import from libregamewiki

2019-10-28 14:21:32 +01:00
parent a2c6294b54
commit a4f55afdcc
65 changed files with 1052 additions and 152 deletions
--- a/tools/archives.json
+++ b/tools/archives.json
@ -2,6 +2,7 @@
 "git": [
  "http://git.artsoft.org/rocksndiamonds.git",
  "http://git.pond.sub.org/empserver",
+  "http://hgm.nubati.net/cgi-bin/gitweb.cgi?p=fairymax.git",
  "http://repo.or.cz/openal-soft.git",
  "https://anongit.freedesktop.org/git/pkg-config.git",
  "https://anongit.kde.org/katomic.git",
@ -54,6 +55,7 @@
  "https://git.code.sf.net/p/lipsofsuna/code",
  "https://git.code.sf.net/p/monstergenerato/code",
  "https://git.code.sf.net/p/nazghul/git",
+  "https://git.code.sf.net/p/nddomino/code",
  "https://git.code.sf.net/p/oge/git",
  "https://git.code.sf.net/p/opengate/code",
  "https://git.code.sf.net/p/openyahtzee/code",
@ -76,12 +78,16 @@
  "https://git.code.sf.net/p/torcs/code",
  "https://git.code.sf.net/p/tuxfootball/code",
  "https://git.code.sf.net/p/vamos/git",
+  "https://git.code.sf.net/p/xwords/git",
  "https://git.code.sf.net/p/ysoccer/code",
  "https://git.maxr.org/maxr/maxr.git",
  "https://git.net-core.org/tome/t-engine4.git",
  "https://git.octaforge.org/OctaForge/OctaCore.git",
  "https://git.savannah.gnu.org/git/adonthell/adonthell-wastesedge.git",
  "https://git.savannah.gnu.org/git/freedink.git",
+  "https://git.savannah.gnu.org/git/freedink/dfarc.git",
+  "https://git.savannah.gnu.org/git/freedink/dink-data.git",
+  "https://git.savannah.gnu.org/git/freedink/freedink-data.git",
  "https://git.savannah.gnu.org/git/freetype/freetype2-demos.git",
  "https://git.savannah.gnu.org/git/freetype/freetype2.git",
  "https://git.savannah.gnu.org/git/liquidwar6.git",
@ -331,6 +337,7 @@
  "https://github.com/WaveHack/OpenDominion.git",
  "https://github.com/Whales/Cataclysm.git",
  "https://github.com/XProger/OpenLara.git",
+  "https://github.com/Xenoveritas/abuse.git",
  "https://github.com/ZeroK-RTS/Zero-K.git",
  "https://github.com/Zetawar/zetawar.git",
  "https://github.com/Zillode/Slot-Racers.git",
@ -369,6 +376,7 @@
  "https://github.com/anprogrammer/OpenRoads.git",
  "https://github.com/ant512/SuperFoulEgg.git",
  "https://github.com/antionio/game-off-2013.git",
+  "https://github.com/antrad/Abuse_1996.git",
  "https://github.com/anttisalonen/freekick3.git",
  "https://github.com/anttisalonen/kingdoms.git",
  "https://github.com/anura-engine/anura.git",
@ -444,6 +452,7 @@
  "https://github.com/deathbeam/spooker.git",
  "https://github.com/deathbeam/yae.git",
  "https://github.com/deathkiller/jazz2.git",
+  "https://github.com/deerportal/deerportal.git",
  "https://github.com/delight-im/OpenSoccer.git",
  "https://github.com/demonixis/C3DE.git",
  "https://github.com/dgengin/DGEngine.git",
@ -553,6 +562,7 @@
  "https://github.com/ja2-stracciatella/ja2-stracciatella.git",
  "https://github.com/jakowskidev/uMario_Jakowski.git",
  "https://github.com/jazztickets/choria.git",
+  "https://github.com/jazztickets/emptyclip.git",
  "https://github.com/jazztickets/irrlamb.git",
  "https://github.com/jazzyjester/Mario-Game.git",
  "https://github.com/jbeder/yaml-cpp.git",
@ -577,11 +587,11 @@
  "https://github.com/jwvhewitt/dmeternal.git",
  "https://github.com/jwvhewitt/gearhead-1.git",
  "https://github.com/jwvhewitt/gearhead-2.git",
-  "https://github.com/jwvhewitt/gearhead-caramel.git",
  "https://github.com/kantoks/skrupel.git",
  "https://github.com/kazzmir/paintown.git",
  "https://github.com/kblaschke/Iris2.git",
  "https://github.com/keendreams/keen.git",
+  "https://github.com/khakulov/CreepTD.git",
  "https://github.com/klembot/twinejs.git",
  "https://github.com/kthakore/frozen-bubble.git",
  "https://github.com/laanwj/sundog.git",
@ -598,6 +608,7 @@
  "https://github.com/libgdx/libgdx.git",
  "https://github.com/libretro/tyrquake.git",
  "https://github.com/lincity-ng/lincity-ng.git",
+  "https://github.com/lksj/einstein-puzzle.git",
  "https://github.com/llopisdon/monsters_and_mushrooms.git",
  "https://github.com/lo-th/3d.city.git",
  "https://github.com/lua/lua.git",
@ -630,6 +641,7 @@
  "https://github.com/mordrax/cotwmtor.git",
  "https://github.com/mozilla/BrowserQuest.git",
  "https://github.com/mpgossage/Marblez.git",
+  "https://github.com/msharov/gjid.git",
  "https://github.com/naev/naev.git",
  "https://github.com/nbollom/pq2.git",
  "https://github.com/nem0/LumixEngine.git",
@ -824,6 +836,7 @@
  "https://github.com/verhoevenv/OpenNotrium.git",
  "https://github.com/vgc/vgc.git",
  "https://github.com/vicgeralds/vitetris.git",
+  "https://github.com/videogamepreservation/abuse.git",
  "https://github.com/viewizard/astromenace.git",
  "https://github.com/vilbeyli/VQEngine.git",
  "https://github.com/vn971/cevo.git",
@ -1026,7 +1039,10 @@
  "https://gitlab.com/solarus-games/zsdx.git",
  "https://gitlab.com/veloren/veloren.git",
  "https://gitlab.com/voxelands/voxelands.git",
+  "https://gitlab.com/wavexx/garith.git",
+  "https://gitlab.com/wavexx/regame.git",
  "https://gitlab.com/xonotic/xonotic.git",
+  "https://gitlab.gnome.org/GNOME/gcompris.git",
  "https://gitlab.gnome.org/GNOME/libxml2.git",
  "https://gitlab.openrsc.com/open-rsc/Game.git",
  "https://gitlab.openrsc.com/open-rsc/Single-Player.git",
@ -1045,6 +1061,7 @@
  "https://svn.code.sf.net/p/dopewars/code/",
  "https://svn.code.sf.net/p/ettu/code/",
  "https://svn.code.sf.net/p/etw/code/",
+  "https://svn.code.sf.net/p/foobillardplus/code/",
  "https://svn.code.sf.net/p/freemars/code/",
  "https://svn.code.sf.net/p/freesynd/code/",
  "https://svn.code.sf.net/p/galaxyv2/code/",
@ -1075,6 +1092,7 @@
  "http://hg.assembla.com/parpg-core",
  "http://hg.code.sf.net/p/blood/code",
  "http://hg.code.sf.net/p/directpython11/code",
+  "http://hg.code.sf.net/p/fltrator/code",
  "http://hg.code.sf.net/p/grobots/trunk",
  "http://hg.code.sf.net/p/openblox/openblox",
  "http://hg.code.sf.net/p/phantasy/code",
--- a/tools/backlog.txt
+++ b/tools/backlog.txt
@ -1,3 +1,4 @@
+ftp://ftp.tuxpaint.org/unix/x/
 Glitch the game, by Tiny Speck Inc. public domain
 http://antongerdelan.net/blog/ (other projects besides TestDrive)
 http://circularstudios.com/
@ -7,7 +8,6 @@ http://dead-code.org/home/
 http://evolonline.org/about
 http://game-editor.com/Main_Page
 http://giderosmobile.com/
-http://gna.org/projects/tactics
 http://haxepunk.com/
 http://hcsoftware.sourceforge.net/jason-rohrer/ (various games there)
 http://icculus.org/asciiroth/
@ -198,6 +198,7 @@ https://github.com/FUSEEProjectTeam/Fusee
 https://github.com/fynnfluegge/oreon-engine
 https://github.com/gamearians
 https://github.com/GamedevFramework/gf
+https://github.com/GlPortal/RadixEngine
 https://github.com/gnFur/Monofoxe
 https://github.com/grantjenks/free-python-games (check all)
 https://github.com/Hotride/OrionUO
@ -207,7 +208,9 @@ https://github.com/id-Software
 https://github.com/Illation/ETEngine
 https://github.com/JohanLi/uncharted-waters-2
 https://github.com/junkdog/artemis-odb
+https://github.com/jwvhewitt/gearhead-caramel.git
 https://github.com/KDE
+https://github.com/kduske/TrenchBroom
 https://github.com/Kosmonaut3d/DeferredEngine
 https://github.com/LgLinus/StrategyGame
 https://github.com/libretro/libretro-prboom
@ -223,6 +226,7 @@ https://github.com/OpenMandrivaAssociation
 https://github.com/OpenMandrivaAssociation/nexuiz/blob/master/nexuiz.spec
 https://github.com/OpenRA/d2
 https://github.com/opensourcedesign
+https://github.com/opentrack/opentrack
 https://github.com/OSSGames
 https://github.com/OSSGames (all there, but we should have them already)
 https://github.com/PavelDoGreat/WebGL-Fluid-Simulation
@ -245,11 +249,13 @@ https://github.com/smlinux/nexuiz
 https://github.com/SPC-Some-Polish-Coders/PopHead
 https://github.com/SPC-Some-Polish-Coders/PopHead/
 https://github.com/stackos/Viry3D
+https://github.com/stolencatkarma/CataclysmLD
 https://github.com/tainicom/Aether.Physics2D
 https://github.com/the-insulines
 https://github.com/theaigames
 https://github.com/Tinob/Ishiiruka (https://github.com/shiiion/Ishiiruka, https://github.com/SirMangler/PrimeHack-Updater)
 https://github.com/TomBebb/awe
+https://github.com/videogamepreservation
 https://github.com/Wargus/stratagus
 https://github.com/wesnoth/haldric
 https://github.com/Zal0/ZGB
@ -301,6 +307,7 @@ https://salsa.debian.org/games-team/etw
 https://scorched-moon.github.io/site/
 https://scratch.mit.edu/
 https://scratch.mit.edu/ (https://en.scratch-wiki.info/wiki/Scratch_Source_Code)
+https://sourceforge.net/directory/games/games/os:windows/
 https://sourceforge.net/projects/ad1000/
 https://sourceforge.net/projects/alterciv/
 https://sourceforge.net/projects/battlechess/
@ -311,6 +318,7 @@ https://sourceforge.net/projects/crystal/
 https://sourceforge.net/projects/cyoadventures/
 https://sourceforge.net/projects/deuterosx/
 https://sourceforge.net/projects/dices/
+https://sourceforge.net/projects/dmonkey/
 https://sourceforge.net/projects/dsa-hl.berlios/
 https://sourceforge.net/projects/e-adventure/
 https://sourceforge.net/projects/elysium/
--- a/tools/libregamewiki_import.py
+++ b/tools/libregamewiki_import.py
@ -84,7 +84,7 @@ def parse_lgw_content():
        entry = {'name': title}

        # get all external links
-        ignored_external_links = ('libregamewiki.org', 'freegamedev.net', 'freegamer.blogspot.com', 'opengameart.org', 'gnu.org', 'creativecommons.org', 'freesound.org', 'freecode.com')
+        ignored_external_links = ('libregamewiki.org', 'freegamedev.net', 'freegamer.blogspot.com', 'opengameart.org', 'gnu.org', 'creativecommons.org', 'freesound.org', 'freecode.com', 'freenode.net')
        links = [(x['href'], x.get_text()) for x in soup.find_all('a', href=True)]
        links = [x for x in links if x[0].startswith('http') and not any([y in x[0] for y in ignored_external_links])]
        entry['external links'] = links
--- a/tools/libregamewiki_synchronization.py
+++ b/tools/libregamewiki_synchronization.py
@ -30,9 +30,9 @@ from utils import constants, utils, osg
 name_replacements = {'Eat the Whistle': 'Eat The Whistle', 'Scorched 3D': 'Scorched3D', 'Silver Tree': 'SilverTree', 'Blob Wars Episode 1 : Metal Blob Solid': 'Blobwars: Metal Blob Solid', 'Adventure': 'Colossal Cave Adventure',
                     'Fall Of Imiryn': 'Fall of Imiryn', 'Liquid War 6': 'Liquid War', 'Gusanos': 'GUSANOS', 'Corewars': 'Core War', 'FLARE': 'Flare', 'Vitetris': 'vitetris', 'Powder Toy': 'The Powder Toy', 'Asylum': 'SDL Asylum',
                     'Atanks': 'Atomic Tanks', 'HeXon': 'heXon', 'Unnethack': 'UnNetHack', 'Nova Pinball': 'NOVA PINBALL', 'Jump n Bump': "Jump'n'Bump", 'Blades of Exile': 'Classic Blades of Exile', 'BlinKen': 'Blinken',
-                     'Colobot': 'Colobot: Gold Edition'}
+                     'Colobot': 'Colobot: Gold Edition', 'Dead Justice': 'Cat Mother Dead Justice', 'FreeDink': 'GNU FreeDink'}
 ignored_names = ['Hetris', '8 Kingdoms', 'Antigravitaattori', 'Arena of Honour', 'Arkhart', 'Ascent of Justice', 'Balazar III', 'Balder3D', 'Barbie Seahorse Adventures', 'Barrage', 'Gnome Batalla Naval', 'User:AVRS/sandbox', 'Blocks',
-                 'Brickshooter', 'Bweakfwu', 'Cheese Boys', 'Clippers', 'Codewars', 'CRAFT: The Vicious Vikings']
+                 'Brickshooter', 'Bweakfwu', 'Cheese Boys', 'Clippers', 'Codewars', 'CRAFT: The Vicious Vikings', 'DQM', 'EmMines', 'Eskimo-run', 'Feuerkraft', 'Fight or Perish', 'Flatland', 'Forest patrol', 'Free Reign', 'GalaxyMage']

 licenses_map = {'GPLv2': 'GPL-2.0', 'GPLv2+': 'GPL-2.0', 'GPLv3': 'GPL-3.0', 'GPLv3+': 'GPL-3.0'}

--- a/tools/rejected.txt
+++ b/tools/rejected.txt
@ -29,18 +29,27 @@ Cycle (https://sourceforge.net/projects/meegocycle/): Proprietary license (freew
 dart-rpg (https://github.com/brad811/dart-rpg): No license information found
 Desktop Adventures Engine for ScummVM (https://github.com/digitall/scummvm-deskadv.git): GPL-2.0 but early development and inactive since long time
 digger (https://github.com/lutzroeder/digger): No license information
+DQM (http://idusale.tk): Homepage redirects to unrelated site
 Drop Shock (http://www.tinywarz.com/index.php, https://sourceforge.net/projects/dropshock/, https://git.code.sf.net/p/dropshock/code): No license found
 EarthShakerDS (http://simianzombie.com/posts/2011/05/10/earth-shaker-ds-released, https://github.com/ant512/EarthShakerDS.git): Target only Nintendo DS as hardware platform
 Eleconics (https://sourceforge.net/projects/eleconics/): No license found
 Element Games Engine (https://github.com/fredwen2008/Element-Games-Engine): No license information
+EmMines (http://eaglemode.sourceforge.net/): Part of a too large application (eaglemode). Could not access Source code. Maybe later.
 Entombed! (http://www.newbreedsoftware.com/entombed/, ftp://ftp.tuxpaint.org/unix/x/entombed/entombed-2007.07.04.tar.gz): Game very small
+Eskimo-run (https://sourceforge.net/projects/eskimo-run): Very early development. Inactive for many years.
 EXILE (http://forums.datarealms.com/viewtopic.php?f=82&t=19266, https://github.com/Geti/EXILE.git): Early development stage
+Feuerkraft (http://www.nongnu.org/feuerkraft, http://savannah.nongnu.org/projects/feuerkraft/): Very early development. Inactive since a long time.
+Fight or Perish (http://www.newbreedsoftware.com/fop/): Very early development. Inactive since a long time.
 Fight Or Perish (http://www.newbreedsoftware.com/fop/, ftp://ftp.tuxpaint.org/unix/x/fop/src/fop-0.5.tar.gz): Early development stage
+Flatland (http://idusale.tk/juegos/Flatland.html): Not available anymore
 Football Manager (https://github.com/autismuk/Football-Manager.git): Very early development stage
+Forest patrol (http://blazeofglory.org/projects/fp, https://www.pygame.org/project/391): No available anymore, Internet Archive has not stored the source links
 Free in the Dark (https://sourceforge.net/projects/fitd/): No source code available
+Free Reign (http://sourceforge.net/projects/freereign/, http://freereign.sourceforge.net/index.shtml): Very early development, Inactive since long time
 FreeFT (https://github.com/nadult/FreeFT.git): All rights reserved.
 Frogatto & Friends (https://github.com/frogatto/frogatto, https://frogatto.com/): Only artwork and configuration files for the Anura engine and this is copyrighted
 Future Blocks (https://github.com/fogleman/FutureBlocks.git): Needs DosBox, simple Tetris clone (nice, but maybe too minimal)
+GalaxyMage (https://www.galaxymage.org/, http://gna.org/projects/tactics): No source code available anymore, not on IA nor on gna project site.
 Grow (https://sourceforge.net/projects/grow/): Insufficient content
 Herzog 3D (http://herzog3d.sourceforge.net/, https://sourceforge.net/p/herzog3d/code/HEAD/tree/): Very early development
 HistoryLine (https://github.com/oliverdb/Historyline): Very early development, no license information
--- a/tools/utils/osg.py
+++ b/tools/utils/osg.py
@ -12,7 +12,7 @@ valid_fields = ('Home', 'Media', 'State', 'Play', 'Download', 'Platform', 'Keywo
 'Code license', 'Code dependencies', 'Assets license', 'Build system', 'Build instructions')
 valid_platforms = ('Windows', 'Linux', 'macOS', 'Android', 'iOS', 'Web')
 recommended_keywords = ('action', 'arcade', 'adventure', 'visual novel', 'sports', 'platform', 'puzzle', 'role playing', 'simulation', 'strategy', 'card game', 'board game', 'music', 'educational', 'tool', 'game engine', 'framework', 'library', 'remake')
-regex_sanitize_name = re.compile(r"[^A-Za-z 0-9-]+")
+regex_sanitize_name = re.compile(r"[^A-Za-z 0-9-+]+")
 regex_sanitize_name_space_eater = re.compile(r" +")


@ -52,8 +52,7 @@ def canonical_game_name(name):
    name = regex_sanitize_name.sub('', name)
    name = regex_sanitize_name_space_eater.sub('_', name)
    name = name.replace('_-_', '-')
-    name = name.replace('--', '-')
-    name = name.replace('--', '-')
+    name = name.replace('--', '-').replace('--', '-')

    return name