fixed entries

This commit is contained in:
Trilarion
2018-06-12 22:53:23 +02:00
parent a8339cfa91
commit 360bd0835c
49 changed files with 141 additions and 102 deletions

View File

@ -1,5 +1,5 @@
Clones and/or pulls many git repositories from the open source games entries, so that one has an archive of them.
Currently requires at least 45 GB space!
Currently requires at least 55 GB space!
Run update.py to update the archive. Git URLs are stored in archives.json.

View File

@ -1,4 +1,5 @@
[
"http://git.artsoft.org/rocksndiamonds.git",
"http://git.pond.sub.org/empserver",
"http://repo.or.cz/openal-soft.git",
"https://anongit.freedesktop.org/git/pkg-config.git",
@ -41,6 +42,7 @@
"https://github.com/GNOME/atomix.git",
"https://github.com/GerHobbelt/pthread-win32.git",
"https://github.com/Grokmoo/hale.git",
"https://github.com/HaxeFlixel/flixel.git",
"https://github.com/Illarion-eV/Illarion-Content.git",
"https://github.com/Illarion-eV/Illarion-Java.git",
"https://github.com/Illarion-eV/Illarion-Server.git",
@ -72,8 +74,10 @@
"https://github.com/SWY1985/CivOne.git",
"https://github.com/Scorched-Moon/client.git",
"https://github.com/Scorched-Moon/server.git",
"https://github.com/SupSuper/OpenXcom.git",
"https://github.com/TVTower/TVTower.git",
"https://github.com/TobiasBielefeld/Simple-Solitaire.git",
"https://github.com/Trilarion/avanor.git",
"https://github.com/Trilarion/deity.git",
"https://github.com/Trilarion/dungeonmap.git",
"https://github.com/Trilarion/freetrain.git",
@ -84,10 +88,13 @@
"https://github.com/ValyriaTear/ValyriaTear.git",
"https://github.com/Vanilla-NetHack/NetHack.git",
"https://github.com/VilleKrumlinde/zgameeditor.git",
"https://github.com/Wargus/wargus.git",
"https://github.com/Warzone2100/warzone2100.git",
"https://github.com/Whales/Cataclysm.git",
"https://github.com/ZeroK-RTS/Zero-K.git",
"https://github.com/Zetawar/zetawar.git",
"https://github.com/Zukero/andors-trail.git",
"https://github.com/aburch/simutrans.git",
"https://github.com/akarnokd/open-ig.git",
"https://github.com/alphaonex86/CatchChallenger.git",
"https://github.com/anael-seghezzi/Maratis-4.git",
@ -175,8 +182,11 @@
"https://github.com/nhydock/UlDunAd.git",
"https://github.com/nicupavel/openpanzer.git",
"https://github.com/nlarn/nlarn.git",
"https://github.com/openfl/openfl.git",
"https://github.com/openlegend/core-rules.git",
"https://github.com/openssl/openssl.git",
"https://github.com/opentibia/server.git",
"https://github.com/opentibia/yatc.git",
"https://github.com/openzelda/openzelda-source.git",
"https://github.com/orx/orx.git",
"https://github.com/ozkriff/zoc.git",
@ -186,6 +196,7 @@
"https://github.com/pygame/pygame.git",
"https://github.com/qirien/personal-space.git",
"https://github.com/raduprv/Eternal-Lands.git",
"https://github.com/red-eclipse/base.git",
"https://github.com/sago007/annchienta.git",
"https://github.com/scummvm/scummvm.git",
"https://github.com/simhacker/micropolis.git",
@ -194,6 +205,7 @@
"https://github.com/solarus-games/solarus.git",
"https://github.com/spring/spring.git",
"https://github.com/superpowers/superpowers-core.git",
"https://github.com/supertuxkart/stk-code.git",
"https://github.com/swig/swig.git",
"https://github.com/tales/sourceoftales.git",
"https://github.com/tales/tales-client.git",
@ -205,17 +217,22 @@
"https://github.com/urho3d/Urho3D.git",
"https://github.com/vcmi/vcmi.git",
"https://github.com/vcosta/derclou.git",
"https://github.com/vegastrike/Vega-Strike-Engine-Source.git",
"https://github.com/viewizard/astromenace.git",
"https://github.com/w84death/Tanks-of-Freedom.git",
"https://github.com/weidai11/cryptopp.git",
"https://github.com/wesnoth/wesnoth.git",
"https://github.com/widelands/widelands.git",
"https://github.com/worldforge/cyphesis.git",
"https://github.com/worldforge/ember.git",
"https://github.com/wxWidgets/wxWidgets.git",
"https://github.com/xesf/twin-e.git",
"https://github.com/xoreos/xoreos.git",
"https://github.com/zaki/irrlicht.git",
"https://gitlab.com/evol/evol-all.git",
"https://gitlab.com/freedroid/freedroid-src.git",
"https://gitlab.com/solarus-games/zsdx.git",
"https://gitlab.com/xonotic/xonotic.git",
"https://gitlab.gnome.org/GNOME/libxml2.git",
"https://gitorious.org/turious/turious.git"
]

View File

@ -334,12 +334,14 @@ def parse_entry(content):
print('State must be one of <"beta", "mature"> in entry "{}"'.format(info['title']))
return info # so that the rest can run through
# urls in home, download, play and code repositories must start with http or https (or git)
# urls in home, download, play and code repositories must start with http or https (or git) and should not contain space
for field in ['home', 'download', 'play', 'code repository']:
if field in info:
for url in info[field]:
if not (url.startswith('http://') or url.startswith('https://') or url.startswith('git://')):
print('URL "{}" in entry "{}" does not start with http'.format(url, info['title']))
if ' ' in url:
print('URL "{}" in entry "{}" contains a space'.format(url, info['title']))
# github repositories should not end on .git
repos = info['code repository']
@ -591,16 +593,28 @@ def git_repo(repo):
# the rest is ignored
return None
def svn_repo(repo):
"""
"""
if repo.startswith('https://svn.code.sf.net/p/') and repo.endswith('/code/'):
return repo
# not svn
return None
def update_primary_code_repositories():
primary_repos = []
unconsumed_entries = []
# for every entry filter those that are known git repositories (add additional repositories)
for info in infos.values():
field = 'code repository-raw'
# if field 'Code repository' is available
if field in info:
consumed = False
repos = info[field]
if repos:
# split at comma
@ -616,6 +630,10 @@ def update_primary_code_repositories():
repo = git_repo(repo)
if repo:
primary_repos.append(repo)
consumed = True
if not consumed:
unconsumed_entries.append([info['title'], info[field]])
# print('Entry "{}" unconsumed repo: {}'.format(info['title'], info[field]))
# sort them alphabetically (and remove duplicates)
primary_repos = sorted(set(primary_repos))