AnotherFoxGuy/opensourcegames
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

maintenance, conversion to Git, removal of openpop

Browse Source
This commit is contained in:
Trilarion
2019-08-05 17:08:02 +02:00
parent aedb483602
commit b5ee111162
218 changed files with 685 additions and 510 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
tools/archives.json
View File

@ -163,6 +163,7 @@
"https://github.com/aburch/simutrans.git",
"https://github.com/acmepjz/meandmyshadow.git",
"https://github.com/akarnokd/open-ig.git",
"https://github.com/alemart/opensurge.git",
"https://github.com/alphaonex86/CatchChallenger.git",
"https://github.com/anael-seghezzi/Maratis-4.git",
"https://github.com/andrettin/wyrmsun.git",
@ -361,6 +362,7 @@
"https://gitlab.com/osgames/aplanetsrevenge.git",
"https://gitlab.com/osgames/armies.git",
"https://gitlab.com/osgames/atanks.git",
"https://gitlab.com/osgames/atomiks.git",
"https://gitlab.com/osgames/attal.git",
"https://gitlab.com/osgames/avanor.git",
"https://gitlab.com/osgames/ballerburg.git",
@ -384,6 +386,7 @@
"https://gitlab.com/osgames/crimson.git",
"https://gitlab.com/osgames/crownandcutlass.git",
"https://gitlab.com/osgames/dark-oberon.git",
"https://gitlab.com/osgames/darkcity.git",
"https://gitlab.com/osgames/darkdestiny.git",
"https://gitlab.com/osgames/deity.git",
"https://gitlab.com/osgames/devana.git",
@ -461,6 +464,7 @@
"https://gitlab.com/osgames/the-bubs-brothers.git",
"https://gitlab.com/osgames/theclans.git",
"https://gitlab.com/osgames/torcs.git",
"https://gitlab.com/osgames/trophy.git",
"https://gitlab.com/osgames/tuxfootball.git",
"https://gitlab.com/osgames/tuxracer.git",
"https://gitlab.com/osgames/uaf.git",
@ -491,26 +495,21 @@
"http://svn.uktrainsim.com/svn/openrails/trunk",
"https://svn.code.sf.net/p/aeron/code/",
"https://svn.code.sf.net/p/armagetronad/code/",
"https://svn.code.sf.net/p/atomiks/code/",
"https://svn.code.sf.net/p/blobby/code/",
"https://svn.code.sf.net/p/crossfire/code/",
"https://svn.code.sf.net/p/daimonin/code/",
"https://svn.code.sf.net/p/darkcity/code/",
"https://svn.code.sf.net/p/etw/code/",
"https://svn.code.sf.net/p/freemars/code/",
"https://svn.code.sf.net/p/freesynd/code/",
"https://svn.code.sf.net/p/fsc/code/",
"https://svn.code.sf.net/p/lgames/code/",
"https://svn.code.sf.net/p/opencity/code/",
"https://svn.code.sf.net/p/openpopulous/code/",
"https://svn.code.sf.net/p/opensnc/code/",
"https://svn.code.sf.net/p/pio/code/",
"https://svn.code.sf.net/p/planeshift/code/",
"https://svn.code.sf.net/p/scrabble/code/",
"https://svn.code.sf.net/p/space-faring/code/",
"https://svn.code.sf.net/p/spacezero/code/",
"https://svn.code.sf.net/p/speed-dreams/code/",
"https://svn.code.sf.net/p/trophy/code/",
"https://svn.code.sf.net/p/ultrastar/code/",
"https://svn.code.sf.net/p/xu4/code/"
],

9
tools/git_statistics.py Normal file
View File

@ -0,0 +1,9 @@
"""
takes all gits that we have in the list and checks the master branch out, then collects some statistics:
- number of distinct comitters
- list of commit dates
- number of commits
- language detection and lines of code counting on final state
uses git log --format="%an, %at, %cn, %ct" --all ti get commits, committers and times (as unix time stamp)
"""

153
tools/maintenance.py
View File

@ -196,18 +196,15 @@ def check_template_leftovers():
raise RuntimeError('{}: found {}'.format(os.path.basename(entry_path), check_string))
def fix_keywords():
def fix_entries():
"""
Fixes the keywords.
Fixes the keywords, code dependencies, build systems, .. entries, mostly by automatically sorting them.
"""
print('fix keywords')
print('fix entries')
regex = re.compile(r"(.*)(- Keywords:.*)(- Code repository: .*)", re.DOTALL)
# get all entries (ignore everything starting with underscore)
entries = os.listdir(games_path)
entries = (x for x in entries if not x.startswith('_'))
# keywords
regex = re.compile(r"(.*)- Keywords:([^\n]*)(.*)", re.DOTALL)
# iterate over all entries
for entry, entry_path, content in entry_iterator():
@ -219,30 +216,39 @@ def fix_keywords():
match = matches[0]
# get keywords out, split, strip, delete duplicates
keywords = match[1][11:]
keywords = keywords.split(',')
keywords = [x.strip() for x in keywords]
keywords = list(set(keywords))
# get elements out, split, strip, delete duplicates
elements = match[1].split(',')
elements = [x.strip() for x in elements]
elements = list(set(elements))
# get category out
for keyword in recommended_keywords:
if keyword in elements:
elements.remove(keyword)
category = keyword
break
# special treatments here
keywords = [x if x != 'TBS' and x != 'TB' else 'turn based' for x in keywords]
keywords = [x if x != 'RTS' else 'real time' for x in keywords]
keywords = [x if x != 'MMO' else 'massive multiplayer online' for x in keywords]
keywords = [x if x != 'MMO' else 'multiplayer online' for x in keywords]
keywords = [x if x != 'SP' else 'singleplayer' for x in keywords]
keywords = [x if x != 'MP' else 'multiplayer' for x in keywords]
keywords = [x if x != 'engine' else 'game engine' for x in keywords]
keywords = [x if x != 'rpg' else 'role playing' for x in keywords]
keywords = [x if x != 'turn based' else 'turn-based' for x in keywords]
elements = [x if x != 'TBS' and x != 'TB' else 'turn based' for x in elements]
elements = [x if x != 'RTS' else 'real time' for x in elements]
elements = [x if x != 'MMO' else 'massive multiplayer online' for x in elements]
elements = [x if x != 'MMO' else 'multiplayer online' for x in elements]
elements = [x if x != 'SP' else 'singleplayer' for x in elements]
elements = [x if x != 'MP' else 'multiplayer' for x in elements]
elements = [x if x != 'engine' else 'game engine' for x in elements]
elements = [x if x != 'rpg' else 'role playing' for x in elements]
elements = [x if x != 'turn based' else 'turn-based' for x in elements]
for keyword in ('browser', 'misc', 'tools'):
if keyword in keywords:
keywords.remove(keyword)
if keyword in elements:
elements.remove(keyword)
# sort
keywords.sort()
elements.sort(key=str.casefold)
keywords = '- Keywords: {}\n'.format(', '.join(keywords))
# add category
elements.insert(0, category)
keywords = '- Keywords: {}'.format(', '.join(elements))
new_content = match[0] + keywords + match[2]
@ -250,6 +256,74 @@ def fix_keywords():
# write again
write_text(entry_path, new_content)
# code dependencies
regex = re.compile(r"(.*)- Code dependencies:([^\n]*)(.*)", re.DOTALL)
# iterate over all entries
for entry, entry_path, content in entry_iterator():
# match with regex
matches = regex.findall(content)
if not matches:
# no code dependencies given
continue
match = matches[0]
# get code dependencies out, split, strip, delete duplicates
elements = match[1].split(',')
elements = [x.strip() for x in elements]
elements = list(set(elements))
# special treatments here
elements = [x if x != 'Blender' else 'Blender game engine' for x in elements]
elements = [x if x.lower() != 'libgdx' else 'libGDX' for x in elements]
elements = [x if x != 'SDL 2' else 'SDL2' for x in elements]
elements = [x if x.lower() != "ren'py" else "Ren'Py" for x in elements]
# sort
elements.sort(key=str.casefold)
code_dependencies = '- Code dependencies: {}'.format(', '.join(elements))
new_content = match[0] + code_dependencies + match[2]
if new_content != content:
# write again
write_text(entry_path, new_content)
# build systems
regex = re.compile(r"(.*)- Build system:([^\n]*)(.*)", re.DOTALL)
# iterate over all entries
for entry, entry_path, content in entry_iterator():
# match with regex
matches = regex.findall(content)
if not matches:
# no build system given
continue
match = matches[0]
# get code dependencies out, split, strip, delete duplicates
elements = match[1].split(',')
elements = [x.strip() for x in elements]
elements = list(set(elements))
# special treatments here
# sort
elements.sort(key=str.casefold)
build_system = '- Build system: {}'.format(', '.join(elements))
new_content = match[0] + build_system + match[2]
if new_content != content:
# write again
write_text(entry_path, new_content)
def parse_entry(content):
"""
@ -536,7 +610,27 @@ def update_statistics(infos):
entries.append(info['title'])
# print(info[field])
entries.sort()
statistics += '{}: '.format(len(entries)) + ', '.join(entries) + '\n\n'
statistics += '{}: '.format(len(entries)) + ', '.join(entries) + '\n\n'
# Code dependencies
statistics += '## Code dependencies\n\n'
field = 'code dependencies'
# get all code dependencies together
code_dependencies = []
entries_with_code_dependency = 0
for info in infos:
if field in info:
code_dependencies.extend(info[field])
entries_with_code_dependency += 1
statistics += 'With code dependency field {} ({:.1f}%)\n\n'.format(entries_with_code_dependency, rel(entries_with_code_dependency))
unique_code_dependencies = set(code_dependencies)
unique_code_dependencies = [(l, code_dependencies.count(l) / len(code_dependencies)) for l in unique_code_dependencies]
unique_code_dependencies.sort(key=lambda x: x[0]) # first sort by name
unique_code_dependencies.sort(key=lambda x: -x[1]) # then sort by occurrence (highest occurrence first)
unique_code_dependencies = ['- {} ({:.1f}%)'.format(x[0], x[1]*100) for x in unique_code_dependencies]
statistics += '##### Code dependencies frequency\n\n' + '\n'.join(unique_code_dependencies) + '\n\n'
# Build systems:
statistics += '## Build systems\n\n'
@ -677,6 +771,7 @@ def git_repo(repo):
# the rest is ignored
return None
def svn_repo(repo):
"""
@ -792,8 +887,8 @@ if __name__ == "__main__":
# check for unfilled template lines
check_template_leftovers()
# fix keywords
fix_keywords()
# fix entries
fix_entries()
# assemble info
infos = assemble_infos()