AnotherFoxGuy/opensourcegames
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

updates of entries (mostly from osgameclones and repository conversions)

Browse Source
This commit is contained in:
Trilarion
2019-08-19 12:11:58 +02:00
parent cd4eff8047
commit 70552f0e0f
49 changed files with 285 additions and 153 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
tools/archives.json
View File

@@ -97,6 +97,7 @@
"https://github.com/GerHobbelt/pthread-win32.git",
"https://github.com/Grokmoo/hale.git",
"https://github.com/HaxeFlixel/flixel.git",
"https://github.com/HeikoTietze/scrabble3d.git",
"https://github.com/Illarion-eV/Illarion-Content.git",
"https://github.com/Illarion-eV/Illarion-Java.git",
"https://github.com/Illarion-eV/Illarion-Server.git",
@@ -131,6 +132,7 @@
"https://github.com/OpenTTD/OpenTTD.git",
"https://github.com/PCGen/pcgen.git",
"https://github.com/PlatinumArts/Platinum-Arts-Sandbox-Free-Game-Maker.git",
"https://github.com/REGoth-project/REGoth-bs.git",
"https://github.com/REGoth-project/REGoth.git",
"https://github.com/Rails-18xx/Rails.git",
"https://github.com/Return-To-The-Roots/s25client.git",
@@ -386,7 +388,6 @@
"https://gitlab.com/osgames/boson.git",
"https://gitlab.com/osgames/brain-workshop.git",
"https://gitlab.com/osgames/brutalchess.git",
"https://gitlab.com/osgames/btanks.git",
"https://gitlab.com/osgames/catmother.git",
"https://gitlab.com/osgames/celestron.git",
"https://gitlab.com/osgames/civil.git",
@@ -401,6 +402,7 @@
"https://gitlab.com/osgames/darkcity.git",
"https://gitlab.com/osgames/darkdestiny.git",
"https://gitlab.com/osgames/deity.git",
"https://gitlab.com/osgames/deliantra.git",
"https://gitlab.com/osgames/devana.git",
"https://gitlab.com/osgames/digitalalovestory.git",
"https://gitlab.com/osgames/dnt.git",
@@ -468,6 +470,7 @@
"https://gitlab.com/osgames/sdl-asylum.git",
"https://gitlab.com/osgames/sdl-sopwith.git",
"https://gitlab.com/osgames/sengoku.git",
"https://gitlab.com/osgames/sgdk2.git",
"https://gitlab.com/osgames/sge2d.git",
"https://gitlab.com/osgames/sharpkonquest.git",
"https://gitlab.com/osgames/skrupel.git",

157
tools/synchronization_osgameclones.py
View File

@@ -1,17 +1,36 @@
"""
osgameclones has the following fields:
'updated', 'video', 'repo', 'license', 'originals', 'status', 'multiplayer', 'info', 'lang', 'feed', 'content', 'images', 'url', 'name', 'framework', 'type', 'development'
Mapping osgameclones, ours
mandatory fields are: 'name', 'license', 'type', 'originals'
name - name
lang - code language
license - code license
development - state
status - state
type - keywords
url - home
multiplayer - keywords
content - asset license, keywords
possible values:
osgc-development: ['active', 'complete', 'halted', 'sporadic', 'very active']
osgc-multiplayer: ['Co-op', 'Competitive', 'Hotseat', 'LAN', 'Local', 'Online', 'Split-screen']
osgc-type: ['clone', 'remake', 'similar', 'tool']
osgc-status: ['playable', 'semi-playable', 'unplayable']
Mapping osgameclones -> ours
name -> name
type -> keywords, description
originals -> keywords
repo -> code repository
url -> home
feed (-> home)
development -> state
status -> state
multiplayer -> keywords
lang -> code language
framework -> code dependencies
license -> code license / assets license
content -> keywords
info ??
updated not used
images not used
video: not used
"""
import ruamel_yaml as yaml
@@ -20,9 +39,12 @@ from utils.osg import *
# should change on osgameclones
osgc_name_aliases = {'parpg': 'PARPG', 'OpenRails': 'Open Rails', 'c-evo': 'C-evo', 'Stepmania': 'StepMania', 'Mechanized Assault and eXploration Reloaded': 'Mechanized Assault & eXploration Reloaded',
'Jagged Alliance 2 - Stracciatella': 'Jagged Alliance 2 Stracciatella', 'xu4': 'XU4', "Rocks'n'diamonds": "Rocks'n'Diamonds",
'Jagged Alliance 2 - Stracciatella': 'Jagged Alliance 2 Stracciatella', "Rocks'n'diamonds": "Rocks'n'Diamonds",
'Gusanos': 'GUSANOS', 'MicropolisJS': 'micropolisJS'}
# conversion between licenses
osgc_licenses_map = {'GPL2': 'GPL-2.0', 'GPL3': 'GPL-3.0', 'AGPL3': 'AGPL-3.0'}
def similarity(a, b):
return SequenceMatcher(None, str.casefold(a), str.casefold(b)).ratio()
@@ -43,6 +65,8 @@ def unique_field_contents(entries, field):
if __name__ == "__main__":
regex_sanitze_name = re.compile(r"[^A-Za-z 0-9]+")
# paths
similarity_threshold = 0.8
root_path = os.path.realpath(os.path.join(os.path.dirname(__file__), os.path.pardir))
@@ -65,19 +89,33 @@ if __name__ == "__main__":
osgc_entries.extend(_)
print('{} entries in osgameclones'.format(len(osgc_entries)))
# fix names
# fix names (so they are not longer detected as deviations downstreams)
for index, entry in enumerate(osgc_entries):
name = entry['name']
if name in osgc_name_aliases:
entry['name'] = osgc_name_aliases[name]
osgc_entries[index] = entry
# which fields do they have
osgc_fields = set()
for osgc_entry in osgc_entries:
osgc_fields.update(osgc_entry.keys())
print('osgc-fields: {}'.format(osgc_fields))
# which fields are mandatory
for osgc_entry in osgc_entries:
remove_fields = [field for field in osgc_fields if field not in osgc_entry]
osgc_fields -= set(remove_fields)
print('mandatory osfg-fields: {}'.format(osgc_fields))
# some field statistics
print('osgc-development: {}'.format(unique_field_contents(osgc_entries, 'development')))
print('osgc-multiplayer: {}'.format(unique_field_contents(osgc_entries, 'multiplayer')))
print('osgc-type: {}'.format(unique_field_contents(osgc_entries, 'type')))
print('osgc-languages: {}'.format(unique_field_contents(osgc_entries, 'lang')))
print('osgc-licenses: {}'.format(unique_field_contents(osgc_entries, 'license')))
print('osgc-development: {}'.format(unique_field_contents(osgc_entries, 'development')))
print('osgc-status: {}'.format(unique_field_contents(osgc_entries, 'status')))
print('osgc-framework: {}'.format(unique_field_contents(osgc_entries, 'framework')))
# read our database
games_path = os.path.join(root_path, 'games')
@@ -98,29 +136,108 @@ if __name__ == "__main__":
# if similarity(osgc_name, our_name) > similarity_threshold:
# print('{} - {}'.format(osgc_name, our_name))
# find those that entries in osgameclones that are also in our database and compare them
for osgc_entry in osgc_entries:
osgc_name = osgc_entry['name']
is_included = False
for our_entry in our_entries:
our_name = our_entry['name']
# find those that entries in osgameclones that are also in our database and compare them
if osgc_name == our_name:
is_included = True
# a match, check the fields
name = osgc_name
# lang field
if 'lang' in osgc_entry:
languages = osgc_entry['lang']
our_languages = our_entry['code language']
if type(languages) == str:
languages = [languages]
our_languages = our_entry['code language'] # essential field
for lang in languages:
if lang not in our_languages:
print('{}: language {} not existing'.format(name, lang))
print('{}: language {}'.format(name, lang))
# license
if 'license' in osgc_entry:
licenses = osgc_entry['license']
our_code_licenses = our_entry['code license'] # essential field
our_assets_licenses = our_entry.get('assets license', [])
for license in licenses:
# transform
if license in osgc_licenses_map:
license = osgc_licenses_map[license]
if license not in our_code_licenses and license not in our_assets_licenses:
print('{}: code/assets license {}'.format(name, license))
# framework
if 'framework' in osgc_entry:
frameworks = osgc_entry['framework']
if type(frameworks) == str:
frameworks = [frameworks]
our_frameworks = our_entry.get('code dependencies', [])
for framework in frameworks:
if framework not in our_frameworks:
print('{}: code dependency {}'.format(name, framework))
# repo
if 'repo' in osgc_entry:
repos = osgc_entry['repo']
if type(repos) == str:
repos = [repos]
our_repos = our_entry['code repository']
for repo in repos:
if (repo not in our_repos) and (repo+'.git' not in our_repos): # add .git automatically and try it too
print('{}: code repository {}'.format(name, repo))
# url
if 'url' in osgc_entry:
urls = osgc_entry['url']
if type(urls) == str:
urls = [urls]
our_urls = our_entry['home']
for url in urls:
if url not in our_urls:
print('{}: home {}'.format(name, url))
# status
if 'status' in osgc_entry:
status = osgc_entry['status']
our_status = our_entry['state'] # essential field
if status == 'playable' and 'mature' not in our_status:
print('{}: status playable, not mature with us'.format(name))
if status != 'playable' and 'mature' in our_status:
print('{}: status not playable, mature with us'.format(name))
if status == 'unplayable':
print('{}: status unplayable'.format(name))
# development
if 'development' in osgc_entry:
development = osgc_entry['development']
our_inactive = 'inactive' in our_entry
our_status = our_entry['state'] # essential field
if development == 'halted' and not our_inactive:
print('{}: development halted, not inactive with us'.format(name))
if (development == 'very active' or development == 'active' or development == 'sporadic') and our_inactive:
print('{}: development sporadic-very active, inactive with us'.format(name))
if development == 'complete' and 'mature' not in our_status:
print('{}: development complete, not mature with us'.format(name))
if not is_included:
# a new entry, that we have never seen, maybe we should make an entry of our own
continue
print('create new entry for {}'.format(osgc_name))
file_name = regex_sanitze_name.sub('', osgc_name).replace(' ', '_').lower()
entry = '# {}\n\n'.format(osgc_name)
# for now only make remakes or clones
game_type = osgc_entry['type'] # do not overwrite type!
if game_type not in ('remake', 'clone'):
continue
description = '{} of {}'.format(game_type.capitalize(), ', '.join(osgc_entry['originals']))
entry += '_{}_\n\n'.format(description)