checked external links

This commit is contained in:
Trilarion
2020-08-20 12:45:19 +02:00
parent bd8d411f1d
commit cbb621e41c
199 changed files with 602 additions and 574 deletions

View File

@ -5,17 +5,8 @@
"git://opensimulator.org/git/opensim",
"http://git.artsoft.org/rocksndiamonds.git",
"http://git.pond.sub.org/empserver",
"http://repo.or.cz/intricacy.git",
"http://repo.or.cz/openal-soft.git",
"http://repo.or.cz/tennix.git",
"https://anongit.freedesktop.org/git/pkg-config.git",
"https://anongit.kde.org/granatier.git",
"https://anongit.kde.org/katomic.git",
"https://anongit.kde.org/kgoldrunner.git",
"https://anongit.kde.org/kmines.git",
"https://anongit.kde.org/ksnakeduel.git",
"https://anongit.kde.org/ksudoku.git",
"https://anongit.kde.org/palapeli.git",
"https://bitbucket.org/SteveSmith16384/teamtactics.git",
"https://bitbucket.org/annexctw/annex.git",
"https://bitbucket.org/czirkoszoltan/gdash.git",
@ -138,7 +129,6 @@
"https://github.com/AllureOfTheStars/Allure.git",
"https://github.com/Amanieu/tremfusion.git",
"https://github.com/Aminator/DirectX12GameEngine.git",
"https://github.com/AmrikSadhra/OpenNFS.git",
"https://github.com/Ancurio/mkxp.git",
"https://github.com/AndO3131/lgeneral.git",
"https://github.com/Andrettin/Wyrmgus.git",
@ -159,6 +149,7 @@
"https://github.com/Bacon2D/Bacon2D.git",
"https://github.com/Blackvoxel/Blackvoxel.git",
"https://github.com/Blasphemer/blasphemer.git",
"https://github.com/Blecki/dwarfcorp.git",
"https://github.com/BlindMindStudios/StarRuler2-Source.git",
"https://github.com/Blzut3/CatacombSDL.git",
"https://github.com/BrooklynKing/Grimsonland.git",
@ -168,7 +159,6 @@
"https://github.com/CamHenlin/Roguish.git",
"https://github.com/CartBlanche/Siege-of-Avalon-Open-Source.git",
"https://github.com/Ceva24/ceva24.github.io.git",
"https://github.com/ChaosForge/doomrl.git",
"https://github.com/ChildrenOfUr/coUclient.git",
"https://github.com/Chris3606/GoRogue.git",
"https://github.com/ChrisDill/Raylib-cs.git",
@ -176,7 +166,6 @@
"https://github.com/CireG/Zauberer.git",
"https://github.com/Cirrus-Minor/witchblast.git",
"https://github.com/CleverRaven/Cataclysm-DDA.git",
"https://github.com/CompletelyFairGames/dwarfcorp.git",
"https://github.com/Construo/construo.git",
"https://github.com/CorsixTH/CorsixTH.git",
"https://github.com/CytopiaTeam/Cytopia.git",
@ -188,13 +177,11 @@
"https://github.com/Deceth/Battle-City.git",
"https://github.com/DeltaEngine/DeltaEngine.git",
"https://github.com/DigitalPulseSoftware/NazaraEngine.git",
"https://github.com/DjThunder/lionheart-remake.git",
"https://github.com/Droggelbecher/Grail.git",
"https://github.com/Duion/Uebergame.git",
"https://github.com/DusteDdk/SDL-Ball.git",
"https://github.com/DusteDdk/Wizznic.git",
"https://github.com/DusteDdk/osgg.git",
"https://github.com/EMC23/JiGS-PHP-RPG-engine.git",
"https://github.com/EXL/NXEngine.git",
"https://github.com/EasyRPG/Player.git",
"https://github.com/Echelon9/mechcommander2-open.git",
@ -217,7 +204,7 @@
"https://github.com/GTA-ASM/SanAndreasUnity.git",
"https://github.com/GaidamakUA/BatteryReborn.git",
"https://github.com/Gang-Garrison-2/Gang-Garrison-2.git",
"https://github.com/GentenStudios/quartz-engine.git",
"https://github.com/GentenStudios/QuartzEngine.git",
"https://github.com/GerHobbelt/pthread-win32.git",
"https://github.com/GlPortal/glPortal.git",
"https://github.com/Gnomescroll/Gnomescroll.git",
@ -254,6 +241,7 @@
"https://github.com/LWJGL/lwjgl3.git",
"https://github.com/LagoLunatic/wwrando.git",
"https://github.com/LambdaHack/LambdaHack.git",
"https://github.com/Last-Minute-Creations/openFire.git",
"https://github.com/LastTryR/LastTry.git",
"https://github.com/Leejjon/Battleround.git",
"https://github.com/LibreGamesArchive/galaxymageredux.git",
@ -265,7 +253,7 @@
"https://github.com/LongSteve/aquastax.git",
"https://github.com/Luomu/starshatter-open.git",
"https://github.com/Lyndir/Gorillas.git",
"https://github.com/MaKiPL/OpenVIII.git",
"https://github.com/MaKiPL/OpenVIII-monogame.git",
"https://github.com/MadDeCoDeR/Classic-RBDOOM-3-BFG.git",
"https://github.com/Marisa-Chan/UA_source.git",
"https://github.com/MattMatt0240/DemiGod.git",
@ -277,10 +265,10 @@
"https://github.com/MonoGame/MonoGame.git",
"https://github.com/MovingBlocks/DestinationSol.git",
"https://github.com/MovingBlocks/Terasology.git",
"https://github.com/NSasquatch/Wario-Land-3.git",
"https://github.com/NY00123/refkeen.git",
"https://github.com/NYRDS/remixed-dungeon.git",
"https://github.com/NagyD/SDLPoP.git",
"https://github.com/Nearoo/Wario-Land-3.git",
"https://github.com/Nebuleon/ativayeban.git",
"https://github.com/Nebuleon/hocoslamfy.git",
"https://github.com/NetHack/NetHack.git",
@ -295,21 +283,26 @@
"https://github.com/OneSleepyDev/boswars_osd.git",
"https://github.com/OneSleepyDev/boswars_osd_archive.git",
"https://github.com/OoliteProject/oolite.git",
"https://github.com/OpMonTeam/OpMon-Data.git",
"https://github.com/OpMonTeam/OpMon.git",
"https://github.com/OpenApoc/OpenApoc.git",
"https://github.com/OpenArena/engine.git",
"https://github.com/OpenDUNE/OpenDUNE.git",
"https://github.com/OpenDominion/OpenDominion.git",
"https://github.com/OpenDungeons/OpenDungeons.git",
"https://github.com/OpenFodder/openfodder.git",
"https://github.com/OpenLoco/OpenLoco.git",
"https://github.com/OpenMW/openmw.git",
"https://github.com/OpenMeridian/Meridian59.git",
"https://github.com/OpenMeridian105/Meridian59.git",
"https://github.com/OpenNFS/OpenNFS.git",
"https://github.com/OpenRA/OpenRA.git",
"https://github.com/OpenRCT2/OpenRCT2.git",
"https://github.com/OpenSAGE/OpenSAGE.git",
"https://github.com/OpenSWE1R/openswe1r.git",
"https://github.com/OpenTTD/OpenTTD.git",
"https://github.com/OpenXcom/OpenXcom.git",
"https://github.com/OutpostUniverse/OPHD.git",
"https://github.com/PCGen/pcgen.git",
"https://github.com/PanosK92/SpartanEngine.git",
"https://github.com/PistonDevelopers/hematite.git",
@ -340,9 +333,7 @@
"https://github.com/SimonLarsen/mrrescue.git",
"https://github.com/SimonN/Lix.git",
"https://github.com/SimonN/LixD.git",
"https://github.com/SirCmpwn/TrueCraft.git",
"https://github.com/SmallRoomLabs/ladder.git",
"https://github.com/SneakyTactician/MagicalLife.git",
"https://github.com/SpaceTraderGame/SpaceTrader-Windows.git",
"https://github.com/Stabyourself/mari0.git",
"https://github.com/SteveSmith16384/3DHorrorGame.git",
@ -354,15 +345,16 @@
"https://github.com/SteveSmith16384/SimplePlatformer.git",
"https://github.com/SteveSmith16384/SteveTech1.git",
"https://github.com/SteveSmith16384/TumblyTowers.git",
"https://github.com/SupSuper/OpenXcom.git",
"https://github.com/SuperTux/supertux.git",
"https://github.com/SuperV1234/SSVOpenHexagon.git",
"https://github.com/TASVideos/desmume.git",
"https://github.com/TBye101/MagicalLife.git",
"https://github.com/TES3MP/openmw-tes3mp.git",
"https://github.com/TIHan/FQuake3.git",
"https://github.com/TOMB5/TOMB5.git",
"https://github.com/TVTower/TVTower.git",
"https://github.com/TalonBraveInfo/OpenHoW.git",
"https://github.com/Techbot/JiGS-PHP-RPG-engine.git",
"https://github.com/The-Powder-Toy/The-Powder-Toy.git",
"https://github.com/TheAssemblyArmada/Chronoshift.git",
"https://github.com/TheAssemblyArmada/Thyme.git",
@ -380,7 +372,7 @@
"https://github.com/Vakarias/farcolony.git",
"https://github.com/ValHaris/asc-hq.git",
"https://github.com/ValyriaTear/ValyriaTear.git",
"https://github.com/Vanilla-NetHack/NetHack.git",
"https://github.com/Vanilla-NetHack/NetHack-3.4.3.git",
"https://github.com/VenKamikaze/BitRiot.git",
"https://github.com/Veraball/veraball.git",
"https://github.com/VilleKrumlinde/zgameeditor.git",
@ -389,7 +381,6 @@
"https://github.com/Wargus/stratagus.git",
"https://github.com/Wargus/wargus.git",
"https://github.com/Warzone2100/warzone2100.git",
"https://github.com/WaveHack/OpenDominion.git",
"https://github.com/Whales/Cataclysm.git",
"https://github.com/WindstilleTeam/windstille.git",
"https://github.com/XProger/OpenLara.git",
@ -406,7 +397,7 @@
"https://github.com/adamenkov/jet-story.git",
"https://github.com/afritz1/OpenTESArena.git",
"https://github.com/agateau/pixelwheels.git",
"https://github.com/ahmetkasif/KittenMaxit.git",
"https://github.com/ahmetkasif/kmaxit.git",
"https://github.com/ajweeks/FlexEngine.git",
"https://github.com/ajxs/jsFO.git",
"https://github.com/akarnokd/open-ig.git",
@ -455,6 +446,7 @@
"https://github.com/atrinik/atrinik.git",
"https://github.com/b0n541/jskat-multimodule.git",
"https://github.com/b3dgs/lionengine.git",
"https://github.com/b3dgs/lionheart-remake.git",
"https://github.com/b3dgs/tyrian-remake.git",
"https://github.com/b3dgs/warcraft-remake.git",
"https://github.com/basicallydan/skifree.js.git",
@ -484,12 +476,15 @@
"https://github.com/calref/cboe.git",
"https://github.com/candybox2/candybox2.github.io.git",
"https://github.com/capnramses/opengl_test_drive_clone.git",
"https://github.com/carstene1ns/super-methane-brothers-gx.git",
"https://github.com/carstene1ns/super-methane-brothers.git",
"https://github.com/castle-engine/castle-engine.git",
"https://github.com/ccdevnet/openc2e.git",
"https://github.com/cdetamble/jewelthief.git",
"https://github.com/cflavio/yorg.git",
"https://github.com/chaosforgeorg/doomrl.git",
"https://github.com/chocolate-doom/chocolate-doom.git",
"https://github.com/chrisboyle/sgtpuzzles.git",
"https://github.com/christopherredden/freestars.git",
"https://github.com/chubakur/wizards-magic.git",
"https://github.com/chubakur/wizards-magic2.git",
"https://github.com/ciplogic/fheroes2enh.git",
@ -498,7 +493,7 @@
"https://github.com/clintbellanger/flare-engine.git",
"https://github.com/cocos2d/cocos2d-x.git",
"https://github.com/coelckers/gzdoom.git",
"https://github.com/collinsmith/diablo.git",
"https://github.com/collinsmith/riiablo.git",
"https://github.com/colobot/colobot.git",
"https://github.com/commandojs/CommandoJS.git",
"https://github.com/cortex-command-community/Cortex-Command-Community-Project-Source.git",
@ -522,6 +517,7 @@
"https://github.com/darklegion/tremulous.git",
"https://github.com/davidjoffe/dave_gnukem.git",
"https://github.com/dbartolini/crown.git",
"https://github.com/ddevault/TrueCraft.git",
"https://github.com/deathbeam/spooker.git",
"https://github.com/deathbeam/yae.git",
"https://github.com/deathkiller/jazz2.git",
@ -557,7 +553,7 @@
"https://github.com/elnormous/ouzel.git",
"https://github.com/emezeske/digbuild.git",
"https://github.com/endless-sky/endless-sky.git",
"https://github.com/englercj/lttp-phaser.git",
"https://github.com/englercj/lttp.git",
"https://github.com/enigma-dev/enigma-dev.git",
"https://github.com/enriquesomolinos/DreeRally.git",
"https://github.com/enz/pentobi.git",
@ -590,8 +586,8 @@
"https://github.com/freeorion/freeorion.git",
"https://github.com/freeors/War-Of-Kingdom.git",
"https://github.com/freeserf/freeserf.git",
"https://github.com/frittatenbank/jewelthief.git",
"https://github.com/gabrielecirulli/2048.git",
"https://github.com/gbtami/pychess-variants.git",
"https://github.com/gemrb/gemrb.git",
"https://github.com/gerstrong/Commander-Genius.git",
"https://github.com/ghewgill/puzzles.git",
@ -631,7 +627,7 @@
"https://github.com/idmillington/undum.git",
"https://github.com/ihofmann/open-websoccer.git",
"https://github.com/indyjo/Thunder-Lightning.git",
"https://github.com/inexor-game/code.git",
"https://github.com/inexorgame/inexor-core.git",
"https://github.com/infidel-/cult.git",
"https://github.com/inolen/quakejs.git",
"https://github.com/instead-hub/instead.git",
@ -663,6 +659,8 @@
"https://github.com/jkroepke/2Moons.git",
"https://github.com/jmimu/FITD.git",
"https://github.com/jonburesh/sintelgame.git",
"https://github.com/jonof/jfduke3d.git",
"https://github.com/jonof/jfsw.git",
"https://github.com/joshbressers/ularn.git",
"https://github.com/jp8900308/other-life.git",
"https://github.com/jpmalkiewicz/decker.git",
@ -690,7 +688,6 @@
"https://github.com/laanwj/sundog.git",
"https://github.com/landoffire/lof-tmwa-client-data.git",
"https://github.com/landoffire/lof-tmwa-server-data.git",
"https://github.com/ldicker83/OPHD.git",
"https://github.com/leethomason/unflobtactical.git",
"https://github.com/leezer3/OpenBVE.git",
"https://github.com/leonicolas/ReQbert.git",
@ -726,7 +723,6 @@
"https://github.com/mdsteele/azimuth.git",
"https://github.com/mdsteele/syzygy.git",
"https://github.com/melonjs/melonJS.git",
"https://github.com/metalvoidzz/Sourcehold.git",
"https://github.com/mgechev/mk.js.git",
"https://github.com/mgerhardy/caveexpress.git",
"https://github.com/mgfreshour/hexwar.git",
@ -762,8 +758,9 @@
"https://github.com/nxengine/nxengine-evo.git",
"https://github.com/ocornut/imgui.git",
"https://github.com/odamex/odamex.git",
"https://github.com/ohrrpgce/ohrrpgce.git",
"https://github.com/oitofelix/mininim.git",
"https://github.com/omarchehab98/ioreboot.git",
"https://github.com/omarchehab98/io-reboot.git",
"https://github.com/omf2097/openomf.git",
"https://github.com/onaluf/RacerJS.git",
"https://github.com/ooxi/violetland.git",
@ -778,6 +775,7 @@
"https://github.com/opentibia/server.git",
"https://github.com/opentibia/yatc.git",
"https://github.com/opentomb/OpenTomb.git",
"https://github.com/opentyrian/opentyrian.git",
"https://github.com/openzelda/openzelda-source.git",
"https://github.com/orx/orx.git",
"https://github.com/osgamearchive/D-Fend-Reloaded.git",
@ -788,6 +786,7 @@
"https://github.com/osgamearchive/spacetraderjava.git",
"https://github.com/ospaceteam/outerspace.git",
"https://github.com/ozkriff/zoc.git",
"https://github.com/pacewar/pacewar.git",
"https://github.com/panda3d/panda3d.git",
"https://github.com/parogers/pgu.git",
"https://github.com/pasky/pachi.git",
@ -821,6 +820,7 @@
"https://github.com/pygame/pygame.git",
"https://github.com/pyglet/pyglet.git",
"https://github.com/python-pillow/Pillow.git",
"https://github.com/python-sge/sge.git",
"https://github.com/q-gears/q-gears.git",
"https://github.com/q4a/scourge.git",
"https://github.com/qbancoffee/infinite-tux.git",
@ -864,6 +864,7 @@
"https://github.com/sandsmark/aicompo-tg17.git",
"https://github.com/sandsmark/freeaoe.git",
"https://github.com/sandsmark/kart.git",
"https://github.com/scandum/tintin.git",
"https://github.com/scottschiller/ArmorAlley.git",
"https://github.com/scottschiller/SURVIVOR.git",
"https://github.com/scummvm/scummvm.git",
@ -890,6 +891,7 @@
"https://github.com/snauts/game-lv.git",
"https://github.com/soap-bubble/web.git",
"https://github.com/soulweaver91/project-carrot.git",
"https://github.com/sourcehold/Sourcehold.git",
"https://github.com/sphair/ClanLib.git",
"https://github.com/spiderbit/canta.git",
"https://github.com/spleennooname/shadow-of-the-beast-html5.git",
@ -905,6 +907,8 @@
"https://github.com/stephenjsweeney/blobwarsAttrition.git",
"https://github.com/stepmania/stepmania.git",
"https://github.com/stople/OpenTitus.git",
"https://github.com/stransky/berusky.git",
"https://github.com/stransky/berusky2.git",
"https://github.com/stuntrally/stuntrally.git",
"https://github.com/styx/Raincat.git",
"https://github.com/subchannel13/Stareater.git",
@ -927,7 +931,6 @@
"https://github.com/tautvilas/epoh.git",
"https://github.com/team-cube/open-cube.git",
"https://github.com/team-eternity/eternity.git",
"https://github.com/tehKaiN/openFire.git",
"https://github.com/teruk/movbizz.git",
"https://github.com/textadventures/squiffy.git",
"https://github.com/textbrowser/maxit.git",
@ -941,7 +944,6 @@
"https://github.com/thp/numptyphysics.git",
"https://github.com/tomsoftware/Lemmings.ts.git",
"https://github.com/tonihele/OpenKeeper.git",
"https://github.com/topherredden/freestars.git",
"https://github.com/tpcstld/2048.git",
"https://github.com/trackballs/trackballs.git",
"https://github.com/trananh1992/Turn-of-War.git",
@ -1025,6 +1027,8 @@
"https://gitlab.com/luckeyproductions/Quatter.git",
"https://gitlab.com/luckeyproductions/heXon.git",
"https://gitlab.com/manaplus/manaplus.git",
"https://gitlab.com/open-runescape-classic/core.git",
"https://gitlab.com/open-runescape-classic/single-player.git",
"https://gitlab.com/osgames/aatraders.git",
"https://gitlab.com/osgames/abe.git",
"https://gitlab.com/osgames/ajax3d.git",
@ -1241,9 +1245,16 @@
"https://gitlab.gnome.org/GNOME/gtk.git",
"https://gitlab.gnome.org/GNOME/libxml2.git",
"https://gitlab.gnome.org/GNOME/quadrapassel.git",
"https://gitlab.openrsc.com/open-rsc/Game.git",
"https://gitlab.openrsc.com/open-rsc/Single-Player.git",
"https://invent.kde.org/games/granatier.git",
"https://invent.kde.org/games/katomic.git",
"https://invent.kde.org/games/kgoldrunner.git",
"https://invent.kde.org/games/kmines.git",
"https://invent.kde.org/games/ksnakeduel.git",
"https://invent.kde.org/games/palapeli.git",
"https://repo.or.cz/intricacy.git",
"https://repo.or.cz/openal-soft.git",
"https://repo.or.cz/pachi.git",
"https://repo.or.cz/tennix.git",
"https://salsa.debian.org/games-team/bloboats.git",
"https://src.fedoraproject.org/rpms/blobwars.git"
],
@ -1251,7 +1262,7 @@
"http://svn.icculus.org/duke3d/",
"http://svn.icculus.org/nexuiz/trunk/",
"http://svn.icculus.org/rott/trunk/",
"http://svn.savannah.gnu.org/svn/chess",
"http://svn.savannah.gnu.org/svn/chess/",
"http://svn.uktrainsim.com/svn/openrails",
"https://rpg.hamsterrepublic.com/source/wip",
"https://svn.code.sf.net/p/balder/code",
@ -1333,7 +1344,6 @@
"https://bitbucket.org/gopostal/postal-1-open-source",
"https://bitbucket.org/mstrobel/supremacy/src",
"https://bitbucket.org/mzeilfelder/trunk_hc1",
"https://bitbucket.org/opentyrian/opentyrian",
"https://bitbucket.org/rude/love",
"https://bitbucket.org/ryzom/ryzomcore",
"https://bitbucket.org/sumwars/sumwars-code",

View File

@ -137,6 +137,7 @@ https://app.assembla.com/spaces/openrpg/wiki
https://app.assembla.com/spaces/Project_Valkyrie2/wiki
https://appimage.github.io/categories/Game
https://appimage.org/
https://arcade.academy/
https://archive.codeplex.com/?p=turnota
https://archive.codeplex.com/?p=voxeliq
https://archive.org/details/Gna_code_hosting (all of them)
@ -280,9 +281,11 @@ https://github.com/junkdog/artemis-odb
https://github.com/jwvhewitt/gearhead-caramel.git
https://github.com/KDE
https://github.com/kduske/TrenchBroom
https://github.com/kidscancode/circle_jump
https://github.com/kimkulling/osre
https://github.com/klaussilveira/ioquake3.js
https://github.com/Kosmonaut3d/DeferredEngine
https://github.com/kyzfrintin/Godot-Mixing-Desk
https://github.com/LgLinus/StrategyGame
https://github.com/libretro/libretro-chailove
https://github.com/libretro/libretro-prboom
@ -316,6 +319,7 @@ https://github.com/opensourcedesign
https://github.com/opentrack/opentrack
https://github.com/OSSGames
https://github.com/OSSGames (all there, but we should have them already)
https://github.com/ozkriff/zemeroth
https://github.com/Patapom/GodComplex
https://github.com/PavelDoGreat/WebGL-Fluid-Simulation
https://github.com/perbone/luascript
@ -393,6 +397,7 @@ https://gitlab.com/xonlegacy/xonlegacy
https://gitlab.openrsc.com/open-rsc
https://gitorious.org/index-list.html (are there other interesting games)
https://gottcode.org/ (all)
https://invent.kde.org/games
https://itch.io/ (scrape, look for open source)
https://jcrpg.blogspot.de/
https://jotd.pagesperso-orange.fr/ (several games)

View File

@ -144,7 +144,10 @@ def check_validity_external_links():
regex = re.compile(r"[\s\n]<(http.+?)>|\]\((http.+?)\)|[\s\n](http[^\s\n,]+?)[\s\n\)]")
# ignore the following patterns (they give false positives here)
ignored_urls = ('https://git.tukaani.org/xz.git', 'https://git.code.sf.net/p/')
ignored_urls = ('https://git.tukaani.org/xz.git', 'https://git.code.sf.net/', 'http://hg.hedgewars.org/hedgewars/', 'https://git.xiph.org/vorbis.git', 'http://svn.uktrainsim.com/svn/openrails')
# some do redirect, but we nedertheless want the original URL in the database
redirect_okay = ('https://octaforge.org/', 'https://svn.openttd.org/')
# extract all links from entries
urls = {}
@ -158,14 +161,24 @@ def check_validity_external_links():
# github and gitlab git URLs are shortened to not contain .git
if any((url.startswith(x) for x in ('https://github.com/', 'https://gitlab.com/', 'https://salsa.debian.org/', 'https://src.fedoraproject.org/', 'https://gitlab.gnome.org/GNOME/'))) and url.endswith('.git'):
url = url[:-4]
if url.startswith('https://svn.code.sf.net/p/') and url.endswith('code'):
if (url.startswith('https://svn.code.sf.net/p/') or url.startswith('http://svn.code.sf.net/p/')) and url.endswith('code'):
url = url + '/'
if url.startswith('https://bitbucket.org/') and url.endswith('.git'):
url = url[:-4] + '/commits/'
if url.startswith('https://svn.code.sf.net/p/'):
if url.startswith('https://svn.code.sf.net/p/') or url.endswith('.cvs.sourceforge.net'):
url = 'http' + url[5:]
if url.startswith('https://git.savannah.gnu.org/git/'):
if url.startswith('https://git.savannah.gnu.org/git/') or url.startswith('https://git.savannah.nongnu.org/git/') or url.startswith('http://git.artsoft.org/'):
url = url + '/'
if url.startswith('https://anongit.freedesktop.org/git'):
url = url + '/'
if url.startswith('http://cvs.savannah.nongnu.org:/sources/'):
url = 'http://cvs.savannah.nongnu.org/viewvc/' + url[40:]
if url.startswith('http://cvs.savannah.gnu.org:/sources/'):
url = 'http://cvs.savannah.gnu.org/viewvc/' + url[37:]
if 'bzr.sourceforge.net/bzrroot/' in url:
continue
if url.endswith('.git'):
url = url[:-4]
if url in urls:
urls[url].add(entry)
@ -177,12 +190,17 @@ def check_validity_external_links():
# now iterate over all urls
for index, url in enumerate(urls.keys()):
try:
r = requests.head(url, headers={'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64)'}, timeout=10, allow_redirects=True)
verify = True
# some have an expired certificate but otherwise still work
if any((url.startswith(x) for x in ('https://perso.b2b2c.ca/~sarrazip/dev/', 'https://dreerally.com/', 'https://henlin.net/', 'https://www.megamek.org/', 'https://pixeldoctrine.com/', 'https://gitorious.org/'))):
verify = False
r = requests.head(url, headers={'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64)'}, timeout=10, allow_redirects=True, verify=verify)
# check for bad status
if r.status_code != requests.codes.ok:
print('{}: URL {} in entry {} has status {}'.format(index, url, urls[url], r.status_code))
# check for redirect
if r.history:
if r.history and url not in redirect_okay:
# only / added or http->https
print('{}: URL {} in entry {} was redirected to {}'.format(index, url, urls[url], r.url))
except Exception as e:
print('{}: URL {} in entry {} gave error {}'.format(index, url, urls[url], e))