Add appstream tool to add games to the database from an appstream.gz collection
This commit is contained in:
parent
8ad066409c
commit
b3826ad1d7
|
@ -9,8 +9,13 @@ RUN mkdir /var/cdb
|
||||||
RUN chown -R cdb:cdb /var/cdb
|
RUN chown -R cdb:cdb /var/cdb
|
||||||
|
|
||||||
COPY requirements.lock.txt requirements.lock.txt
|
COPY requirements.lock.txt requirements.lock.txt
|
||||||
|
RUN apt update
|
||||||
|
RUN apt install -y vim
|
||||||
|
RUN apt install -y libgirepository1.0-dev gcc libcairo2-dev pkg-config python3-dev gir1.2-gtk-3.0
|
||||||
|
RUN apt install -y libappstream-glib-dev
|
||||||
RUN pip install -r requirements.lock.txt
|
RUN pip install -r requirements.lock.txt
|
||||||
RUN pip install gunicorn
|
RUN pip install gunicorn
|
||||||
|
RUN pip3 install pycairo PyGObject
|
||||||
|
|
||||||
COPY utils utils
|
COPY utils utils
|
||||||
COPY config.cfg config.cfg
|
COPY config.cfg config.cfg
|
||||||
|
|
|
@ -0,0 +1,93 @@
|
||||||
|
import gi
|
||||||
|
import os
|
||||||
|
import sys
|
||||||
|
import inspect
|
||||||
|
from gi.repository import Gio
|
||||||
|
gi.require_version('AppStreamGlib', '1.0')
|
||||||
|
from gi.repository import AppStreamGlib
|
||||||
|
from lists import alwaysAccept, alwaysDeny, badLicenses, badCategories, nonFreeAssets, nonFreeNetworkServices
|
||||||
|
import itertools
|
||||||
|
import argparse
|
||||||
|
|
||||||
|
#Workaround to get the urls because app.get_urls() doesn't work :|
|
||||||
|
def get_urls(app):
|
||||||
|
kinds = [AppStreamGlib.UrlKind(kind) for kind in range(11)]
|
||||||
|
urls = [(app.get_url_item(kind),kind.value_nick) for kind in kinds]
|
||||||
|
return list(filter(lambda a: a[0] is not None, urls))
|
||||||
|
|
||||||
|
def acceptedGame(app):
|
||||||
|
#return 'Game' in app.get_categories()
|
||||||
|
if app.get_id() in alwaysAccept:
|
||||||
|
return True
|
||||||
|
if app.get_id() in alwaysDeny:
|
||||||
|
return False
|
||||||
|
|
||||||
|
return app.get_project_license() and \
|
||||||
|
not [x for x in badLicenses if x in app.get_project_license()] and \
|
||||||
|
'Game' in app.get_categories() and \
|
||||||
|
not [x for x in badCategories if x in app.get_categories()]
|
||||||
|
|
||||||
|
def getScreenshot(app):
|
||||||
|
return [images.get_source() for images in app.get_screenshots]
|
||||||
|
|
||||||
|
currentdir = os.path.dirname(os.path.abspath(inspect.getfile(inspect.currentframe())))
|
||||||
|
parentdir = os.path.dirname(currentdir)
|
||||||
|
sys.path.insert(0,parentdir)
|
||||||
|
|
||||||
|
from app.models import *
|
||||||
|
from app.utils import make_flask_login_password
|
||||||
|
|
||||||
|
parser = argparse.ArgumentParser(description='Generate HTML files from an Appimage and mako templates.')
|
||||||
|
parser.add_argument("-p", '--appstream_path', help='specify the path of the appstream file')
|
||||||
|
parser.add_argument("-i", '--icons_path', help='specify the path of the icons')
|
||||||
|
parser.add_argument("-m", '--template_path', help='specify the path of the template')
|
||||||
|
args = parser.parse_args()
|
||||||
|
|
||||||
|
store = AppStreamGlib.Store()
|
||||||
|
file = Gio.File.new_for_path(args.appstream_path)
|
||||||
|
AppStreamGlib.Store.from_file(store, file, args.icons_path, None)
|
||||||
|
apps = list(filter(acceptedGame, store.get_apps()))
|
||||||
|
session=db.session
|
||||||
|
licenses = { x.name : x for x in License.query.all() }
|
||||||
|
tags = { x.name : x for x in Tag.query.all() }
|
||||||
|
admin_user = User.query.filter_by(username="appstream").first()
|
||||||
|
#print("Users: ", users)
|
||||||
|
#admin_user = User("appstream")
|
||||||
|
#admin_user.is_active = True
|
||||||
|
#admin_user.password = make_flask_login_password("appstream")
|
||||||
|
#admin_user.github_username = "appstream"
|
||||||
|
#admin_user.forums_username = "appstream"
|
||||||
|
#admin_user.rank = UserRank.ADMIN
|
||||||
|
#session.add(admin_user)
|
||||||
|
|
||||||
|
|
||||||
|
for app in apps:
|
||||||
|
screenshots = getScreenshots(app)
|
||||||
|
urls = get_urls(app)
|
||||||
|
filename = app.get_name().replace(':', '').replace('/','') + ".html"
|
||||||
|
print("APPLICATION: ",app.get_name())
|
||||||
|
game1 = Package()
|
||||||
|
game1.state = PackageState.APPROVED
|
||||||
|
game1.name = app.get_id()
|
||||||
|
game1.title = app.get_name()
|
||||||
|
game1.type = PackageType.GAME
|
||||||
|
game1.license = licenses["MIT"]
|
||||||
|
#game1.license = licenses[app.get_project_license()]
|
||||||
|
game1.media_license = licenses["MIT"]
|
||||||
|
game1.author = admin_user
|
||||||
|
game1.tags.append(tags["pvp"])
|
||||||
|
game1.tags.append(tags["survival"])
|
||||||
|
game1.tags.append(tags["multiplayer"])
|
||||||
|
for url,t in urls:
|
||||||
|
if t == "bugtracker":
|
||||||
|
game1.issueTracker = url
|
||||||
|
elif t == "homepage":
|
||||||
|
game1.repo = url
|
||||||
|
|
||||||
|
game1.forums = 12835
|
||||||
|
game1.short_desc = app.get_comment()
|
||||||
|
game1.desc = app.get_description()
|
||||||
|
session.add(game1)
|
||||||
|
|
||||||
|
session.commit()
|
||||||
|
|
|
@ -0,0 +1,72 @@
|
||||||
|
badLicenses = [
|
||||||
|
'LicenseRef-proprietary',
|
||||||
|
'LicenseRef-Proprietary',
|
||||||
|
'proprietary',
|
||||||
|
'Proprietary',
|
||||||
|
'CC-BY-NC-SA-3.0',
|
||||||
|
'CC-BY-NC-ND-3.0'
|
||||||
|
]
|
||||||
|
|
||||||
|
badCategories = [
|
||||||
|
'Emulator',
|
||||||
|
'PackageManager',
|
||||||
|
'System',
|
||||||
|
'Utility'
|
||||||
|
]
|
||||||
|
|
||||||
|
nonFreeAssets = [
|
||||||
|
'jp.yvt.OpenSpades',
|
||||||
|
'net.openra.OpenRA',
|
||||||
|
'org.openmw.OpenMW',
|
||||||
|
'org.zdoom.GZDoom',
|
||||||
|
'io.github.ezQuake',
|
||||||
|
'com.etlegacy.ETLegacy',
|
||||||
|
'com.github.iortcw.iortcw',
|
||||||
|
'org.yamagi.YamagiQ2',
|
||||||
|
'org.dhewm3.Dhewm3',
|
||||||
|
'com.github.bvschaik.julius',
|
||||||
|
'io.openrct2.OpenRCT2',
|
||||||
|
'com.github.skullernet.q2pro',
|
||||||
|
'org.raceintospace.Raceintospace',
|
||||||
|
'org.srb2.SRB2',
|
||||||
|
'org.srb2.SRB2Kart',
|
||||||
|
'io.sourceforge.clonekeenplus',
|
||||||
|
'io.github.fabiangreffrath.Doom',
|
||||||
|
'net.dengine.Doomsday',
|
||||||
|
'com.github.keriew.augustus',
|
||||||
|
'io.github.yairm210.unciv',
|
||||||
|
'com.corsixth.corsixth'
|
||||||
|
]
|
||||||
|
|
||||||
|
nonFreeNetworkServices = [
|
||||||
|
'io.github.yairm210.unciv'
|
||||||
|
]
|
||||||
|
|
||||||
|
alwaysAccept = [
|
||||||
|
'org.freecol.FreeCol',
|
||||||
|
'org.freeciv.Freeciv',
|
||||||
|
'io.github.EndlessSky.endless-sky',
|
||||||
|
'org.frozen_bubble.frozen-bubble',
|
||||||
|
'org.kde.ksudoku',
|
||||||
|
]
|
||||||
|
|
||||||
|
alwaysDeny = [
|
||||||
|
'com.moonlight_stream.Moonlight',
|
||||||
|
'org.gnome.Games',
|
||||||
|
'org.ppsspp.PPSSPP',
|
||||||
|
'org.scummvm.ScummVM',
|
||||||
|
'org.pegasus_frontend.Pegasus',
|
||||||
|
'com.gitlab.coringao.cavestory-nx',
|
||||||
|
'org.sauerbraten.Sauerbraten',
|
||||||
|
'net.runelite.RuneLite',
|
||||||
|
'com.zandronum.Zandronum',
|
||||||
|
'io.mrarm.mcpelauncher',
|
||||||
|
'org.unitystation.StationHub',
|
||||||
|
'org.firestormviewer.FirestormViewer',
|
||||||
|
'com.eduke32.EDuke32',
|
||||||
|
'io.github.hmlendea.geforcenow-electron',
|
||||||
|
'io.gdevs.GDLauncher',
|
||||||
|
'io.github.sharkwouter.Minigalaxy',
|
||||||
|
'com.katawa_shoujo.KatawaShoujo',
|
||||||
|
're.chiaki.Chiaki'
|
||||||
|
]
|
Loading…
Reference in New Issue