api.py

import urllib.request
import flask
from flask import request

import parselist
import requests
import yaml
import config
from apscheduler.schedulers.background import BackgroundScheduler

import v3

app = flask.Flask(__name__)
# app.config["DEBUG"] = True
app.config["JSONIFY_PRETTYPRINT_REGULAR"] = True

# Init sentry
#sentry_sdk.init(
#    dsn="https://ba10567a81304d18a0f2304269d3ae23@o456896.ingest.sentry.io/5454934",
#    integrations=[FlaskIntegration()],
#    traces_sample_rate=1.0
#)

# All Packages:
# /v1/<host>/packages
#
# All Packages in category:
# /v1/<host>/packages/category/<category>
#
# Specific Package:
# /v1/<host>/package/<name>
#
# Hosts:
# /v1/hosts


# Get host list
def get_hosts():
    global parsed_hosts
    hosts_file = requests.get("https://raw.githubusercontent.com/dhtdht020/oscdl-updateserver/master/v1/announcement"
                                     "/repositories.yml").text
    parsed_hosts = yaml.load(hosts_file, Loader=yaml.FullLoader)
    print("Loaded hosts list")


get_hosts()


# Schedule hosts list for refresh once per 30 minutes
scheduler = BackgroundScheduler()
scheduler.add_job(func=get_hosts, trigger="interval", minutes=30)
scheduler.start()


def get_hostname(host):
    if host == "codemii":
        return "hbb2.oscwii.org"
    else:
        return parsed_hosts["repositories"][host]["host"]


def url(host):
    opener = urllib.request.build_opener()
    opener.addheaders = [('User-agent', 'Mozilla/5.0')]
    urllib.request.install_opener(opener)

    try:
        test_list_url = f"https://{get_hostname(host)}/hbb/homebrew_browser/listv036.txt"
        return test_list_url
    except KeyError:
        test_list_url = f"https://hbb1.oscwii.org/hbb/homebrew_browser/listv036.txt"
        return test_list_url

@app.errorhandler(404)
def page_not_found(e):
    return "<h1>Error 404: Opened the shop but there were no apps." \
           "</h1><p>That doesn't look like our API. Did you follow the documentation?</p>", 404


@app.route('/', methods=['GET'])
def home():
    return "<h1>Open Shop Channel API</h1><p>Welcome to the OSC API Public Beta!\n" \
           "For documentation, go to our docs. api-docs.oscwii.org</p>"


# Version 2 (Current)
@app.route('/v2/<host>/packages', methods=['GET'], strict_slashes=False)
def v2_packages(host):
    test_list_url = url(host)

    query = request.args.get("query")
    coder = request.args.get("coder")
    category = request.args.get("category")
    package = request.args.get("package")


    f, headers = urllib.request.urlretrieve(test_list_url)
    l = parselist.convert_list_file_to_json(f, get_hostname(host))
    parser = parselist.hbbjsonparser()
    parser.load_json(l)

    # Query
    if query and coder and category:
        return flask.jsonify(parser.query_packages_category_coder(query, coder, category))

    if query and coder:
        return flask.jsonify(parser.query_packages_coder(query, coder))

    if query and category:
        return flask.jsonify(parser.query_packages_category(query, category))

    if query:
        return flask.jsonify(parser.query_packages(query))

    # Coder
    if coder and category:
        return flask.jsonify(parser.get_developer_category(category, coder))

    if coder:
        return flask.jsonify(parser.get_developer(coder))

    # Basic
    if category:
        return flask.jsonify(parser.get_category(category))

    if package:
        return flask.jsonify(parser.dictionary(package))

    return flask.jsonify(l)


@app.route('/v2/hosts', methods=['GET'], strict_slashes=False)
def v2_api_hosts():
    return flask.jsonify(parsed_hosts)


# Version 1 (For backwards compatiblity, do not change!)
@app.route('/v1', methods=['GET'])
def v1():
    return "<h1>Open Shop Channel API</h1><p>Oh boy, version 1.\n" \
           "For documentation, go to our docs. api-docs.oscwii.org</p>"


@app.route('/v1/hosts', methods=['GET'], strict_slashes=False)
def api_hosts():
    return flask.jsonify(parsed_hosts)


@app.route('/v1/<host>/packages', methods=['GET'], strict_slashes=False)
def all_packages(host):
    test_list_url = url(host)

    f, headers = urllib.request.urlretrieve(test_list_url)
    l = parselist.convert_list_file_to_json(f, get_hostname(host))
    parser = parselist.hbbjsonparser()
    parser.load_json(l)
    return flask.jsonify(l)


@app.route('/v1/<host>/package/<app_name>', methods=['GET'], strict_slashes=False)
def one_package(host, app_name):
    test_list_url = url(host)

    f, headers = urllib.request.urlretrieve(test_list_url)
    l = parselist.convert_list_file_to_json(f, get_hostname(host))
    parser = parselist.hbbjsonparser()
    parser.load_json(l)
    return flask.jsonify(parser.dictionary(app_name))


@app.route('/v1/<host>/category/<category>/packages', methods=['GET'], strict_slashes=False)
def category_packages(host, category):
    test_list_url = url(host)

    f, headers = urllib.request.urlretrieve(test_list_url)
    l = parselist.convert_list_file_to_json(f, get_hostname(host))
    parser = parselist.hbbjsonparser()
    parser.load_json(l)
    return flask.jsonify(parser.get_category(category))


@app.route('/v1/<host>/coder/<coder>/packages', methods=['GET'], strict_slashes=False)
def coder_packages(host, coder):
    test_list_url = url(host)

    f, headers = urllib.request.urlretrieve(test_list_url)
    l = parselist.convert_list_file_to_json(f, get_hostname(host))
    parser = parselist.hbbjsonparser()
    parser.load_json(l)
    return flask.jsonify(parser.get_developer(coder))


@app.route('/v1/<host>/category/<category>/coder/<coder>/packages', methods=['GET'], strict_slashes=False)
def coder_packages_categories(host, category, coder):
    test_list_url = url(host)

    f, headers = urllib.request.urlretrieve(test_list_url)
    l = parselist.convert_list_file_to_json(f, get_hostname(host))
    parser = parselist.hbbjsonparser()
    parser.load_json(l)
    return flask.jsonify(parser.get_developer_category(category, coder))


@app.after_request
def after_request(response):
    header = response.headers
    header['Access-Control-Allow-Origin'] = '*'
    return response


app.register_blueprint(v3.v3, url_prefix="/v3")

if __name__ == '__main__':
    app.run(port=config.port)