Minecraft-Updater/parsers/modrinth.py

from os import error
from types import WrapperDescriptorType
from pytz.tzinfo import memorized_timedelta
#import requests
import socket
import time
from request_wrapper import requests_wrapper as requests
import datetime
import iso8601
import pytz
from urllib.parse import unquote
import re
debug = True
if debug == True:
    import logging
    from requests import api
    logging.basicConfig()
    logging.getLogger().setLevel(logging.DEBUG)
    requests_log = logging.getLogger("requests.packages.urllib3")
    requests_log.setLevel(logging.DEBUG)
    requests_log.propagate = True
timeoutTime = 1
#Setup re
#regex = re.compile(r'*')
# Setup session, this lets the parser re-use the connection instead of establishing a new connection for EACH request, not only does this cause a HUGE performance boost, it's also nicer to the API.
session = requests.Session()
base_api_url = "https://api.modrinth.com:443/api/v1"
def failCheck(response, functOrigin):
    print("Status Code is: "+str(response.status_code))
    if response.status_code == 429:
        sleep_time = int(response.headers["X-Ratelimit-Reset"])+1
        print("Too many requests!"+'\n'+"Waiting for "+str(sleep_time)+" seconds...")
        print(response.headers)
        time.sleep(sleep_time) # Wait until API ratelimit is over
        print("Retrying "+functOrigin+"...")
        return True
    elif response.status_code != 200:
        raise error
# Data Caching
dataCache = {}
def cacheData(function_name, cached_data):
    print("Caching data!")
    dataCache[function_name] = cached_data
    #print(dataCache)
    print("Stored "+function_name+"'s data to cache")

def modInfo(project):
    print("Calling modInfo()...")
    if "modInfo" in dataCache:
        print("Returning cached data!")
        return dataCache["modInfo"]
    else:
        response = session.get(base_api_url+"/mod/"+project, family=socket.AF_INET)
        if failCheck(response, "modInfo") == True: #Attempt to requery API
            response = session.get(base_api_url+"/mod/"+project, family=socket.AF_INET)
        api_response = response.json()
        cacheData("modInfo", api_response)
        return api_response

def getVersions(project):
    print("Calling getVersions()...")
    if "getVersions" in dataCache:
        print("Returning cached data!")
        return dataCache["getVersions"]
    else:
        workingDict = modInfo(project)
        versions = workingDict["versions"]
        cacheData("getVersions", versions)
        return versions

def getAllModVersionInfo(project):
    print("Calling getAllModVersionInfo()...")
    if "getAllModVersionInfo" in dataCache:
        print("Returning cached data!")
        return dataCache["getAllModVersionInfo"]
    else:
        versions = getVersions(project)
        responseList = []
        numberOfVersions = len(versions)
        for item in range(numberOfVersions):
            response = session.get(base_api_url+"/version/"+versions[item], family=socket.AF_INET)
            if failCheck(response, "getAllModVersionInfo") == True: #Attempt to requery API
                response = session.get(base_api_url+"/version/"+versions[item], family=socket.AF_INET)
            api_response = response.json()
            responseList.append(api_response)
        cacheData("getAllModVersionInfo", responseList)
        return responseList

def determine(project, whatToDetermine):
    print("Calling determine()...")
    modInfo = getAllModVersionInfo(project)
    numberOfVersions = len(modInfo)
    determine = []
    for item in range(numberOfVersions):
        workingDict = modInfo[item]
        determine.append(workingDict[whatToDetermine])
        #print(str(item)+" "+str(determine[item]))
    return determine

def getLatestVersion(project, **kwargs):
    print("Calling getLatestVersion()...")
    targetted_versions = kwargs.get('targetted_versions', None)
    if targetted_versions != None:
        versions = targetted_versions
    else:    
        versions = getVersions(project)
    #print(versions)
    publishDates = determine(project, "date_published")
    #print(publishDates)
    # Get current date
    currentDate = pytz.utc.localize(datetime.datetime.utcnow())
    #print(currentDate)
    convertedDates = {}
    numberOfVersions = len(versions)
    for item in range(numberOfVersions):
        convertTime = iso8601.parse_date(publishDates[item])
        convertedDates[versions[item]] = convertTime
    shortestDate = {}
    for item in range(numberOfVersions):
        shortestDate[versions[item]] = currentDate - convertedDates[versions[item]]
    #print(shortestDate)
    # Sort the dictionary to find the most recent version
    latest = {key: val for key, val in sorted(shortestDate.items(), key = lambda ele: ele[1])}
    return list(latest.keys())[0]

def key_filter(project, dict_to_filter, key_to_grab, type_to_grab):
    print("Calling key_filter()...")
    versions = dict_to_filter
    build_type = determine(project, key_to_grab)
    # Build a dictionary that ties the versions to the build type
    build_type_dict = {}
    number_of_versions = len(versions)
    for item in range(number_of_versions):
        build_type_dict[versions[item]]  = build_type[item]
    #print(build_type_dict)
    # Sort dictionary to filter out only the release builds
    stable = []
    print("Looking for "+str(type_to_grab))
    for key, value in  build_type_dict.items():
        #print("looking at "+str(value))
        search = re.search(str(type_to_grab), str(value))
        if search != None:
            print("Match!")
            #print(key)
            stable.append(key)
    
    # Call getLatestVersion, tell it to use our output
    return stable

def getForMinecraftVersion(project, version, stability):
    print("Calling getForMinecraftVersion()...")
    print("Downloading",stability,"for Minecraft version", version)
    if stability == "stable":
        #Filter Game versions
        targetted_versions=key_filter(project, getVersions(project), "game_versions", version)
        #Filter Stable versions
        stable_versions=key_filter(project, targetted_versions, "version_type", "release")
        result = getLatestVersion(project, targetted_versions=stable_versions)
    elif stability == "latest":
        #Filter Game versions
        targetted_versions=key_filter(project, getVersions(project), "game_versions", version)
        #print(targetted_versions)
        #Filter Latest versions
        stable_versions=key_filter(project, targetted_versions, "version_type", "release")
        result = getLatestVersion(project, targetted_versions=stable_versions)
    print("latest build for "+version+" is "+result)
    return result

def getLatestStable(project):
    print("Calling getLatestStable()...")
    return getLatestVersion(project, getVersions(project) ,targetted_versions=key_filter(project, "version_type", "release"))
    
    
def getDownloadURL(project, versionID):
    print("Calling getDownloadURL()...")
    versions = getVersions(project)
    versionInfo = getAllModVersionInfo(project)
    downloadURLs = {}
    downloadSHA1 = {}
    downloadFilenames = {}
    # Iterate through the nested lists/dicts
    for item in range(len(versions)):
        workingDict = versionInfo[item]
        #print("workingDict: "+str(workingDict))
        workingList = workingDict["files"]
        #print("workingList: "+str(workingList))
        workingDict2 = workingList[0]
        workingDict3 = workingDict2["hashes"]
        #print(workingDict3)
        downloadURLs[versions[item]] = unquote(workingDict2["url"])
        downloadSHA1[versions[item]] = workingDict3["sha1"]
        downloadFilenames[versions[item]] = workingDict2["filename"]
    #print(downloadURLs)
    return [downloadURLs[versionID], downloadSHA1[versionID], downloadFilenames[versionID]]