refactor: move more logic to InstallableExtension

lnbits/core/helpers.py

@@ -1,18 +1,8 @@
-import hashlib
 import importlib
-import os
 import re
-import urllib.request
-from http import HTTPStatus
-from typing import List
 
-import httpx
-from fastapi.exceptions import HTTPException
 from loguru import logger
 
-from lnbits.helpers import InstallableExtension, get_valid_extensions
-from lnbits.settings import settings
-
 from . import db as core_db
 from .crud import update_migration_version
 
@@ -48,97 +38,3 @@ async def run_migration(db, migrations_module, current_version):
                 else:
                     async with core_db.connect() as conn:
                         await update_migration_version(conn, db_name, version)
-
-
-async def get_installable_extensions() -> List[InstallableExtension]:
-    extension_list: List[InstallableExtension] = []
-
-    async with httpx.AsyncClient() as client:
-        for url in settings.lnbits_extensions_manifests:
-            resp = await client.get(url)
-            if resp.status_code != 200:
-                raise HTTPException(
-                    status_code=404,
-                    detail=f"Unable to fetch extension list for repository: {url}",
-                )
-            for e in resp.json()["extensions"]:
-                extension_list += [
-                    InstallableExtension(
-                        id=e["id"],
-                        name=e["name"],
-                        archive=e["archive"],
-                        hash=e["hash"],
-                        short_description=e["shortDescription"],
-                        details=e["details"] if "details" in e else "",
-                        icon=e["icon"],
-                        dependencies=e["dependencies"] if "dependencies" in e else [],
-                    )
-                ]
-
-    return extension_list
-
-
-async def get_installable_extension_meta(
-    ext_id: str, hash: str
-) -> InstallableExtension:
-    installable_extensions: List[
-        InstallableExtension
-    ] = await get_installable_extensions()
-
-    valid_extensions = [
-        e for e in installable_extensions if e.id == ext_id and e.hash == hash
-    ]
-    if len(valid_extensions) == 0:
-        raise HTTPException(
-            status_code=HTTPStatus.BAD_REQUEST,
-            detail=f"Unknown extension id: {ext_id}",
-        )
-    extension = valid_extensions[0]
-
-    # check that all dependecies are installed
-    installed_extensions = list(map(lambda e: e.code, get_valid_extensions(True)))
-    if not set(extension.dependencies).issubset(installed_extensions):
-        raise HTTPException(
-            status_code=HTTPStatus.NOT_FOUND,
-            detail=f"Not all dependencies are installed: {extension.dependencies}",
-        )
-
-    return extension
-
-
-def download_extension_archive(archive: str, ext_zip_file: str, hash: str):
-    if os.path.isfile(ext_zip_file):
-        os.remove(ext_zip_file)
-    try:
-        download_url(archive, ext_zip_file)
-    except Exception as ex:
-        raise HTTPException(
-            status_code=HTTPStatus.NOT_FOUND,
-            detail="Cannot fetch extension archive file",
-        )
-
-    archive_hash = file_hash(ext_zip_file)
-    if hash != archive_hash:
-        # remove downloaded archive
-        if os.path.isfile(ext_zip_file):
-            os.remove(ext_zip_file)
-        raise HTTPException(
-            status_code=HTTPStatus.NOT_FOUND,
-            detail="File hash missmatch. Will not install.",
-        )
-
-
-def download_url(url, save_path):
-    with urllib.request.urlopen(url) as dl_file:
-        with open(save_path, "wb") as out_file:
-            out_file.write(dl_file.read())
-
-
-def file_hash(filename):
-    h = hashlib.sha256()
-    b = bytearray(128 * 1024)
-    mv = memoryview(b)
-    with open(filename, "rb", buffering=0) as f:
-        while n := f.readinto(mv):
-            h.update(mv[:n])
-    return h.hexdigest()