migration tracking.

lnbits/__init__.py

@@ -1,4 +1,6 @@
+import re
 import importlib
+import sqlite3
 
 from flask import Flask
 from flask_assets import Environment, Bundle  # type: ignore
@@ -8,9 +10,10 @@ from flask_talisman import Talisman  # type: ignore
 from os import getenv
 from werkzeug.middleware.proxy_fix import ProxyFix
 
-from .core import core_app, migrations as core_migrations
+from .core import core_app
 from .helpers import ExtensionManager
 from .settings import FORCE_HTTPS
+from .db import open_db, open_ext_db
 
 
 disabled_extensions = getenv("LNBITS_DISABLED_EXTENSIONS", "").split(",")
@@ -73,21 +76,40 @@ assets.register("base_css", Bundle("scss/base.scss", filters="pyscss", output="c
 # --------
 
 
-@app.cli.command("migrate")
 def migrate_databases():
     """Creates the necessary databases if they don't exist already; or migrates them."""
-    core_migrations.migrate()
 
-    for ext in valid_extensions:
+    from .core import migrations as core_migrations
+
+    with open_db() as core_db:
         try:
-            ext_migrations = importlib.import_module(f"lnbits.extensions.{ext.code}.migrations")
-            ext_migrations.migrate()
-        except Exception:
-            raise ImportError(f"Please make sure that the extension `{ext.code}` has a migrations file.")
+            rows = core_db.fetchall("SELECT * FROM dbversions")
+        except sqlite3.OperationalError:
+            # migration 3 wasn't ran
+            core_migrations.m000_create_migrations_table(core_db)
+            rows = core_db.fetchall("SELECT * FROM dbversions")
 
+        current_versions = {row["db"]: row["version"] for row in rows}
+        matcher = re.compile(r"^m(\d\d\d)_")
 
-# init
-# ----
+        def run_migration(db, migrations_module):
+            db_name = migrations_module.__name__.split(".")[-2]
+            for key, run_migration in migrations_module.__dict__.items():
+                if match := matcher.match(key):
+                    version = int(match.group(1))
+                    if version > current_versions.get(db_name, 0):
+                        print(f"running migration {db_name}.{version}")
+                        run_migration(db)
+                        core_db.execute(
+                            "INSERT OR REPLACE INTO dbversions (db, version) VALUES (?, ?)", (db_name, version)
+                        )
 
-if __name__ == "__main__":
-    app.run()
+        run_migration(core_db, core_migrations)
+
+        for ext in valid_extensions:
+            try:
+                ext_migrations = importlib.import_module(f"lnbits.extensions.{ext.code}.migrations")
+                with open_ext_db(ext.code) as db:
+                    run_migration(db, ext_migrations)
+            except ImportError:
+                raise ImportError(f"Please make sure that the extension `{ext.code}` has a migrations file.")