global refactoring; add support for Assets without the computed hash

alembic_db/versions/0001_assets.py

@@ -16,33 +16,44 @@ depends_on = None
 
 
 def upgrade() -> None:
-    # ASSETS: content identity (deduplicated by hash)
+    # ASSETS: content identity
     op.create_table(
         "assets",
-        sa.Column("hash", sa.String(length=256), primary_key=True),
+        sa.Column("id", sa.String(length=36), primary_key=True),
+        sa.Column("hash", sa.String(length=256), nullable=True),
         sa.Column("size_bytes", sa.BigInteger(), nullable=False, server_default="0"),
         sa.Column("mime_type", sa.String(length=255), nullable=True),
         sa.Column("created_at", sa.DateTime(timezone=False), nullable=False),
         sa.CheckConstraint("size_bytes >= 0", name="ck_assets_size_nonneg"),
     )
+    if op.get_bind().dialect.name == "postgresql":
+        op.create_index(
+            "uq_assets_hash_not_null",
+            "assets",
+            ["hash"],
+            unique=True,
+            postgresql_where=sa.text("hash IS NOT NULL"),
+        )
+    else:
+        op.create_index("uq_assets_hash", "assets", ["hash"], unique=True)
     op.create_index("ix_assets_mime_type", "assets", ["mime_type"])
 
-    # ASSETS_INFO: user-visible references (mutable metadata)
+    # ASSETS_INFO: user-visible references
     op.create_table(
         "assets_info",
         sa.Column("id", sa.String(length=36), primary_key=True),
         sa.Column("owner_id", sa.String(length=128), nullable=False, server_default=""),
         sa.Column("name", sa.String(length=512), nullable=False),
-        sa.Column("asset_hash", sa.String(length=256), sa.ForeignKey("assets.hash", ondelete="RESTRICT"), nullable=False),
-        sa.Column("preview_hash", sa.String(length=256), sa.ForeignKey("assets.hash", ondelete="SET NULL"), nullable=True),
+        sa.Column("asset_id", sa.String(length=36), sa.ForeignKey("assets.id", ondelete="RESTRICT"), nullable=False),
+        sa.Column("preview_id", sa.String(length=36), sa.ForeignKey("assets.id", ondelete="SET NULL"), nullable=True),
         sa.Column("user_metadata", sa.JSON(), nullable=True),
         sa.Column("created_at", sa.DateTime(timezone=False), nullable=False),
         sa.Column("updated_at", sa.DateTime(timezone=False), nullable=False),
         sa.Column("last_access_time", sa.DateTime(timezone=False), nullable=False),
-        sa.UniqueConstraint("asset_hash", "owner_id", "name", name="uq_assets_info_hash_owner_name"),
+        sa.UniqueConstraint("asset_id", "owner_id", "name", name="uq_assets_info_asset_owner_name"),
     )
     op.create_index("ix_assets_info_owner_id", "assets_info", ["owner_id"])
-    op.create_index("ix_assets_info_asset_hash", "assets_info", ["asset_hash"])
+    op.create_index("ix_assets_info_asset_id", "assets_info", ["asset_id"])
     op.create_index("ix_assets_info_name", "assets_info", ["name"])
     op.create_index("ix_assets_info_created_at", "assets_info", ["created_at"])
     op.create_index("ix_assets_info_last_access_time", "assets_info", ["last_access_time"])
@@ -69,18 +80,19 @@ def upgrade() -> None:
     op.create_index("ix_asset_info_tags_tag_name", "asset_info_tags", ["tag_name"])
     op.create_index("ix_asset_info_tags_asset_info_id", "asset_info_tags", ["asset_info_id"])
 
-    # ASSET_CACHE_STATE: N:1 local cache metadata rows per Asset
+    # ASSET_CACHE_STATE: N:1 local cache rows per Asset
     op.create_table(
         "asset_cache_state",
         sa.Column("id", sa.Integer(), primary_key=True, autoincrement=True),
-        sa.Column("asset_hash", sa.String(length=256), sa.ForeignKey("assets.hash", ondelete="CASCADE"), nullable=False),
+        sa.Column("asset_id", sa.String(length=36), sa.ForeignKey("assets.id", ondelete="CASCADE"), nullable=False),
         sa.Column("file_path", sa.Text(), nullable=False),  # absolute local path to cached file
         sa.Column("mtime_ns", sa.BigInteger(), nullable=True),
+        sa.Column("needs_verify", sa.Boolean(), nullable=False, server_default=sa.text("false")),
         sa.CheckConstraint("(mtime_ns IS NULL) OR (mtime_ns >= 0)", name="ck_acs_mtime_nonneg"),
         sa.UniqueConstraint("file_path", name="uq_asset_cache_state_file_path"),
     )
     op.create_index("ix_asset_cache_state_file_path", "asset_cache_state", ["file_path"])
-    op.create_index("ix_asset_cache_state_asset_hash", "asset_cache_state", ["asset_hash"])
+    op.create_index("ix_asset_cache_state_asset_id", "asset_cache_state", ["asset_id"])
 
     # ASSET_INFO_META: typed KV projection of user_metadata for filtering/sorting
     op.create_table(
@@ -99,7 +111,7 @@ def upgrade() -> None:
     op.create_index("ix_asset_info_meta_key_val_num", "asset_info_meta", ["key", "val_num"])
     op.create_index("ix_asset_info_meta_key_val_bool", "asset_info_meta", ["key", "val_bool"])
 
-    # Tags vocabulary for models
+    # Tags vocabulary
     tags_table = sa.table(
         "tags",
         sa.column("name", sa.String(length=512)),
@@ -108,12 +120,10 @@ def upgrade() -> None:
     op.bulk_insert(
         tags_table,
         [
-            # Root folder tags
             {"name": "models", "tag_type": "system"},
             {"name": "input", "tag_type": "system"},
             {"name": "output", "tag_type": "system"},
 
-            # Core tags
             {"name": "configs", "tag_type": "system"},
             {"name": "checkpoints", "tag_type": "system"},
             {"name": "loras", "tag_type": "system"},
@@ -132,12 +142,11 @@ def upgrade() -> None:
             {"name": "photomaker", "tag_type": "system"},
             {"name": "classifiers", "tag_type": "system"},
 
-            # Extra basic tags
             {"name": "encoder", "tag_type": "system"},
             {"name": "decoder", "tag_type": "system"},
 
-            # Special tags
             {"name": "missing", "tag_type": "system"},
+            {"name": "rescan", "tag_type": "system"},
         ],
     )
 
@@ -149,8 +158,9 @@ def downgrade() -> None:
     op.drop_index("ix_asset_info_meta_key", table_name="asset_info_meta")
     op.drop_table("asset_info_meta")
 
-    op.drop_index("ix_asset_cache_state_asset_hash", table_name="asset_cache_state")
+    op.drop_index("ix_asset_cache_state_asset_id", table_name="asset_cache_state")
     op.drop_index("ix_asset_cache_state_file_path", table_name="asset_cache_state")
+    op.drop_constraint("uq_asset_cache_state_file_path", table_name="asset_cache_state")
     op.drop_table("asset_cache_state")
 
     op.drop_index("ix_asset_info_tags_asset_info_id", table_name="asset_info_tags")
@@ -160,14 +170,18 @@ def downgrade() -> None:
     op.drop_index("ix_tags_tag_type", table_name="tags")
     op.drop_table("tags")
 
-    op.drop_constraint("uq_assets_info_hash_owner_name", table_name="assets_info")
+    op.drop_constraint("uq_assets_info_asset_owner_name", table_name="assets_info")
     op.drop_index("ix_assets_info_owner_name", table_name="assets_info")
     op.drop_index("ix_assets_info_last_access_time", table_name="assets_info")
     op.drop_index("ix_assets_info_created_at", table_name="assets_info")
     op.drop_index("ix_assets_info_name", table_name="assets_info")
-    op.drop_index("ix_assets_info_asset_hash", table_name="assets_info")
+    op.drop_index("ix_assets_info_asset_id", table_name="assets_info")
     op.drop_index("ix_assets_info_owner_id", table_name="assets_info")
     op.drop_table("assets_info")
 
+    if op.get_bind().dialect.name == "postgresql":
+        op.drop_index("uq_assets_hash_not_null", table_name="assets")
+    else:
+        op.drop_index("uq_assets_hash", table_name="assets")
     op.drop_index("ix_assets_mime_type", table_name="assets")
     op.drop_table("assets")