feat: add sqlite persistence model

2026-07-13 11:28:09 +08:00
parent 44e01e2f93
commit eebcd5d6a7
11 changed files with 793 additions and 0 deletions
@@ -0,0 +1,58 @@
+from logging.config import fileConfig
+
+from alembic import context
+from sqlalchemy import pool
+from sqlalchemy.ext.asyncio import async_engine_from_config
+
+from kbqa.config import get_settings
+from kbqa.database import Base
+import kbqa.models  # noqa: F401
+
+config = context.config
+config.set_main_option("sqlalchemy.url", get_settings().database_url)
+
+if config.config_file_name is not None:
+    fileConfig(config.config_file_name)
+
+target_metadata = Base.metadata
+
+
+def run_migrations_offline() -> None:
+    context.configure(
+        url=config.get_main_option("sqlalchemy.url"),
+        target_metadata=target_metadata,
+        literal_binds=True,
+        dialect_opts={"paramstyle": "named"},
+        render_as_batch=True,
+    )
+    with context.begin_transaction():
+        context.run_migrations()
+
+
+def do_run_migrations(connection) -> None:
+    context.configure(connection=connection, target_metadata=target_metadata, render_as_batch=True)
+    with context.begin_transaction():
+        context.run_migrations()
+
+
+async def run_async_migrations() -> None:
+    connectable = async_engine_from_config(
+        config.get_section(config.config_ini_section, {}),
+        prefix="sqlalchemy.",
+        poolclass=pool.NullPool,
+    )
+    async with connectable.connect() as connection:
+        await connection.run_sync(do_run_migrations)
+    await connectable.dispose()
+
+
+def run_migrations_online() -> None:
+    import asyncio
+
+    asyncio.run(run_async_migrations())
+
+
+if context.is_offline_mode():
+    run_migrations_offline()
+else:
+    run_migrations_online()
@@ -0,0 +1,154 @@
+"""Create initial SQLite schema.
+
+Revision ID: 0001_initial
+Revises:
+Create Date: 2026-07-13
+"""
+
+from collections.abc import Sequence
+
+import sqlalchemy as sa
+from alembic import op
+
+revision: str = "0001_initial"
+down_revision: str | None = None
+branch_labels: str | Sequence[str] | None = None
+depends_on: str | Sequence[str] | None = None
+
+
+def upgrade() -> None:
+    op.create_table(
+        "documents",
+        sa.Column("id", sa.String(36), primary_key=True),
+        sa.Column("filename", sa.Text(), nullable=False),
+        sa.Column("stored_path", sa.Text(), nullable=False),
+        sa.Column("file_type", sa.String(16), nullable=False),
+        sa.Column("mime_type", sa.String(128), nullable=False),
+        sa.Column("file_size", sa.Integer(), nullable=False),
+        sa.Column("sha256", sa.String(64), nullable=False),
+        sa.Column("status", sa.String(16), nullable=False),
+        sa.Column("chunk_count", sa.Integer(), nullable=False),
+        sa.Column("error_code", sa.String(64)),
+        sa.Column("error_message", sa.Text()),
+        sa.Column("created_at", sa.DateTime(timezone=True), nullable=False),
+        sa.Column("updated_at", sa.DateTime(timezone=True), nullable=False),
+        sa.CheckConstraint(
+            "status IN ('pending','indexing','indexed','failed','deleting')",
+            name="ck_documents_status",
+        ),
+    )
+    op.create_index("ix_documents_status_updated_at", "documents", ["status", "updated_at"])
+
+    op.create_table(
+        "chat_sessions",
+        sa.Column("id", sa.String(36), primary_key=True),
+        sa.Column("title", sa.Text()),
+        sa.Column("created_at", sa.DateTime(timezone=True), nullable=False),
+        sa.Column("updated_at", sa.DateTime(timezone=True), nullable=False),
+    )
+    op.create_index("ix_chat_sessions_updated_at", "chat_sessions", ["updated_at"])
+
+    op.create_table(
+        "index_jobs",
+        sa.Column("id", sa.String(36), primary_key=True),
+        sa.Column(
+            "document_id",
+            sa.String(36),
+            sa.ForeignKey("documents.id", ondelete="CASCADE"),
+            nullable=False,
+            unique=True,
+        ),
+        sa.Column("status", sa.String(16), nullable=False),
+        sa.Column("attempt_count", sa.Integer(), nullable=False),
+        sa.Column("last_error", sa.Text()),
+        sa.Column("created_at", sa.DateTime(timezone=True), nullable=False),
+        sa.Column("started_at", sa.DateTime(timezone=True)),
+        sa.Column("finished_at", sa.DateTime(timezone=True)),
+        sa.CheckConstraint(
+            "status IN ('queued','running','succeeded','failed')",
+            name="ck_index_jobs_status",
+        ),
+    )
+
+    op.create_table(
+        "chunks",
+        sa.Column("id", sa.String(36), primary_key=True),
+        sa.Column(
+            "document_id",
+            sa.String(36),
+            sa.ForeignKey("documents.id", ondelete="CASCADE"),
+            nullable=False,
+        ),
+        sa.Column("order_index", sa.Integer(), nullable=False),
+        sa.Column("content", sa.Text(), nullable=False),
+        sa.Column("page_number", sa.Integer()),
+        sa.Column("char_count", sa.Integer(), nullable=False),
+        sa.Column("created_at", sa.DateTime(timezone=True), nullable=False),
+        sa.UniqueConstraint("document_id", "order_index", name="uq_chunks_document_order"),
+    )
+    op.create_index("ix_chunks_document_id", "chunks", ["document_id"])
+
+    op.create_table(
+        "messages",
+        sa.Column("id", sa.String(36), primary_key=True),
+        sa.Column(
+            "session_id",
+            sa.String(36),
+            sa.ForeignKey("chat_sessions.id", ondelete="CASCADE"),
+            nullable=False,
+        ),
+        sa.Column("role", sa.String(16), nullable=False),
+        sa.Column("content", sa.Text(), nullable=False),
+        sa.Column("status", sa.String(16), nullable=False),
+        sa.Column("error_code", sa.String(64)),
+        sa.Column("order_index", sa.Integer(), nullable=False),
+        sa.Column("created_at", sa.DateTime(timezone=True), nullable=False),
+        sa.CheckConstraint("role IN ('user','assistant')", name="ck_messages_role"),
+        sa.CheckConstraint(
+            "status IN ('generating','completed','failed')", name="ck_messages_status"
+        ),
+        sa.UniqueConstraint("session_id", "order_index", name="uq_messages_session_order"),
+    )
+    op.create_index("ix_messages_session_created_at", "messages", ["session_id", "created_at"])
+
+    op.create_table(
+        "message_sources",
+        sa.Column("id", sa.String(36), primary_key=True),
+        sa.Column(
+            "message_id",
+            sa.String(36),
+            sa.ForeignKey("messages.id", ondelete="CASCADE"),
+            nullable=False,
+        ),
+        sa.Column(
+            "document_id",
+            sa.String(36),
+            sa.ForeignKey("documents.id", ondelete="CASCADE"),
+            nullable=False,
+        ),
+        sa.Column(
+            "chunk_id",
+            sa.String(36),
+            sa.ForeignKey("chunks.id", ondelete="CASCADE"),
+            nullable=False,
+        ),
+        sa.Column("citation_label", sa.String(8), nullable=False),
+        sa.Column("score", sa.Float(), nullable=False),
+        sa.Column("created_at", sa.DateTime(timezone=True), nullable=False),
+        sa.UniqueConstraint("message_id", "chunk_id", name="uq_message_sources_message_chunk"),
+    )
+    op.create_index("ix_message_sources_message_id", "message_sources", ["message_id"])
+
+
+def downgrade() -> None:
+    op.drop_index("ix_message_sources_message_id", table_name="message_sources")
+    op.drop_table("message_sources")
+    op.drop_index("ix_messages_session_created_at", table_name="messages")
+    op.drop_table("messages")
+    op.drop_index("ix_chunks_document_id", table_name="chunks")
+    op.drop_table("chunks")
+    op.drop_table("index_jobs")
+    op.drop_index("ix_chat_sessions_updated_at", table_name="chat_sessions")
+    op.drop_table("chat_sessions")
+    op.drop_index("ix_documents_status_updated_at", table_name="documents")
+    op.drop_table("documents")