init

2025-01-05 11:51:39 +08:00
commit 0c7ee142cb
215 changed files with 20611 additions and 0 deletions
--- a/src/database/sql.ts
+++ b/src/database/sql.ts
@@ -0,0 +1,118 @@
+export interface SqlMigration {
+	description: string;
+	sql: string;
+}
+
+export const migrations: Record<string, SqlMigration> = {
+	vector: {
+		description: "Creates vector tables and indexes for different models",
+		sql: `
+            -- Enable required extensions
+            CREATE EXTENSION IF NOT EXISTS vector;
+
+            -- Create vector tables for different models
+            CREATE TABLE IF NOT EXISTS "embeddings_1536" (
+                "id" serial PRIMARY KEY NOT NULL,
+                "path" text NOT NULL,
+                "mtime" bigint NOT NULL,
+                "content" text NOT NULL,
+                "embedding" vector(1536),
+                "metadata" jsonb NOT NULL
+            );
+
+			CREATE TABLE IF NOT EXISTS "embeddings_1024" (
+				"id" serial PRIMARY KEY NOT NULL,
+				"path" text NOT NULL,
+				"mtime" bigint NOT NULL,
+				"content" text NOT NULL,
+				"embedding" vector(1024),
+				"metadata" jsonb NOT NULL
+			);
+
+            CREATE TABLE IF NOT EXISTS "embeddings_768" (
+                "id" serial PRIMARY KEY NOT NULL,
+                "path" text NOT NULL,
+                "mtime" bigint NOT NULL,
+                "content" text NOT NULL,
+                "embedding" vector(768),
+                "metadata" jsonb NOT NULL
+            );
+
+			CREATE TABLE IF NOT EXISTS "embeddings_512" (
+                "id" serial PRIMARY KEY NOT NULL,
+                "path" text NOT NULL,
+                "mtime" bigint NOT NULL,
+                "content" text NOT NULL,
+                "embedding" vector(512),
+                "metadata" jsonb NOT NULL
+            );
+
+			CREATE TABLE IF NOT EXISTS "embeddings_384" (
+                "id" serial PRIMARY KEY NOT NULL,
+                "path" text NOT NULL,
+                "mtime" bigint NOT NULL,
+                "content" text NOT NULL,
+                "embedding" vector(384),
+                "metadata" jsonb NOT NULL
+            );
+
+            -- Create HNSW indexes for vector similarity search
+            CREATE INDEX IF NOT EXISTS "embeddingIndex_1536" 
+            ON "embeddings_1536" 
+            USING hnsw ("embedding" vector_cosine_ops);
+
+            CREATE INDEX IF NOT EXISTS "embeddingIndex_1024" 
+            ON "embeddings_1024" 
+            USING hnsw ("embedding" vector_cosine_ops);
+
+			CREATE INDEX IF NOT EXISTS "embeddingIndex_768"
+            ON "embeddings_768" 
+            USING hnsw ("embedding" vector_cosine_ops);
+
+			CREATE INDEX IF NOT EXISTS "embeddingIndex_512"
+			ON "embeddings_512"
+			USING hnsw ("embedding" vector_cosine_ops);
+
+			CREATE INDEX IF NOT EXISTS "embeddingIndex_384"
+			ON "embeddings_384"
+			USING hnsw ("embedding" vector_cosine_ops);
+        `
+	},
+	template: {
+		description: "Creates template table with UUID support",
+		sql: `
+            -- Create template table
+            CREATE TABLE IF NOT EXISTS "template" (
+                "id" uuid PRIMARY KEY DEFAULT gen_random_uuid() NOT NULL,
+                "name" text NOT NULL,
+                "content" jsonb NOT NULL,
+                "created_at" timestamp DEFAULT now() NOT NULL,
+                "updated_at" timestamp DEFAULT now() NOT NULL,
+                CONSTRAINT "template_name_unique" UNIQUE("name")
+            );
+        `
+	},
+	conversation: {
+		description: "Creates conversations and messages tables",
+		sql: `
+            CREATE TABLE IF NOT EXISTS "conversations" (
+                "id" uuid PRIMARY KEY NOT NULL,
+                "title" text NOT NULL,
+                "created_at" timestamp DEFAULT now() NOT NULL,
+                "updated_at" timestamp DEFAULT now() NOT NULL
+            );
+
+            CREATE TABLE IF NOT EXISTS "messages" (
+                "id" uuid PRIMARY KEY NOT NULL,
+                "conversation_id" uuid NOT NULL REFERENCES "conversations"("id") ON DELETE CASCADE,
+                "role" text NOT NULL,
+                "content" text,
+                "prompt_content" text,
+                "metadata" text,
+                "mentionables" text,
+                "similarity_search_results" text,
+                "created_at" timestamp DEFAULT now() NOT NULL
+            );
+        `
+	}
+};