♻️ refactor: improve db sql performance (#9283)

* improve sql

* improve db index

* improve db index

* improve db index

Author: arvinxx

docs/development/database-schema.dbml

@@ -419,6 +419,9 @@ table messages {
     topic_id [name: 'messages_topic_id_idx']
     parent_id [name: 'messages_parent_id_idx']
     quota_id [name: 'messages_quota_id_idx']
+    user_id [name: 'messages_user_id_idx']
+    session_id [name: 'messages_session_id_idx']
+    thread_id [name: 'messages_thread_id_idx']
   }
 }
 
@@ -624,6 +627,7 @@ table chunks {
 
   indexes {
     (client_id, user_id) [name: 'chunks_client_id_user_id_unique', unique]
+    user_id [name: 'chunks_user_id_idx']
   }
 }
 
@@ -637,6 +641,7 @@ table embeddings {
 
   indexes {
     (client_id, user_id) [name: 'embeddings_client_id_user_id_unique', unique]
+    chunk_id [name: 'embeddings_chunk_id_idx']
   }
 }
 
@@ -836,6 +841,8 @@ table sessions {
   indexes {
     (slug, user_id) [name: 'slug_user_id_unique', unique]
     (client_id, user_id) [name: 'sessions_client_id_user_id_unique', unique]
+    user_id [name: 'sessions_user_id_idx']
+    (id, user_id) [name: 'sessions_id_user_id_idx']
   }
 }
 
@@ -886,6 +893,8 @@ table topics {
 
   indexes {
     (client_id, user_id) [name: 'topics_client_id_user_id_unique', unique]
+    user_id [name: 'topics_user_id_idx']
+    (id, user_id) [name: 'topics_id_user_id_idx']
   }
 }
 

packages/database/migrations/0031_add_agent_index.sql

@@ -1,6 +1,12 @@
--- 将超过 1000 字符的 description 截断为 1000 字符
+-- Truncate title to 255 characters if it exceeds the limit
+UPDATE agents
+SET title = LEFT(title, 255)
+WHERE LENGTH(title) > 255;--> statement-breakpoint
+
+-- Truncate description to 1000 characters if it exceeds the limit
 UPDATE agents
 SET description = LEFT(description, 1000)
 WHERE LENGTH(description) > 1000;--> statement-breakpoint
+
 CREATE INDEX IF NOT EXISTS "agents_title_idx" ON "agents" USING btree ("title");--> statement-breakpoint
 CREATE INDEX IF NOT EXISTS "agents_description_idx" ON "agents" USING btree ("description");

packages/database/migrations/0032_improve_agents_field.sql

@@ -1,6 +1,2 @@
--- 将超过 255 字符的 title 截断为 255 字符
-UPDATE agents
-SET title = LEFT(title, 255)
-WHERE LENGTH(title) > 255;--> statement-breakpoint
 ALTER TABLE "agents" ALTER COLUMN "title" SET DATA TYPE varchar(255);--> statement-breakpoint
 ALTER TABLE "agents" ALTER COLUMN "description" SET DATA TYPE varchar(1000);

packages/database/migrations/0033_modern_mercury.sql

@@ -0,0 +1,18 @@
+-- 解决 chunks 表慢查询
+CREATE INDEX IF NOT EXISTS "chunks_user_id_idx" ON "chunks" USING btree ("user_id");--> statement-breakpoint
+
+-- 解决 topics 表批量删除慢查询
+CREATE INDEX IF NOT EXISTS "topics_user_id_idx" ON "topics" USING btree ("user_id");--> statement-breakpoint
+CREATE INDEX IF NOT EXISTS "topics_id_user_id_idx" ON "topics" USING btree ("id","user_id");--> statement-breakpoint
+
+-- 解决 sessions 表删除慢查询
+CREATE INDEX IF NOT EXISTS "sessions_user_id_idx" ON "sessions" USING btree ("user_id");--> statement-breakpoint
+CREATE INDEX IF NOT EXISTS "sessions_id_user_id_idx" ON "sessions" USING btree ("id","user_id");--> statement-breakpoint
+
+-- 解决 messages 表统计查询慢查询
+CREATE INDEX IF NOT EXISTS "messages_user_id_idx" ON "messages" USING btree ("user_id");--> statement-breakpoint
+CREATE INDEX IF NOT EXISTS "messages_session_id_idx" ON "messages" USING btree ("session_id");--> statement-breakpoint
+CREATE INDEX IF NOT EXISTS "messages_thread_id_idx" ON "messages" USING btree ("thread_id");--> statement-breakpoint
+
+-- 解决 embeddings 删除慢查询
+CREATE INDEX IF NOT EXISTS "embeddings_chunk_id_idx" ON "embeddings" USING btree ("chunk_id");--> statement-breakpoint