♻️ refactor: move schema and migration folder (lobehub#4874)

* move schema folder

* fix tests

* fix vercel build

Author: arvinxx

Dockerfile.database

@@ -116,7 +116,7 @@ COPY --from=builder /deps/node_modules/pg /app/node_modules/pg
 COPY --from=builder /deps/node_modules/drizzle-orm /app/node_modules/drizzle-orm
 
 # Copy database migrations
-COPY --from=builder /app/src/database/server/migrations /app/migrations
+COPY --from=builder /app/src/database/migrations /app/migrations
 COPY --from=builder /app/scripts/migrateServerDB/docker.cjs /app/docker.cjs
 COPY --from=builder /app/scripts/migrateServerDB/errorHint.js /app/errorHint.js
 

drizzle.config.ts

@@ -22,8 +22,8 @@ export default {
     url: connectionString,
   },
   dialect: 'postgresql',
-  out: './src/database/server/migrations',
+  out: './src/database/migrations',
 
-  schema: './src/database/server/schemas/lobechat',
+  schema: './src/database/schemas',
   strict: true,
 } satisfies Config;

scripts/migrateServerDB/index.ts

@@ -11,7 +11,7 @@ dotenv.config();
 
 const runMigrations = async () => {
   await migrator.migrate(serverDB, {
-    migrationsFolder: join(__dirname, '../../src/database/server/migrations'),
+    migrationsFolder: join(__dirname, '../../src/database/migrations'),
   });
   console.log('✅ database migration pass.');
   // eslint-disable-next-line unicorn/no-process-exit

src/database/server/migrations/0000_init.sql src/database/migrations/0000_init.sql

@@ -4,7 +4,7 @@ import { createInsertSchema } from 'drizzle-zod';
 
 import { LobeAgentChatConfig, LobeAgentTTSConfig } from '@/types/agent';
 
-import { idGenerator, randomSlug } from '../../utils/idGenerator';
+import { idGenerator, randomSlug } from '@/database/utils/idGenerator';
 import { timestamps } from './_helpers';
 import { files, knowledgeBases } from './file';
 import { users } from './user';

src/database/server/migrations/0001_add_client_id.sql src/database/migrations/0001_add_client_id.sql

@@ -11,7 +11,7 @@ import {
 } from 'drizzle-orm/pg-core';
 import { createInsertSchema } from 'drizzle-zod';
 
-import { idGenerator } from '../../utils/idGenerator';
+import { idGenerator } from '@/database/utils/idGenerator';
 import { accessedAt, createdAt, timestamps } from './_helpers';
 import { asyncTasks } from './asyncTask';
 import { chunks } from './rag';

src/database/server/migrations/0002_amusing_puma.sql src/database/migrations/0002_amusing_puma.sql

@@ -12,7 +12,7 @@ import {
 } from 'drizzle-orm/pg-core';
 import { createSelectSchema } from 'drizzle-zod';
 
-import { idGenerator } from '../../utils/idGenerator';
+import { idGenerator } from '@/database/utils/idGenerator';
 import { timestamps } from './_helpers';
 import { agents } from './agent';
 import { files } from './file';

src/database/server/migrations/0003_naive_echo.sql src/database/migrations/0003_naive_echo.sql

@@ -2,7 +2,7 @@
 import { boolean, integer, pgTable, text, unique, uniqueIndex, varchar } from 'drizzle-orm/pg-core';
 import { createInsertSchema } from 'drizzle-zod';
 
-import { idGenerator, randomSlug } from '../../utils/idGenerator';
+import { idGenerator, randomSlug } from '@/database/utils/idGenerator';
 import { timestamps } from './_helpers';
 import { users } from './user';
 

src/database/server/migrations/0004_add_next_auth.sql src/database/migrations/0004_add_next_auth.sql

@@ -2,7 +2,7 @@
 import { boolean, jsonb, pgTable, text, unique } from 'drizzle-orm/pg-core';
 import { createInsertSchema } from 'drizzle-zod';
 
-import { idGenerator } from '../../utils/idGenerator';
+import { idGenerator } from '@/database/utils/idGenerator';
 import { timestamps, timestamptz } from './_helpers';
 import { sessions } from './session';
 import { users } from './user';

src/database/server/migrations/0005_pgvector.sql src/database/migrations/0005_pgvector.sql

@@ -7,7 +7,7 @@ import ws from 'ws';
 import { serverDBEnv } from '@/config/db';
 import { isServerMode } from '@/const/version';
 
-import * as schema from '../schemas/lobechat';
+import * as schema from '../../schemas';
 
 export const getDBInstance = (): NeonDatabase<typeof schema> => {
   if (!isServerMode) return {} as any;

src/database/server/migrations/0006_add_knowledge_base.sql src/database/migrations/0006_add_knowledge_base.sql

@@ -9,7 +9,7 @@ import ws from 'ws';
 
 import { serverDBEnv } from '@/config/db';
 
-import * as schema from '../schemas/lobechat';
+import * as schema from '../../schemas';
 
 export const getTestDBInstance = async () => {
   let connectionString = serverDBEnv.DATABASE_TEST_URL;
@@ -24,7 +24,7 @@ export const getTestDBInstance = async () => {
     const db = nodeDrizzle(client, { schema });
 
     await nodeMigrator.migrate(db, {
-      migrationsFolder: join(__dirname, '../migrations'),
+      migrationsFolder: join(__dirname, '../../migrations'),
     });
 
     return db;

src/database/server/migrations/0007_fix_embedding_table.sql src/database/migrations/0007_fix_embedding_table.sql

@@ -4,7 +4,7 @@ import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
 import { getTestDBInstance } from '@/database/server/core/dbForTest';
 
-import { sessionGroups, users } from '../../schemas/lobechat';
+import { sessionGroups, users } from '../../../schemas';
 import { SessionGroupModel } from '../sessionGroup';
 
 let serverDB = await getTestDBInstance();

src/database/server/migrations/0008_add_rag_evals.sql src/database/migrations/0008_add_rag_evals.sql

@@ -13,7 +13,7 @@ import {
   knowledgeBases,
   sessions,
   users,
-} from '../../schemas/lobechat';
+} from '../../../schemas';
 import { AgentModel } from '../agent';
 
 let serverDB = await getTestDBInstance();

src/database/server/migrations/0009_remove_unused_user_tables.sql src/database/migrations/0009_remove_unused_user_tables.sql

@@ -5,7 +5,7 @@ import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 import { getTestDBInstance } from '@/database/server/core/dbForTest';
 import { AsyncTaskStatus, AsyncTaskType } from '@/types/asyncTask';
 
-import { asyncTasks, users } from '../../schemas/lobechat';
+import { asyncTasks, users } from '../../../schemas';
 import { ASYNC_TASK_TIMEOUT, AsyncTaskModel } from '../asyncTask';
 
 let serverDB = await getTestDBInstance();

src/database/server/migrations/0010_add_accessed_at_and_clean_tables.sql src/database/migrations/0010_add_accessed_at_and_clean_tables.sql

@@ -11,7 +11,7 @@ import {
   files,
   unstructuredChunks,
   users,
-} from '../../schemas/lobechat';
+} from '../../../schemas';
 import { ChunkModel } from '../chunk';
 import { codeEmbedding, designThinkingQuery, designThinkingQuery2 } from './fixtures/embedding';
 

src/database/server/migrations/0011_add_topic_history_summary.sql src/database/migrations/0011_add_topic_history_summary.sql

@@ -12,7 +12,7 @@ import {
   knowledgeBaseFiles,
   knowledgeBases,
   users,
-} from '../../schemas/lobechat';
+} from '../../../schemas';
 import { FileModel } from '../file';
 
 let serverDB = await getTestDBInstance();

src/database/server/migrations/0012_add_thread.sql src/database/migrations/0012_add_thread.sql

@@ -12,7 +12,7 @@ import {
   knowledgeBaseFiles,
   knowledgeBases,
   users,
-} from '../../schemas/lobechat';
+} from '../../../schemas';
 import { KnowledgeBaseModel } from '../knowledgeBase';
 
 let serverDB = await getTestDBInstance();

src/database/server/migrations/meta/0000_snapshot.json src/database/migrations/meta/0000_snapshot.json

@@ -13,7 +13,7 @@ import {
   sessions,
   topics,
   users,
-} from '../../schemas/lobechat';
+} from '../../../schemas';
 import { MessageModel } from '../message';
 
 let serverDB = await getTestDBInstance();

src/database/server/migrations/meta/0001_snapshot.json src/database/migrations/meta/0001_snapshot.json

@@ -15,7 +15,7 @@ import {
   nextauthSessions,
   nextauthVerificationTokens,
   users,
-} from '@/database/server/schemas/lobechat';
+} from '@/database/schemas';
 import { LobeNextAuthDbAdapter } from '@/libs/next-auth/adapter';
 
 let serverDB = await getTestDBInstance();

src/database/server/migrations/meta/0002_snapshot.json src/database/migrations/meta/0002_snapshot.json

@@ -3,7 +3,7 @@ import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
 import { getTestDBInstance } from '@/database/server/core/dbForTest';
 
-import { NewInstalledPlugin, installedPlugins, users } from '../../schemas/lobechat';
+import { NewInstalledPlugin, installedPlugins, users } from '../../../schemas';
 import { PluginModel } from '../plugin';
 
 let serverDB = await getTestDBInstance();

src/database/server/migrations/meta/0003_snapshot.json src/database/migrations/meta/0003_snapshot.json

@@ -13,8 +13,8 @@ import {
   sessions,
   topics,
   users,
-} from '../../schemas/lobechat';
-import { idGenerator } from '../../utils/idGenerator';
+} from '../../../schemas';
+import { idGenerator } from '@/database/utils/idGenerator';
 import { SessionModel } from '../session';
 
 let serverDB = await getTestDBInstance();

src/database/server/migrations/meta/0004_snapshot.json src/database/migrations/meta/0004_snapshot.json

@@ -5,7 +5,7 @@ import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
 import { getTestDBInstance } from '@/database/server/core/dbForTest';
 
-import { sessionGroups, users } from '../../schemas/lobechat';
+import { sessionGroups, users } from '../../../schemas';
 import { SessionGroupModel } from '../sessionGroup';
 
 let serverDB = await getTestDBInstance();

src/database/server/migrations/meta/0005_snapshot.json src/database/migrations/meta/0005_snapshot.json

@@ -3,7 +3,7 @@ import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
 
 import { getTestDBInstance } from '@/database/server/core/dbForTest';
 
-import { messages, sessions, topics, users } from '../../schemas/lobechat';
+import { messages, sessions, topics, users } from '../../../schemas';
 import { CreateTopicParams, TopicModel } from '../topic';
 
 let serverDB = await getTestDBInstance();

src/database/server/migrations/meta/0006_snapshot.json src/database/migrations/meta/0006_snapshot.json

@@ -7,7 +7,7 @@ import { KeyVaultsGateKeeper } from '@/server/modules/KeyVaultsEncrypt';
 import { UserGuide, UserPreference } from '@/types/user';
 import { UserSettings } from '@/types/user/settings';
 
-import { userSettings, users } from '../../schemas/lobechat';
+import { userSettings, users } from '../../../schemas';
 import { SessionModel } from '../session';
 import { UserModel } from '../user';
 

src/database/server/migrations/meta/0007_snapshot.json src/database/migrations/meta/0007_snapshot.json

@@ -3,7 +3,7 @@ import { and, desc } from 'drizzle-orm/expressions';
 
 import { serverDB } from '@/database/server';
 
-import { NewSessionGroup, SessionGroupItem, sessionGroups } from '../schemas/lobechat';
+import { NewSessionGroup, SessionGroupItem, sessionGroups } from '../../schemas';
 
 export class TemplateModel {
   private userId: string;

src/database/server/migrations/meta/0008_snapshot.json src/database/migrations/meta/0008_snapshot.json

@@ -9,7 +9,7 @@ import {
   agentsToSessions,
   files,
   knowledgeBases,
-} from '@/database/server/schemas/lobechat';
+} from '@/database/schemas';
 
 export class AgentModel {
   private userId: string;

src/database/server/migrations/meta/0009_snapshot.json src/database/migrations/meta/0009_snapshot.json

@@ -9,7 +9,7 @@ import {
   AsyncTaskType,
 } from '@/types/asyncTask';
 
-import { AsyncTaskSelectItem, NewAsyncTaskItem, asyncTasks } from '../schemas/lobechat';
+import { AsyncTaskSelectItem, NewAsyncTaskItem, asyncTasks } from '../../schemas';
 
 // set timeout to about 5 minutes, and give 2s padding time
 export const ASYNC_TASK_TIMEOUT = 298 * 1000;

src/database/server/migrations/meta/0010_snapshot.json src/database/migrations/meta/0010_snapshot.json

@@ -13,7 +13,7 @@ import {
   fileChunks,
   files,
   unstructuredChunks,
-} from '../schemas/lobechat';
+} from '../../schemas';
 
 export class ChunkModel {
   private userId: string;

src/database/server/migrations/meta/0011_snapshot.json src/database/migrations/meta/0011_snapshot.json

@@ -3,7 +3,7 @@ import { and } from 'drizzle-orm/expressions';
 
 import { serverDB } from '@/database/server';
 
-import { NewEmbeddingsItem, embeddings } from '../schemas/lobechat';
+import { NewEmbeddingsItem, embeddings } from '../../schemas';
 
 export class EmbeddingModel {
   private userId: string;

src/database/server/migrations/meta/0012_snapshot.json src/database/migrations/meta/0012_snapshot.json

@@ -16,7 +16,7 @@ import {
   files,
   globalFiles,
   knowledgeBaseFiles,
-} from '../schemas/lobechat';
+} from '../../schemas';
 
 export class FileModel {
   private readonly userId: string;

src/database/server/migrations/meta/_journal.json src/database/migrations/meta/_journal.json

@@ -4,7 +4,7 @@ import { and, desc } from 'drizzle-orm/expressions';
 import { serverDB } from '@/database/server';
 import { KnowledgeBaseItem } from '@/types/knowledgeBase';
 
-import { NewKnowledgeBase, knowledgeBaseFiles, knowledgeBases } from '../schemas/lobechat';
+import { NewKnowledgeBase, knowledgeBaseFiles, knowledgeBases } from '../../schemas';
 
 export class KnowledgeBaseModel {
   private userId: string;

src/database/server/schemas/lobechat/_helpers.ts src/database/schemas/_helpers.ts

@@ -2,7 +2,7 @@ import { count } from 'drizzle-orm';
 import { and, asc, desc, eq, gte, inArray, isNull, like, lt } from 'drizzle-orm/expressions';
 
 import { serverDB } from '@/database/server/core/db';
-import { idGenerator } from '@/database/server/utils/idGenerator';
+import { idGenerator } from '@/database/utils/idGenerator';
 import { getFullFileUrl } from '@/server/utils/files';
 import {
   ChatFileItem,
@@ -28,7 +28,7 @@ import {
   messageTranslates,
   messages,
   messagesFiles,
-} from '../schemas/lobechat';
+} from '../../schemas';
 
 export interface QueryMessageParams {
   current?: number;

src/database/server/schemas/lobechat/agent.ts src/database/schemas/agent.ts

@@ -2,7 +2,7 @@ import { and, desc, eq } from 'drizzle-orm/expressions';
 
 import { serverDB } from '@/database/server';
 
-import { InstalledPluginItem, NewInstalledPlugin, installedPlugins } from '../schemas/lobechat';
+import { InstalledPluginItem, NewInstalledPlugin, installedPlugins } from '../../schemas';
 
 export class PluginModel {
   private userId: string;

src/database/server/schemas/lobechat/asyncTask.ts src/database/schemas/asyncTask.ts

@@ -1,7 +1,7 @@
 import { and, desc, eq } from 'drizzle-orm';
 
 import { serverDB } from '@/database/server';
-import { NewEvalDatasetsItem, evalDatasets } from '@/database/server/schemas/lobechat';
+import { NewEvalDatasetsItem, evalDatasets } from '@/database/schemas';
 import { RAGEvalDataSetItem } from '@/types/eval';
 
 export class EvalDatasetModel {

src/database/server/schemas/lobechat/file.ts src/database/schemas/file.ts

@@ -5,7 +5,7 @@ import {
   NewEvalDatasetRecordsItem,
   evalDatasetRecords,
   files,
-} from '@/database/server/schemas/lobechat';
+} from '@/database/schemas';
 import { EvalDatasetRecordRefFile } from '@/types/eval';
 
 export class EvalDatasetRecordModel {

src/database/server/schemas/lobechat/index.ts src/database/schemas/index.ts

@@ -6,7 +6,7 @@ import {
   evalDatasets,
   evalEvaluation,
   evaluationRecords,
-} from '@/database/server/schemas/lobechat';
+} from '@/database/schemas';
 import { EvalEvaluationStatus, RAGEvalEvaluationItem } from '@/types/eval';
 
 export class EvalEvaluationModel {

src/database/server/schemas/lobechat/message.ts src/database/schemas/message.ts

@@ -1,7 +1,7 @@
 import { and, eq } from 'drizzle-orm';
 
 import { serverDB } from '@/database/server';
-import { NewEvaluationRecordsItem, evaluationRecords } from '@/database/server/schemas/lobechat';
+import { NewEvaluationRecordsItem, evaluationRecords } from '@/database/schemas';
 
 export class EvaluationRecordModel {
   private userId: string;

src/database/server/schemas/lobechat/nextauth.ts src/database/schemas/nextauth.ts

@@ -18,8 +18,8 @@ import {
   agentsToSessions,
   sessionGroups,
   sessions,
-} from '../schemas/lobechat';
-import { idGenerator } from '../utils/idGenerator';
+} from '../../schemas';
+import { idGenerator } from '@/database/utils/idGenerator';
 
 export class SessionModel {
   private userId: string;

src/database/server/schemas/lobechat/rag.ts src/database/schemas/rag.ts

@@ -2,9 +2,9 @@ import { eq } from 'drizzle-orm';
 import { and, asc, desc } from 'drizzle-orm/expressions';
 
 import { serverDB } from '@/database/server';
-import { idGenerator } from '@/database/server/utils/idGenerator';
+import { idGenerator } from '@/database/utils/idGenerator';
 
-import { SessionGroupItem, sessionGroups } from '../schemas/lobechat';
+import { SessionGroupItem, sessionGroups } from '../../schemas';
 
 export class SessionGroupModel {
   private userId: string;

src/database/server/schemas/lobechat/ragEvals.ts src/database/schemas/ragEvals.ts

@@ -4,7 +4,7 @@ import { and, desc } from 'drizzle-orm/expressions';
 import { serverDB } from '@/database/server';
 import { CreateThreadParams, ThreadStatus } from '@/types/topic';
 
-import { ThreadItem, threads } from '../schemas/lobechat';
+import { ThreadItem, threads } from '../../schemas';
 
 const queryColumns = {
   createdAt: threads.createdAt,

src/database/server/schemas/lobechat/relations.ts src/database/schemas/relations.ts

@@ -3,8 +3,8 @@ import { and, desc, eq, exists, isNull, like, or } from 'drizzle-orm/expressions
 
 import { serverDB } from '@/database/server/core/db';
 
-import { NewMessage, TopicItem, messages, topics } from '../schemas/lobechat';
-import { idGenerator } from '../utils/idGenerator';
+import { NewMessage, TopicItem, messages, topics } from '../../schemas';
+import { idGenerator } from '@/database/utils/idGenerator';
 
 export interface CreateTopicParams {
   favorite?: boolean;

src/database/server/schemas/lobechat/session.ts src/database/schemas/session.ts

@@ -8,7 +8,7 @@ import { UserGuide, UserPreference } from '@/types/user';
 import { UserKeyVaults, UserSettings } from '@/types/user/settings';
 import { merge } from '@/utils/merge';
 
-import { NewUser, UserItem, userSettings, users } from '../schemas/lobechat';
+import { NewUser, UserItem, userSettings, users } from '../../schemas';
 import { SessionModel } from './session';
 
 export class UserNotFoundError extends TRPCError {