♻️ refactor: refactor data importer to repos (#4974)

* refactor data importer

* Update importer.ts

* fix tests

Author: arvinxx

src/server/services/dataImporter/__tests__/fixtures/messages.json src/database/repositories/dataImporter/__tests__/fixtures/messages.json

@@ -1,6 +1,6 @@
 // @vitest-environment node
 import { eq, inArray } from 'drizzle-orm';
-import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
+import { beforeEach, describe, expect, it, vi } from 'vitest';
 
 import { getTestDBInstance } from '@/database/server/core/dbForTest';
 import {
@@ -13,22 +13,15 @@ import {
   users,
 } from '@/database/schemas';
 import { CURRENT_CONFIG_VERSION } from '@/migrations';
-import { ImportResult } from '@/services/config';
 import { ImporterEntryData } from '@/types/importer';
 
-import { DataImporterService } from '../index';
+import { DataImporterRepos } from '../index';
 import mockImportData from './fixtures/messages.json';
 
-let serverDB = await getTestDBInstance();
-
-vi.mock('@/database/server/core/db', async () => ({
-  get serverDB() {
-    return serverDB;
-  },
-}));
+const serverDB = await getTestDBInstance();
 
 const userId = 'test-user-id';
-let importer: DataImporterService;
+let importer: DataImporterRepos;
 
 beforeEach(async () => {
   await serverDB.delete(users);
@@ -38,7 +31,7 @@ beforeEach(async () => {
     await tx.insert(users).values({ id: userId });
   });
 
-  importer = new DataImporterService(userId);
+  importer = new DataImporterRepos(serverDB, userId);
 });
 
 describe('DataImporter', () => {

src/server/services/dataImporter/__tests__/index.test.ts src/database/repositories/dataImporter/__tests__/index.test.ts

@@ -1,7 +1,6 @@
 import { eq, inArray, sql } from 'drizzle-orm';
 import { and } from 'drizzle-orm/expressions';
 
-import { serverDB } from '@/database/server';
 import {
   agents,
   agentsToSessions,
@@ -12,19 +11,22 @@ import {
   sessions,
   topics,
 } from '@/database/schemas';
+import { LobeChatDatabase } from '@/database/type';
 import { ImportResult } from '@/services/config';
 import { ImporterEntryData } from '@/types/importer';
 
-export class DataImporterService {
+export class DataImporterRepos {
   private userId: string;
+  private db: LobeChatDatabase;
 
   /**
    * The version of the importer that this module supports
    */
   supportVersion = 7;
 
-  constructor(userId: string) {
+  constructor(db: LobeChatDatabase, userId: string) {
     this.userId = userId;
+    this.db = db;
   }
 
   importData = async (data: ImporterEntryData) => {
@@ -40,7 +42,7 @@ export class DataImporterService {
     let topicIdMap: Record<string, string> = {};
 
     // import sessionGroups
-    await serverDB.transaction(async (trx) => {
+    await this.db.transaction(async (trx) => {
       if (data.sessionGroups && data.sessionGroups.length > 0) {
         const query = await trx.query.sessionGroups.findMany({
           where: and(

src/server/services/dataImporter/index.ts src/database/repositories/dataImporter/index.ts

@@ -1,14 +1,15 @@
 import { TRPCError } from '@trpc/server';
 import { z } from 'zod';
 
+import { DataImporterRepos } from '@/database/repositories/dataImporter';
+import { serverDB } from '@/database/server';
 import { authedProcedure, router } from '@/libs/trpc';
 import { S3 } from '@/server/modules/S3';
-import { DataImporterService } from '@/server/services/dataImporter';
 import { ImportResults, ImporterEntryData } from '@/types/importer';
 
 const importProcedure = authedProcedure.use(async (opts) => {
   const { ctx } = opts;
-  const dataImporterService = new DataImporterService(ctx.userId);
+  const dataImporterService = new DataImporterRepos(serverDB, ctx.userId);
 
   return opts.next({
     ctx: { dataImporterService },

src/server/routers/lambda/importer.ts

@@ -31,7 +31,7 @@ export default defineConfig({
       '**/dist/**',
       '**/build/**',
       'src/database/server/**/**',
-      'src/server/services/dataImporter/**/**',
+      'src/database/repositories/dataImporter/**/**',
     ],
     globals: true,
     server: {