fix instruction

Author: arvinxx

src/config/modelProviders/vertexai.ts

@@ -11,8 +11,8 @@ const VertexAI: ModelProviderCard = {
   name: 'VertexAI',
   settings: {
     disableBrowserRequest: true,
+    showModelFetcher: false,
     smoothing: {
-      speed: 2,
       text: true,
     },
   },

src/libs/agent-runtime/google/index.ts

@@ -10,7 +10,6 @@ import {
   SchemaType,
 } from '@google/generative-ai';
 
-import { VertexAIStream } from '@/libs/agent-runtime/utils/streams/vertex-ai';
 import type { ChatModelCard } from '@/types/llm';
 import { imageUrlToBase64 } from '@/utils/imageToBase64';
 import { safeParseJSON } from '@/utils/safeParseJSON';
@@ -28,11 +27,24 @@ import { ModelProvider } from '../types/type';
 import { AgentRuntimeError } from '../utils/createError';
 import { debugStream } from '../utils/debugStream';
 import { StreamingResponse } from '../utils/response';
-import { GoogleGenerativeAIStream, convertIterableToStream } from '../utils/streams';
+import {
+  GoogleGenerativeAIStream,
+  VertexAIStream,
+  convertIterableToStream,
+} from '../utils/streams';
 import { parseDataUri } from '../utils/uriParser';
 
 const modelsOffSafetySettings = new Set(['gemini-2.0-flash-exp']);
-const modelsWithModalities = new Set(['gemini-2.0-flash-exp']);
+
+const modelsWithModalities = new Set([
+  'gemini-2.0-flash-exp',
+  'gemini-2.0-flash-exp-image-generation',
+]);
+
+const modelsDisableInstuction = new Set([
+  'gemini-2.0-flash-exp',
+  'gemini-2.0-flash-exp-image-generation',
+]);
 
 export interface GoogleModelCard {
   displayName: string;
@@ -97,9 +109,7 @@ export class LobeGoogleAI implements LobeRuntimeAI {
             generationConfig: {
               maxOutputTokens: payload.max_tokens,
               // @ts-expect-error - Google SDK 0.24.0 doesn't have this property for now with
-              response_modalities: modelsWithModalities.has(model)
-                ? ['Text', 'Image']
-                : undefined,
+              response_modalities: modelsWithModalities.has(model) ? ['Text', 'Image'] : undefined,
               temperature: payload.temperature,
               topP: payload.top_p,
             },
@@ -129,7 +139,9 @@ export class LobeGoogleAI implements LobeRuntimeAI {
         )
         .generateContentStream({
           contents,
-          systemInstruction: payload.system as string,
+          systemInstruction: modelsDisableInstuction.has(model)
+            ? undefined
+            : (payload.system as string),
           tools: this.buildGoogleTools(payload.tools, payload),
         });
 

src/libs/agent-runtime/utils/streams/index.ts

@@ -6,3 +6,4 @@ export * from './openai';
 export * from './protocol';
 export * from './qwen';
 export * from './spark';
+export * from './vertex-ai';