💄 style: support together ai to fetch model list (#2138)

* 💄 style: support together ai model fetch

* 💄 style: support together ai model fetch

* 💄 style: support together ai model fetch

* 💄 style: support together ai model fetch

Author: arvinxx

package.json

@@ -92,7 +92,7 @@
     "@lobehub/chat-plugins-gateway": "latest",
     "@lobehub/icons": "latest",
     "@lobehub/tts": "latest",
-    "@lobehub/ui": "^1.138.6",
+    "@lobehub/ui": "^1.138.8",
     "@next/third-parties": "^14.2.2",
     "@sentry/nextjs": "^7.111.0",
     "@vercel/analytics": "^1.2.2",

src/app/settings/llm/TogetherAI/index.tsx

@@ -10,6 +10,7 @@ const TogetherAIProvider = memo(() => {
   return (
     <ProviderConfig
       checkModel={'togethercomputer/alpaca-7b'}
+      modelList={{ showModelFetcher: true }}
       provider={'togetherai'}
       title={
         <Together.Combine

src/libs/agent-runtime/togetherai/index.ts

@@ -1,9 +1,13 @@
+import { LOBE_DEFAULT_MODEL_LIST } from '@/config/modelProviders';
+
 import { AgentRuntimeErrorType } from '../error';
 import { ModelProvider } from '../types';
 import { LobeOpenAICompatibleFactory } from '../utils/openaiCompatibleFactory';
+import { TogetherAIModel } from './type';
 
+const baseURL = 'https://api.together.xyz';
 export const LobeTogetherAI = LobeOpenAICompatibleFactory({
-  baseURL: 'https://api.together.xyz/v1',
+  baseURL: `${baseURL}/v1`,
   constructorOptions: {
     defaultHeaders: {
       'HTTP-Referer': 'https://chat-preview.lobehub.com',
@@ -17,5 +21,32 @@ export const LobeTogetherAI = LobeOpenAICompatibleFactory({
     bizError: AgentRuntimeErrorType.TogetherAIBizError,
     invalidAPIKey: AgentRuntimeErrorType.InvalidTogetherAIAPIKey,
   },
+  models: async ({ apiKey }) => {
+    const data = await fetch(`${baseURL}/api/models`, {
+      headers: {
+        Authorization: `Bearer ${apiKey}`,
+      },
+    });
+    if (!data.ok) {
+      throw new Error(`Together Fetch Error: ${data.statusText || data.status}`);
+    }
+
+    const models: TogetherAIModel[] = await data.json();
+
+    return models
+      .filter((m) => m.display_type === 'chat')
+      .map((model) => {
+        return {
+          description: model.description,
+          displayName: model.display_name,
+          enabled: LOBE_DEFAULT_MODEL_LIST.find((m) => model.name.endsWith(m.id))?.enabled || false,
+          functionCall: model.description?.includes('function calling'),
+          id: model.name,
+          maxOutput: model.context_length,
+          tokens: model.context_length,
+          vision: model.description?.includes('vision') || model.name?.includes('vision'),
+        };
+      });
+  },
   provider: ModelProvider.TogetherAI,
 });

src/libs/agent-runtime/togetherai/type.ts

@@ -0,0 +1,76 @@
+
+interface ModelInstanceConfig {
+  appearsIn: any[]; // 你可以替换为实际类型
+  order: number;
+}
+
+interface Config {
+  add_generation_prompt: boolean;
+  chat_template: string;
+  prompt_format: string;
+  stop: string[];
+}
+
+interface Pricing {
+  hourly: number;
+  input: number;
+  output: number;
+}
+
+interface Instance {
+  avzone: string;
+  cluster: string;
+}
+
+interface Depth {
+  asks: Record<string, number>;
+  asks_updated: string;
+  gpus: Record<string, number>;
+  num_asks: number;
+  num_bids: number;
+  num_running: number;
+  permit_required: boolean;
+  price: {
+    base: number;
+    finetune: number;
+    hourly: number;
+    input: number;
+    output: number;
+  };
+  qps: number;
+  stats: {
+    avzone: string;
+    capacity: number;
+    cluster: string;
+    error_rate: number;
+    qps: number;
+    retry_rate: number;
+    throughput_in: number;
+    throughput_out: number;
+  }[];
+}
+
+export interface TogetherAIModel {
+  _id: string;
+  access: string;
+  config: Config;
+  context_length: number;
+  created_at: string;
+  creator_organization: string;
+  depth: Depth;
+  description: string;
+  descriptionLink: string;
+  display_name: string;
+  display_type: string;
+  hardware_label: string;
+  instances: Instance[];
+  isFeaturedModel: boolean;
+  license: string;
+  link: string;
+  modelInstanceConfig: ModelInstanceConfig;
+  name: string;
+  num_parameters: number;
+  pricing: Pricing;
+  show_in_playground: boolean;
+  update_at: string;
+}

src/libs/agent-runtime/utils/openaiCompatibleFactory/index.ts

@@ -38,9 +38,11 @@ interface OpenAICompatibleFactoryOptions {
     bizError: ILobeAgentRuntimeErrorType;
     invalidAPIKey: ILobeAgentRuntimeErrorType;
   };
-  models?: {
-    transformModel?: (model: OpenAI.Model) => ChatModelCard;
-  };
+  models?:
+    | ((params: { apiKey: string }) => Promise<ChatModelCard[]>)
+    | {
+        transformModel?: (model: OpenAI.Model) => ChatModelCard;
+      };
   provider: string;
 }
 
@@ -122,6 +124,8 @@ export const LobeOpenAICompatibleFactory = ({
     }
 
     async models() {
+      if (typeof models === 'function') return models({ apiKey: this.client.apiKey });
+
       const list = await this.client.models.list();
 
       return list.data