improve openai performance

Author: arvinxx

src/config/modelProviders/openai.ts

@@ -301,6 +301,9 @@ const OpenAI: ModelProviderCard = {
   name: 'OpenAI',
   settings: {
     showModelFetcher: true,
+    smoothing: {
+      text: true,
+    },
   },
   url: 'https://openai.com',
 };

src/features/Conversation/components/MarkdownElements/LobeArtifact/Render/index.tsx

@@ -64,16 +64,14 @@ const Render = memo<ArtifactProps>(({ identifier, title, type, language, childre
 
   const inThread = useContext(InPortalThreadContext);
   const { message } = App.useApp();
-  const [isGenerating, isArtifactTagClosed, currentArtifactMessageId, openArtifact, closeArtifact] =
-    useChatStore((s) => {
-      return [
-        chatSelectors.isMessageGenerating(id)(s),
-        chatPortalSelectors.isArtifactTagClosed(id)(s),
-        chatPortalSelectors.artifactMessageId(s),
-        s.openArtifact,
-        s.closeArtifact,
-      ];
-    });
+  const [isGenerating, isArtifactTagClosed, openArtifact, closeArtifact] = useChatStore((s) => {
+    return [
+      chatSelectors.isMessageGenerating(id)(s),
+      chatPortalSelectors.isArtifactTagClosed(id)(s),
+      s.openArtifact,
+      s.closeArtifact,
+    ];
+  });
 
   const openArtifactUI = () => {
     openArtifact({ id, identifier, language, title, type });
@@ -86,52 +84,53 @@ const Render = memo<ArtifactProps>(({ identifier, title, type, language, childre
   }, [isGenerating, hasChildren, str, identifier, title, type, id, language]);
 
   return (
-    <p>
-      <Flexbox
-        className={styles.container}
-        gap={16}
-        onClick={() => {
-          if (currentArtifactMessageId === id) {
-            closeArtifact();
-          } else {
-            if (inThread) {
-              message.info(t('artifact.inThread'));
-              return;
-            }
-            openArtifactUI();
+    <Flexbox
+      className={styles.container}
+      gap={16}
+      onClick={() => {
+        const currentArtifactMessageId = chatPortalSelectors.artifactMessageId(
+          useChatStore.getState(),
+        );
+        if (currentArtifactMessageId === id) {
+          closeArtifact();
+        } else {
+          if (inThread) {
+            message.info(t('artifact.inThread'));
+            return;
           }
-        }}
-        width={'100%'}
-      >
-        <Flexbox align={'center'} flex={1} horizontal>
-          <Center className={styles.avatar} height={64} horizontal width={64}>
-            <ArtifactIcon type={type} />
-          </Center>
-          <Flexbox gap={4} paddingBlock={8} paddingInline={12}>
-            {!title && isGenerating ? (
-              <Flexbox className={cx(dotLoading)} horizontal>
-                {t('artifact.generating')}
+          openArtifactUI();
+        }
+      }}
+      width={'100%'}
+    >
+      <Flexbox align={'center'} flex={1} horizontal>
+        <Center className={styles.avatar} height={64} horizontal width={64}>
+          <ArtifactIcon type={type} />
+        </Center>
+        <Flexbox gap={4} paddingBlock={8} paddingInline={12}>
+          {!title && isGenerating ? (
+            <Flexbox className={cx(dotLoading)} horizontal>
+              {t('artifact.generating')}
+            </Flexbox>
+          ) : (
+            <Flexbox className={cx(styles.title)}>{title || t('artifact.unknownTitle')}</Flexbox>
+          )}
+          {hasChildren && (
+            <Flexbox className={styles.desc} horizontal>
+              {identifier} ·{' '}
+              <Flexbox gap={2} horizontal>
+                {!isArtifactTagClosed && (
+                  <div>
+                    <Icon icon={Loader2} spin />
+                  </div>
+                )}
+                {str?.length}
               </Flexbox>
-            ) : (
-              <Flexbox className={cx(styles.title)}>{title || t('artifact.unknownTitle')}</Flexbox>
-            )}
-            {hasChildren && (
-              <Flexbox className={styles.desc} horizontal>
-                {identifier} ·{' '}
-                <Flexbox gap={2} horizontal>
-                  {!isArtifactTagClosed && (
-                    <div>
-                      <Icon icon={Loader2} spin />
-                    </div>
-                  )}
-                  {str?.length}
-                </Flexbox>
-              </Flexbox>
-            )}
-          </Flexbox>
+            </Flexbox>
+          )}
         </Flexbox>
       </Flexbox>
-    </p>
+    </Flexbox>
   );
 });
 

src/utils/fetch/fetchSSE.ts

@@ -296,7 +296,7 @@ export const fetchSSE = async (url: string, options: RequestInit & FetchSSEOptio
 
   const { smoothing } = options;
 
-  const textSmoothing = typeof smoothing === 'boolean' ? smoothing : smoothing?.text;
+  const textSmoothing = typeof smoothing === 'boolean' ? smoothing : (smoothing?.text ?? true);
   const toolsCallingSmoothing =
     typeof smoothing === 'boolean' ? smoothing : (smoothing?.toolsCalling ?? true);
   const smoothingSpeed = isObject(smoothing) ? smoothing.speed : undefined;