perf: token count (#1509)

labring · May 16, 2024 · 2d1ec9b · 2d1ec9b
1 parent 6067f5a
commit 2d1ec9b
Show file tree

Hide file tree

Showing 4 changed files with 3 additions and 19 deletions.
diff --git a/packages/service/common/string/tiktoken/index.ts b/packages/service/common/string/tiktoken/index.ts
@@ -77,6 +77,7 @@ export const countGptMessagesTokens = (
         clearTimeout(timer);
       };
 
+      // 可以进一步优化(传递100w token数据,实际需要300ms,较慢)
       worker.postMessage({
         id,
         messages,

diff --git a/packages/service/worker/tiktoken/countGptMessagesTokens.ts b/packages/service/worker/tiktoken/countGptMessagesTokens.ts
@@ -111,6 +111,7 @@ parentPort?.on(
         data: total
       });
     } catch (error) {
+      console.log(error);
       parentPort?.postMessage({
         id,
         type: 'success',

diff --git a/projects/app/src/middleware.ts b/projects/app/src/middleware.ts
diff --git a/projects/app/src/pages/api/core/ai/token.ts b/projects/app/src/pages/api/core/ai/token.ts
@@ -16,8 +16,8 @@ async function handler(
   req: ApiRequestProps<tokenBody, tokenQuery>,
   res: ApiResponseType<any>
 ): Promise<tokenResponse> {
-  await authCert({ req, authRoot: true });
   const start = Date.now();
+  await authCert({ req, authRoot: true });
 
   const tokens = await countGptMessagesTokens(req.body.messages);