ci(benchmark): 更新模型名称列表和基准测试流程

- 更新 modelNames.json，移除大量不必要的模型名称
- 修改 getmodel.js，增加对空数组的检查
- 更新 testsuit.js，不再过滤只包含 'deepseek' 的模型名称
- 在 package.json 中添加 benchmark:models 脚本
- 更新 api.ts，将 'developer' 角色改为 'system'
- 更新 index.ts，扩展 ChatData.messages 的角色类型

Author: h7ml

.gitignore

@@ -17,3 +17,5 @@ dist/
 .specstory/
 
 benchmark/report/
+benchmark/input/
+benchmark/output/

benchmark/getmodel.js

@@ -18,8 +18,8 @@ function extractAndSaveModelNames(inputFilePath, outputFilePath) {
     const models = JSON.parse(rawData);
 
     // 检查是否是数组
-    if (!Array.isArray(models)) {
-      throw new Error('文件内容不是一个数组');
+    if (!Array.isArray(models) || models.length === 0) {
+      throw new Error('文件内容不是一个数组 或 数组为空');
     }
 
     // 提取所有模型的name字段

benchmark/modelNames.json

@@ -1,280 +1,37 @@
 [
-  "qwen-omni-turbo",
-  "qwen-omni-turbo-latest",
-  "qwen-omni-turbo-2025-01-19",
-  "qwq-plus",
-  "qwen-max-latest",
-  "qwen-max-2025-01-25",
-  "qwen-max",
-  "qwen2.5-vl-72b-instruct",
-  "qwen2.5-vl-7b-instruct",
-  "qwen2.5-vl-3b-instruct",
   "qwen2.5-7b-instruct-1m",
   "qwen2.5-14b-instruct-1m",
-  "qvq-72b-preview",
-  "qwq-32b",
-  "qwq-plus-2025-03-05",
-  "qwq-plus-latest",
-  "qwq-32b-preview",
-  "qwen-vl-plus",
-  "qwen-vl-plus-latest",
-  "qwen-vl-plus-2025-01-25",
-  "qwen-audio-turbo",
-  "qwen-audio-turbo-latest",
-  "qwen-audio-turbo-1204",
   "qwen-plus",
   "qwen-plus-latest",
-  "deepseek-r1",
   "deepseek-v3",
-  "llama3.3-70b-instruct",
-  "deepseek-r1-distill-qwen-1.5b",
-  "deepseek-r1-distill-qwen-7b",
-  "deepseek-r1-distill-qwen-14b",
-  "deepseek-r1-distill-qwen-32b",
-  "deepseek-r1-distill-llama-8b",
-  "deepseek-r1-distill-llama-70b",
-  "qwen-max-0919",
   "qwen-plus-2025-01-25",
-  "multimodal-embedding-v1",
   "qwen-turbo",
   "qwen-turbo-0919",
   "qwen-turbo-2025-02-11",
   "qwen-turbo-latest",
-  "gte-rerank",
-  "qwen-vl-max-2025-01-25",
-  "qwen-vl-max",
-  "qwen-vl-max-latest",
-  "qwen-audio-asr",
-  "qwen-audio-asr-latest",
-  "qwen-audio-asr-1204",
-  "qwen-vl-max-1030",
-  "qwen-vl-ocr",
-  "qwen-vl-ocr-1028",
-  "qwen-vl-ocr-latest",
-  "qwen-vl-max-1119",
-  "qwen-vl-max-1230",
-  "qwen2-vl-7b-instruct",
-  "qwen2-vl-2b-instruct",
   "qwen-turbo-1101",
-  "qwen2-vl-72b-instruct",
   "qwen2.5-72b-instruct",
   "qwen2.5-32b-instruct",
   "qwen2.5-14b-instruct",
-  "qwen2.5-math-72b-instruct",
-  "qwen2.5-math-7b-instruct",
   "qwen2.5-coder-7b-instruct",
-  "qwen-math-plus",
-  "qwen-math-plus-0919",
-  "qwen-math-plus-latest",
-  "qwen-math-turbo",
-  "qwen-math-turbo-0919",
-  "qwen-math-turbo-latest",
   "qwen-coder-turbo",
   "qwen-coder-turbo-0919",
   "qwen-coder-turbo-latest",
-  "qwen2.5-math-1.5b-instruct",
-  "qwen2.5-3b-instruct",
-  "qwen2.5-1.5b-instruct",
-  "qwen2.5-0.5b-instruct",
   "qwen2.5-7b-instruct",
-  "wanx2.1-i2v-turbo",
-  "wanx2.1-i2v-plus",
-  "aitryon-parsing-v1",
-  "wanx2.1-t2v-turbo",
-  "wanx2.1-t2i-turbo",
-  "qwen-vl-max-0809",
-  "qwen-vl-max-0201",
-  "tongyi-intent-detect-v3",
-  "wanx2.1-t2i-plus",
-  "wanx2.1-t2v-plus",
-  "flux-schnell",
-  "qwen2-math-72b-instruct",
-  "qwen2-math-7b-instruct",
-  "qwen2-math-1.5b-instruct",
-  "qwen-max-0428",
   "qwen-long",
   "qwen2-72b-instruct",
   "qwen2-57b-a14b-instruct",
   "qwen2-7b-instruct",
-  "qwen2-1.5b-instruct",
-  "qwen2-0.5b-instruct",
-  "flux-dev",
-  "qwen1.5-110b-chat",
-  "llama3.2-3b-instruct",
-  "llama3.2-11b-vision",
-  "llama3.2-90b-vision-instruct",
-  "llama3.2-1b-instruct",
-  "llama3.1-405b-instruct",
-  "llama3.1-70b-instruct",
-  "llama3.1-8b-instruct",
-  "llama3-8b-instruct",
-  "llama3-70b-instruct",
-  "llama2-7b-chat-v2",
-  "llama2-13b-chat-v2",
-  "chatglm-6b-v2",
-  "baichuan2-7b-chat-v1",
-  "ziya-llama-13b-v1",
-  "wanx-v1",
-  "emoji-v1",
-  "yi-large",
-  "emoji-detect-v1",
-  "yi-large-turbo",
-  "yi-large-rag",
-  "qwen-7b-chat",
-  "yi-medium",
   "qwen-plus-0919",
   "qwen-plus-1125",
   "qwen-plus-1127",
   "qwen-plus-1220",
   "qwen-plus-0112",
-  "animate-anyone-gen2",
-  "qwen-math-plus-0816",
-  "qwen-vl-plus-0809",
-  "cosyvoice-clone-v1",
-  "animate-anyone-template-gen2",
-  "qwen-vl-plus-0102",
-  "qwen-plus-character",
-  "animate-anyone-detect-gen2",
-  "videoretalk",
-  "video-style-transform",
-  "emo-v1",
-  "emo-detect-v1",
-  "text-embedding-v3",
-  "liveportrait",
-  "liveportrait-detect",
-  "motionshop-synthesis",
-  "cosyvoice-v1",
-  "motionshop-video-detect",
-  "text-embedding-v2",
-  "text-embedding-v1",
-  "text-embedding-async-v2",
-  "text-embedding-async-v1",
-  "motionshop-gen3d",
-  "qwen2.5-coder-3b-instruct",
   "qwen2.5-coder-32b-instruct",
   "qwen2.5-coder-14b-instruct",
-  "qwen2.5-coder-0.5b-instruct",
   "qwen-coder-plus-latest",
   "qwen-coder-plus-1106",
   "qwen-coder-plus",
-  "qwen2.5-coder-1.5b-instruct",
-  "paraformer-8k-v2",
-  "qwen-mt-turbo",
-  "qwen-mt-plus",
-  "wanx2.0-t2i-turbo",
-  "qwen-audio-turbo-0807",
-  "gummy-realtime-v1",
-  "gummy-chat-v1",
-  "qwen-14b-chat",
-  "billa-7b-sft-v1",
-  "chatyuan-large-v2",
-  "belle-llama-13b-2m-v1",
-  "chatglm3-6b",
-  "baichuan2-13b-chat-v1",
-  "baichuan-7b-v1",
-  "qwen-1.8b-chat",
-  "qwen-1.8b-longcontext-chat",
-  "qwen-72b-chat",
-  "wanx-style-repaint-v1",
-  "wanx-background-generation-v2",
-  "facechain-facedetect",
-  "facechain-generation",
-  "facechain-finetune",
-  "wordart-texture",
-  "wordart-semantic",
-  "stable-diffusion-xl",
-  "stable-diffusion-v1.5",
-  "opennlu-v1",
-  "paraformer-8k-v1",
-  "paraformer-mtl-v1",
-  "paraformer-v1",
-  "sambert-beth-v1",
-  "sambert-brian-v1",
-  "sambert-cally-v1",
-  "sambert-camila-v1",
-  "sambert-cindy-v1",
-  "sambert-clara-v1",
-  "sambert-donna-v1",
-  "sambert-eva-v1",
-  "sambert-hanna-v1",
-  "sambert-indah-v1",
-  "sambert-perla-v1",
-  "sambert-waan-v1",
-  "sambert-zhichu-v1",
-  "sambert-zhida-v1",
-  "sambert-zhide-v1",
-  "sambert-zhifei-v1",
-  "sambert-zhigui-v1",
-  "sambert-zhihao-v1",
-  "sambert-zhijia-v1",
-  "sambert-zhijing-v1",
-  "sambert-zhilun-v1",
-  "sambert-zhimao-v1",
-  "sambert-zhimiao-emo-v1",
-  "sambert-zhiming-v1",
-  "sambert-zhimo-v1",
-  "sambert-zhina-v1",
-  "sambert-zhiqi-v1",
-  "sambert-zhiqian-v1",
-  "sambert-zhiru-v1",
-  "sambert-zhishu-v1",
-  "sambert-zhishuo-v1",
-  "sambert-zhistella-v1",
-  "sambert-zhiting-v1",
-  "sambert-zhiwei-v1",
-  "sambert-zhixiang-v1",
-  "sambert-zhixiao-v1",
-  "sambert-zhiya-v1",
-  "sambert-zhiye-v1",
-  "sambert-zhiying-v1",
-  "sambert-zhiyuan-v1",
-  "sambert-zhiyue-v1",
-  "qwen-max-0403",
-  "qwen-max-0107",
-  "qwen1.5-7b-chat",
-  "qwen1.5-72b-chat",
-  "qwen1.5-32b-chat",
-  "qwen1.5-14b-chat",
-  "qwen1.5-1.8b-chat",
-  "qwen1.5-0.5b-chat",
-  "sambert-betty-v1",
-  "sambert-zhinan-v1",
-  "baichuan2-turbo",
-  "emo-detect",
-  "emo",
-  "animate-anyone-detect",
-  "animate-anyone",
-  "farui-plus",
-  "wanx-v1-0521",
-  "aitryon",
-  "image-out-painting",
-  "wanx-x-painting",
-  "wanx-style-cosplay-v1",
-  "wanx-sketch-to-image-lite",
-  "shoemodel-v1",
-  "wanx-poster-generation-v1",
-  "paraformer-realtime-v1",
-  "paraformer-realtime-8k-v1",
-  "wanx-virtualmodel",
-  "virtualmodel-v2",
-  "wordart-surnames",
-  "aitryon-refiner",
   "abab6.5s-chat",
-  "abab6.5t-chat",
-  "abab6.5g-chat",
-  "qwen-plus-0206",
-  "qwen-plus-0624",
-  "qwen-turbo-0206",
-  "qwen-turbo-0624",
-  "qwen-plus-0723",
-  "qwen-plus-0806",
-  "image-instance-segmentation",
-  "image-erase-completion",
-  "flux-merged",
-  "dolly-12b-v2",
-  "paraformer-v2",
-  "paraformer-realtime-v2",
-  "stable-diffusion-3.5-large",
-  "stable-diffusion-3.5-large-turbo",
-  "paraformer-realtime-8k-v2"
-]
+  "qwen-plus-0806"
+]

benchmark/testsuit.js

@@ -14,10 +14,8 @@ function loadModelNames() {
     const supportData = JSON.parse(rawData);
 
     // 合并 both 和 nonStreamOnly 数组 
-    // 只需要 deepseek 相关的
     const modelNames = [...supportData.both, ...supportData.nonStreamOnly];
-    // 转化为小写
-    return modelNames.filter(name => name.toLowerCase().includes('deepseek'));
+    return modelNames;
   } catch (error) {
     console.error('加载模型名称时出错:', error.message);
     return [];

package.json

@@ -14,6 +14,7 @@
     "format:check": "prettier --check \"src/**/*.{js,jsx,ts,tsx,json,md}\"",
     "changelog": "conventional-changelog -p angular -i CHANGELOG.md -s -r 0",
     "version": "conventional-changelog -p angular -i CHANGELOG.md -s && git add CHANGELOG.md",
+    "benchmark:models": "node benchmark/getmodel.js",
     "benchmark": "node benchmark/index.js",
     "analyze": "node benchmark/analyze.js",
     "analyze:models": "node benchmark/analyzeModelStreaming.js",

src/services/api.ts

@@ -23,7 +23,7 @@ export async function translateText(text: string, options: RuntimeOptions): Prom
   const data: ChatData = {
     model: options.model,
     messages: [
-      { role: 'developer', content: systemContent },
+      { role: 'system', content: systemContent },
       {
         role: 'user',
         content: `请将以下文本翻译成英文。请保持格式不变:\n\n${inputContent}`,

src/types/index.ts

@@ -25,7 +25,7 @@ export interface DirectoryPrintOptions {
 
 export interface ChatData {
   model: string;
-  messages: { role: 'developer' | 'user' | 'assistant'; content: string }[];
+  messages: { role: 'system' | 'developer' | 'user' | 'assistant'; content: string }[];
 }
 
 export interface RuntimeOptions {