# llm_api_proxy **Repository Path**: cpix/llm_api_proxy ## Basic Information - **Project Name**: llm_api_proxy - **Description**: llm代理接口转换 - **Primary Language**: Unknown - **License**: Not specified - **Default Branch**: master - **Homepage**: None - **GVP Project**: No ## Statistics - **Stars**: 0 - **Forks**: 0 - **Created**: 2025-05-13 - **Last Updated**: 2025-05-20 ## Categories & Tags **Categories**: Uncategorized **Tags**: None ## README # 代码补全api示例 ## ollama 代码补全 ``` curl -X POST http://127.0.0.1:11434/api/generate \ --header 'Content-Type: application/json' \ --data '{ "model": "deepseek-coder:6.7b", "prompt": "// Path: file:///home/x/.cargo/registry/src/rsproxy.cn-e3de039b2554c837/indicatif-0.17.11/src/progress_bar.rs\n// /// Finishes the progress bar and sets a message\n// ///\n// /// For the message to be visible, the `{msg}` placeholder must be present in the template (see\n// /// [`ProgressStyle`]).\n// pub fn finish_with_message(&self, msg: impl Into>) {\n// self.state()\n// .finish_using_style(Instant::now(), ProgressFinish::WithMessage(msg.into()));\n// }\n // \u53ef\u9009\uff1a\u4e3a\u8fdb\u5ea6\u6761\u6dfb\u52a0\u4e00\u4e9b\u989d\u5916\u7684\u7279\u6027\uff0c\u6bd4\u5982\u4f30\u8ba1\u5269\u4f59\u65f6\u95f4\u3001\u6bcf\u79d2\u901f\u5ea6\u7b49\n .progress_chars(\"=>-\");\n pb.set_style(style);\n\n for doc_chunk in documents.chunks(env.code_llm_thread_number) {\n let docs: Vec = doc_chunk.to_vec();\n pb.inc(docs.len() as u64);\n // \u5411\u91cf\u5316\u5e76\u4fdd\u5b58\u5230\u6570\u636e\u5e93\n if let Ok(embedding) = EmbeddingsBuilder::new(model.clone()).documents(docs) {\n let resp = embedding.build().await;\n if let Ok(emb) = resp {\n vector_store.add_rows(emb).await;\n } else {\n println!(\"{:?}\", resp);\n }\n }\n }\n\n pb.finish_with_message(\"done\");\n pb", "images": [], "options": { "mirostat": null, "mirostat_eta": null, "mirostat_tau": null, "num_ctx": null, "num_gqa": null, "num_gpu": null, "num_thread": null, "repeat_last_n": 0, "repeat_penalty": null, "temperature": 0.1, "seed": -787408384, "stop": null, "tfs_z": null, "num_predict": 64, "top_k": null, "top_p": null }, "system": null, "template": "{{ .Prompt }}", "context": null, "format": null, "keep_alive": null, "stream": true }' ``` stream=true 响应： ``` {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:07.849604232Z","response":".","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:08.099257257Z","response":"set","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:08.349381183Z","response":"_","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:08.598245689Z","response":"style","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:08.85301111Z","response":"(","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:09.102572481Z","response":"style","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:09.356184447Z","response":");","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:09.605234225Z","response":"\n","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:09.854262945Z","response":"}","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:10.102842022Z","response":"\n","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:10.354369407Z","response":"```","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:10.603221839Z","response":"\n","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:10.853701493Z","response":"\n","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:11.102212396Z","response":"##","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:11.353782455Z","response":" ","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:11.60238412Z","response":"使用","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:11.851304349Z","response":"示","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:12.099865027Z","response":"例","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:12.351468949Z","response":"\n","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:12.600622603Z","response":"\n","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:12.850803035Z","response":"```","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:13.100507939Z","response":"rust","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:13.353220435Z","response":"\n","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:13.603343114Z","response":"use","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:13.855456464Z","response":" indic","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:14.105296014Z","response":"at","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:14.359548867Z","response":"if","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:14.609889144Z","response":";","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:14.861284062Z","response":"\n","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:15.111297007Z","response":"use","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:15.364164301Z","response":" std","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:15.614072359Z","response":"::","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:15.864513306Z","response":"time","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:16.114461439Z","response":"::","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:16.367680778Z","response":"Duration","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:16.618419514Z","response":";","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:16.87002393Z","response":"\n","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:17.120080308Z","response":"\n","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:17.373032239Z","response":"fn","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:17.623471918Z","response":" main","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:17.874343071Z","response":"()","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:18.124421275Z","response":" {","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:18.378090889Z","response":"\n","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:18.628764754Z","response":" ","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:18.880959914Z","response":" let","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:19.131001444Z","response":" p","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:19.384066678Z","response":"b","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:19.63434648Z","response":" =","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:19.886097368Z","response":" indic","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:20.136146778Z","response":"at","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:20.3893844Z","response":"if","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:20.640527549Z","response":"::","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:20.89208153Z","response":"Progress","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:21.143051809Z","response":"Bar","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:21.397539479Z","response":"::","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:21.649026971Z","response":"new","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:21.900785524Z","response":"(","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:22.152132431Z","response":"1","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:22.406176703Z","response":"0","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:22.659487398Z","response":"0","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:22.9118196Z","response":");","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:23.16294878Z","response":"\n","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:23.417787264Z","response":" ","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:23.669318322Z","response":" p","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:23.669339725Z","response":"","done":true,"done_reason":"length","context":[553,16277,25,1753,1615,14,5816,14,87,7936,66,14185,14,1928,6252,14,7364,14,3303,19241,13,12591,12,68,18,581,15,18,24,65,17,20,20,19,66,23,18,22,14,15367,253,351,12,15,13,16,22,13,16,16,14,7364,14,18005,62,1677,13,3303,185,553,730,16328,7881,6078,254,5624,3241,285,6229,245,3953,185,553,730,16328,185,553,730,16328,1487,254,3953,276,330,9205,11,254,2220,90,12430,92,63,16994,1526,330,1819,279,254,9063,207,7,3355,185,553,730,16328,207,58,63,21262,8576,63,60,628,185,553,251,4404,19418,8318,62,2287,62,1997,9299,1180,11,16495,25,13410,3717,78,27,34,322,27,6412,11,1401,6326,8,207,90,185,553,294,1781,13,4968,822,185,553,3462,13,4647,840,62,4923,62,4410,7,4001,400,1161,2785,4085,26662,15741,840,1161,3209,5390,7,12430,13,10645,18838,185,553,730,92,185,294,553,207,1000,3006,942,235,772,1451,1815,3485,26187,4794,6745,28593,2343,1721,19385,9126,27225,17713,7092,3178,534,2677,16146,14000,1529,185,294,13,18005,62,358,1274,1195,10377,12,2583,185,315,265,65,13,1113,62,4410,7,4410,477,185,185,315,327,6773,62,358,5061,279,9189,13,358,20436,7,8343,13,2108,62,642,76,62,12355,62,7675,8,207,90,185,436,1624,263,4695,25,627,865,27,11077,29,207,28,6773,62,358,5061,13,577,62,5004,1293,185,436,265,65,13,1578,7,11684,13,6446,822,372,2631,21,19,477,185,294,553,207,2643,1958,1727,2142,2055,4349,917,6591,10772,185,436,562,1624,13318,7,26029,4830,8,207,28,25028,271,20157,6934,1161,1829,7,5646,13,24883,18109,7676,3657,7,11684,8,207,90,185,655,1624,3513,207,28,19861,13,5786,3433,2258,2420,26,185,655,562,1624,13318,7,24387,8,207,28,3513,207,90,185,1044,6129,62,11226,13,1761,62,3186,7,24387,628,2258,2420,26,185,2481,92,1969,207,90,185,1044,3628,6622,0,1195,90,25,30,92,950,3513,477,185,2481,92,185,294,92,185,251,92,185,185,315,265,65,13,4647,840,62,2287,62,1997,1195,13609,2583,185,315,265,65,13,1113,62,4410,7,4410,477,185,92,185,10252,185,185,1672,207,5106,3187,5334,185,185,10252,26782,185,2346,3539,253,351,26,185,2346,6284,1161,2915,1161,18874,26,185,185,13538,1959,822,207,90,185,315,1624,265,65,207,28,3539,253,351,1161,21262,6437,1161,1829,7,16,15,15,477,185,315,265],"total_duration":35677467496,"load_duration":2106874937,"prompt_eval_count":428,"prompt_eval_duration":17745711978,"eval_count":64,"eval_duration":15820185007} ``` stream=false 响应： ``` {"model":"deepseek-coder:6.7b","created_at":"2025-05-15T09:23:43.877208719Z","response":".set_style(style);\n}\n```\n\n## 使用示例\n\n```rust\nuse indicatif::{ProgressBar, ProgressStyle};\nuse std::time::Instant;\n\nfn main() {\n let total_items = 100;\n let","done":true,"done_reason":"length","context":[553,16277,25,1753,1615,14,5816,14,87,7936,66,14185,14,1928,6252,14,7364,14,3303,19241,13,12591,12,68,18,581,15,18,24,65,17,20,20,19,66,23,18,22,14,15367,253,351,12,15,13,16,22,13,16,16,14,7364,14,18005,62,1677,13,3303,185,553,730,16328,7881,6078,254,5624,3241,285,6229,245,3953,185,553,730,16328,185,553,730,16328,1487,254,3953,276,330,9205,11,254,2220,90,12430,92,63,16994,1526,330,1819,279,254,9063,207,7,3355,185,553,730,16328,207,58,63,21262,8576,63,60,628,185,553,251,4404,19418,8318,62,2287,62,1997,9299,1180,11,16495,25,13410,3717,78,27,34,322,27,6412,11,1401,6326,8,207,90,185,553,294,1781,13,4968,822,185,553,3462,13,4647,840,62,4923,62,4410,7,4001,400,1161,2785,4085,26662,15741,840,1161,3209,5390,7,12430,13,10645,18838,185,553,730,92,185,294,553,207,1000,3006,942,235,772,1451,1815,3485,26187,4794,6745,28593,2343,1721,19385,9126,27225,17713,7092,3178,534,2677,16146,14000,1529,185,294,13,18005,62,358,1274,1195,10377,12,2583,185,315,265,65,13,1113,62,4410,7,4410,477,185,185,315,327,6773,62,358,5061,279,9189,13,358,20436,7,8343,13,2108,62,642,76,62,12355,62,7675,8,207,90,185,436,1624,263,4695,25,627,865,27,11077,29,207,28,6773,62,358,5061,13,577,62,5004,1293,185,436,265,65,13,1578,7,11684,13,6446,822,372,2631,21,19,477,185,294,553,207,2643,1958,1727,2142,2055,4349,917,6591,10772,185,436,562,1624,13318,7,26029,4830,8,207,28,25028,271,20157,6934,1161,1829,7,5646,13,24883,18109,7676,3657,7,11684,8,207,90,185,655,1624,3513,207,28,19861,13,5786,3433,2258,2420,26,185,655,562,1624,13318,7,24387,8,207,28,3513,207,90,185,1044,6129,62,11226,13,1761,62,3186,7,24387,628,2258,2420,26,185,2481,92,1969,207,90,185,1044,3628,6622,0,1195,90,25,30,92,950,3513,477,185,2481,92,185,294,92,185,251,92,185,185,315,265,65,13,4647,840,62,2287,62,1997,1195,13609,2583,185,315,265,65,13,1113,62,4410,7,4410,477,185,92,185,10252,185,185,1672,207,5106,3187,5334,185,185,10252,26782,185,2346,3539,253,351,1161,90,21262,6437,11,26662,8576,3871,185,2346,6284,1161,2915,1161,4001,400,26,185,185,13538,1959,822,207,90,185,315,1624,3212,62,14163,207,28,207,16,15,15,26,185,315,1624],"total_duration":3553540949,"load_duration":2235202753,"prompt_eval_count":428,"prompt_eval_duration":330627848,"eval_count":64,"eval_duration":986243917} ``` ollama的stream默认是true ``` curl -X POST http://home:11434/api/generate \ --header 'Content-Type: application/json' \ --data '{ "model": "qwen2.5-coder:7b-instruct", "prompt": "<|fim_prefix|>// Path: Untitled.txt\n// client\n// Path: config.json\n// {\n// \"models\": [\n// {\n// \"title\": \"qwen2.5-coder:7b-instruct代码模型\",\n// \"model\": \"qwen2.5-coder:7b-instruct\",\n// \"apiBase\": \"http://192.168.11.240:11434\",\n// \"provider\": \"ollama\"\n// }\n// ],\n// // \"tabAutocompleteModel\": {\n// // \"title\": \"qwen2.5-coder:7b-instruct代码模型\",\n// // \"provider\": \"ollama\",\n// // \"model\": \"qwen2.5-coder:7b-instruct\",\n// // \"apiBase\": \"http://192.168.11.240:11434\"\n// // },\n// \"tabAutocompleteModel\": {\n// \"title\": \"qwen2.5-coder:7b-instruct代码模型(代理)\",\n// \"provider\": \"ollama\",\n// \"model\": \"qwen2.5-coder:7b-instruct\",\n// \"apiBase\": \"http://127.0.0.1:11436\"\n// },\n// \"contextProviders\": [\n// {\n// \"name\": \"code\",\n// \"params\": {}\n// },\n// {\n// \"name\": \"docs\",\n// \"params\": {}\n// },\n// {\n// \"name\": \"diff\",\n// \"params\": {}\n// },\n// {\n// \"name\": \"terminal\",\n// \"params\": {}\n// },\n// {\n// Path: util/code_completion.rs\n// }\n// diff --git a/.vscode/settings.json b/.vscode/settings.json\n// new file mode 100644\n// index 0000000..0d8bbbd\n// --- /dev/null\n// +++ b/.vscode/settings.json\n// @@ -0,0 +1,6 @@\n// +{\n// + \"lldb.displayFormat\": \"auto\",\n// + \"lldb.showDisassembly\": \"auto\",\n// + \"lldb.dereferencePointers\": true,\n// + \"lldb.consoleMode\": \"commands\"\n// +}\n// \\ No newline at end of file\n// util/code_completion.rs\n let req = OllamaCompletionReq {\n model: payload.model.clone(),\n prompt: payload.prompt,\n images: None,\n system: payload.system.clone(),\n template: payload.template.clone(),\n context: payload.context.clone(),\n format: payload.format.clone(),\n keep_alive: payload.keep_alive.clone(),\n stream: Some(false),\n };\n let resp_result: Result = client\n .post(env.code_completion_endpoint)\n .json(&req)\n .send()\n .await;\n if let Ok(resp) = resp_result {\n let completion_result: Result = resp.json().await;\n if let Ok(completion_resp) = completion_result {\n println!(\"Received ollama completion response: {:?}\", completion_resp);\n return Json(completion_resp);\n } else {\n println!(\"completion_result {:?}\", completion_result);\n }\n } else {\n println!(\"resp_result {:?}\", resp_result);\n }<|fim_suffix|>\n\n Json(OllamaCompletionResp {\n model: payload.model.clone(),\n created_at: None,\n response: \"\".to_string(),\n done: true,\n done_reason: None,\n context: None,\n prompt_eval_duration: None,\n eval_count: None,\n eval_duration: None,\n })\n}\n<|fim_middle|>" }' | jq ``` ## siliconflow 代码补全 ```bash curl --request POST \ --url https://api.siliconflow.cn/v1/completions \ --header 'Authorization: Bearer '$SILICONFLOW_API_KEY \ --header 'Content-Type: application/json' \ --data '{ "model": "Qwen/Qwen2.5-Coder-7B-Instruct", "prompt": "// 计算sha256", "suffix": ";", "stream": false, "max_tokens":4096 }' ``` 响应 ``` { "id": "0196cf53a9e1c6541603889ef49bba3d", "object": "text_completion", "created": 1747235088, "model": "Pro/Qwen/Qwen2.5-Coder-7B-Instruct", "choices": [ { "text": "\nimport sha256 from \"crypto-js/sha256\";\n\nexport const calculateHash = (data) => {\n return sha256(data).toString();\n};\n\n// 测试例子\nconsole.log(calculateHash(\"Hello World\")); // \"a591a6d40bf420404a011733cfb7b190d62c65bf0bcda32b57b277d9ad9f146e\"", "index": 0, "finish_reason": "stop", "logprobs": { "tokens": null, "token_logprobs": null, "top_logprobs": null, "text_offset": null } } ], "usage": { "prompt_tokens": 12, "completion_tokens": 112, "total_tokens": 124 } } ``` ## tabby 测试发现，tabby对`created_at`字段敏感，没有该字段就不会输出。 ``` {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:21.143051809Z","response":"Bar::new(100);","done":false} {"model":"deepseek-coder:6.7b","created_at":"2025-05-14T14:16:23.669339725Z","response":"","done":true,"done_reason":"length","context":[553,16277,25,1753,1615,14,5816,14,87,7936,66,14185,14,1928,6252,14,7364,14,3303,19241,13,12591,12,68,18,581,15,18,24,65,17,20,20,19,66,23,18,22,14,15367,253,351,12,15,13,16,22,13,16,16,14,7364,14,18005,62,1677,13,3303,185,553,730,16328,7881,6078,254,5624,3241,285,6229,245,3953,185,553,730,16328,185,553,730,16328,1487,254,3953,276,330,9205,11,254,2220,90,12430,92,63,16994,1526,330,1819,279,254,9063,207,7,3355,185,553,730,16328,207,58,63,21262,8576,63,60,628,185,553,251,4404,19418,8318,62,2287,62,1997,9299,1180,11,16495,25,13410,3717,78,27,34,322,27,6412,11,1401,6326,8,207,90,185,553,294,1781,13,4968,822,185,553,3462,13,4647,840,62,4923,62,4410,7,4001,400,1161,2785,4085,26662,15741,840,1161,3209,5390,7,12430,13,10645,18838,185,553,730,92,185,294,553,207,1000,3006,942,235,772,1451,1815,3485,26187,4794,6745,28593,2343,1721,19385,9126,27225,17713,7092,3178,534,2677,16146,14000,1529,185,294,13,18005,62,358,1274,1195,10377,12,2583,185,315,265,65,13,1113,62,4410,7,4410,477,185,185,315,327,6773,62,358,5061,279,9189,13,358,20436,7,8343,13,2108,62,642,76,62,12355,62,7675,8,207,90,185,436,1624,263,4695,25,627,865,27,11077,29,207,28,6773,62,358,5061,13,577,62,5004,1293,185,436,265,65,13,1578,7,11684,13,6446,822,372,2631,21,19,477,185,294,553,207,2643,1958,1727,2142,2055,4349,917,6591,10772,185,436,562,1624,13318,7,26029,4830,8,207,28,25028,271,20157,6934,1161,1829,7,5646,13,24883,18109,7676,3657,7,11684,8,207,90,185,655,1624,3513,207,28,19861,13,5786,3433,2258,2420,26,185,655,562,1624,13318,7,24387,8,207,28,3513,207,90,185,1044,6129,62,11226,13,1761,62,3186,7,24387,628,2258,2420,26,185,2481,92,1969,207,90,185,1044,3628,6622,0,1195,90,25,30,92,950,3513,477,185,2481,92,185,294,92,185,251,92,185,185,315,265,65,13,4647,840,62,2287,62,1997,1195,13609,2583,185,315,265,65,13,1113,62,4410,7,4410,477,185,92,185,10252,185,185,1672,207,5106,3187,5334,185,185,10252,26782,185,2346,3539,253,351,26,185,2346,6284,1161,2915,1161,18874,26,185,185,13538,1959,822,207,90,185,315,1624,265,65,207,28,3539,253,351,1161,21262,6437,1161,1829,7,16,15,15,477,185,315,265],"total_duration":35677467496,"load_duration":2106874937,"prompt_eval_count":428,"prompt_eval_duration":17745711978,"eval_count":64,"eval_duration":15820185007} ```