mirror of
https://github.com/QwenLM/qwen-code.git
synced 2025-12-19 09:33:53 +00:00
Merge pull request #102 from QwenLM/feature/fan/fix-token-usage
fix: streaming token usage
This commit is contained in:
@@ -300,6 +300,7 @@ export class OpenAIContentGenerator implements ContentGenerator {
|
|||||||
messages,
|
messages,
|
||||||
...samplingParams,
|
...samplingParams,
|
||||||
stream: true,
|
stream: true,
|
||||||
|
stream_options: { include_usage: true },
|
||||||
};
|
};
|
||||||
|
|
||||||
if (request.config?.tools) {
|
if (request.config?.tools) {
|
||||||
|
|||||||
Reference in New Issue
Block a user