mirror of
https://github.com/QwenLM/qwen-code.git
synced 2025-12-21 17:27:54 +00:00
Clearcut Logging of Content Error Metrics (#7099)
Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
This commit is contained in:
@@ -21,6 +21,9 @@ import type {
|
||||
KittySequenceOverflowEvent,
|
||||
ChatCompressionEvent,
|
||||
FileOperationEvent,
|
||||
InvalidChunkEvent,
|
||||
ContentRetryEvent,
|
||||
ContentRetryFailureEvent,
|
||||
} from '../types.js';
|
||||
import { EventMetadataKey } from './event-metadata-key.js';
|
||||
import type { Config } from '../../config/config.js';
|
||||
@@ -49,6 +52,9 @@ export enum EventNames {
|
||||
KITTY_SEQUENCE_OVERFLOW = 'kitty_sequence_overflow',
|
||||
CHAT_COMPRESSION = 'chat_compression',
|
||||
CONVERSATION_FINISHED = 'conversation_finished',
|
||||
INVALID_CHUNK = 'invalid_chunk',
|
||||
CONTENT_RETRY = 'content_retry',
|
||||
CONTENT_RETRY_FAILURE = 'content_retry_failure',
|
||||
}
|
||||
|
||||
export interface LogResponse {
|
||||
@@ -778,6 +784,69 @@ export class ClearcutLogger {
|
||||
});
|
||||
}
|
||||
|
||||
logInvalidChunkEvent(event: InvalidChunkEvent): void {
|
||||
const data: EventValue[] = [];
|
||||
|
||||
if (event.error_message) {
|
||||
data.push({
|
||||
gemini_cli_key: EventMetadataKey.GEMINI_CLI_INVALID_CHUNK_ERROR_MESSAGE,
|
||||
value: event.error_message,
|
||||
});
|
||||
}
|
||||
|
||||
this.enqueueLogEvent(this.createLogEvent(EventNames.INVALID_CHUNK, data));
|
||||
this.flushIfNeeded();
|
||||
}
|
||||
|
||||
logContentRetryEvent(event: ContentRetryEvent): void {
|
||||
const data: EventValue[] = [
|
||||
{
|
||||
gemini_cli_key:
|
||||
EventMetadataKey.GEMINI_CLI_CONTENT_RETRY_ATTEMPT_NUMBER,
|
||||
value: String(event.attempt_number),
|
||||
},
|
||||
{
|
||||
gemini_cli_key: EventMetadataKey.GEMINI_CLI_CONTENT_RETRY_ERROR_TYPE,
|
||||
value: event.error_type,
|
||||
},
|
||||
{
|
||||
gemini_cli_key: EventMetadataKey.GEMINI_CLI_CONTENT_RETRY_DELAY_MS,
|
||||
value: String(event.retry_delay_ms),
|
||||
},
|
||||
];
|
||||
|
||||
this.enqueueLogEvent(this.createLogEvent(EventNames.CONTENT_RETRY, data));
|
||||
this.flushIfNeeded();
|
||||
}
|
||||
|
||||
logContentRetryFailureEvent(event: ContentRetryFailureEvent): void {
|
||||
const data: EventValue[] = [
|
||||
{
|
||||
gemini_cli_key:
|
||||
EventMetadataKey.GEMINI_CLI_CONTENT_RETRY_FAILURE_TOTAL_ATTEMPTS,
|
||||
value: String(event.total_attempts),
|
||||
},
|
||||
{
|
||||
gemini_cli_key:
|
||||
EventMetadataKey.GEMINI_CLI_CONTENT_RETRY_FAILURE_FINAL_ERROR_TYPE,
|
||||
value: event.final_error_type,
|
||||
},
|
||||
];
|
||||
|
||||
if (event.total_duration_ms) {
|
||||
data.push({
|
||||
gemini_cli_key:
|
||||
EventMetadataKey.GEMINI_CLI_CONTENT_RETRY_FAILURE_TOTAL_DURATION_MS,
|
||||
value: String(event.total_duration_ms),
|
||||
});
|
||||
}
|
||||
|
||||
this.enqueueLogEvent(
|
||||
this.createLogEvent(EventNames.CONTENT_RETRY_FAILURE, data),
|
||||
);
|
||||
this.flushIfNeeded();
|
||||
}
|
||||
|
||||
/**
|
||||
* Adds default fields to data, and returns a new data array. This fields
|
||||
* should exist on all log events.
|
||||
|
||||
@@ -219,9 +219,6 @@ export enum EventMetadataKey {
|
||||
// Logs user removed lines in edit/write tool response.
|
||||
GEMINI_CLI_USER_REMOVED_LINES = 50,
|
||||
|
||||
// Logs the programming language of the project.
|
||||
GEMINI_CLI_PROGRAMMING_LANGUAGE = 56,
|
||||
|
||||
// ==========================================================================
|
||||
// Kitty Sequence Overflow Event Keys
|
||||
// ===========================================================================
|
||||
@@ -236,11 +233,11 @@ export enum EventMetadataKey {
|
||||
// Conversation Finished Event Keys
|
||||
// ===========================================================================
|
||||
|
||||
// Logs the approval mode
|
||||
GEMINI_CLI_APPROVAL_MODE = 70,
|
||||
// Logs the approval mode of the session.
|
||||
GEMINI_CLI_APPROVAL_MODE = 58,
|
||||
|
||||
// Logs the number of turns
|
||||
GEMINI_CLI_CONVERSATION_TURN_COUNT = 71,
|
||||
GEMINI_CLI_CONVERSATION_TURN_COUNT = 59,
|
||||
|
||||
// Logs the number of tokens before context window compression.
|
||||
GEMINI_CLI_COMPRESSION_TOKENS_BEFORE = 60,
|
||||
@@ -257,22 +254,72 @@ export enum EventMetadataKey {
|
||||
// Logs count of MCP tools in Start Session Event
|
||||
GEMINI_CLI_START_SESSION_MCP_TOOLS_COUNT = 64,
|
||||
|
||||
// Logs name of MCP tools as comma seperated string
|
||||
// Logs name of MCP tools as comma separated string
|
||||
GEMINI_CLI_START_SESSION_MCP_TOOLS = 65,
|
||||
|
||||
// ==========================================================================
|
||||
// Research Event Keys
|
||||
// ===========================================================================
|
||||
|
||||
// Logs the research opt-in status (true/false)
|
||||
GEMINI_CLI_RESEARCH_OPT_IN_STATUS = 66,
|
||||
|
||||
// Logs the contact email for research participation
|
||||
GEMINI_CLI_RESEARCH_CONTACT_EMAIL = 67,
|
||||
|
||||
// Logs the user ID for research events
|
||||
GEMINI_CLI_RESEARCH_USER_ID = 68,
|
||||
|
||||
// Logs the type of research feedback
|
||||
GEMINI_CLI_RESEARCH_FEEDBACK_TYPE = 69,
|
||||
|
||||
// Logs the content of research feedback
|
||||
GEMINI_CLI_RESEARCH_FEEDBACK_CONTENT = 70,
|
||||
|
||||
// Logs survey responses for research feedback (JSON stringified)
|
||||
GEMINI_CLI_RESEARCH_SURVEY_RESPONSES = 71,
|
||||
|
||||
// ==========================================================================
|
||||
// File Operation Event Keys
|
||||
// ===========================================================================
|
||||
|
||||
// Logs the programming language of the project.
|
||||
GEMINI_CLI_PROGRAMMING_LANGUAGE = 56,
|
||||
|
||||
// Logs the operation type of the file operation.
|
||||
GEMINI_CLI_FILE_OPERATION_TYPE = 66,
|
||||
GEMINI_CLI_FILE_OPERATION_TYPE = 57,
|
||||
|
||||
// Logs the number of lines in the file operation.
|
||||
GEMINI_CLI_FILE_OPERATION_LINES = 67,
|
||||
GEMINI_CLI_FILE_OPERATION_LINES = 72,
|
||||
|
||||
// Logs the mimetype of the file in the file operation.
|
||||
GEMINI_CLI_FILE_OPERATION_MIMETYPE = 68,
|
||||
GEMINI_CLI_FILE_OPERATION_MIMETYPE = 73,
|
||||
|
||||
// Logs the extension of the file in the file operation.
|
||||
GEMINI_CLI_FILE_OPERATION_EXTENSION = 69,
|
||||
GEMINI_CLI_FILE_OPERATION_EXTENSION = 74,
|
||||
|
||||
// ==========================================================================
|
||||
// Content Streaming Event Keys
|
||||
// ===========================================================================
|
||||
|
||||
// Logs the error message for an invalid chunk.
|
||||
GEMINI_CLI_INVALID_CHUNK_ERROR_MESSAGE = 75,
|
||||
|
||||
// Logs the attempt number for a content retry.
|
||||
GEMINI_CLI_CONTENT_RETRY_ATTEMPT_NUMBER = 76,
|
||||
|
||||
// Logs the error type for a content retry.
|
||||
GEMINI_CLI_CONTENT_RETRY_ERROR_TYPE = 77,
|
||||
|
||||
// Logs the delay in milliseconds for a content retry.
|
||||
GEMINI_CLI_CONTENT_RETRY_DELAY_MS = 78,
|
||||
|
||||
// Logs the total number of attempts for a content retry failure.
|
||||
GEMINI_CLI_CONTENT_RETRY_FAILURE_TOTAL_ATTEMPTS = 79,
|
||||
|
||||
// Logs the final error type for a content retry failure.
|
||||
GEMINI_CLI_CONTENT_RETRY_FAILURE_FINAL_ERROR_TYPE = 80,
|
||||
|
||||
// Logs the total duration in milliseconds for a content retry failure.
|
||||
GEMINI_CLI_CONTENT_RETRY_FAILURE_TOTAL_DURATION_MS = 81,
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user