Skip to content

feat: add max_tokens configuration for AI translation services #11

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 2 commits into from
Aug 11, 2025
Merged

feat: add max_tokens configuration for AI translation services #11

Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
2d2775b
feat: add max_tokens configuration for AI translation services
wineee Aug 6, 2025
6566bf8
Apply suggestion from @Copilot
wineee Aug 11, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
41 changes: 31 additions & 10 deletions src/ai_service.rs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -37,13 +37,15 @@ pub struct OpenAITranslator {
endpoint: String,
model: String,
timeout_seconds: u64,
max_tokens: u64,
}

pub struct ClaudeTranslator {
api_key: String,
endpoint: String,
model: String,
timeout_seconds: u64,
max_tokens: u64,
}

pub struct CopilotTranslator {
Expand All @@ -56,20 +58,23 @@ pub struct GeminiTranslator {
endpoint: String,
model: String,
timeout_seconds: u64,
max_tokens: u64,
}

pub struct GrokTranslator {
api_key: String,
endpoint: String,
model: String,
timeout_seconds: u64,
max_tokens: u64,
}

pub struct QwenTranslator {
api_key: String,
endpoint: String,
model: String,
timeout_seconds: u64,
max_tokens: u64,
}

impl DeepSeekTranslator {
Expand Down Expand Up @@ -101,6 +106,9 @@ impl OpenAITranslator {
timeout_seconds: crate::config::Config::load()
.map(|c| c.timeout_seconds)
.unwrap_or(20),
max_tokens: crate::config::Config::load()
.map(|c| c.max_tokens)
.unwrap_or(2048),
}
}
}
Expand All @@ -116,6 +124,9 @@ impl ClaudeTranslator {
timeout_seconds: crate::config::Config::load()
.map(|c| c.timeout_seconds)
.unwrap_or(20),
max_tokens: crate::config::Config::load()
.map(|c| c.max_tokens)
.unwrap_or(2048),
}
}
}
Expand All @@ -137,6 +148,9 @@ impl GeminiTranslator {
timeout_seconds: crate::config::Config::load()
.map(|c| c.timeout_seconds)
.unwrap_or(20),
max_tokens: crate::config::Config::load()
.map(|c| c.max_tokens)
.unwrap_or(2048),
}
}
}
Expand All @@ -152,6 +166,9 @@ impl GrokTranslator {
timeout_seconds: crate::config::Config::load()
.map(|c| c.timeout_seconds)
.unwrap_or(20),
max_tokens: crate::config::Config::load()
.map(|c| c.max_tokens)
.unwrap_or(2048),
}
}
}
Expand All @@ -167,6 +184,9 @@ impl QwenTranslator {
timeout_seconds: crate::config::Config::load()
.map(|c| c.timeout_seconds)
.unwrap_or(20),
max_tokens: crate::config::Config::load()
.map(|c| c.max_tokens)
.unwrap_or(2048),
}
}
}
Expand Down Expand Up @@ -320,7 +340,8 @@ impl AiService for OpenAITranslator {
debug!("发送给 OpenAI 的消息:\n{}", serde_json::to_string_pretty(&messages)?);
let body = serde_json::json!({
"model": self.model,
"messages": messages
"messages": messages,
"max_tokens": self.max_tokens
});

let ai_host = match url.split('/').nth(2) {
Expand Down Expand Up @@ -394,7 +415,8 @@ impl AiService for ClaudeTranslator {
debug!("发送给 Claude 的消息:\n{}", serde_json::to_string_pretty(&messages)?);
let body = serde_json::json!({
"model": self.model,
"messages": messages
"messages": messages,
"max_tokens": self.max_tokens
});

let ai_host = match url.split('/').nth(2) {
Expand Down Expand Up @@ -490,7 +512,10 @@ impl AiService for GeminiTranslator {
"parts": [{
"text": prompt
}]
}]
}],
"generationConfig": {
"maxOutputTokens": self.max_tokens
}
});

let ai_host = match url.split('/').nth(2) {
Expand Down Expand Up @@ -563,7 +588,8 @@ impl AiService for GrokTranslator {
debug!("发送给 Grok 的消息:\n{}", serde_json::to_string_pretty(&messages)?);
let body = serde_json::json!({
"model": self.model,
"messages": messages
"messages": messages,
"max_tokens": self.max_tokens
});

let ai_host = match url.split('/').nth(2) {
Expand Down Expand Up @@ -638,13 +664,8 @@ impl AiService for QwenTranslator {
let body = serde_json::json!({
"model": self.model,
"messages": messages,
// temperature 控制输出的随机性，范围 0-1
// 设置为 0.1 使输出更加确定和集中，减少不必要的发散
"temperature": 0.1,
// max_tokens 限制生成文本的最大长度
// 对于提交信息翻译来说，256 tokens 足够用了
// 限制长度可以显著提升响应速度
"max_tokens": 256
"max_tokens": self.max_tokens
});

let ai_host = match url.split('/').nth(2) {
Expand Down
Loading