Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions src/config/entities/providers-schema.json
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,7 @@
"modelscope-cn",
"siliconflow",
"siliconflow-cn",
"stepfun",
"moonshotai",
"moonshotai-cn",
"openai",
Expand Down Expand Up @@ -71,6 +72,7 @@
"modelscope-cn",
"siliconflow",
"siliconflow-cn",
"stepfun",
"moonshotai",
"moonshotai-cn",
"openai",
Expand Down
8 changes: 8 additions & 0 deletions src/config/entities/providers.rs
Original file line number Diff line number Diff line change
Expand Up @@ -50,6 +50,8 @@ pub enum ProviderConfig {
SiliconFlow(configs::SiliconFlowProviderConfig),
#[serde(rename = "siliconflow-cn")]
SiliconFlowCn(configs::SiliconFlowCnProviderConfig),
#[serde(rename = "stepfun")]
StepFun(configs::StepFunProviderConfig),
#[serde(rename = "moonshotai")]
MoonshotAi(configs::MoonshotAiProviderConfig),
#[serde(rename = "moonshotai-cn")]
Expand Down Expand Up @@ -79,6 +81,7 @@ impl ProviderConfig {
Self::ModelScopeCn(_) => identifiers::MODELSCOPE_CN,
Self::SiliconFlow(_) => identifiers::SILICONFLOW,
Self::SiliconFlowCn(_) => identifiers::SILICONFLOW_CN,
Self::StepFun(_) => identifiers::STEPFUN,
Self::MoonshotAi(_) => identifiers::MOONSHOT_AI,
Self::MoonshotAiCn(_) => identifiers::MOONSHOT_AI_CN,
Self::OpenAI(_) => identifiers::OPENAI,
Expand Down Expand Up @@ -226,6 +229,11 @@ mod tests {
"type": "siliconflow-cn",
"config": { "api_key": "test_key" }
}), true, None)]
#[case::stepfun_ok(json!({
"name": "stepfun-primary",
"type": "stepfun",
"config": { "api_key": "test_key" }
}), true, None)]
#[case::moonshotai_ok(json!({
"name": "moonshot-primary",
"type": "moonshotai",
Expand Down
8 changes: 7 additions & 1 deletion src/gateway/providers/mod.rs
Original file line number Diff line number Diff line change
Expand Up @@ -13,6 +13,7 @@ pub mod moonshot;
pub mod openai;
pub mod openrouter;
pub mod siliconflow;
pub mod stepfun;
pub mod xai;
pub mod zhipuai;

Expand All @@ -30,13 +31,14 @@ pub use moonshot::{MoonshotAi, MoonshotAiCn};
pub use openai::OpenAIDef;
pub use openrouter::OpenRouter;
pub use siliconflow::{SiliconFlow, SiliconFlowCn};
pub use stepfun::StepFun;
pub use xai::Xai;
pub use zhipuai::ZhipuAi;

pub mod identifiers {
use super::{
anthropic, azure, bedrock, cohere, deepseek, fireworks, gemini, groq, mistral, modelscope,
moonshot, openai, openrouter, siliconflow, xai, zhipuai,
moonshot, openai, openrouter, siliconflow, stepfun, xai, zhipuai,
};

pub const ANTHROPIC: &str = anthropic::IDENTIFIER;
Expand All @@ -52,6 +54,7 @@ pub mod identifiers {
pub const MODELSCOPE_CN: &str = modelscope::CN_IDENTIFIER;
pub const SILICONFLOW: &str = siliconflow::IDENTIFIER;
pub const SILICONFLOW_CN: &str = siliconflow::CN_IDENTIFIER;
pub const STEPFUN: &str = stepfun::IDENTIFIER;
pub const MOONSHOT_AI: &str = moonshot::IDENTIFIER;
pub const MOONSHOT_AI_CN: &str = moonshot::CN_IDENTIFIER;
pub const OPENAI: &str = openai::IDENTIFIER;
Expand All @@ -76,6 +79,7 @@ pub mod configs {
openai::OpenAIProviderConfig,
openrouter::OpenRouterProviderConfig,
siliconflow::{SiliconFlowCnProviderConfig, SiliconFlowProviderConfig},
stepfun::StepFunProviderConfig,
xai::XaiProviderConfig,
zhipuai::ZhipuAiProviderConfig,
};
Expand All @@ -98,6 +102,7 @@ pub fn default_provider_registry() -> Result<ProviderRegistry> {
.register(ModelScopeCn)?
.register(SiliconFlow)?
.register(SiliconFlowCn)?
.register(StepFun)?
.register(MoonshotAi)?
.register(MoonshotAiCn)?
.register(OpenAIDef)?
Expand Down Expand Up @@ -136,6 +141,7 @@ mod tests {
registry.get("siliconflow-cn").unwrap().name(),
"siliconflow-cn"
);
assert_eq!(registry.get("stepfun").unwrap().name(), "stepfun");
assert_eq!(registry.get("moonshotai").unwrap().name(), "moonshotai");
assert_eq!(
registry.get("moonshotai-cn").unwrap().name(),
Expand Down
75 changes: 75 additions & 0 deletions src/gateway/providers/stepfun.rs
Original file line number Diff line number Diff line change
@@ -0,0 +1,75 @@
//! StepFun documents an OpenAI-compatible chat endpoint.
//!
//! The standard OpenAI-compatible path is /v1/chat/completions, so a single
//! stepfun provider is enough here.
//!
//! Docs:
//! - https://platform.stepfun.com/docs/zh/quickstart/overview
//! - https://platform.stepfun.com/docs/zh/api-reference/chat/chat-completion-create

use serde::{Deserialize, Serialize};

use crate::gateway::providers::macros::provider;

pub const IDENTIFIER: &str = "stepfun";

#[derive(Debug, Clone, Serialize, Deserialize, utoipa::ToSchema)]
pub struct StepFunProviderConfig {
pub api_key: String,

#[serde(skip_serializing_if = "Option::is_none")]
pub api_base: Option<String>,
}

provider!(StepFun {
display_name: "stepfun",
base_url: "https://api.stepfun.com/v1",
auth: bearer,
});

#[cfg(test)]
mod tests {
use pretty_assertions::assert_eq;
use serde_json::json;

use super::StepFun;
use crate::gateway::{
provider_instance::ProviderAuth,
traits::{ChatTransform, ProviderMeta},
types::openai::ChatCompletionRequest,
};

#[test]
fn provider_metadata_and_url_are_correct() {
let provider = StepFun;
let headers = provider
.build_auth_headers(&ProviderAuth::ApiKey("stepfun-com-key".into()))
.unwrap();

assert_eq!(provider.name(), "stepfun");
assert_eq!(provider.default_base_url(), "https://api.stepfun.com/v1");
assert_eq!(headers["authorization"], "Bearer stepfun-com-key");
assert_eq!(
provider.build_url(provider.default_base_url(), "ignored"),
"https://api.stepfun.com/v1/chat/completions"
);
}

#[test]
fn transform_request_passes_openai_compatible_payload_through() {
let provider = StepFun;
let request: ChatCompletionRequest = serde_json::from_value(json!({
"model": "step-3.5-flash",
"messages": [{"role": "user", "content": "hello"}],
"reasoning_format": {"type": "deepseek-style"},
"reasoning_effort": "high"
}))
.unwrap();

let transformed = provider.transform_request(&request).unwrap();

assert_eq!(transformed["model"], "step-3.5-flash");
assert_eq!(transformed["reasoning_format"]["type"], "deepseek-style");
assert_eq!(transformed["reasoning_effort"], "high");
}
}
23 changes: 22 additions & 1 deletion src/proxy/provider.rs
Original file line number Diff line number Diff line change
Expand Up @@ -85,6 +85,10 @@ fn provider_auth_and_base_url(config: &ProviderConfig) -> Result<(ProviderAuth,
ProviderAuth::ApiKey(config.api_key.clone()),
parse_base_url(config.api_base.as_deref())?,
),
ProviderConfig::StepFun(config) => (
ProviderAuth::ApiKey(config.api_key.clone()),
parse_base_url(config.api_base.as_deref())?,
),
ProviderConfig::MoonshotAi(config) => (
ProviderAuth::ApiKey(config.api_key.clone()),
parse_base_url(config.api_base.as_deref())?,
Expand Down Expand Up @@ -197,7 +201,8 @@ mod tests {
FireworksAiProviderConfig, GroqProviderConfig, MistralProviderConfig,
ModelScopeCnProviderConfig, ModelScopeProviderConfig, MoonshotAiCnProviderConfig,
MoonshotAiProviderConfig, OpenRouterProviderConfig, SiliconFlowCnProviderConfig,
SiliconFlowProviderConfig, XaiProviderConfig, ZhipuAiProviderConfig,
SiliconFlowProviderConfig, StepFunProviderConfig, XaiProviderConfig,
ZhipuAiProviderConfig,
},
};

Expand Down Expand Up @@ -390,6 +395,22 @@ mod tests {
);
}

#[test]
fn provider_auth_and_base_url_returns_stepfun_api_key_and_optional_base_url() {
let config = ProviderConfig::StepFun(StepFunProviderConfig {
api_key: "stepfun-key".into(),
api_base: Some("https://api.stepfun.com/v1".into()),
});

let (auth, base_url_override) = provider_auth_and_base_url(&config).unwrap();

assert_eq!(auth.api_key_for("stepfun").unwrap(), "stepfun-key");
assert_eq!(
base_url_override.as_ref().map(Url::as_str),
Some("https://api.stepfun.com/v1")
);
}

#[test]
fn provider_auth_and_base_url_returns_moonshot_api_key_and_optional_base_url() {
let config = ProviderConfig::MoonshotAi(MoonshotAiProviderConfig {
Expand Down
1 change: 1 addition & 0 deletions ui/src/i18n/locales/en.json
Original file line number Diff line number Diff line change
Expand Up @@ -52,6 +52,7 @@
"modelscope-cn": "ModelScope (CN)",
"siliconflow": "SiliconFlow",
"siliconflow-cn": "SiliconFlow (CN)",
"stepfun": "StepFun",
"moonshotai": "Moonshot AI",
"moonshotai-cn": "Moonshot AI (CN)",
"zhipuai": "ZhipuAI",
Expand Down
1 change: 1 addition & 0 deletions ui/src/i18n/locales/zh-CN.json
Original file line number Diff line number Diff line change
Expand Up @@ -52,6 +52,7 @@
"modelscope-cn": "ModelScope (CN)",
"siliconflow": "SiliconFlow",
"siliconflow-cn": "硅基流动",
"stepfun": "阶跃星辰",
"moonshotai": "Moonshot AI",
"moonshotai-cn": "Moonshot AI (CN)",
"zhipuai": "智谱",
Expand Down
6 changes: 6 additions & 0 deletions ui/src/lib/api/types.ts
Original file line number Diff line number Diff line change
Expand Up @@ -49,6 +49,7 @@ export const PROVIDER_TYPE_VARIANTS = [
'modelscope-cn',
'siliconflow',
'siliconflow-cn',
'stepfun',
'moonshotai',
'moonshotai-cn',
'zhipuai',
Expand Down Expand Up @@ -156,6 +157,11 @@ export type Provider =
type: 'siliconflow-cn';
config: ApiBaseProviderConfig;
}
| {
name: string;
type: 'stepfun';
config: ApiBaseProviderConfig;
}
| {
name: string;
type: 'moonshotai';
Expand Down