Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
47 changes: 47 additions & 0 deletions crates/openfang-kernel/src/metering.rs
Original file line number Diff line number Diff line change
Expand Up @@ -374,6 +374,14 @@ fn estimate_cost_rates(model: &str) -> (f64, f64) {
if model.contains("llama") || model.contains("mixtral") {
return (0.05, 0.10);
}
// ── Alibaba Coding Plan (subscription-based: $50/month) ─────
// Must come BEFORE individual provider checks (qwen, glm, kimi, minimax)
// because model IDs like "alibaba-coding-plan/qwen3.5-plus" contain "qwen".
// All models in the Coding Plan use flat-rate subscription pricing.
// Per-token costs are $0 — actual cost is the fixed monthly fee.
if model.contains("alibaba-coding-plan") || model.contains("alibaba_coding_plan") {
return (0.0, 0.0);
}
// ── Qwen (Alibaba) ──────────────────────────────────────────
if model.contains("qwen-max") {
return (4.00, 12.00);
Expand Down Expand Up @@ -751,6 +759,45 @@ mod tests {
assert!((cost - 0.12).abs() < 0.01); // $0.06 + $0.06
}

#[test]
fn test_estimate_cost_alibaba_coding_plan_subscription() {
// Alibaba Coding Plan is subscription-based ($50/month) — per-token cost is $0
let qwen35_cost =
MeteringEngine::estimate_cost("alibaba-coding-plan/qwen3.5-plus", 1_000_000, 1_000_000);
assert!(
(qwen35_cost).abs() < 0.001,
"Qwen 3.5 Plus should be $0 (subscription)"
);

let qwen36_cost =
MeteringEngine::estimate_cost("alibaba-coding-plan/qwen3.6-plus", 1_000_000, 1_000_000);
assert!(
(qwen36_cost).abs() < 0.001,
"Qwen 3.6 Plus should be $0 (subscription)"
);

let glm5_cost =
MeteringEngine::estimate_cost("alibaba-coding-plan/glm-5", 1_000_000, 1_000_000);
assert!(
(glm5_cost).abs() < 0.001,
"GLM-5 should be $0 (subscription)"
);

let kimi_cost =
MeteringEngine::estimate_cost("alibaba-coding-plan/kimi-k2.5", 1_000_000, 1_000_000);
assert!(
(kimi_cost).abs() < 0.001,
"Kimi K2.5 should be $0 (subscription)"
);

let minimax_cost =
MeteringEngine::estimate_cost("alibaba-coding-plan/MiniMax-M2.5", 1_000_000, 1_000_000);
assert!(
(minimax_cost).abs() < 0.001,
"MiniMax M2.5 should be $0 (subscription)"
);
}

#[test]
fn test_estimate_cost_with_catalog() {
let catalog = openfang_runtime::model_catalog::ModelCatalog::new();
Expand Down
95 changes: 86 additions & 9 deletions crates/openfang-runtime/src/drivers/mod.rs
Original file line number Diff line number Diff line change
Expand Up @@ -16,14 +16,15 @@ pub mod vertex;

use crate::llm_driver::{DriverConfig, LlmDriver, LlmError};
use openfang_types::model_catalog::{
AI21_BASE_URL, ANTHROPIC_BASE_URL, AZURE_OPENAI_BASE_URL, CEREBRAS_BASE_URL, CHUTES_BASE_URL,
COHERE_BASE_URL, DEEPSEEK_BASE_URL, FIREWORKS_BASE_URL, GEMINI_BASE_URL, GROQ_BASE_URL,
HUGGINGFACE_BASE_URL, KIMI_CODING_BASE_URL, LEMONADE_BASE_URL, LMSTUDIO_BASE_URL,
MINIMAX_BASE_URL, MISTRAL_BASE_URL, MOONSHOT_BASE_URL, NVIDIA_NIM_BASE_URL, NOVITA_BASE_URL,
OLLAMA_BASE_URL, OPENAI_BASE_URL, OPENROUTER_BASE_URL, PERPLEXITY_BASE_URL, QIANFAN_BASE_URL,
QWEN_BASE_URL, REPLICATE_BASE_URL, SAMBANOVA_BASE_URL, TOGETHER_BASE_URL, VENICE_BASE_URL,
VLLM_BASE_URL, VOLCENGINE_BASE_URL, VOLCENGINE_CODING_BASE_URL, XAI_BASE_URL, ZAI_BASE_URL,
ZAI_CODING_BASE_URL, ZHIPU_BASE_URL, ZHIPU_CODING_BASE_URL,
AI21_BASE_URL, ALIBABA_CODING_PLAN_BASE_URL, ANTHROPIC_BASE_URL, AZURE_OPENAI_BASE_URL,
CEREBRAS_BASE_URL, CHUTES_BASE_URL, COHERE_BASE_URL, DEEPSEEK_BASE_URL, FIREWORKS_BASE_URL,
GEMINI_BASE_URL, GROQ_BASE_URL, HUGGINGFACE_BASE_URL, KIMI_CODING_BASE_URL,
LEMONADE_BASE_URL, LMSTUDIO_BASE_URL, MINIMAX_BASE_URL, MISTRAL_BASE_URL, MOONSHOT_BASE_URL,
NVIDIA_NIM_BASE_URL, NOVITA_BASE_URL, OLLAMA_BASE_URL, OPENAI_BASE_URL, OPENROUTER_BASE_URL,
PERPLEXITY_BASE_URL, QIANFAN_BASE_URL, QWEN_BASE_URL, REPLICATE_BASE_URL, SAMBANOVA_BASE_URL,
TOGETHER_BASE_URL, VENICE_BASE_URL, VLLM_BASE_URL, VOLCENGINE_BASE_URL,
VOLCENGINE_CODING_BASE_URL, XAI_BASE_URL, ZAI_BASE_URL, ZAI_CODING_BASE_URL, ZHIPU_BASE_URL,
ZHIPU_CODING_BASE_URL,
};
use std::sync::Arc;

Expand Down Expand Up @@ -208,6 +209,11 @@ fn provider_defaults(provider: &str) -> Option<ProviderDefaults> {
api_key_env: "VOLCENGINE_API_KEY",
key_required: true,
}),
"alibaba_coding_plan" => Some(ProviderDefaults {
base_url: ALIBABA_CODING_PLAN_BASE_URL,
api_key_env: "ALIBABA_CODING_PLAN_API_KEY",
key_required: true,
}),
"chutes" => Some(ProviderDefaults {
base_url: CHUTES_BASE_URL,
api_key_env: "CHUTES_API_KEY",
Expand Down Expand Up @@ -608,6 +614,7 @@ pub fn known_providers() -> &'static [&'static str] {
"claude-code",
"qwen-code",
"azure",
"alibaba_coding_plan",
]
}

Expand Down Expand Up @@ -713,7 +720,9 @@ mod tests {
assert!(providers.contains(&"claude-code"));
assert!(providers.contains(&"qwen-code"));
assert!(providers.contains(&"azure"));
assert_eq!(providers.len(), 38);
// Alibaba Coding Plan
assert!(providers.contains(&"alibaba_coding_plan"));
assert_eq!(providers.len(), 39);
}

#[test]
Expand Down Expand Up @@ -977,4 +986,72 @@ mod tests {
"Bedrock with explicit api_key should construct successfully"
);
}

#[test]
fn test_alibaba_coding_plan_defaults() {
let d = provider_defaults("alibaba_coding_plan").unwrap();
assert_eq!(d.base_url, "https://coding-intl.dashscope.aliyuncs.com/v1");
assert_eq!(d.api_key_env, "ALIBABA_CODING_PLAN_API_KEY");
assert!(d.key_required);
}

#[test]
fn test_alibaba_coding_plan_driver_with_key() {
let config = DriverConfig {
provider: "alibaba_coding_plan".to_string(),
api_key: Some("sk-sp-test-key-12345".to_string()),
base_url: None,
skip_permissions: true,
};
let driver = create_driver(&config);
assert!(
driver.is_ok(),
"Alibaba Coding Plan with API key should succeed"
);
}

#[test]
fn test_alibaba_coding_plan_driver_from_env() {
let unique_key = "sk-sp-test-env-key-67890";
std::env::set_var("ALIBABA_CODING_PLAN_API_KEY", unique_key);
let config = DriverConfig {
provider: "alibaba_coding_plan".to_string(),
api_key: None,
base_url: None,
skip_permissions: true,
};
let driver = create_driver(&config);
assert!(
driver.is_ok(),
"Alibaba Coding Plan with env var should succeed"
);
std::env::remove_var("ALIBABA_CODING_PLAN_API_KEY");
}

#[test]
fn test_alibaba_coding_plan_no_key_errors() {
// Clear env var first to avoid pollution from parallel tests
std::env::remove_var("ALIBABA_CODING_PLAN_API_KEY");

let config = DriverConfig {
provider: "alibaba_coding_plan".to_string(),
api_key: None,
base_url: None,
skip_permissions: true,
};
let result = create_driver(&config);
assert!(result.is_err(), "Should fail without API key");
}

#[test]
fn test_alibaba_coding_plan_custom_base_url() {
let config = DriverConfig {
provider: "alibaba_coding_plan".to_string(),
api_key: Some("sk-sp-test-key".to_string()),
base_url: Some("https://custom-endpoint.example.com/v1".to_string()),
skip_permissions: true,
};
let driver = create_driver(&config);
assert!(driver.is_ok());
}
}
Loading