humanus.cpp/config/config_llm.toml

46 lines
1.6 KiB
TOML

[qwen-max]
model = "qwen-max" # Model name
base_url = "https://dashscope.aliyuncs.com" # Base url. Note: Don't add any endpoint behind
endpoint = "/compatible-mode/v1/chat/completions" # Endpoint of chat completions
api_key = "sk-cb1bb2a240d84182bb93f6dd0fe03600" # Your API Key
[qwen-max-latest]
model = "qwen-max-latest"
base_url = "https://dashscope.aliyuncs.com"
endpoint = "/compatible-mode/v1/chat/completions"
api_key = "sk-cb1bb2a240d84182bb93f6dd0fe03600"
[qwen-vl-max-latest]
model = "qwen-vl-max-latest"
base_url = "https://dashscope.aliyuncs.com"
endpoint = "/compatible-mode/v1/chat/completions"
api_key = "sk-cb1bb2a240d84182bb93f6dd0fe03600"
enable_vision = true # This means the model could accept content item like {"image_url", {"url", "xxx"}}
["claude-3.5-sonnet"]
model = "anthropic/claude-3.5-sonnet"
base_url = "https://openrouter.ai"
endpoint = "/api/v1/chat/completions"
api_key = "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"
enable_vision = true
["claude-3.7-sonnet"]
model = "anthropic/claude-3.7-sonnet"
base_url = "https://openrouter.ai"
endpoint = "/api/v1/chat/completions"
api_key = "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"
enable_vision = true
[deepseek-chat]
model = "deepseek-chat"
base_url = "https://api.deepseek.com"
endpoint = "/v1/chat/completions"
api_key = "sk-93c5bfcb920c4a8aa345791d429b8536"
[deepseek-r1]
model = "deepseek-reasoner"
base_url = "https://api.deepseek.com"
endpoint = "/v1/chat/completions"
api_key = "sk-93c5bfcb920c4a8aa345791d429b8536"
enable_tool = false