39 lines
987 B
YAML
39 lines
987 B
YAML
model_list:
|
|
|
|
- model_name: gpt-oss-120b
|
|
litellm_params:
|
|
model: openrouter/openai/gpt-oss-120b
|
|
api_key: os.environ/OPENROUTER_API_KEY
|
|
max_tokens: 1000
|
|
|
|
- model_name: llama-3.3-70b
|
|
litellm_params:
|
|
model: openrouter/meta-llama/llama-3.3-70b-instruct
|
|
api_key: os.environ/OPENROUTER_API_KEY
|
|
max_tokens: 1000
|
|
|
|
- model_name: qwen3-235b
|
|
litellm_params:
|
|
model: openrouter/qwen/qwen3-235b-a22b
|
|
api_key: os.environ/OPENROUTER_API_KEY
|
|
max_tokens: 1000
|
|
timeout: 300
|
|
|
|
- model_name: gemini-2.5-flash
|
|
litellm_params:
|
|
model: openrouter/google/gemini-2.5-flash
|
|
api_key: os.environ/OPENROUTER_API_KEY
|
|
max_tokens: 1000
|
|
|
|
- model_name: gemini-2.5-pro
|
|
litellm_params:
|
|
model: openrouter/google/gemini-2.5-pro
|
|
api_key: os.environ/OPENROUTER_API_KEY
|
|
max_tokens: 1000
|
|
rpm: 2
|
|
|
|
litellm_settings:
|
|
drop_params: true
|
|
request_timeout: 180
|
|
num_retries: 2
|
|
convert_input_to_str: true |