23 lines
529 B
YAML
23 lines
529 B
YAML
model_list:
|
|
# GROQ
|
|
- model_name: llama-3.3-70b
|
|
litellm_params:
|
|
model: groq/llama-3.3-70b-versatile
|
|
api_key: os.environ/GROQ_API_KEY
|
|
|
|
- model_name: qwen-qwq-32b
|
|
litellm_params:
|
|
model: groq/qwen-qwq-32b
|
|
api_key: os.environ/GROQ_API_KEY
|
|
|
|
# Google AI Studio
|
|
- model_name: gemini-flash
|
|
litellm_params:
|
|
model: gemini/gemini-2.0-flash
|
|
api_key: os.environ/GEMINI_API_KEY
|
|
|
|
litellm_settings:
|
|
drop_params: true
|
|
request_timeout: 60
|
|
num_retries: 2
|
|
convert_input_to_str: true |