| model_list: | |
| - model_name: gpt-4o | |
| litellm_params: | |
| model: github/gpt-4o | |
| api_key: "os.environ/GITHUB_API_KEY" | |
| drop_params: true | |
| - model_name: gpt-4o-mini | |
| litellm_params: | |
| model: github/gpt-4o-mini | |
| api_key: "os.environ/GITHUB_API_KEY" | |
| drop_params: true | |
| - model_name: o1-preview | |
| litellm_params: | |
| model: github/o1-preview | |
| api_key: "os.environ/GITHUB_API_KEY" | |
| drop_params: true | |
| - model_name: o1-mini | |
| litellm_params: | |
| model: github/o1-mini | |
| api_key: "os.environ/GITHUB_API_KEY" | |
| drop_params: true | |
| - model_name: mistral-large-2407 | |
| litellm_params: | |
| model: github/mistral-large-2407 | |
| api_key: "os.environ/GITHUB_API_KEY" | |
| drop_params: true | |
| - model_name: gemini-1.5-pro-latest | |
| litellm_params: | |
| model: gemini/gemini-1.5-pro-latest | |
| api_key: "os.environ/GEMINI_API_KEY" | |
| drop_params: true | |
| safety_settings: | |
| - category: HARM_CATEGORY_HARASSMENT | |
| threshold: BLOCK_NONE | |
| - category: HARM_CATEGORY_HATE_SPEECH | |
| threshold: BLOCK_NONE | |
| - category: HARM_CATEGORY_SEXUALLY_EXPLICIT | |
| threshold: BLOCK_NONE | |
| - category: HARM_CATEGORY_DANGEROUS_CONTENT | |
| threshold: BLOCK_NONE | |
| - category: HARM_CATEGORY_CIVIC_INTEGRITY | |
| threshold: BLOCK_NONE | |
| - model_name: gemini-1.5-flash-latest | |
| litellm_params: | |
| model: gemini/gemini-1.5-flash-latest | |
| api_key: "os.environ/GEMINI_API_KEY" | |
| drop_params: true | |
| safety_settings: | |
| - category: HARM_CATEGORY_HARASSMENT | |
| threshold: BLOCK_NONE | |
| - category: HARM_CATEGORY_HATE_SPEECH | |
| threshold: BLOCK_NONE | |
| - category: HARM_CATEGORY_SEXUALLY_EXPLICIT | |
| threshold: BLOCK_NONE | |
| - category: HARM_CATEGORY_DANGEROUS_CONTENT | |
| threshold: BLOCK_NONE | |
| - category: HARM_CATEGORY_CIVIC_INTEGRITY | |
| threshold: BLOCK_NONE | |
| - model_name: text-embedding-004 | |
| litellm_params: | |
| model: gemini/text-embedding-004 | |
| api_key: "os.environ/GEMINI_API_KEY" | |
| litellm_settings: | |
| set_verbose: False | |
| json_logs: True | |
| cache: True | |
| cache_params: | |
| type: redis | |
| namespace: "litellm_caching" | |
| success_callback: ["langfuse"] | |
| failure_callback: ["langfuse"] |