| model_list: | |
| - model_name: gpt-4o | |
| litellm_params: | |
| model: github/gpt-4o | |
| api_key: "os.environ/GITHUB_API_KEY" | |
| - model_name: gpt-4o-mini | |
| litellm_params: | |
| model: github/gpt-4o-mini | |
| api_key: "os.environ/GITHUB_API_KEY" | |
| - model_name: llama-3.1-405b-instruct | |
| litellm_params: | |
| model: github/meta-llama-3.1-405b-instruct | |
| api_key: "os.environ/GITHUB_API_KEY" | |
| - model_name: llama-3.1-70b-instruct | |
| litellm_params: | |
| model: github/meta-llama-3.1-70b-instruct | |
| api_key: "os.environ/GITHUB_API_KEY" | |
| - model_name: llama-3.1-8b-instruct | |
| litellm_params: | |
| model: github/meta-llama-3.1-8b-instruct | |
| api_key: "os.environ/GITHUB_API_KEY" | |
| litellm_settings: | |
| set_verbose: False | |
| json_logs: True | |
| cache: True |