| model_list: | |
| - model_name: gpt-4o | |
| litellm_params: | |
| model: github/gpt-4o | |
| api_base: https://models.inference.ai.azure.com | |
| api_key: "os.environ/GITHUB_API_KEY" | |
| - model_name: gpt-4o-mini | |
| litellm_params: | |
| model: github/gpt-4o-mini | |
| api_base: https://models.inference.ai.azure.com | |
| api_key: "os.environ/GITHUB_API_KEY" | |
| - model_name: meta-llama-3.1-405b-instruct | |
| litellm_params: | |
| model: github/meta-llama-3.1-405b-instruct | |
| api_base: https://models.inference.ai.azure.com | |
| api_key: "os.environ/GITHUB_API_KEY" | |
| - model_name: meta-llama-3.1-8b-instruct | |
| litellm_params: | |
| model: github/meta-llama-3.1-8b-instruct | |
| api_base: https://models.inference.ai.azure.com | |
| api_key: "os.environ/GITHUB_API_KEY" | |
| litellm_settings: | |
| drop_params: True |