model_list: - model_name: gpt-4o litellm_params: model: github/gpt-4o api_base: https://models.inference.ai.azure.com api_key: "os.environ/GITHUB_API_KEY" - model_name: gpt-4o-mini litellm_params: model: github/gpt-4o-mini api_base: https://models.inference.ai.azure.com api_key: "os.environ/GITHUB_API_KEY" - model_name: meta-llama-3.1-405b-instruct litellm_params: model: github/meta-llama-3.1-405b-instruct api_base: https://models.inference.ai.azure.com api_key: "os.environ/GITHUB_API_KEY" - model_name: meta-llama-3.1-8b-instruct litellm_params: model: github/meta-llama-3.1-8b-instruct api_base: https://models.inference.ai.azure.com api_key: "os.environ/GITHUB_API_KEY" litellm_settings: drop_params: True