litellm/proxy/example_config_yaml/azure_config.yaml

model_list:
  - model_name: gpt-4-team1
    litellm_params:
      model: azure/chatgpt-v-2
      api_base: https://openai-gpt-4-test-v-1.openai.azure.com/
      api_version: "2023-05-15"
      api_key:  os.environ/AZURE_API_KEY
      tpm: 20_000
      timeout: 5                  # 1 second timeout
      stream_timeout: 0.5         # 0.5 second timeout for streaming requests
      max_retries: 4
  - model_name: gpt-4-team2
    litellm_params:
      model: azure/gpt-4
      api_key: os.environ/AZURE_API_KEY
      api_base: https://openai-gpt-4-test-v-2.openai.azure.com/
      tpm: 100_000
      timeout: 5                  # 1 second timeout
      stream_timeout: 0.5         # 0.5 second timeout for streaming requests
      max_retries: 4