model_list:
  - model_name: gpt-4o
    litellm_params:
      model: github/gpt-4o
      api_key: "os.environ/GITHUB_API_KEY"
  - model_name: gpt-4o-mini
    litellm_params:
      model: github/gpt-4o-mini
      api_key: "os.environ/GITHUB_API_KEY"
  - model_name: mistral-large-2407
    litellm_params:
      model: github/mistral-large-2407
      api_key: "os.environ/GITHUB_API_KEY"
  - model_name: gemini-1.5-pro-latest
    litellm_params:
      model: gemini/gemini-1.5-pro-latest
      api_key: "os.environ/GEMINI_API_KEY"
      safety_settings:
        - category: HARM_CATEGORY_HARASSMENT
          threshold: BLOCK_NONE
        - category: HARM_CATEGORY_HATE_SPEECH
          threshold: BLOCK_NONE
        - category: HARM_CATEGORY_SEXUALLY_EXPLICIT
          threshold: BLOCK_NONE
        - category: HARM_CATEGORY_DANGEROUS_CONTENT
          threshold: BLOCK_NONE
        - category: HARM_CATEGORY_CIVIC_INTEGRITY
          threshold: BLOCK_NONE
  - model_name: gemini-1.5-flash-latest
    litellm_params:
      model: gemini/gemini-1.5-flash-latest
      api_key: "os.environ/GEMINI_API_KEY"
      safety_settings:
        - category: HARM_CATEGORY_HARASSMENT
          threshold: BLOCK_NONE
        - category: HARM_CATEGORY_HATE_SPEECH
          threshold: BLOCK_NONE
        - category: HARM_CATEGORY_SEXUALLY_EXPLICIT
          threshold: BLOCK_NONE
        - category: HARM_CATEGORY_DANGEROUS_CONTENT
          threshold: BLOCK_NONE
        - category: HARM_CATEGORY_CIVIC_INTEGRITY
          threshold: BLOCK_NONE
  - model_name: text-embedding-004
    litellm_params:
      model: gemini/text-embedding-004
      api_key: "os.environ/GEMINI_API_KEY"
  - model_name: guru-llama
    litellm_params:
      model: github/meta-llama-3.1-70b-instruct
      api_key: "os.environ/GITHUB_API_KEY"

litellm_settings:
  set_verbose: False
  json_logs: True
  cache: True
  cache_params:
    type: redis
    namespace: "litellm_caching"
  success_callback: ["langfuse"]
  failure_callback: ["langfuse"]