Hugging Face's logo

Spaces:
Guru-25
/
llm
Running

App Files Community
llm
File size: 2,274 Bytes 
4c0a53f
3fa1649
 
 
 
a08eae6
3fa1649
 
 
 
a08eae6
4f743c8
 
 
 
a08eae6
4f743c8
 
 
 
a08eae6
3fa1649
 
 
 
a08eae6
3fa1649
 
 
 
a08eae6
3fa1649
 
 
 
 
 
 
 
 
 
 
 
 
 
 
a08eae6
3fa1649
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4c0a53f
 
bcbbcad
3c2ff65
af29c21
 
 
7a18c6e
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
 
model_list:
  - model_name: gpt-4o
    litellm_params:
      model: github/gpt-4o
      api_key: "os.environ/GITHUB_API_KEY"
      drop_params: true
  - model_name: gpt-4o-mini
    litellm_params:
      model: github/gpt-4o-mini
      api_key: "os.environ/GITHUB_API_KEY"
      drop_params: true
  - model_name: o1-preview
    litellm_params:
      model: github/o1-preview
      api_key: "os.environ/GITHUB_API_KEY"
      drop_params: true
  - model_name: o1-mini
    litellm_params:
      model: github/o1-mini
      api_key: "os.environ/GITHUB_API_KEY"
      drop_params: true
  - model_name: mistral-large-2407
    litellm_params:
      model: github/mistral-large-2407
      api_key: "os.environ/GITHUB_API_KEY"
      drop_params: true
  - model_name: gemini-1.5-pro-latest
    litellm_params:
      model: gemini/gemini-1.5-pro-latest
      api_key: "os.environ/GEMINI_API_KEY"
      drop_params: true
      safety_settings:
        - category: HARM_CATEGORY_HARASSMENT
          threshold: BLOCK_NONE
        - category: HARM_CATEGORY_HATE_SPEECH
          threshold: BLOCK_NONE
        - category: HARM_CATEGORY_SEXUALLY_EXPLICIT
          threshold: BLOCK_NONE
        - category: HARM_CATEGORY_DANGEROUS_CONTENT
          threshold: BLOCK_NONE
        - category: HARM_CATEGORY_CIVIC_INTEGRITY
          threshold: BLOCK_NONE
  - model_name: gemini-1.5-flash-latest
    litellm_params:
      model: gemini/gemini-1.5-flash-latest
      api_key: "os.environ/GEMINI_API_KEY"
      drop_params: true
      safety_settings:
        - category: HARM_CATEGORY_HARASSMENT
          threshold: BLOCK_NONE
        - category: HARM_CATEGORY_HATE_SPEECH
          threshold: BLOCK_NONE
        - category: HARM_CATEGORY_SEXUALLY_EXPLICIT
          threshold: BLOCK_NONE
        - category: HARM_CATEGORY_DANGEROUS_CONTENT
          threshold: BLOCK_NONE
        - category: HARM_CATEGORY_CIVIC_INTEGRITY
          threshold: BLOCK_NONE
  - model_name: text-embedding-004
    litellm_params:
      model: gemini/text-embedding-004
      api_key: "os.environ/GEMINI_API_KEY"

litellm_settings:
  set_verbose: False
  json_logs: True
  cache: True
  cache_params:
    type: redis
    namespace: "litellm_caching"
  success_callback: ["langfuse"]
  failure_callback: ["langfuse"]