File size: 352 Bytes
4c0a53f 8cd2381 4c0a53f bcbbcad 3c2ff65 af29c21 7a18c6e |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 |
model_list:
- model_name: guru-llama
litellm_params:
model: github/meta-llama-3.1-70b-instruct
api_key: "os.environ/GITHUB_API_KEY"
litellm_settings:
set_verbose: False
json_logs: True
cache: True
cache_params:
type: redis
namespace: "litellm_caching"
success_callback: ["langfuse"]
failure_callback: ["langfuse"] |