AK

name: AK Model
context_size: 2048
f16: true
threads: 11
gpu_layers: 90
mmap: true
parameters:
  # CAMB-AI/MARS5-TTS
  model: huggingface://TheBloke/phi-2-GGUF/phi-2.Q8_0.gguf
  temperature: 0.2
  top_k: 40
  top_p: 0.95
template:

  chat: &template |
    Instruct: {{Text}} 
    Output:   {{Speech}}
  #Convert text to speech
  completion: *template
  ## Important! Substitute with your gist's URL!
  docker run -p 8080:8080 localai/localai:v2.18.1-ffmpeg-corehttps://gist.github.com/ahiyan357/06846661e2fe11eb5ea0246432291d74