xlr8harder commited on
Commit
18efae6
1 Parent(s): f5bae26

update to bf16 model

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -14,7 +14,7 @@ client = OpenAI(
14
  def generate_completion(prompt, temperature, repetition_penalty, stop_phrase, max_tokens):
15
  try:
16
  completion = client.completions.create(
17
- model="meta-llama/Meta-Llama-3.1-405B-FP8",
18
  prompt=prompt,
19
  temperature=temperature,
20
  frequency_penalty=repetition_penalty,
 
14
  def generate_completion(prompt, temperature, repetition_penalty, stop_phrase, max_tokens):
15
  try:
16
  completion = client.completions.create(
17
+ model="meta-llama/Meta-Llama-3.1-405B",
18
  prompt=prompt,
19
  temperature=temperature,
20
  frequency_penalty=repetition_penalty,