andito HF staff commited on
Commit
c57b386
1 Parent(s): 6747d93

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -118,7 +118,7 @@ def process_model(model_id, q_method, use_imatrix, imatrix_q_method, private_rep
118
  print(f"Model directory contents: {os.listdir(local_dir)}")
119
 
120
  conversion_script = "convert_hf_to_gguf.py"
121
- fp16_conversion = f"python llama.cpp/{conversion_script} {local_dir} --outtype f16 --outfile {fp16}"
122
  result = subprocess.run(fp16_conversion, shell=True, capture_output=True)
123
  print(result)
124
  if result.returncode != 0:
 
118
  print(f"Model directory contents: {os.listdir(local_dir)}")
119
 
120
  conversion_script = "convert_hf_to_gguf.py"
121
+ fp16_conversion = f"python llama.cpp/{conversion_script} {local_dir} --outtype bf16 --outfile {fp16}"
122
  result = subprocess.run(fp16_conversion, shell=True, capture_output=True)
123
  print(result)
124
  if result.returncode != 0: