Uhhy commited on
Commit
1d489b4
1 Parent(s): a1ed15e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -50,7 +50,8 @@ class ModelManager:
50
  def load_model(self, model_config):
51
  if model_config['name'] not in self.models:
52
  try:
53
- self.models[model_config['name']] = Llama.from_pretrained(repo_id=model_config['repo_id'], filename=model_config['filename'])
 
54
  except Exception as e:
55
  print(f"Error loading model {model_config['name']}: {e}")
56
 
 
50
  def load_model(self, model_config):
51
  if model_config['name'] not in self.models:
52
  try:
53
+ # Use Llama.from_pretrained from llama-cpp-python
54
+ self.models[model_config['name']] = Llama.from_pretrained(model_path=model_config['repo_id'])
55
  except Exception as e:
56
  print(f"Error loading model {model_config['name']}: {e}")
57