Haozhangcx commited on
Commit
66129eb
1 Parent(s): a3af4cd

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -282,6 +282,7 @@ if __name__ == "__main__":
282
  filt_invalid="cut"
283
  model_name = get_model_name_from_path(args.model_path)
284
  tokenizer, model, image_processor, context_len = load_pretrained_model(args.model_path, args.model_base, model_name, args.load_8bit, args.load_4bit)
 
285
  our_chatbot = None
286
  # import pdb;pdb.set_trace()
287
  # try:
 
282
  filt_invalid="cut"
283
  model_name = get_model_name_from_path(args.model_path)
284
  tokenizer, model, image_processor, context_len = load_pretrained_model(args.model_path, args.model_base, model_name, args.load_8bit, args.load_4bit)
285
+ model=model.to(torch.device('cuda'))
286
  our_chatbot = None
287
  # import pdb;pdb.set_trace()
288
  # try: