edit

app.py

@@ -22,10 +22,11 @@ token = os.environ["HF_TOKEN"]
 
 model = AutoModelForCausalLM.from_pretrained(
     "microsoft/Phi-3-small-8k-instruct",
-    token=token,
+    # token=token,
+    torch_dtype="auto", 
     trust_remote_code=True,
 )
-tok = AutoTokenizer.from_pretrained("microsoft/Phi-3-small-8k-instruct", token=token)
+tok = AutoTokenizer.from_pretrained("microsoft/Phi-3-small-8k-instruct")#, token=token
 terminators = [
     tok.eos_token_id,
 ]