Update app.py
Browse files
app.py
CHANGED
@@ -4,8 +4,9 @@ import transformers
|
|
4 |
from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig,AwqConfig
|
5 |
import torch
|
6 |
import os
|
7 |
-
|
8 |
-
|
|
|
9 |
|
10 |
|
11 |
nf4_config = BitsAndBytesConfig(
|
|
|
4 |
from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig,AwqConfig
|
5 |
import torch
|
6 |
import os
|
7 |
+
key = os.environ.get("key")
|
8 |
+
from huggingface_hub import login
|
9 |
+
login(key)
|
10 |
|
11 |
|
12 |
nf4_config = BitsAndBytesConfig(
|