Spaces:
Runtime error
Runtime error
Michael Bernovskiy
commited on
Commit
•
124395e
1
Parent(s):
139887d
dotenv
Browse files- .env +5 -1
- backend/query_llm.py +5 -1
- requirements.txt +1 -0
.env
CHANGED
@@ -12,4 +12,8 @@ export DO_SAMPLE=
|
|
12 |
export FREQ_PENALTY=
|
13 |
export VECTOR_COLUMN=
|
14 |
export TEXT_COLUMN=
|
15 |
-
export BATCH_SIZE=
|
|
|
|
|
|
|
|
|
|
12 |
export FREQ_PENALTY=
|
13 |
export VECTOR_COLUMN=
|
14 |
export TEXT_COLUMN=
|
15 |
+
export BATCH_SIZE=
|
16 |
+
|
17 |
+
#### SECRETS ####
|
18 |
+
export OPENAI_API_KEY=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
|
19 |
+
################
|
backend/query_llm.py
CHANGED
@@ -7,11 +7,15 @@ from typing import Any, Dict, Generator, List
|
|
7 |
from huggingface_hub import InferenceClient
|
8 |
from transformers import AutoTokenizer
|
9 |
|
|
|
|
|
|
|
|
|
10 |
|
11 |
|
12 |
OPENAI_KEY = os.getenv("OPENAI_API_KEY")
|
13 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
14 |
-
model_name =
|
15 |
TOKENIZER = AutoTokenizer.from_pretrained(model_name)
|
16 |
|
17 |
HF_CLIENT = InferenceClient(
|
|
|
7 |
from huggingface_hub import InferenceClient
|
8 |
from transformers import AutoTokenizer
|
9 |
|
10 |
+
from dotenv import load_dotenv
|
11 |
+
|
12 |
+
load_dotenv()
|
13 |
+
|
14 |
|
15 |
|
16 |
OPENAI_KEY = os.getenv("OPENAI_API_KEY")
|
17 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
18 |
+
model_name = os.getenv("HF_MODEL")
|
19 |
TOKENIZER = AutoTokenizer.from_pretrained(model_name)
|
20 |
|
21 |
HF_CLIENT = InferenceClient(
|
requirements.txt
CHANGED
@@ -4,4 +4,5 @@ sentence-transformers==2.3.1
|
|
4 |
tqdm==4.66.1
|
5 |
torch==2.1.1
|
6 |
transformers==4.37.2
|
|
|
7 |
|
|
|
4 |
tqdm==4.66.1
|
5 |
torch==2.1.1
|
6 |
transformers==4.37.2
|
7 |
+
python-dotenv==1.0.1
|
8 |
|