zayed-upal
commited on
Commit
•
fcb0ce9
1
Parent(s):
13e8d82
fix api key leak issue
Browse files- LLMHelper.py +3 -6
LLMHelper.py
CHANGED
@@ -10,15 +10,15 @@ AVAILABLE_MODELS_GGUF = {
|
|
10 |
"model_type": "marcoroni"
|
11 |
},
|
12 |
"TheBloke/Mistral-7B-Instruct-v0.2-GGUF": {
|
13 |
-
"model_file": "mistral-7b-instruct-v0.2.
|
14 |
"model_type": "mistral"
|
15 |
},
|
16 |
"TheBloke/zephyr-7B-beta-GGUF": {
|
17 |
-
"model_file": "zephyr-7b-beta.
|
18 |
"model_type": "zephyr"
|
19 |
},
|
20 |
"TheBloke/una-cybertron-7B-v2-GGUF": {
|
21 |
-
"model_file": "una-cybertron-7b-v2-bf16.
|
22 |
"model_type": "cybertron"
|
23 |
},
|
24 |
|
@@ -77,9 +77,6 @@ def generate_cover_letter_openai(job_description, resume, selected_model, openai
|
|
77 |
input_variables=["job_description", "resume"]
|
78 |
)
|
79 |
|
80 |
-
# model = OpenAI(openai_api_key=openai_key, max_tokens=-1)
|
81 |
-
print(f'openai key: {openai_key}')
|
82 |
-
# model = OpenAI(model_name=selected_model, openai_api_key="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")
|
83 |
model = OpenAI(model_name=selected_model)
|
84 |
|
85 |
_input = prompt.format(job_description=job_description, resume=resume)
|
|
|
10 |
"model_type": "marcoroni"
|
11 |
},
|
12 |
"TheBloke/Mistral-7B-Instruct-v0.2-GGUF": {
|
13 |
+
"model_file": "mistral-7b-instruct-v0.2.Q4_K_M.gguf",
|
14 |
"model_type": "mistral"
|
15 |
},
|
16 |
"TheBloke/zephyr-7B-beta-GGUF": {
|
17 |
+
"model_file": "zephyr-7b-beta.Q4_K_M.gguf",
|
18 |
"model_type": "zephyr"
|
19 |
},
|
20 |
"TheBloke/una-cybertron-7B-v2-GGUF": {
|
21 |
+
"model_file": "una-cybertron-7b-v2-bf16.Q4_K_M.gguf",
|
22 |
"model_type": "cybertron"
|
23 |
},
|
24 |
|
|
|
77 |
input_variables=["job_description", "resume"]
|
78 |
)
|
79 |
|
|
|
|
|
|
|
80 |
model = OpenAI(model_name=selected_model)
|
81 |
|
82 |
_input = prompt.format(job_description=job_description, resume=resume)
|