Commit
•
0804a38
1
Parent(s):
be5264f
Update used model
Browse files
app.py
CHANGED
@@ -7,7 +7,7 @@ if True:
|
|
7 |
subprocess.check_call([sys.executable, "-m", "pip", "install", package_name])
|
8 |
|
9 |
# Example usage:
|
10 |
-
install_package("argilla==2.0.
|
11 |
|
12 |
import os
|
13 |
from threading import Thread
|
@@ -26,10 +26,9 @@ DEFAULT_MAX_NEW_TOKENS = 1024
|
|
26 |
MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "8192"))
|
27 |
|
28 |
if torch.cuda.is_available():
|
29 |
-
model_id = "
|
30 |
model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16, device_map="auto")
|
31 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
32 |
-
|
33 |
style = "<style>.user-message,.system-message{display:flex;margin:10px}.user-message .message-content{background-color:#c2e3f7;color:#000}.system-message .message-content{background-color:#f5f5f5;color:#000}.message-content{padding:10px;border-radius:10px;max-width:70%;word-wrap:break-word}.container{display:flex;justify-content:space-between}.column{width:48%}</style>"
|
34 |
|
35 |
client = rg.Argilla(api_url="https://davidberenstein1957-argilla-gradio.hf.space", api_key="owner.apikey")
|
|
|
7 |
subprocess.check_call([sys.executable, "-m", "pip", "install", package_name])
|
8 |
|
9 |
# Example usage:
|
10 |
+
install_package("argilla==2.0.0s")
|
11 |
|
12 |
import os
|
13 |
from threading import Thread
|
|
|
26 |
MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "8192"))
|
27 |
|
28 |
if torch.cuda.is_available():
|
29 |
+
model_id = "davidberenstein1957/ultra-feedback-dutch-cleaned-hq-spin-geitje-7b-ultra-sft_iter2"
|
30 |
model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16, device_map="auto")
|
31 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
|
|
32 |
style = "<style>.user-message,.system-message{display:flex;margin:10px}.user-message .message-content{background-color:#c2e3f7;color:#000}.system-message .message-content{background-color:#f5f5f5;color:#000}.message-content{padding:10px;border-radius:10px;max-width:70%;word-wrap:break-word}.container{display:flex;justify-content:space-between}.column{width:48%}</style>"
|
33 |
|
34 |
client = rg.Argilla(api_url="https://davidberenstein1957-argilla-gradio.hf.space", api_key="owner.apikey")
|