dixitrivedi
commited on
Commit
•
d2a7d2e
1
Parent(s):
11f11dc
Update app.py
Browse files
app.py
CHANGED
@@ -79,7 +79,8 @@ def main():
|
|
79 |
|
80 |
huggingface_tokenizers ={
|
81 |
"Gujju Llama": "sampoorna42/Gujju-Llama-Instruct-v0.1",
|
82 |
-
|
|
|
83 |
}
|
84 |
|
85 |
visualizer = TokenizationVisualizer()
|
|
|
79 |
|
80 |
huggingface_tokenizers ={
|
81 |
"Gujju Llama": "sampoorna42/Gujju-Llama-Instruct-v0.1",
|
82 |
+
"Gemma": "google/gemma-7b"
|
83 |
+
# "Llama2": "meta-llama/Llama-2-7b-hf",
|
84 |
}
|
85 |
|
86 |
visualizer = TokenizationVisualizer()
|