Update README.md
Browse files
README.md
CHANGED
@@ -52,7 +52,7 @@ tokenizer = AutoTokenizer.from_pretrained("AstraMindAI/AstraQuasar-4B")
|
|
52 |
# You can specify the layer ranges for the duplicate trick
|
53 |
# model.model.layer_ranges = [(0, 16),(8, 24),(17, 32),(25, 40),(33, 49),(40, 56)]
|
54 |
|
55 |
-
prompt = "
|
56 |
inputs = tokenizer(prompt, return_tensors="pt")
|
57 |
|
58 |
# Generate
|
|
|
52 |
# You can specify the layer ranges for the duplicate trick
|
53 |
# model.model.layer_ranges = [(0, 16),(8, 24),(17, 32),(25, 40),(33, 49),(40, 56)]
|
54 |
|
55 |
+
prompt = "What is a human?"
|
56 |
inputs = tokenizer(prompt, return_tensors="pt")
|
57 |
|
58 |
# Generate
|