fix issue with --cli mode
Browse files- .args +1 -0
- README.md +5 -3
- TinyLLama-v0-5M-F16.llamafile +2 -2
- llamafile-creation.sh +2 -1
.args
CHANGED
@@ -1,2 +1,3 @@
|
|
1 |
-m
|
2 |
TinyLLama-v0-5M-F16.gguf
|
|
|
|
1 |
-m
|
2 |
TinyLLama-v0-5M-F16.gguf
|
3 |
+
...
|
README.md
CHANGED
@@ -60,6 +60,8 @@ llamafile is a new format introduced by Mozilla Ocho on Nov 20th 2023. It uses C
|
|
60 |
## Replication Steps
|
61 |
|
62 |
```bash
|
|
|
|
|
63 |
# Pull both the model folder and llama.cpp (for the conversion script)
|
64 |
git submodule update --init
|
65 |
|
@@ -77,6 +79,7 @@ cp /usr/local/bin/llamafile TinyLLama-v0-5M-F16.llamafile
|
|
77 |
cat >.args <<EOF
|
78 |
-m
|
79 |
TinyLLama-v0-5M-F16.gguf
|
|
|
80 |
EOF
|
81 |
|
82 |
# Combine
|
@@ -85,7 +88,6 @@ zipalign -j0 \
|
|
85 |
TinyLLama-v0-5M-F16.gguf \
|
86 |
.args
|
87 |
|
88 |
-
# Test
|
89 |
-
|
90 |
-
./TinyLLama-v0-5M-F16.llamafile
|
91 |
```
|
|
|
60 |
## Replication Steps
|
61 |
|
62 |
```bash
|
63 |
+
#!/bin/sh
|
64 |
+
|
65 |
# Pull both the model folder and llama.cpp (for the conversion script)
|
66 |
git submodule update --init
|
67 |
|
|
|
79 |
cat >.args <<EOF
|
80 |
-m
|
81 |
TinyLLama-v0-5M-F16.gguf
|
82 |
+
...
|
83 |
EOF
|
84 |
|
85 |
# Combine
|
|
|
88 |
TinyLLama-v0-5M-F16.gguf \
|
89 |
.args
|
90 |
|
91 |
+
# Test
|
92 |
+
./TinyLLama-v0-5M-F16.llamafile --cli -p "hello world the gruff man said"
|
|
|
93 |
```
|
TinyLLama-v0-5M-F16.llamafile
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9847179c1f3a04f49deb90efa62173d02e10f272fe6cfe6325c6277cebd1b054
|
3 |
+
size 17633471
|
llamafile-creation.sh
CHANGED
@@ -17,6 +17,7 @@ cp /usr/local/bin/llamafile TinyLLama-v0-5M-F16.llamafile
|
|
17 |
cat >.args <<EOF
|
18 |
-m
|
19 |
TinyLLama-v0-5M-F16.gguf
|
|
|
20 |
EOF
|
21 |
|
22 |
# Combine
|
@@ -26,4 +27,4 @@ zipalign -j0 \
|
|
26 |
.args
|
27 |
|
28 |
# Test
|
29 |
-
./TinyLLama-v0-5M-F16.llamafile
|
|
|
17 |
cat >.args <<EOF
|
18 |
-m
|
19 |
TinyLLama-v0-5M-F16.gguf
|
20 |
+
...
|
21 |
EOF
|
22 |
|
23 |
# Combine
|
|
|
27 |
.args
|
28 |
|
29 |
# Test
|
30 |
+
./TinyLLama-v0-5M-F16.llamafile --cli -p "hello world the gruff man said"
|