mofosyne commited on
Commit
33b7ccf
1 Parent(s): 707f408

fix issue with --cli mode

Browse files
Files changed (4) hide show
  1. .args +1 -0
  2. README.md +5 -3
  3. TinyLLama-v0-5M-F16.llamafile +2 -2
  4. llamafile-creation.sh +2 -1
.args CHANGED
@@ -1,2 +1,3 @@
1
  -m
2
  TinyLLama-v0-5M-F16.gguf
 
 
1
  -m
2
  TinyLLama-v0-5M-F16.gguf
3
+ ...
README.md CHANGED
@@ -60,6 +60,8 @@ llamafile is a new format introduced by Mozilla Ocho on Nov 20th 2023. It uses C
60
  ## Replication Steps
61
 
62
  ```bash
 
 
63
  # Pull both the model folder and llama.cpp (for the conversion script)
64
  git submodule update --init
65
 
@@ -77,6 +79,7 @@ cp /usr/local/bin/llamafile TinyLLama-v0-5M-F16.llamafile
77
  cat >.args <<EOF
78
  -m
79
  TinyLLama-v0-5M-F16.gguf
 
80
  EOF
81
 
82
  # Combine
@@ -85,7 +88,6 @@ zipalign -j0 \
85
  TinyLLama-v0-5M-F16.gguf \
86
  .args
87
 
88
- # Test the new llamafile
89
- # It should run thought all the .args settings
90
- ./TinyLLama-v0-5M-F16.llamafile
91
  ```
 
60
  ## Replication Steps
61
 
62
  ```bash
63
+ #!/bin/sh
64
+
65
  # Pull both the model folder and llama.cpp (for the conversion script)
66
  git submodule update --init
67
 
 
79
  cat >.args <<EOF
80
  -m
81
  TinyLLama-v0-5M-F16.gguf
82
+ ...
83
  EOF
84
 
85
  # Combine
 
88
  TinyLLama-v0-5M-F16.gguf \
89
  .args
90
 
91
+ # Test
92
+ ./TinyLLama-v0-5M-F16.llamafile --cli -p "hello world the gruff man said"
 
93
  ```
TinyLLama-v0-5M-F16.llamafile CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7174bcb73db58714d72f7aca2305f554064a508107bb4640502cee9d39720798
3
- size 16650427
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9847179c1f3a04f49deb90efa62173d02e10f272fe6cfe6325c6277cebd1b054
3
+ size 17633471
llamafile-creation.sh CHANGED
@@ -17,6 +17,7 @@ cp /usr/local/bin/llamafile TinyLLama-v0-5M-F16.llamafile
17
  cat >.args <<EOF
18
  -m
19
  TinyLLama-v0-5M-F16.gguf
 
20
  EOF
21
 
22
  # Combine
@@ -26,4 +27,4 @@ zipalign -j0 \
26
  .args
27
 
28
  # Test
29
- ./TinyLLama-v0-5M-F16.llamafile
 
17
  cat >.args <<EOF
18
  -m
19
  TinyLLama-v0-5M-F16.gguf
20
+ ...
21
  EOF
22
 
23
  # Combine
 
27
  .args
28
 
29
  # Test
30
+ ./TinyLLama-v0-5M-F16.llamafile --cli -p "hello world the gruff man said"