Hugging Face's logo

ikawrakow
/
open-hermes-2.5-mistral-7b-quantized-gguf

GGUF
Inference Endpoints
conversational
Model card Files Community
1
ikawrakow commited on
Commit
4acc359
•
1 Parent(s): b378685

Adding quantized models

Browse files
Files changed (11) hide show
  1. .gitattributes +1 -0
  2. oh-2.5-m7b-q3k-medium.gguf +3 -0
  3. oh-2.5-m7b-q3k-small.gguf +3 -0
  4. oh-2.5-m7b-q40.gguf +3 -0
  5. oh-2.5-m7b-q41.gguf +3 -0
  6. oh-2.5-m7b-q4k-medium.gguf +3 -0
  7. oh-2.5-m7b-q4k-small.gguf +3 -0
  8. oh-2.5-m7b-q50.gguf +3 -0
  9. oh-2.5-m7b-q51.gguf +3 -0
  10. oh-2.5-m7b-q5k-medium.gguf +3 -0
  11. oh-2.5-m7b-q5k-small.gguf +3 -0
.gitattributes CHANGED
@@ -32,4 +32,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
32
  *.xz filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
 
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
32
  *.xz filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *.gguf filter=lfs diff=lfs merge=lfs -text
36
  *tfevents* filter=lfs diff=lfs merge=lfs -text
oh-2.5-m7b-q3k-medium.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31d40fdd8c0c07c8e6f0c70652d72a1fb9386871d924fc14146ef71de7aaa782
3
+ size 3518996416
oh-2.5-m7b-q3k-small.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62f548b0ce8d03610e3c7352cae181a4e37a32d5834894c1c44ab5707cff96b7
3
+ size 3164577728
oh-2.5-m7b-q40.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4db992088bd6c9170a02131bceb153185b5c65fbdccb210314e66130f4efdcd
3
+ size 4108928000
oh-2.5-m7b-q41.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86de40959cdb619169ba489b4ec1304190b81d63eb18f6438dbfce5564e821a6
3
+ size 4553328128
oh-2.5-m7b-q4k-medium.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c491615c40ef14ec4d3125bd0dceea09b31e83137f406d1e352328a122626237
3
+ size 4454958080
oh-2.5-m7b-q4k-small.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c38055c6628c7e6efb80e3e525ecd9287efc89f1b4af23c2a7e9755b77fb4542
3
+ size 4155065344
oh-2.5-m7b-q50.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d95664827a9d5abdfc3ef7ab8694192e3d44ce281774861611bcdbce790164e
3
+ size 4997728256
oh-2.5-m7b-q51.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa14c22f399dd9a6b5d4d24957e70b05057533d775ec3f713bd34852b1c0b22f
3
+ size 5442128384
oh-2.5-m7b-q5k-medium.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fcdb87f2871f163def28a9c5a38346d67c854eb7f582b5d427388be349eaf9b
3
+ size 5140334592
oh-2.5-m7b-q5k-small.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1acb40db6faaa1b8fe03849fcb858f394f8b22660cbb117b86e6674e08556c07
3
+ size 4997728256