Hugging Face's logo

mradermacher
/
Samantha-1.1-70b-i1-GGUF

Transformers
GGUF
English
Inference Endpoints
Model card Files Community
mradermacher commited on
Commit
9b66bae
•
1 Parent(s): 4237ab0

Upload folder using huggingface_hub

Browse files
Files changed (12) hide show
  1. .gitattributes +11 -0
  2. Samantha-1.1-70b.i1-IQ2_XS.gguf +3 -0
  3. Samantha-1.1-70b.i1-IQ2_XXS.gguf +3 -0
  4. Samantha-1.1-70b.i1-IQ3_XXS.gguf +3 -0
  5. Samantha-1.1-70b.i1-Q2_K.gguf +3 -0
  6. Samantha-1.1-70b.i1-Q3_K_L.gguf +3 -0
  7. Samantha-1.1-70b.i1-Q3_K_M.gguf +3 -0
  8. Samantha-1.1-70b.i1-Q3_K_S.gguf +3 -0
  9. Samantha-1.1-70b.i1-Q3_K_XS.gguf +3 -0
  10. Samantha-1.1-70b.i1-Q4_K_M.gguf +3 -0
  11. Samantha-1.1-70b.i1-Q4_K_S.gguf +3 -0
  12. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,14 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Samantha-1.1-70b.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Samantha-1.1-70b.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Samantha-1.1-70b.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Samantha-1.1-70b.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Samantha-1.1-70b.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Samantha-1.1-70b.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Samantha-1.1-70b.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Samantha-1.1-70b.i1-Q3_K_XS.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Samantha-1.1-70b.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Samantha-1.1-70b.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
Samantha-1.1-70b.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a91db9acdc48edcfe15d17eee112477cd428e1ec0fb3fbc4107a28be20cfa050
3
+ size 20678226880
Samantha-1.1-70b.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccfb264631d93baacd440f46f10645645ef43ecdb6affc5744eaebda0898d2ce
3
+ size 18633503680
Samantha-1.1-70b.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b301b6ad1047081826d7753644ec1f97a15808979acda5b6f3da7fd3d3f24dfa
3
+ size 27337831360
Samantha-1.1-70b.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc0bc5892632bba8b1a5b333bffd4ffb69dad443ba2dbd01a6cb71ef08c4c9d4
3
+ size 25771684800
Samantha-1.1-70b.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a4c17817832d20be44ec991de7368e9dbaad6ac38f89bb4e236ab517a340d77
3
+ size 36457083840
Samantha-1.1-70b.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe6c1c59b86be0937679189a1434d3772b7ad42b88b2a04d223723e469f6a7a9
3
+ size 33583985600
Samantha-1.1-70b.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3d447ddd8de87ad0ad77df69ef970424318b4a194e46efb8836d388c1a0e097
3
+ size 30228542400
Samantha-1.1-70b.i1-Q3_K_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:087f6a6570b5382feb5babef6ab575150684ab95232fa2f0d06465e2735cd99c
3
+ size 28563928000
Samantha-1.1-70b.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb7abcf4c0d683ea844bc1f50ccfa219edaec3cf5ab4f9e68b1348ea4c2f014e
3
+ size 41732158400
Samantha-1.1-70b.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d6a0628d4da734d7c551ece07718977ab6402bc94cd216cbe2d24ee088e9189
3
+ size 39558984640
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eee0ad075ac343137ac445e5fd8279996c8b32eb3b3d0c0ee6fa1b8173723ecf
3
+ size 24922254