Hugging Face's logo

qwp4w3hyb
/
c4ai-command-r-v01-iMat-GGUF

GGUF
cohere
commandr
instruct
finetune
function calling
importance matrix
imatrix
Inference Endpoints
Model card Files Community
2
qwp4w3hyb commited on
Commit
6f0b672
•
1 Parent(s): 019897e

Quantize with newest llama.cpp

Browse files
Files changed (22) hide show
  1. .gitattributes +3 -0
  2. c4ai-command-r-v01-f16.split-00001-of-00002.gguf +3 -0
  3. c4ai-command-r-v01-f16.split-00002-of-00002.gguf +3 -0
  4. c4ai-command-r-v01-imat-IQ1_S.gguf +2 -2
  5. c4ai-command-r-v01-imat-IQ2_M.gguf +2 -2
  6. c4ai-command-r-v01-imat-IQ2_S.gguf +2 -2
  7. c4ai-command-r-v01-imat-IQ2_XS.gguf +2 -2
  8. c4ai-command-r-v01-imat-IQ2_XXS.gguf +2 -2
  9. c4ai-command-r-v01-imat-IQ3_M.gguf +2 -2
  10. c4ai-command-r-v01-imat-IQ3_S.gguf +2 -2
  11. c4ai-command-r-v01-imat-IQ3_XS.gguf +2 -2
  12. c4ai-command-r-v01-imat-IQ3_XXS.gguf +2 -2
  13. c4ai-command-r-v01-imat-IQ4_NL.gguf +2 -2
  14. c4ai-command-r-v01-imat-IQ4_XS.gguf +2 -2
  15. c4ai-command-r-v01-imat-Q4_0.gguf +3 -0
  16. c4ai-command-r-v01-imat-Q4_K_M.gguf +2 -2
  17. c4ai-command-r-v01-imat-Q4_K_S.gguf +2 -2
  18. c4ai-command-r-v01-imat-Q5_K_M.gguf +2 -2
  19. c4ai-command-r-v01-imat-Q5_K_S.gguf +2 -2
  20. c4ai-command-r-v01-imat-Q6_K.gguf +2 -2
  21. c4ai-command-r-v01-imat-Q8_0.gguf +2 -2
  22. imat-f16-gmerged.dat +2 -2
.gitattributes CHANGED
@@ -54,3 +54,6 @@ c4ai-command-r-v01-imat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
54
  c4ai-command-r-v01-imat-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
55
  c4ai-command-r-v01-imat-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
56
  c4ai-command-r-v01-imat-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
54
  c4ai-command-r-v01-imat-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
55
  c4ai-command-r-v01-imat-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
56
  c4ai-command-r-v01-imat-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
57
+ c4ai-command-r-v01-f16.split-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
58
+ c4ai-command-r-v01-f16.split-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
59
+ c4ai-command-r-v01-imat-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
c4ai-command-r-v01-f16.split-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79a8c359fe33b1ac9a8d2a2f94065ea6b769db3115509ef5fce827e72d0874b1
3
+ size 36183208032
c4ai-command-r-v01-f16.split-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:848ec4bdd919a91f73f008e979ebcb414a525bc28c12ae4bb886b5dafb0634b7
3
+ size 33790011296
c4ai-command-r-v01-imat-IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5ae0c1b1b5cccbc2e5db2c566d3a836e5728daec86efba5cf8cc288903d9c9b0
3
- size 8523388736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:748d246d48f6ac7f8cd2e4621524bf21c691301cc28bd2eb4e1a02d1db5868f0
3
+ size 8523389088
c4ai-command-r-v01-imat-IQ2_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:37b58b574127af5fe6012357f284ace591f134601da007ba8d4d98ede99627b7
3
- size 12675094336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6998fbd2a48edf6f26ca4c27aad48d6328685f8253ec1ef5636b3c1eac2e7e7f
3
+ size 12675094688
c4ai-command-r-v01-imat-IQ2_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a303e5c6f38ef8cb6eafc5598359fe32832608c60015095f14702057015fb088
3
- size 11844097856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:753bdba5a12b49d0c98197f08dffd80e4ed9a7f1299815fa5cf2a762515b0573
3
+ size 11844098208
c4ai-command-r-v01-imat-IQ2_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8621a336cdf8bdaa55e382f600a22d52b65b0395b0bb6a5cdd3dcd52eaf950e5
3
- size 11100264256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2adafba0ac635f14ebacab595b4714cbf75b19baef285b6670f8031dea41701
3
+ size 11100264608
c4ai-command-r-v01-imat-IQ2_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:80cc70ca2737754a520a7da9a72ed5887c75eb6b35412d1abf488d30d36076ba
3
- size 10185381696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af9b1d030bf789d687429ed85af9797eb1c1f9c4aa04ddf7833270733cbd8804
3
+ size 10185382048
c4ai-command-r-v01-imat-IQ3_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f321536247988c97995d7a9798b0713761ca9aa82e8d607e2ad2ecfa70d2190f
3
- size 16697694016
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9f8b4adf7f21bdaa3cc0ab4583ad5bdfa56451f10b5fc3aa77cfa20e3511fd5
3
+ size 16697694368
c4ai-command-r-v01-imat-IQ3_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f85ffd60959b414cc33a799f82dbd2c4fed399d77762a48c3afcb944e67b156b
3
- size 15862110016
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86485c2749aaeab5e37ef7abb82c196f087ebcba1ec0191b491b1b94b429ec6c
3
+ size 15862110368
c4ai-command-r-v01-imat-IQ3_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:06679c1109fcae459fcd9c08ac4b08050ecbf9637d21dd6aec59b8ddc928aa4b
3
- size 15091406656
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8965fac87f1045d5fb95cc82f54ff0db9f425e422776bdc56a95f73ebc5910bc
3
+ size 15091407008
c4ai-command-r-v01-imat-IQ3_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:431c3768b81661143285eb39043ca5b9285bb09a0754f17d7b43e235a43c392e
3
- size 13832460096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f5cbc79e3da06e4424f4952864c7aab080f465495d0ceb96856be44e5447ad3
3
+ size 13832460448
c4ai-command-r-v01-imat-IQ4_NL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d90201a51e29c4758dda9c961422ef5da8653deb819aae4f6c8d86f8a65205ed
3
- size 20229429056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa43ebc3b0d9be19a02ab1f228c27d54f63798464c70e932aeb00154a194b7c5
3
+ size 20229429408
c4ai-command-r-v01-imat-IQ4_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3be6d580eff689957c6f985615f69d4f09491b143ebb0f5e05e22f2cf345e9c4
3
- size 19201824576
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98802e68c603e08ee8f0d0e9a619343da2390934ae16d0f43c018565625ae890
3
+ size 19201824928
c4ai-command-r-v01-imat-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7648d2f160f5ddb73d52d29a9fc32f2120a2c6a516f3f39a45e3d129e37fbff5
3
+ size 20287101088
c4ai-command-r-v01-imat-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b73f65afd68a76443751ee48acdec552900c9d1cad71e59c1dacbaaa9e411f49
3
- size 21527041856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88e15eb781845dd1e5d6e8c2f3aefbea8296ec0b6326edb6fe7d38e69da10467
3
+ size 21527042208
c4ai-command-r-v01-imat-Q4_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9d5809fed791b61db21449a1d3a4ae3982ae52363fce5d300dc609a79e288ad9
3
- size 20378326848
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99e500ea9751dce1ef4dec7c53cc3f2b66516598ce4fdbf12de0aff1799590bc
3
+ size 20378327200
c4ai-command-r-v01-imat-Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e8c9e092057a2547b9b925d454ed68b24fcaeb7a69328f0172513f9c8aec0cc0
3
- size 25008314176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c96ccf02972a8403c409e5ffc5c6d3f8667c12900a9645dab333b665bcc6f6be
3
+ size 25008314528
c4ai-command-r-v01-imat-Q5_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d0e696c1d130e9ddd65101761c2af016945cf586f4b8a3deaf56dc8820c72c8d
3
- size 24339846976
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7148ed8f7846893b14228dc4c2b55a1cc57d4c15c3283cdc559ddb2d795474f7
3
+ size 24339847328
c4ai-command-r-v01-imat-Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:450d5eb58aa0ac0244b2e0021ac22c2b214c0f4d9539accdb114563ed24f3d40
3
- size 28707166016
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e48bc7c1c65f81abd3ddc4a05cae4f455e15432ab5f146b8349ea5a95bce8d96
3
+ size 28707166368
c4ai-command-r-v01-imat-Q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bc49062c243a188ddb957e8d777800501e7ea95254334e196836c4284bddc299
3
- size 37179004736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1578a3d693222ee753eb11001960c3e3ab3f18c93067680b0f0a9e41ddf93969
3
+ size 37179005088
imat-f16-gmerged.dat CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:763a58a8581caa3c3ef46acedc8680dbce6609da73f012211f47eb190d3b82ac
3
- size 11478054
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3a78944637604271b4532a61be97a58e4258ea75726e9bfef92b5ecfb54d8bc
3
+ size 11478113