Hugging Face's logo

anthracite-org
/
magnum-v2-123b-gguf

Text Generation
GGUF
chat
Inference Endpoints
Model card Files Community
4
alpindale commited on
Commit
1de0343
•
1 Parent(s): 7842342

Upload folder using huggingface_hub

Browse files
Files changed (44) hide show
  1. .gitattributes +43 -0
  2. magnum-v2-123b-iq1_s.gguf +3 -0
  3. magnum-v2-123b-iq2_s.gguf +3 -0
  4. magnum-v2-123b-iq2_xxs.gguf +3 -0
  5. magnum-v2-123b-iq3_s-00001-of-00006.gguf +3 -0
  6. magnum-v2-123b-iq3_s-00002-of-00006.gguf +3 -0
  7. magnum-v2-123b-iq3_s-00003-of-00006.gguf +3 -0
  8. magnum-v2-123b-iq3_s-00004-of-00006.gguf +3 -0
  9. magnum-v2-123b-iq3_s-00005-of-00006.gguf +3 -0
  10. magnum-v2-123b-iq3_s-00006-of-00006.gguf +3 -0
  11. magnum-v2-123b-q3_k-00001-of-00006.gguf +3 -0
  12. magnum-v2-123b-q3_k-00002-of-00006.gguf +3 -0
  13. magnum-v2-123b-q3_k-00003-of-00006.gguf +3 -0
  14. magnum-v2-123b-q3_k-00004-of-00006.gguf +3 -0
  15. magnum-v2-123b-q3_k-00005-of-00006.gguf +3 -0
  16. magnum-v2-123b-q3_k-00006-of-00006.gguf +3 -0
  17. magnum-v2-123b-q4_k-00001-of-00008.gguf +3 -0
  18. magnum-v2-123b-q4_k-00002-of-00008.gguf +3 -0
  19. magnum-v2-123b-q4_k-00003-of-00008.gguf +3 -0
  20. magnum-v2-123b-q4_k-00004-of-00008.gguf +3 -0
  21. magnum-v2-123b-q4_k-00005-of-00008.gguf +3 -0
  22. magnum-v2-123b-q4_k-00006-of-00008.gguf +3 -0
  23. magnum-v2-123b-q4_k-00007-of-00008.gguf +3 -0
  24. magnum-v2-123b-q4_k-00008-of-00008.gguf +3 -0
  25. magnum-v2-123b-q5_k-00001-of-00009.gguf +3 -0
  26. magnum-v2-123b-q5_k-00002-of-00009.gguf +3 -0
  27. magnum-v2-123b-q5_k-00003-of-00009.gguf +3 -0
  28. magnum-v2-123b-q5_k-00004-of-00009.gguf +3 -0
  29. magnum-v2-123b-q5_k-00005-of-00009.gguf +3 -0
  30. magnum-v2-123b-q5_k-00006-of-00009.gguf +3 -0
  31. magnum-v2-123b-q5_k-00007-of-00009.gguf +3 -0
  32. magnum-v2-123b-q5_k-00008-of-00009.gguf +3 -0
  33. magnum-v2-123b-q5_k-00009-of-00009.gguf +3 -0
  34. magnum-v2-123b-q6_k-00001-of-00011.gguf +3 -0
  35. magnum-v2-123b-q6_k-00002-of-00011.gguf +3 -0
  36. magnum-v2-123b-q6_k-00003-of-00011.gguf +3 -0
  37. magnum-v2-123b-q6_k-00004-of-00011.gguf +3 -0
  38. magnum-v2-123b-q6_k-00005-of-00011.gguf +3 -0
  39. magnum-v2-123b-q6_k-00006-of-00011.gguf +3 -0
  40. magnum-v2-123b-q6_k-00007-of-00011.gguf +3 -0
  41. magnum-v2-123b-q6_k-00008-of-00011.gguf +3 -0
  42. magnum-v2-123b-q6_k-00009-of-00011.gguf +3 -0
  43. magnum-v2-123b-q6_k-00010-of-00011.gguf +3 -0
  44. magnum-v2-123b-q6_k-00011-of-00011.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,46 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ magnum-v2-123b-iq1_s.gguf filter=lfs diff=lfs merge=lfs -text
37
+ magnum-v2-123b-iq2_s.gguf filter=lfs diff=lfs merge=lfs -text
38
+ magnum-v2-123b-iq2_xxs.gguf filter=lfs diff=lfs merge=lfs -text
39
+ magnum-v2-123b-iq3_s-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
40
+ magnum-v2-123b-iq3_s-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
41
+ magnum-v2-123b-iq3_s-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
42
+ magnum-v2-123b-iq3_s-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
43
+ magnum-v2-123b-iq3_s-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
44
+ magnum-v2-123b-iq3_s-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
45
+ magnum-v2-123b-q3_k-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
46
+ magnum-v2-123b-q3_k-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
47
+ magnum-v2-123b-q3_k-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
48
+ magnum-v2-123b-q3_k-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
49
+ magnum-v2-123b-q3_k-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
50
+ magnum-v2-123b-q3_k-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
51
+ magnum-v2-123b-q4_k-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
52
+ magnum-v2-123b-q4_k-00002-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
53
+ magnum-v2-123b-q4_k-00003-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
54
+ magnum-v2-123b-q4_k-00004-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
55
+ magnum-v2-123b-q4_k-00005-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
56
+ magnum-v2-123b-q4_k-00006-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
57
+ magnum-v2-123b-q4_k-00007-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
58
+ magnum-v2-123b-q4_k-00008-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
59
+ magnum-v2-123b-q5_k-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
60
+ magnum-v2-123b-q5_k-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
61
+ magnum-v2-123b-q5_k-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
62
+ magnum-v2-123b-q5_k-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
63
+ magnum-v2-123b-q5_k-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
64
+ magnum-v2-123b-q5_k-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
65
+ magnum-v2-123b-q5_k-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
66
+ magnum-v2-123b-q5_k-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
67
+ magnum-v2-123b-q5_k-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
68
+ magnum-v2-123b-q6_k-00001-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
69
+ magnum-v2-123b-q6_k-00002-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
70
+ magnum-v2-123b-q6_k-00003-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
71
+ magnum-v2-123b-q6_k-00004-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
72
+ magnum-v2-123b-q6_k-00005-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
73
+ magnum-v2-123b-q6_k-00006-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
74
+ magnum-v2-123b-q6_k-00007-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
75
+ magnum-v2-123b-q6_k-00008-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
76
+ magnum-v2-123b-q6_k-00009-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
77
+ magnum-v2-123b-q6_k-00010-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
78
+ magnum-v2-123b-q6_k-00011-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
magnum-v2-123b-iq1_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0010f56872283fbd467fbc085d39b1df56fec8541d748a912ba9da8cb5844ba5
3
+ size 25959778336
magnum-v2-123b-iq2_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac19cf417acbe123f2a1fbd099ea8f5a6cd391ee6bc92ea2885e70e4ed8b0e21
3
+ size 38384224288
magnum-v2-123b-iq2_xxs.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68c9669b55507871ac492b377fd54ec86002c1ddda9908abaeebbacc09c0b21e
3
+ size 32430540832
magnum-v2-123b-iq3_s-00001-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03422eb84204b64b7bde0a657071fbf6507538ae291f86e58b35e6a40db5e30c
3
+ size 9869340992
magnum-v2-123b-iq3_s-00002-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fb70289f768452989a4c5e1e28f1e163bac12640983a427db23ed1ae9727f68
3
+ size 9989268480
magnum-v2-123b-iq3_s-00003-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89eae8b3e0610dc82fc2342efc209b96e2699f0ce9502e3781870944d839e21e
3
+ size 9998361344
magnum-v2-123b-iq3_s-00004-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dafeb5022fd2aa4ab736fd2b9c95e9b831dc58b5fceb11a380d031dd91346bbc
3
+ size 9980077184
magnum-v2-123b-iq3_s-00005-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da3509d895c07a7cdaa51257d5e11980398c2aaaba8fba777c4ba67c2fe0e20c
3
+ size 9998361344
magnum-v2-123b-iq3_s-00006-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:865493e29567cca1b2e0ade8caa057183f8361d99f3303d8cfc3efdc5e0dcc87
3
+ size 3161508640
magnum-v2-123b-q3_k-00001-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4d84581d3ba01256d802f9dd07b5a8186d890ebf0107b143fe3cfc36dfafad2
3
+ size 9882316032
magnum-v2-123b-q3_k-00002-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69e62ea9a39763d6622c3d621a558b509b07554a8c2c940d03e8be4a815d5723
3
+ size 9993838656
magnum-v2-123b-q3_k-00003-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a99902621642b2c305707d59e9340aadaa20d30f1ef7631ebd6765366f71181a
3
+ size 9906839488
magnum-v2-123b-q3_k-00004-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b00881ec5ebe9f23d5a409c81d6240be7340e48d6e581018d9dcec4665e289c8
3
+ size 9914458304
magnum-v2-123b-q3_k-00005-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4559fee3277757cf9668715804eed2f6c4c29ec8741392ad300cc01e9dbca31
3
+ size 9986219840
magnum-v2-123b-q3_k-00006-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ba6ba05577f56805737b491fccbbbcf18ac2ac6d87f8b9d42f2069a28f10396
3
+ size 9419103712
magnum-v2-123b-q4_k-00001-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d5da0a8c7a02b429102a18330a1b066acffd18fc10c5c8b445eb23608477cd3
3
+ size 9827460736
magnum-v2-123b-q4_k-00002-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbef5d5b25ab87fffc7315c18b145a116d4e530d8ee605c715b00b0888675087
3
+ size 9918487008
magnum-v2-123b-q4_k-00003-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe47d8a3ae66bf1e724fcb86f10c7ca6a74684d73aaf91af172acfc470ac04c0
3
+ size 9918487008
magnum-v2-123b-q4_k-00004-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0085188ded9c72f91e5fd9bcf31ab82c58ab62d4596b5a3a594c08ade2ec4a39
3
+ size 9925614176
magnum-v2-123b-q4_k-00005-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c615f5e03c119980d1d840cab16362b729904c3d3ab92a15cf169941ea7742ff
3
+ size 9897302688
magnum-v2-123b-q4_k-00006-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18af10a5dc55c36e6b29e1f9dc1fbace9a9e43a63e0e055cfead463f1d949bb1
3
+ size 9918487008
magnum-v2-123b-q4_k-00007-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46fdd70a092c989c3e43cb2b74a09104d320e6ac871819e5358e92ee1faba62b
3
+ size 9992509824
magnum-v2-123b-q4_k-00008-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4e35a1dc1705283c8f5ecbc160189755f11aaf17b0be96e35e5a4c03dda2d54
3
+ size 3821275424
magnum-v2-123b-q5_k-00001-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43e699d8bbc872b25587d8c40c813c178ca1b038983ebf6ecd89af123b50ff82
3
+ size 9794528128
magnum-v2-123b-q5_k-00002-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3135829547910418b811cba973fcd70f01393a410762f8454c27c454f5f98558
3
+ size 9977222496
magnum-v2-123b-q5_k-00003-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f2d4d693df25d400253d5bad3d3b6e8f7c869324152d4a6bfb816d7a7ba5903
3
+ size 9880196704
magnum-v2-123b-q5_k-00004-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24a3eb8a60d77b7baa4fe52416ea8c64599d32456387cfbbfc44ec387325966f
3
+ size 9951221184
magnum-v2-123b-q5_k-00005-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f60a2ce16583ac8326e376615ade35a8bb1799536647c240f771ae56be6bfeb
3
+ size 9888798336
magnum-v2-123b-q5_k-00006-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f287c889b0f59cb5cc8b0351b60accda2fbd407bebedc7444580e2c42f6da1f
3
+ size 9930429824
magnum-v2-123b-q5_k-00007-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6fe6fcf8b2773adbe23ea0a1afe518a1b9e01f1b6f424c562bfd6d363a56a27
3
+ size 9926940224
magnum-v2-123b-q5_k-00008-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ca822becdb70f7be41356d07b48b6024a1663eab3a3380243925229d9429e60
3
+ size 9807648192
magnum-v2-123b-q5_k-00009-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:278f6f5a04caf0d64fa578ab1a77b80ae03a9ebed8efceefe3edbbd6427caa28
3
+ size 7331319648
magnum-v2-123b-q6_k-00001-of-00011.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49cbca5d71a0d9bf7fc35adb55960de6ef8750f0c4ef968b746dc0392a72713a
3
+ size 9982828896
magnum-v2-123b-q6_k-00002-of-00011.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aeff556c07e0d769beaa3b4dce5d7445bc9904467397a363e7786d74f9b8dcc7
3
+ size 9920303904
magnum-v2-123b-q6_k-00003-of-00011.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4fee1b665b36b9da2b20e938ef452961c0bdf884c784bd5635275a394dd2a5d
3
+ size 9951220320
magnum-v2-123b-q6_k-00004-of-00011.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9304fe3a5a493275d50e4ed2d522af09b16263cb5690ed219ff37e8d529415a0
3
+ size 9930478272
magnum-v2-123b-q6_k-00005-of-00011.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44bbd61596a02c907819fe2fc0646b5324336c12b521905e853ba28ce34f97bc
3
+ size 9930576672
magnum-v2-123b-q6_k-00006-of-00011.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e683e658c960d006c5e303a08da6a457d6236ffc83488da483efd3690fdfb59
3
+ size 9930576672
magnum-v2-123b-q6_k-00007-of-00011.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c105c12972a407ca0e83ce8b099a1162e5b0c87fba81a78b801ab8a060bef21d
3
+ size 9951220320
magnum-v2-123b-q6_k-00008-of-00011.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65952e4856d7c25b7b2bd4a1b60ddc01cddd2dc257c51415df9e86ec48327517
3
+ size 9930478272
magnum-v2-123b-q6_k-00009-of-00011.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dbd51cccfc634cbd76a293eaf6c8e93926da490a357059d99492da0b69c301d
3
+ size 9930576672
magnum-v2-123b-q6_k-00010-of-00011.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b6908382ae74ff2aea10e65d8d254b63b6c15eedce69e8c533009f4c7d92efe
3
+ size 9930527456
magnum-v2-123b-q6_k-00011-of-00011.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4650700e4b320175b9fc1302f7789669330de3c1c6c688ef14c3d960624ee89
3
+ size 1197490688