Hugging Face's logo

ChenMnZ
/
OmniQuant

Model card Files Community
3
ChenMnZ commited on
Commit
6e64f8b
•
1 Parent(s): ed55084

first commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. Llama-2-13b-chat-w3a16g128.pth +3 -0
  2. Llama-2-13b-w2a16.pth +3 -0
  3. Llama-2-13b-w2a16g128.pth +3 -0
  4. Llama-2-13b-w2a16g64.pth +3 -0
  5. Llama-2-13b-w3a16g.pth +3 -0
  6. Llama-2-13b-w3a16g128.pth +3 -0
  7. Llama-2-13b-w4a16.pth +3 -0
  8. Llama-2-13b-w4a16g128.pth +3 -0
  9. Llama-2-13b-w6a6.pth +3 -0
  10. Llama-2-70b-w2a16.pth +3 -0
  11. Llama-2-70b-w2a16g128.pth +3 -0
  12. Llama-2-70b-w2a16g64.pth +3 -0
  13. Llama-2-70b-w3a16.pth +3 -0
  14. Llama-2-70b-w3a16g128.pth +3 -0
  15. Llama-2-70b-w4a16.pth +3 -0
  16. Llama-2-70b-w4a16g128.pth +3 -0
  17. Llama-2-7b-w2a16.pth +3 -0
  18. Llama-2-7b-w2a16g128.pth +3 -0
  19. Llama-2-7b-w2a16g64.pth +3 -0
  20. Llama-2-7b-w3a16g.pth +3 -0
  21. Llama-2-7b-w3a16g128.pth +3 -0
  22. Llama-2-7b-w4a16.pth +3 -0
  23. Llama-2-7b-w4a16g128.pth +3 -0
  24. Llama-2-7b-w6a6.pth +3 -0
  25. llama-13b-w2a16.pth +3 -0
  26. llama-13b-w2a16g128.pth +3 -0
  27. llama-13b-w2a16g64.pth +3 -0
  28. llama-13b-w3a16.pth +3 -0
  29. llama-13b-w3a16g128.pth +3 -0
  30. llama-13b-w4a16.pth +3 -0
  31. llama-13b-w4a16g128.pth +3 -0
  32. llama-13b-w4a4.pth +3 -0
  33. llama-13b-w6a6.pth +3 -0
  34. llama-30b-w2a16.pth +3 -0
  35. llama-30b-w2a16g128.pth +3 -0
  36. llama-30b-w2a16g64.pth +3 -0
  37. llama-30b-w3a16.pth +3 -0
  38. llama-30b-w3a16g128.pth +3 -0
  39. llama-30b-w4a16.pth +3 -0
  40. llama-30b-w4a16g128.pth +3 -0
  41. llama-30b-w4a4.pth +3 -0
  42. llama-30b-w6a6.pth +3 -0
  43. llama-65b-w2a16.pth +3 -0
  44. llama-65b-w2a16g128.pth +3 -0
  45. llama-65b-w2a16g64.pth +3 -0
  46. llama-65b-w3a16.pth +3 -0
  47. llama-65b-w3a16g128.pth +3 -0
  48. llama-65b-w4a16.pth +3 -0
  49. llama-65b-w4a16g128.pth +3 -0
  50. llama-65b-w4a4.pth +3 -0
Llama-2-13b-chat-w3a16g128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd051bfa689178337969e4a618bc3bd22c24330b2e9f0632bc3e51b75ed6bc45
3
+ size 396682147
Llama-2-13b-w2a16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b42624338da1c6731fe127d2491a7a4fe120dee401fc4b67a507e77dfbfd3e7
3
+ size 8706225
Llama-2-13b-w2a16g128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e853c8be965aee634420321fdd61302c3ad8d5f99937572c2288cdb9431c927e
3
+ size 396682147
Llama-2-13b-w2a16g64.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af27d9785ce9e416057e766d90f2c75de76b167569f23a8f696b8cd5d25273a0
3
+ size 793174947
Llama-2-13b-w3a16g.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1335c3922e1ad4b7f581a277204639d37a0715111c9437cede2108c11cfb050f
3
+ size 8706225
Llama-2-13b-w3a16g128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39684788030cfb326339df7910487ce1c5a145715c5976978b15a077990c1575
3
+ size 396682147
Llama-2-13b-w4a16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e22ecd3723877ac5a2fa05a2f99af56aaaf591186fd25d76848e3303bc4f4189
3
+ size 8706787
Llama-2-13b-w4a16g128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a29e5c2a2e2e017d694f7df53a97bd2de95d73887134363437384dafdfca137
3
+ size 396682147
Llama-2-13b-w6a6.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f82075a98b02908a2b1e46c1f8fcc2781761b0b56dadadcfd5c197ca17f13d1
3
+ size 11655873
Llama-2-70b-w2a16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8d5eb0991fcb5cb2a02c966086e8655294c33d4bdada638a19bc6a34b681930
3
+ size 27243465
Llama-2-70b-w2a16g128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6586c9085a812b0042403c77d6ff24503b4fc23e12ab21d8162e3cd894f5daa8
3
+ size 2139474347
Llama-2-70b-w2a16g64.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:627d5d976b524ea35959ffbdbd15567954f7e4a1a06836ca4e4845c4ad93c9bb
3
+ size 4278569387
Llama-2-70b-w3a16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53ad42ba97dfb527a2a0cb9a08ea8997cb85607627a816993c4d27f7b7e7f1f7
3
+ size 27244587
Llama-2-70b-w3a16g128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98db7908f78ae89de2081e756b39f4cdc34cda1f9cef7768c8057fc0f5e04e0f
3
+ size 2139474347
Llama-2-70b-w4a16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccdd182d17f43972b72e5139594c00be393284c270caffbf3416b745a416bcc3
3
+ size 27244587
Llama-2-70b-w4a16g128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5ead3684dd0345d613095aef2f620219d0d4e839d1e4f4b3e4011eb851e8e46
3
+ size 2139474347
Llama-2-7b-w2a16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7ee84049f56361a585f6b9a19131417bd1da9d8417c6a4232f2a699cdc39854
3
+ size 5588625
Llama-2-7b-w2a16g128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e350470463f7289b19246a7c2fa38efec3806549b42deb4e31b94f5c26ca9ed
3
+ size 202526547
Llama-2-7b-w2a16g64.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecc16a05d757a369a26b056c7236ed952510bae80c84cabeb7549f9d6b7dfc00
3
+ size 404901715
Llama-2-7b-w3a16g.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90c1e8974e77caacb5a29022708660518fd35e49e63fecc9acc11c25a5183796
3
+ size 5588625
Llama-2-7b-w3a16g128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75753a672c16cdd67e834c67274f8573fa4ef6852ce59223d433dbd491f396f3
3
+ size 202526547
Llama-2-7b-w4a16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0055e6ed05a09efea79b066c1c902bf3dbaf37d97133aae2ddf174120faf066
3
+ size 5589075
Llama-2-7b-w4a16g128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7d852448a1f31aa1f1df1eb2c84808fb21c2bbbff16f9a1234b24fbdb1ddf91
3
+ size 202526547
Llama-2-7b-w6a6.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b412c17e951e3f9690aa27252cd628346be9c5e91f5c7c5be66550fcfe0e120d
3
+ size 7489617
llama-13b-w2a16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61166795a0d35560bd26454ab22de89d8c0d35acbb5e0eb1b1d9f52fe0816c0e
3
+ size 8706225
llama-13b-w2a16g128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4df665682132b00e07fb788f96a7e822cb97883439cfb2a19a2a83c9a80841f2
3
+ size 396681585
llama-13b-w2a16g64.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c664f0be09c356284952b951b906c3933decd13b2c66858da287cb8023dc939
3
+ size 793174947
llama-13b-w3a16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2baef69415cd4acfe5cc1ec8b597ecea685082c2cddc900dd7b14f08ca280cc3
3
+ size 8706787
llama-13b-w3a16g128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c87d0b9413238392fa5d182e23c629eb854aa33ceea6766103662115d58c307
3
+ size 396682147
llama-13b-w4a16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d0890271da6cd8a006255127d58d76b1b7df8110229aa96336dbf97a3b7178b
3
+ size 8706787
llama-13b-w4a16g128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:673736fab2e3bf0c79b4dc67ce578ceb55d2133dbbfeb44b232b78f2d2b848fe
3
+ size 396682147
llama-13b-w4a4.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd3e0067332eb5afcd65ec35c2f79c2c04da1c127ad4af6624d2ebaf061a84e5
3
+ size 11656715
llama-13b-w6a6.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae8a89dbdb56ddc537f7b105b625867bec87f15b95f5357d52fc1d5122947487
3
+ size 11655873
llama-30b-w2a16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:463a7dc010a1b2a84f7d531fa30ade323a77655ea7112562a8f3fcb771049d8f
3
+ size 16868801
llama-30b-w2a16g128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31f4f861249f25d76134d272a86721e3e5f2a76dcfdde44438d7fbcf2bbaf3e8
3
+ size 1003475649
llama-30b-w2a16g64.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b91c80adc5bb00b93a3c1b357970c8c0c152754c7afa3153ce4ed5b2ff1bcb3
3
+ size 2006668811
llama-30b-w3a16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ab7bc445939b7579035e63c76e169e07afc26a9bb611a21cd9bcc97341c958c
3
+ size 16869643
llama-30b-w3a16g128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89a69da29c86a979d25ccac286d04830c6f91f936cb446931a7fe2e33e5bf0fd
3
+ size 1003476491
llama-30b-w4a16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd269eb1defe5c8a644b92c507e85cc8106e70cd63f18fabfcd7d7db5c1594eb
3
+ size 16869643
llama-30b-w4a16g128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a738279d45d78fcb017a8f40cdd8d2bcac8936c04cbce5fe453ff23fe4b7500c
3
+ size 1003476491
llama-30b-w4a4.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bd0b1a7b9be05e5eef6c0425ab992646c6befbb632e751f9b9fbce356862fea
3
+ size 22584093
llama-30b-w6a6.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07c42f8db97b5789df9b63ca9e569029d7c46d993868fec12a700c5a177eec4e
3
+ size 22584093
llama-65b-w2a16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aff6b13ae1bbed8b511ea417d00a90d0bc639372828047c034b73bec946d7511
3
+ size 27571145
llama-65b-w2a16g128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8883cbed2175ae26019b8876cd4b01d133d7ac3eac32aacdca220c2589cd5d6b
3
+ size 2024130987
llama-65b-w2a16g64.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ee05ac90251eca029fec7b532a6176ab5c70795a2ee176e84637b93a863eb12
3
+ size 4047882667
llama-65b-w3a16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b762e36ca163dc5581c2c797ffe1a92b6cc98b1b2e87aab305a2f1d6a8af5264
3
+ size 27572267
llama-65b-w3a16g128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9f283c05fe1809a047e526e8ce4b3eda9e96962000e2babe3906fea5ae49ff1
3
+ size 2024130987
llama-65b-w4a16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70b96328fa2d0e722d24cf485c544119cbc1e29e542dce43f801f73051b0914b
3
+ size 27572267
llama-65b-w4a16g128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a9e71b0575d07af71298ecc9ead99a01781f85e233efd0fd9a7a34e59b6d25c
3
+ size 2024130987
llama-65b-w4a4.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9a821ba47620fc46a70466cda934da4477d754915977d124e2d356284b8ca3e
3
+ size 36913963