Hugging Face's logo

thesven
/
Qwen1.5-0.5B-Chat-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
thesven commited on
Commit
8ee571d
•
1 Parent(s): a4b1c63

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. .gitattributes +9 -0
  2. Qwen1.5-0.5B-Chat-GGUF-IQ1_S.gguf +3 -0
  3. Qwen1.5-0.5B-Chat-GGUF-IQ2_S.gguf +3 -0
  4. Qwen1.5-0.5B-Chat-GGUF-IQ2_XS.gguf +3 -0
  5. Qwen1.5-0.5B-Chat-GGUF-IQ3_S.gguf +3 -0
  6. Qwen1.5-0.5B-Chat-GGUF-IQ3_XXS.gguf +3 -0
  7. Qwen1.5-0.5B-Chat-GGUF-IQ4_NL.gguf +3 -0
  8. Qwen1.5-0.5B-Chat-GGUF-IQ4_XS.gguf +3 -0
  9. Qwen1.5-0.5B-Chat-GGUF-Q4_K_M.gguf +3 -0
  10. Qwen1.5-0.5B-Chat-GGUF-bf16.gguf +3 -0
  11. imatrix_Qwen1.5-0.5B-Chat.dat +0 -0
.gitattributes CHANGED
@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen1.5-0.5B-Chat-GGUF-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen1.5-0.5B-Chat-GGUF-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen1.5-0.5B-Chat-GGUF-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen1.5-0.5B-Chat-GGUF-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen1.5-0.5B-Chat-GGUF-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen1.5-0.5B-Chat-GGUF-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen1.5-0.5B-Chat-GGUF-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen1.5-0.5B-Chat-GGUF-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen1.5-0.5B-Chat-GGUF-bf16.gguf filter=lfs diff=lfs merge=lfs -text
Qwen1.5-0.5B-Chat-GGUF-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4376973dbdbc79e8dd10a8b44b68b3dfaebe3b292af20e80064d6be2908dc9b4
3
+ size 230729920
Qwen1.5-0.5B-Chat-GGUF-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b075367000263ecac911678d88cec2490c275da42e468be053586372b8fce555
3
+ size 277662912
Qwen1.5-0.5B-Chat-GGUF-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1987393ec47a5b5027ebf773f55a5316eadabf2b207da7b7ce89aec2534298e9
3
+ size 254888128
Qwen1.5-0.5B-Chat-GGUF-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:172871112b4e5ffe744aca456da9c1354ebd04d7d63d1001ab2efa4eb3487c2c
3
+ size 333383872
Qwen1.5-0.5B-Chat-GGUF-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:332192213f864a19a0e90e6d9ab19e8b24f783d5d420ba6c1d13a918c4a73b3e
3
+ size 296303808
Qwen1.5-0.5B-Chat-GGUF-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e4e7703d17e75b05242235c3c73c65935798ab888ddda1c0b1c687c04a9033c
3
+ size 394990784
Qwen1.5-0.5B-Chat-GGUF-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f839a4f7fd2805a91584351257f61857ee519f4915dc9311b0acced223ba879b
3
+ size 380495040
Qwen1.5-0.5B-Chat-GGUF-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d7972bec164fbfdfd2b7946aae4581133b93d40a4605fcbf84ef6605f920e73
3
+ size 407155680
Qwen1.5-0.5B-Chat-GGUF-bf16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:161ff6915f0c25bc2b5466dff0ca5c70961c778098f4c0d56ad056c698981fc0
3
+ size 1245333472
imatrix_Qwen1.5-0.5B-Chat.dat ADDED
Binary file (866 kB). View file