Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+falcon-mamba-7b-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+imatrix.dat filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,5 @@
+---
+base_model: tiiuae/falcon-mamba-7b-instruct
+---
+
+GGUF version of [tiiuae/falcon-mamba-7b-instruct](https://huggingface.co/tiiuae/falcon-mamba-7b-instruct).

falcon-mamba-7b-instruct.IQ2_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa49f25151b7db41dcf36c5747f3fe4d00948beba065c41acbb8b365fb8275c
+size 286063264

falcon-mamba-7b-instruct.IQ3_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4e4b770a00e8047b11c36f36c8ebb84a05f2da061d341bb657a18f4fe9f683
+size 3193027232

falcon-mamba-7b-instruct.IQ4_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f48376c947c8e215c0651c436931a229e34cf3f72c8fdaf983cb29ff620a2b8
+size 4191664800

falcon-mamba-7b-instruct.Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ff4b4226cca33073127158655d536b899febd8f75327bea9c89481e783cdb0
+size 2825108128

falcon-mamba-7b-instruct.Q3_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f2d9c993108ba57f6a0c915eaf6dfb81bbd25dbfe8d2c9d9ae72fd732369857
+size 3508386464

falcon-mamba-7b-instruct.Q4_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994404dc58f247dd6b2d69ab0997cf8a7dda48771f16e522ecaa3533ad6e12d4
+size 4401904288

falcon-mamba-7b-instruct.Q5_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01759114afe21f38782b371cc7a87b720b504624ac9584ffd5ad959b7af5f11f
+size 5242862240

falcon-mamba-7b-instruct.Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f3e3e804a6ca5182bbe9e127c070a35252a0916f164a0f32a3f8a6406c8b86
+size 6136380064

falcon-mamba-7b-instruct.Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c932a016a90e4863f81a4e0f6b6969812523c226780b993959a762229cca5191
+size 7765736096

imatrix.dat

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71cf83aeb0b18e096444f6aa537ce892b21947e4cdca3bbc4a4a2fe4ee2c95a8
+size 6116983