Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
+SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+featherless-quants.png filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,47 @@
+---
+base_model: SongTonyLi/Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge
+pipeline_tag: text-generation
+quantized_by: featherless-ai-quants
+---
+
+# SongTonyLi/Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge GGUF Quantizations 🚀
+
+![Featherless AI Quants](./featherless-quants.png)
+
+*Optimized GGUF quantization files for enhanced model performance*
+
+> Powered by [Featherless AI](https://featherless.ai) - run any model you'd like for a simple small fee.
+---
+
+## Available Quantizations 📊
+
+| Quantization Type | File | Size |
+|-------------------|------|------|
+| IQ4_XS | [SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-IQ4_XS.gguf](https://huggingface.co/featherless-ai-quants/SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-GGUF/blob/main/SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-IQ4_XS.gguf) | 713.71 MB |
+| Q2_K | [SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q2_K.gguf](https://huggingface.co/featherless-ai-quants/SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-GGUF/blob/main/SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q2_K.gguf) | 553.96 MB |
+| Q3_K_L | [SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q3_K_L.gguf](https://huggingface.co/featherless-ai-quants/SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-GGUF/blob/main/SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q3_K_L.gguf) | 698.59 MB |
+| Q3_K_M | [SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q3_K_M.gguf](https://huggingface.co/featherless-ai-quants/SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-GGUF/blob/main/SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q3_K_M.gguf) | 658.84 MB |
+| Q3_K_S | [SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q3_K_S.gguf](https://huggingface.co/featherless-ai-quants/SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-GGUF/blob/main/SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q3_K_S.gguf) | 611.96 MB |
+| Q4_K_M | [SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q4_K_M.gguf](https://huggingface.co/featherless-ai-quants/SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-GGUF/blob/main/SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q4_K_M.gguf) | 770.28 MB |
+| Q4_K_S | [SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q4_K_S.gguf](https://huggingface.co/featherless-ai-quants/SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-GGUF/blob/main/SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q4_K_S.gguf) | 739.71 MB |
+| Q5_K_M | [SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q5_K_M.gguf](https://huggingface.co/featherless-ai-quants/SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-GGUF/blob/main/SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q5_K_M.gguf) | 869.28 MB |
+| Q5_K_S | [SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q5_K_S.gguf](https://huggingface.co/featherless-ai-quants/SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-GGUF/blob/main/SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q5_K_S.gguf) | 851.21 MB |
+| Q6_K | [SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q6_K.gguf](https://huggingface.co/featherless-ai-quants/SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-GGUF/blob/main/SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q6_K.gguf) | 974.46 MB |
+| Q8_0 | [SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q8_0.gguf](https://huggingface.co/featherless-ai-quants/SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-GGUF/blob/main/SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q8_0.gguf) | 1259.88 MB |
+
+
+---
+
+## ⚡ Powered by [Featherless AI](https://featherless.ai)
+
+### Key Features
+
+- 🔥 **Instant Hosting** - Deploy any Llama model on HuggingFace instantly
+- 🛠️ **Zero Infrastructure** - No server setup or maintenance required
+- 📚 **Vast Compatibility** - Support for 2400+ models and counting
+- 💎 **Affordable Pricing** - Starting at just $10/month
+
+---
+
+**Links:**  
+[Get Started](https://featherless.ai) | [Documentation](https://featherless.ai/docs) | [Models](https://featherless.ai/models)

SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-IQ4_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e86bbac05601929f352486f5ec6ed0b995387674ed957a5992295e035cb0d9
+size 748384032

SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c867ecb255fdda2956d1f7780709c9df8f66d9e8721446069595be85841685
+size 580874016

SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95d28c19129d0630e7eca10d7d9008a598ebf417e56bd89f9c1e6b3a579b145
+size 732524320

SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94299a894465ad275f890ea25baa641da8a1dad63fb3cd97726587ec4caed683
+size 690843424

SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e12742dcca66bf6734607d2aa5dbaac46adc6685db402d584144754071ec89
+size 641691424

SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b166260551f4f40ba4802c570b2a4844f71161bf6eca22452193bef572360540
+size 807694112

SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392f71d66765cded9732955414ac0b964b2c181aa1499cd4a06ab4c768ecb159
+size 775647008

SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9454da514921aecc4eb8354744ffc16ecfbfeba05337bb81b97eea8d2085c906
+size 911503136

SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7fb1a17de2ed2e197bbcbabf5d5df05c995d90a6d0b2aef383b553125d22c8
+size 892563232

SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922a71122cab49575b9af529133cdc20223f0aebe3fdcaac524bfeabaf4cd052
+size 1021800224

SongTonyLi-Llama-3.2-1B-Instruct-SFT-D1_chosen-HuggingFaceH4-ultrafeedback_binarized-Xlarge-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c294f3f9415ec846b4f452aad74e04abe5e077b6a59bac0bfe24838b71e5d4
+size 1321082656