reworking
#8
by
anipleades
- opened
README.md
CHANGED
|
@@ -11,11 +11,11 @@ language:
|
|
| 11 |
- gu
|
| 12 |
- as
|
| 13 |
- pa
|
| 14 |
-
|
| 15 |
-
- ur
|
| 16 |
tags:
|
| 17 |
- Krutrim
|
| 18 |
- language-model
|
|
|
|
| 19 |
license: other
|
| 20 |
license_name: krutrim-community-license-agreement-version-1.0
|
| 21 |
license_link: LICENSE.md
|
|
@@ -98,8 +98,8 @@ We use the LM Evaluation Harness to evaluate our model on the En benchmarks task
|
|
| 98 |
| IndicSentiment (0-shot) | Accuracy | 0.65 | 0.70 | 0.95 | 0.96 |0.99 | 0.98 |
|
| 99 |
| IndicCOPA (0-shot) | Accuracy | 0.51 | 0.58 | 0.80 | 0.83 | 0.88 | 0.91 |
|
| 100 |
| IndicXParaphrase (0-shot) | Accuracy | 0.67 | 0.74 | 0.88 | 0.87 | 0.89 | 0.91 |
|
| 101 |
-
| IndicXNLI (0-shot) | Accuracy | 0.47 | 0.54 | 0.55 | 0.61 | 0.70 | 0.
|
| 102 |
-
| IndicQA (0-shot) | Bert Score | 0.90 | 0.90 | 0.91 | 0.89 | 0.94 |
|
| 103 |
| CrossSumIN (1-shot) | chrF++ | 0.04 | 0.17 | 0.21 | 0.26 | 0.24 | 0.24 |
|
| 104 |
| FloresIN Translation xx-en (1-shot) | chrF++ | 0.54 | 0.50 | 0.58 | 0.60 | 0.62 | 0.63 |
|
| 105 |
| FloresIN Translation en-xx (1-shot) | chrF++ | 0.41 | 0.34 | 0.48 | 0.46 | 0.47 | 0.48 |
|
|
@@ -179,7 +179,7 @@ Contributions are welcome! If you have any improvements or suggestions, feel fre
|
|
| 179 |
## Citation
|
| 180 |
```
|
| 181 |
@misc{Krutrim2LLM2025,
|
| 182 |
-
author = {Aditya Kallappa, Guo Xiang, Jay Piplodiya, Manoj Guduru, Neel Rachamalla, Palash Kamble, Souvik Rana, Vivek Dahiya, Yong Tong Chua, Ashish Kulkarni
|
| 183 |
title = {Krutrim-2 LLM},
|
| 184 |
year = {2025},
|
| 185 |
publisher = {GitHub},
|
|
|
|
| 11 |
- gu
|
| 12 |
- as
|
| 13 |
- pa
|
| 14 |
+
|
|
|
|
| 15 |
tags:
|
| 16 |
- Krutrim
|
| 17 |
- language-model
|
| 18 |
+
|
| 19 |
license: other
|
| 20 |
license_name: krutrim-community-license-agreement-version-1.0
|
| 21 |
license_link: LICENSE.md
|
|
|
|
| 98 |
| IndicSentiment (0-shot) | Accuracy | 0.65 | 0.70 | 0.95 | 0.96 |0.99 | 0.98 |
|
| 99 |
| IndicCOPA (0-shot) | Accuracy | 0.51 | 0.58 | 0.80 | 0.83 | 0.88 | 0.91 |
|
| 100 |
| IndicXParaphrase (0-shot) | Accuracy | 0.67 | 0.74 | 0.88 | 0.87 | 0.89 | 0.91 |
|
| 101 |
+
| IndicXNLI (0-shot) | Accuracy | 0.47 | 0.54 | 0.55 | 0.61 | 0.70 | 0.67 |
|
| 102 |
+
| IndicQA (0-shot) | Bert Score | 0.90 | 0.90 | 0.91 | 0.89 | 0.94 | TBD |
|
| 103 |
| CrossSumIN (1-shot) | chrF++ | 0.04 | 0.17 | 0.21 | 0.26 | 0.24 | 0.24 |
|
| 104 |
| FloresIN Translation xx-en (1-shot) | chrF++ | 0.54 | 0.50 | 0.58 | 0.60 | 0.62 | 0.63 |
|
| 105 |
| FloresIN Translation en-xx (1-shot) | chrF++ | 0.41 | 0.34 | 0.48 | 0.46 | 0.47 | 0.48 |
|
|
|
|
| 179 |
## Citation
|
| 180 |
```
|
| 181 |
@misc{Krutrim2LLM2025,
|
| 182 |
+
author = {Aditya Kallappa, Guo Xiang, Jay Piplodiya, Manoj Guduru, Neel Rachamalla, Palash Kamble, Souvik Rana, Vivek Dahiya, Yong Tong Chua, Ashish Kulkarni},
|
| 183 |
title = {Krutrim-2 LLM},
|
| 184 |
year = {2025},
|
| 185 |
publisher = {GitHub},
|