PyTorch
mistral
Krutrim
language-model
Files changed (1) hide show
  1. README.md +5 -5
README.md CHANGED
@@ -11,11 +11,11 @@ language:
11
  - gu
12
  - as
13
  - pa
14
- - sa
15
- - ur
16
  tags:
17
  - Krutrim
18
  - language-model
 
19
  license: other
20
  license_name: krutrim-community-license-agreement-version-1.0
21
  license_link: LICENSE.md
@@ -98,8 +98,8 @@ We use the LM Evaluation Harness to evaluate our model on the En benchmarks task
98
  | IndicSentiment (0-shot) | Accuracy | 0.65 | 0.70 | 0.95 | 0.96 |0.99 | 0.98 |
99
  | IndicCOPA (0-shot) | Accuracy | 0.51 | 0.58 | 0.80 | 0.83 | 0.88 | 0.91 |
100
  | IndicXParaphrase (0-shot) | Accuracy | 0.67 | 0.74 | 0.88 | 0.87 | 0.89 | 0.91 |
101
- | IndicXNLI (0-shot) | Accuracy | 0.47 | 0.54 | 0.55 | 0.61 | 0.70 | 0.75 |
102
- | IndicQA (0-shot) | Bert Score | 0.90 | 0.90 | 0.91 | 0.89 | 0.94 | 0.93 |
103
  | CrossSumIN (1-shot) | chrF++ | 0.04 | 0.17 | 0.21 | 0.26 | 0.24 | 0.24 |
104
  | FloresIN Translation xx-en (1-shot) | chrF++ | 0.54 | 0.50 | 0.58 | 0.60 | 0.62 | 0.63 |
105
  | FloresIN Translation en-xx (1-shot) | chrF++ | 0.41 | 0.34 | 0.48 | 0.46 | 0.47 | 0.48 |
@@ -179,7 +179,7 @@ Contributions are welcome! If you have any improvements or suggestions, feel fre
179
  ## Citation
180
  ```
181
  @misc{Krutrim2LLM2025,
182
- author = {Aditya Kallappa, Guo Xiang, Jay Piplodiya, Manoj Guduru, Neel Rachamalla, Palash Kamble, Souvik Rana, Vivek Dahiya, Yong Tong Chua, Ashish Kulkarni, Hareesh Kumar, Chandra Khatri},
183
  title = {Krutrim-2 LLM},
184
  year = {2025},
185
  publisher = {GitHub},
 
11
  - gu
12
  - as
13
  - pa
14
+
 
15
  tags:
16
  - Krutrim
17
  - language-model
18
+
19
  license: other
20
  license_name: krutrim-community-license-agreement-version-1.0
21
  license_link: LICENSE.md
 
98
  | IndicSentiment (0-shot) | Accuracy | 0.65 | 0.70 | 0.95 | 0.96 |0.99 | 0.98 |
99
  | IndicCOPA (0-shot) | Accuracy | 0.51 | 0.58 | 0.80 | 0.83 | 0.88 | 0.91 |
100
  | IndicXParaphrase (0-shot) | Accuracy | 0.67 | 0.74 | 0.88 | 0.87 | 0.89 | 0.91 |
101
+ | IndicXNLI (0-shot) | Accuracy | 0.47 | 0.54 | 0.55 | 0.61 | 0.70 | 0.67 |
102
+ | IndicQA (0-shot) | Bert Score | 0.90 | 0.90 | 0.91 | 0.89 | 0.94 | TBD |
103
  | CrossSumIN (1-shot) | chrF++ | 0.04 | 0.17 | 0.21 | 0.26 | 0.24 | 0.24 |
104
  | FloresIN Translation xx-en (1-shot) | chrF++ | 0.54 | 0.50 | 0.58 | 0.60 | 0.62 | 0.63 |
105
  | FloresIN Translation en-xx (1-shot) | chrF++ | 0.41 | 0.34 | 0.48 | 0.46 | 0.47 | 0.48 |
 
179
  ## Citation
180
  ```
181
  @misc{Krutrim2LLM2025,
182
+ author = {Aditya Kallappa, Guo Xiang, Jay Piplodiya, Manoj Guduru, Neel Rachamalla, Palash Kamble, Souvik Rana, Vivek Dahiya, Yong Tong Chua, Ashish Kulkarni},
183
  title = {Krutrim-2 LLM},
184
  year = {2025},
185
  publisher = {GitHub},