Remove SalesForce embedding model
Browse files
inference-cache-config/mistral-variants.json
CHANGED
|
@@ -162,19 +162,5 @@
|
|
| 162 |
"num_cores": 2,
|
| 163 |
"auto_cast_type": "bf16"
|
| 164 |
}
|
| 165 |
-
],
|
| 166 |
-
"Salesforce/SFR-Embedding-Mistral": [
|
| 167 |
-
{
|
| 168 |
-
"batch_size": 1,
|
| 169 |
-
"sequence_length": 4096,
|
| 170 |
-
"num_cores": 2,
|
| 171 |
-
"auto_cast_type": "fp16"
|
| 172 |
-
},
|
| 173 |
-
{
|
| 174 |
-
"batch_size": 4,
|
| 175 |
-
"sequence_length": 4096,
|
| 176 |
-
"num_cores": 2,
|
| 177 |
-
"auto_cast_type": "fp16"
|
| 178 |
-
}
|
| 179 |
]
|
| 180 |
}
|
|
|
|
| 162 |
"num_cores": 2,
|
| 163 |
"auto_cast_type": "bf16"
|
| 164 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 165 |
]
|
| 166 |
}
|