Update README.md
Browse files
README.md
CHANGED
|
@@ -24,7 +24,7 @@ import { AutoModel, AutoTokenizer, matmul } from "@huggingface/transformers";
|
|
| 24 |
const model_id = "onnx-community/mdbr-leaf-mt-ONNX";
|
| 25 |
const tokenizer = await AutoTokenizer.from_pretrained(model_id);
|
| 26 |
const model = await AutoModel.from_pretrained(model_id, {
|
| 27 |
-
|
| 28 |
});
|
| 29 |
|
| 30 |
// Prepare queries and documents
|
|
|
|
| 24 |
const model_id = "onnx-community/mdbr-leaf-mt-ONNX";
|
| 25 |
const tokenizer = await AutoTokenizer.from_pretrained(model_id);
|
| 26 |
const model = await AutoModel.from_pretrained(model_id, {
|
| 27 |
+
dtype: "fp32", // Options: "fp32" | "fp16" | "q8" | "q4" | "q4f16"
|
| 28 |
});
|
| 29 |
|
| 30 |
// Prepare queries and documents
|