Update readme with infinity
Browse files
README.md
CHANGED
|
@@ -3049,6 +3049,15 @@ const similarities = document_embeddings.map(x => dot(source_embeddings, x));
|
|
| 3049 |
console.log(similarities); // [0.15664823859882132, 0.24481869975470627]
|
| 3050 |
```
|
| 3051 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3052 |
|
| 3053 |
## FAQ
|
| 3054 |
|
|
|
|
| 3049 |
console.log(similarities); // [0.15664823859882132, 0.24481869975470627]
|
| 3050 |
```
|
| 3051 |
|
| 3052 |
+
## Using Infinity
|
| 3053 |
+
|
| 3054 |
+
OpenAI compatible API deployment with [Infinity](https://github.com/michaelfeil/infinity) and Docker.
|
| 3055 |
+
|
| 3056 |
+
```bash
|
| 3057 |
+
docker run --gpus all -v $PWD/data:/app/.cache -e HF_TOKEN=$HF_TOKEN -p "7997":"7997" \
|
| 3058 |
+
michaelf34/infinity:0.0.70 \
|
| 3059 |
+
v2 --model-id Snowflake/snowflake-arctic-embed-m --dtype float16 --batch-size 32 --engine torch --port 7997
|
| 3060 |
+
```
|
| 3061 |
|
| 3062 |
## FAQ
|
| 3063 |
|