| export HF_HOME=/tmp/cache | |
| export TRANSFORMERS_CACHE=/tmp/cache | |
| # export INFINITY_QUEUE_SIZE=512 | |
| infinity_emb --model-name-or-path sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2 --port 7860 | |
| # --batch-size 16 |
| export HF_HOME=/tmp/cache | |
| export TRANSFORMERS_CACHE=/tmp/cache | |
| # export INFINITY_QUEUE_SIZE=512 | |
| infinity_emb --model-name-or-path sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2 --port 7860 | |
| # --batch-size 16 |