Update scripts/flagembedding_demo.py
Browse files
scripts/flagembedding_demo.py
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
from FlagEmbedding import FlagReranker
|
2 |
-
model_name = "OpenBMB/
|
3 |
model = FlagReranker(model_name, use_fp16=True, query_instruction_for_rerank="Query: ", trust_remote_code=True)
|
4 |
# You can hack the __init__() method of the FlagEmbedding BaseReranker class to use flash_attention_2 for faster inference
|
5 |
# self.model = AutoModelForSequenceClassification.from_pretrained(
|
|
|
1 |
from FlagEmbedding import FlagReranker
|
2 |
+
model_name = "OpenBMB/MiniCPM-Reranker-Light"
|
3 |
model = FlagReranker(model_name, use_fp16=True, query_instruction_for_rerank="Query: ", trust_remote_code=True)
|
4 |
# You can hack the __init__() method of the FlagEmbedding BaseReranker class to use flash_attention_2 for faster inference
|
5 |
# self.model = AutoModelForSequenceClassification.from_pretrained(
|