cmarkea
/

distilcamembert-base-qa

Question Answering

Inference Endpoints

Model card Files Files and versions Community

chainyo commited on Aug 23, 2022

Commit

87bc5be

•

1 Parent(s): 7dfe6af

Update README.md

Files changed (1) hide show

README.md +5 -3

README.md CHANGED Viewed

@@ -79,13 +79,15 @@ result
 from optimum.onnxruntime import ORTModelForQuestionAnswering
 from transformers import AutoTokenizer, pipeline
-tokenizer = AutoTokenizer.from_pretrained("cmarkea/distilcamembert-base-qa")
-model = ORTModelForQuestionAnswering.from_pretrained("cmarkea/distilcamembert-base-qa")
 onnx_qa = pipeline("question-answering", model=model, tokenizer=tokenizer)
 # Quantized onnx model
 quantized_model = ORTModelForQuestionAnswering.from_pretrained(
-    "cmarkea/distilcamembert-base-qa", file_name="model_quantized.onnx"
 )
 ```

 from optimum.onnxruntime import ORTModelForQuestionAnswering
 from transformers import AutoTokenizer, pipeline
+HUB_MODEL = "cmarkea/distilcamembert-base-qa"
+tokenizer = AutoTokenizer.from_pretrained(HUB_MODEL)
+model = ORTModelForQuestionAnswering.from_pretrained(HUB_MODEL)
 onnx_qa = pipeline("question-answering", model=model, tokenizer=tokenizer)
 # Quantized onnx model
 quantized_model = ORTModelForQuestionAnswering.from_pretrained(
+    HUB_MODEL, file_name="model_quantized.onnx"
 )
 ```