hooman650
/

pubmedbert-base-embeddings-matryoshka-onnx-04

Feature Extraction

text-embeddings-inference

Inference Endpoints

Model card Files Files and versions Community

hooman650 commited on Feb 24

Commit

6cc3ece

•

1 Parent(s): 7c03ea6

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -28,7 +28,7 @@ model = ORTModelForFeatureExtraction.from_pretrained("hooman650/pubmedbert-base-
 tokenizer = AutoTokenizer.from_pretrained("hooman650/pubmedbert-base-embeddings-matryoshka-onnx-04")
 # Tokenize sentences
-inputs = tokenizer(sentences, padding=True, truncation=True, return_tensors='pt')
 # Compute token embeddings
 with torch.no_grad():

 tokenizer = AutoTokenizer.from_pretrained("hooman650/pubmedbert-base-embeddings-matryoshka-onnx-04")
 # Tokenize sentences
+inputs = tokenizer(sentences, padding=True, truncation=True, return_tensors='pt').to("cude") # if on GPU
 # Compute token embeddings
 with torch.no_grad():