HuggingFaceTB
/

SmolVLM2-500M-Video-Instruct

Image-Text-to-Text

Inference Endpoints

Model card Files Files and versions Community

Fix code typo in code examples

#10

by kubistmi - opened 13 days ago

base: refs/heads/main

←

from: refs/pr/10

Discussion Files changed

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -127,7 +127,7 @@ inputs = processor.apply_chat_template(
     tokenize=True,
     return_dict=True,
     return_tensors="pt",
-).to(model.device)
 generated_ids = model.generate(**inputs, do_sample=False, max_new_tokens=64)
 generated_texts = processor.batch_decode(
@@ -163,7 +163,7 @@ inputs = processor.apply_chat_template(
     tokenize=True,
     return_dict=True,
     return_tensors="pt",
-).to(model.device)
 generated_ids = model.generate(**inputs, do_sample=False, max_new_tokens=64)
 generated_texts = processor.batch_decode(

     tokenize=True,
     return_dict=True,
     return_tensors="pt",
+).to(model.device, dtype=torch.bfloat16)
 generated_ids = model.generate(**inputs, do_sample=False, max_new_tokens=64)
 generated_texts = processor.batch_decode(
     tokenize=True,
     return_dict=True,
     return_tensors="pt",
+).to(model.device, dtype=torch.bfloat16)
 generated_ids = model.generate(**inputs, do_sample=False, max_new_tokens=64)
 generated_texts = processor.batch_decode(