huihui-ai
/

granite-vision-3.2-2b-abliterated

Image-Text-to-Text

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

huihui-ai commited on 4 days ago

Commit

84ae28e

·

verified ·

1 Parent(s): 86d2dc5

Update README.md

Files changed (1) hide show

README.md +1 -3

README.md CHANGED Viewed

@@ -67,9 +67,7 @@ inputs = processor.apply_chat_template(
 # autoregressively complete prompt
 output = model.generate(**inputs, max_new_tokens=100)
 # print(processor.decode(output[0], skip_special_tokens=True))
-response = processor.decode(output[0], skip_special_tokens=True)
-cleaned_response = response.split("<|assistant|>")[1].split("<")[0].strip()
 print(cleaned_response)
 ```

 # autoregressively complete prompt
 output = model.generate(**inputs, max_new_tokens=100)
 # print(processor.decode(output[0], skip_special_tokens=True))
+cleaned_response = processor.tokenizer.decode(output[0][inputs.input_ids.shape[1]:], skip_special_tokens=True)
 print(cleaned_response)
 ```