Update README.md
Browse files
README.md
CHANGED
@@ -32,10 +32,10 @@ from transformers import T5Tokenizer, AutoModelForSeq2SeqLM
|
|
32 |
tokenizer = T5Tokenizer.from_pretrained("UBC-NLP/AraT5v2-base-1024")
|
33 |
model = AutoModelForSeq2SeqLM.from_pretrained("UBC-NLP/AraT5v2-base-1024")
|
34 |
|
35 |
-
|
36 |
input_ids = tokenizer(ar_prompt, return_tensors="pt").input_ids
|
37 |
outputs = model.generate(input_ids)
|
38 |
-
print("Tokenized input:", tokenizer.tokenize(
|
39 |
print("Decoded output:", tokenizer.decode(outputs[0], skip_special_tokens=True))
|
40 |
|
41 |
```
|
|
|
32 |
tokenizer = T5Tokenizer.from_pretrained("UBC-NLP/AraT5v2-base-1024")
|
33 |
model = AutoModelForSeq2SeqLM.from_pretrained("UBC-NLP/AraT5v2-base-1024")
|
34 |
|
35 |
+
ar_prompt="عاصمة ألمانيا هي <extra_id_0> "
|
36 |
input_ids = tokenizer(ar_prompt, return_tensors="pt").input_ids
|
37 |
outputs = model.generate(input_ids)
|
38 |
+
print("Tokenized input:", tokenizer.tokenize(ar_prompt))
|
39 |
print("Decoded output:", tokenizer.decode(outputs[0], skip_special_tokens=True))
|
40 |
|
41 |
```
|