beomi commited on
Commit
2854ae6
1 Parent(s): 0bffffd

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -3
README.md CHANGED
@@ -56,9 +56,7 @@ model = LlavaForConditionalGeneration.from_pretrained(
56
 
57
  processor = AutoProcessor.from_pretrained(model_id)
58
 
59
- from transformers import AutoTokenizer
60
-
61
- tokenizer = AutoTokenizer.from_pretrained('./llava-llama-3-KoEn-8b-v1_1-transformers')
62
  terminators = [
63
  tokenizer.eos_token_id,
64
  tokenizer.convert_tokens_to_ids("<|eot_id|>")
 
56
 
57
  processor = AutoProcessor.from_pretrained(model_id)
58
 
59
+ tokenizer = processor.tokenizer
 
 
60
  terminators = [
61
  tokenizer.eos_token_id,
62
  tokenizer.convert_tokens_to_ids("<|eot_id|>")