voidful
/

phi-1_5_chat_128k

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

voidful commited on Apr 24

Commit

ab8ffc0

•

1 Parent(s): 5e023ec

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -25,8 +25,8 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
 torch.set_default_device("cuda")
-model = AutoModelForCausalLM.from_pretrained("voidful/phi-1_5_chat_32k",trust_remote_code=True)
-tokenizer = AutoTokenizer.from_pretrained("voidful/phi-1_5_chat_32k", trust_remote_code=True,device_map="auto")
 from fastchat.conversation import get_conv_template
 conv = get_conv_template('qwen-7b-chat')

 torch.set_default_device("cuda")
+model = AutoModelForCausalLM.from_pretrained("voidful/phi-1_5_chat_32k")
+tokenizer = AutoTokenizer.from_pretrained("voidful/phi-1_5_chat_32k",device_map="auto")
 from fastchat.conversation import get_conv_template
 conv = get_conv_template('qwen-7b-chat')