suayptalha
/

Llama-3.1-8b-Turkish-Finetuned

Text Generation

Inference Endpoints

Model card Files Files and versions Community

suayptalha commited on Oct 1

Commit

24051c2

•

1 Parent(s): 3bf2852

Update README.md

Files changed (1) hide show

README.md +2 -0

README.md CHANGED Viewed

@@ -21,6 +21,8 @@ model_name = "unsloth/Meta-Llama-3.1-8B"
 model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", torch_dtype=torch.float16)
 model.gradient_checkpointing_enable()
 adapter_path = "suayptalha/Llama-3.1-8b-Turkish-Finetuned"
 model = PeftModel.from_pretrained(model, adapter_path)

 model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", torch_dtype=torch.float16)
 model.gradient_checkpointing_enable()
+tokenizer = AutoTokenizer.from_pretrained(model_name)
 adapter_path = "suayptalha/Llama-3.1-8b-Turkish-Finetuned"
 model = PeftModel.from_pretrained(model, adapter_path)