Update app.py

app.py

@@ -8,8 +8,7 @@ from transformers import TextIteratorStreamer
 import numpy as np
 
 # Model configuration and loading
-model_dir = "phi-2/INT8_compressed_weights"
-model_name = "susnato/phi-2"
+model_name = "susnato/phi-2"  # Replace this with your Hugging Face model ID if necessary
 model_configuration = {
     "prompt_template": "{instruction}",
     "toeknizer_kwargs": {},
@@ -18,8 +17,7 @@ model_configuration = {
 }
 
 tokenizer = AutoTokenizer.from_pretrained(model_name)
-
-model = AutoModelForCausalLM.from_pretrained(model_dir)
+model = AutoModelForCausalLM.from_pretrained(model_name)
 tokenizer_kwargs = model_configuration.get("toeknizer_kwargs", {})
 response_key = model_configuration.get("response_key")
 tokenizer_response_key = None