BhashiniSpace_Text_gemma

Runtime error

FlawedLLM commited on May 21

Commit

494f37f

•

1 Parent(s): 08b4513

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -6,8 +6,8 @@ from transformers import AutoTokenizer
 @spaces.GPU(duration=300)
 def chunk_it(input_command):
     model = AutoPeftModelForCausalLM.from_pretrained(
-    "FlawedLLM/BhashiniLLM", # YOUR MODEL YOU USED FOR TRAINING
-    load_in_4bit = True,
     )
     tokenizer = AutoTokenizer.from_pretrained("FlawedLLM/BhashiniLLM")
     inputs = tokenizer(

 @spaces.GPU(duration=300)
 def chunk_it(input_command):
     model = AutoPeftModelForCausalLM.from_pretrained(
+        "FlawedLLM/BhashiniLLM", # YOUR MODEL YOU USED FOR TRAINING
+        load_in_4bit = True,
     )
     tokenizer = AutoTokenizer.from_pretrained("FlawedLLM/BhashiniLLM")
     inputs = tokenizer(