Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -27,7 +27,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
27 |
trust_remote_code=True # Add this line for Qwen models
|
28 |
).to('cuda',torch.bfloat16)
|
29 |
|
30 |
-
tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True) # Add this line for Qwen models
|
31 |
|
32 |
@spaces.GPU(required=True)
|
33 |
def generate_code(prompt):
|
|
|
27 |
trust_remote_code=True # Add this line for Qwen models
|
28 |
).to('cuda',torch.bfloat16)
|
29 |
|
30 |
+
tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True, use_fast=True) # Add this line for Qwen models
|
31 |
|
32 |
@spaces.GPU(required=True)
|
33 |
def generate_code(prompt):
|