Spaces:
Runtime error
Runtime error
yuhaofeng-shiba
commited on
Commit
•
748b107
1
Parent(s):
97414dd
Update app.py
Browse files
app.py
CHANGED
@@ -12,7 +12,6 @@ os.environ['CUDA_LAUNCH_BLOCKING'] = '1'
|
|
12 |
|
13 |
args = None
|
14 |
lm_generation = None
|
15 |
-
print(torch.__version__)
|
16 |
|
17 |
def init_args():
|
18 |
global args
|
@@ -22,7 +21,7 @@ def init_args():
|
|
22 |
args.config_path = './config/llama_7b.json'
|
23 |
args.spm_model_path = './model_file/tokenizer.model'
|
24 |
args.batch_size = 1
|
25 |
-
args.seq_length =
|
26 |
args.world_size = 1
|
27 |
args.use_int8 = False
|
28 |
args.top_p = 0
|
|
|
12 |
|
13 |
args = None
|
14 |
lm_generation = None
|
|
|
15 |
|
16 |
def init_args():
|
17 |
global args
|
|
|
21 |
args.config_path = './config/llama_7b.json'
|
22 |
args.spm_model_path = './model_file/tokenizer.model'
|
23 |
args.batch_size = 1
|
24 |
+
args.seq_length = 1024
|
25 |
args.world_size = 1
|
26 |
args.use_int8 = False
|
27 |
args.top_p = 0
|