devve1 commited on
Commit
38a44b2
1 Parent(s): be9befb

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -341,7 +341,7 @@ def load_models_and_documents():
341
  trust_remote_code=True,
342
  enforce_eager=True,
343
  quantization="awq",
344
- gpu_memory_utilization=0.7,
345
  max_model_len=12288,
346
  dtype=torch.float16,
347
  max_num_seqs=128
@@ -421,7 +421,7 @@ def load_models_and_documents():
421
 
422
  st.write('Downloading and Loading Video Games Dataset coming from Wikipedia...')
423
 
424
- dataset = pd.read_parquet(os.path.join(os.getenv('HF_HOME'), 'train_pages.parquet.zst'), engine='pyarrow')
425
 
426
  for columnName, columnData in dataset.iteritems():
427
  if columnName == 'text':
 
341
  trust_remote_code=True,
342
  enforce_eager=True,
343
  quantization="awq",
344
+ gpu_memory_utilization=0.8,
345
  max_model_len=12288,
346
  dtype=torch.float16,
347
  max_num_seqs=128
 
421
 
422
  st.write('Downloading and Loading Video Games Dataset coming from Wikipedia...')
423
 
424
+ dataset = pd.read_parquet(os.path.join(os.getenv('HOME'),'data', 'train_pages.parquet.zst'), engine='pyarrow')
425
 
426
  for columnName, columnData in dataset.iteritems():
427
  if columnName == 'text':