Update app.py
Browse files
app.py
CHANGED
@@ -341,7 +341,7 @@ def load_models_and_documents():
|
|
341 |
trust_remote_code=True,
|
342 |
enforce_eager=True,
|
343 |
quantization="awq",
|
344 |
-
gpu_memory_utilization=0.
|
345 |
max_model_len=12288,
|
346 |
dtype=torch.float16,
|
347 |
max_num_seqs=128
|
@@ -421,7 +421,7 @@ def load_models_and_documents():
|
|
421 |
|
422 |
st.write('Downloading and Loading Video Games Dataset coming from Wikipedia...')
|
423 |
|
424 |
-
dataset = pd.read_parquet(os.path.join(os.getenv('
|
425 |
|
426 |
for columnName, columnData in dataset.iteritems():
|
427 |
if columnName == 'text':
|
|
|
341 |
trust_remote_code=True,
|
342 |
enforce_eager=True,
|
343 |
quantization="awq",
|
344 |
+
gpu_memory_utilization=0.8,
|
345 |
max_model_len=12288,
|
346 |
dtype=torch.float16,
|
347 |
max_num_seqs=128
|
|
|
421 |
|
422 |
st.write('Downloading and Loading Video Games Dataset coming from Wikipedia...')
|
423 |
|
424 |
+
dataset = pd.read_parquet(os.path.join(os.getenv('HOME'),'data', 'train_pages.parquet.zst'), engine='pyarrow')
|
425 |
|
426 |
for columnName, columnData in dataset.iteritems():
|
427 |
if columnName == 'text':
|