leomaurodesenv commited on
Commit
c5b95e6
·
1 Parent(s): 6618bc7

fix: load dataset

Browse files
Files changed (2) hide show
  1. app.py +1 -1
  2. requirements.txt +2 -1
app.py CHANGED
@@ -22,7 +22,7 @@ def load_documents():
22
  dataset_split = "basketball"
23
  st.caption(f'Fetching "{dataset_name}" dataset')
24
  # build the dataset
25
- dataset = load_dataset(dataset_name, dataset_split)
26
  docs_validation = get_unique_docs(dataset["validation"], unique_docs)
27
  docs_train = get_unique_docs(dataset["train"], unique_docs)
28
  docs_test = get_unique_docs(dataset["test"], unique_docs)
 
22
  dataset_split = "basketball"
23
  st.caption(f'Fetching "{dataset_name}" dataset')
24
  # build the dataset
25
+ dataset = load_dataset(dataset_name, name=dataset_split)
26
  docs_validation = get_unique_docs(dataset["validation"], unique_docs)
27
  docs_train = get_unique_docs(dataset["train"], unique_docs)
28
  docs_test = get_unique_docs(dataset["test"], unique_docs)
requirements.txt CHANGED
@@ -2,7 +2,8 @@
2
  # streamlit # commented to avoid miss instalation
3
 
4
  # HuggingFace
5
- datasets==2.18.0
 
6
  # Question Answering
7
  haystack-ai==2.0.1
8
  accelerate==0.29.2
 
2
  # streamlit # commented to avoid miss instalation
3
 
4
  # HuggingFace
5
+ datasets==3.2.0
6
+ huggingface_hub==0.27.0
7
  # Question Answering
8
  haystack-ai==2.0.1
9
  accelerate==0.29.2