Update arvix.py
Browse files
arvix.py
CHANGED
@@ -65,7 +65,7 @@ def extract_data(category):
|
|
65 |
tools.write_data_to_file(id, 'arxiv.txt')
|
66 |
else:
|
67 |
for id in data:
|
68 |
-
if len(sanitized_data) >=
|
69 |
break
|
70 |
if tools.check_data_in_file(id, 'arxiv.txt'):
|
71 |
continue
|
@@ -113,7 +113,7 @@ def extract_arxiv_data():
|
|
113 |
for temp_id in temp_id_storage:
|
114 |
all_ids.append(temp_id)
|
115 |
random.shuffle(all_ids)
|
116 |
-
if len(all_ids) >
|
117 |
print(f"Found more than 3 papers for {category}.")
|
118 |
all_ids = all_ids
|
119 |
category_data['count'] = len(all_ids)
|
|
|
65 |
tools.write_data_to_file(id, 'arxiv.txt')
|
66 |
else:
|
67 |
for id in data:
|
68 |
+
if len(sanitized_data) >= 2:
|
69 |
break
|
70 |
if tools.check_data_in_file(id, 'arxiv.txt'):
|
71 |
continue
|
|
|
113 |
for temp_id in temp_id_storage:
|
114 |
all_ids.append(temp_id)
|
115 |
random.shuffle(all_ids)
|
116 |
+
if len(all_ids) > 2:
|
117 |
print(f"Found more than 3 papers for {category}.")
|
118 |
all_ids = all_ids
|
119 |
category_data['count'] = len(all_ids)
|