Spaces:
Sleeping
Sleeping
v1.1 update CBG index - fix dataset bug
Browse files
app.py
CHANGED
@@ -10,7 +10,7 @@ import datetime
|
|
10 |
|
11 |
|
12 |
# Load titles and texts
|
13 |
-
title_text_dataset = load_dataset("suanan/
|
14 |
|
15 |
# Load the int8 and binary indices. Int8 is loaded as a view to save memory, as we never actually perform search with it.
|
16 |
int8_view = Index.restore("index/BP_CBG_int8_usearch_1m.index", view=True)
|
|
|
10 |
|
11 |
|
12 |
# Load titles and texts
|
13 |
+
title_text_dataset = load_dataset("suanan/BP_CBG_POC", split="train", num_proc=4).select_columns(["url", "title", "text"])
|
14 |
|
15 |
# Load the int8 and binary indices. Int8 is loaded as a view to save memory, as we never actually perform search with it.
|
16 |
int8_view = Index.restore("index/BP_CBG_int8_usearch_1m.index", view=True)
|