:poop: also probably a bad idea

.gitignore

@@ -0,0 +1 @@
+datasets_clone/

app.py

@@ -10,15 +10,20 @@ import tornado
 import json
 import time
 import sys
+from git import Repo
+import os
 
 
+if not os.path.exists('datasets_clone'):
+    Repo.clone_from('https://github.com/huggingface/datasets.git', 'datasets_clone')
+
 MAX_SIZE = 40000000000
 # if len(sys.argv) > 1:
 #     path_to_datasets = sys.argv[1]
 # else:
 #     path_to_datasets = None
 
-path_to_datasets = './datasets/datasets/'
+path_to_datasets = 'datasets_clone/datasets/'
 
 ## Hack to extend the width of the main pane.
 def _max_width_():

requirements.txt

@@ -1,4 +1,5 @@
 git+https://github.com/huggingface/datasets.git@master
 streamlit
 pandas>=1.2.4,<1.3
-pyyaml
+pyyaml
+GitPython