if __name__ == "__main__": import sys import urllib import urllib.request import tarfile import os if len(sys.argv) < 2: print("No arguments given") pass command = sys.argv.pop(1) if command == "download_knowledge_base": FILE_URL = "https://wikidatafiles.nyc3.digitaloceanspaces.com/Hosting/Hosting/SpacyEntityLinker/datafiles.tar.gz" OUTPUT_TAR_FILE = os.path.abspath( os.path.dirname(__file__)) + '/../data_spacy_entity_linker/wikidb_filtered.tar.gz' OUTPUT_DB_PATH = os.path.abspath(os.path.dirname(__file__)) + '/../data_spacy_entity_linker' if not os.path.exists(OUTPUT_DB_PATH): os.makedirs(OUTPUT_DB_PATH) urllib.request.urlretrieve(FILE_URL, OUTPUT_TAR_FILE) tar = tarfile.open(OUTPUT_TAR_FILE) tar.extractall(OUTPUT_DB_PATH) tar.close() os.remove(OUTPUT_TAR_FILE)