run.sh

#!/bin/bash

export TRANSFORMERS_CACHE=/root/.cache 
export CMAKE_ARGS="-DLLAMA_CUBLAS=on"
export FORCE_CMAKE=1
export PIP_ROOT_USER_ACTION=ignore

exec pip install --timeout 100 -r requirements.txt
exec python ./ingest.py --device_type cuda
exec python ./run_localGPT.py --device_type cuda