File size: 1,267 Bytes
52e1a41
0fc1a6b
 
 
 
 
328e645
 
 
 
d5e8818
328e645
80be3f6
 
 
328e645
 
a6a2e04
328e645
 
 
 
d90dec6
 
1f519c3
 
0ac0496
1f17321
 
 
328e645
d90dec6
328e645
bdddc73
 
885666a
328e645
9ca9a47
328e645
 
 
 
 
d90dec6
e4fb674
328e645
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
FROM nvidia/cuda:12.2.2-cudnn8-devel-ubuntu22.04

ARG DEBIAN_FRONTEND=noninteractive

RUN apt-get update && apt-get install --no-install-recommends -y \
  build-essential \
  ffmpeg \
  libsm6 \
  libxext6 \
  python3-pip \
  python3-dev \
  ninja-build \
  libmagic-dev \
  pandoc>=2.14.2 \
  libreoffice \
  tesseract-ocr \
  poppler-utils \
  git \
  && apt-get clean && rm -rf /var/lib/apt/lists/*

WORKDIR /app

COPY ./requirements.txt /app/requirements.txt
RUN pip3 install --no-cache-dir --upgrade -r /app/requirements.txt

RUN CMAKE_ARGS="-DLLAMA_CUDA=on" pip3 install --no-cache-dir llama-cpp-python

RUN useradd -m -u 1000 user
USER user

ENV HOME=/home/user \
	PATH=/home/user/.local/bin:$PATH \
    PYTHONPATH=$HOME/app \
    PYTHONUNBUFFERED=1 \
    NVIDIA_VISIBLE_DEVICES=all \
    NVIDIA_DRIVER_CAPABILITIES=compute,utility \
	SYSTEM=spaces \
    HF_HOME=/data

WORKDIR $HOME/app

COPY --chown=user . $HOME/app

EXPOSE 8501

CMD streamlit run app.py \
    --server.headless true \
    --server.enableCORS false \
    --server.enableXsrfProtection false \
    --server.fileWatcherType watchdog \
    --theme.backgroundColor "#EEE3D3" \
    --theme.secondaryBackgroundColor "#CCC8C2" \
    --theme.primaryColor "#EF792D" \
    --theme.textColor "#7D6654"