llama2-docker-compose / haproxy.cfg
Arun Kumar Tiwary
Upload folder using huggingface_hub
253fe6a verified
raw
history blame contribute delete
373 Bytes
global
log stdout format raw local0
defaults
log global
mode http
option httplog
timeout connect 5000ms
timeout client 50000ms
timeout server 50000ms
frontend http_front
bind *:80
default_backend model_backend
backend model_backend
balance roundrobin
server model1 model1:80 check
server model2 model2:80 check