Greums commited on
Commit
f48cd65
·
1 Parent(s): 9fff12f

keep warm for 5 minutes

Browse files
Files changed (2) hide show
  1. README.md +1 -1
  2. app.py +2 -1
README.md CHANGED
@@ -1,6 +1,6 @@
1
  ---
2
  title: Beam App
3
- emoji: 🚀
4
  colorFrom: indigo
5
  colorTo: pink
6
  sdk: static
 
1
  ---
2
  title: Beam App
3
+ emoji: 🤖
4
  colorFrom: indigo
5
  colorTo: pink
6
  sdk: static
app.py CHANGED
@@ -91,7 +91,8 @@ def stream(model: PreTrainedModel, tokenizer: PreTrainedTokenizerFast, body: Bod
91
  memory="16Gi",
92
  gpu=GpuType.A100_40,
93
  gpu_count=1,
94
- timeout=900, # Time for loading the model and run the server
 
95
  image=Image(
96
  python_version="python3.12",
97
  python_packages=[
 
91
  memory="16Gi",
92
  gpu=GpuType.A100_40,
93
  gpu_count=1,
94
+ timeout=5*60, # Time for loading the model and run the server
95
+ keep_warm_seconds=5*60,
96
  image=Image(
97
  python_version="python3.12",
98
  python_packages=[