keep warm for 5 minutes
Browse files
README.md
CHANGED
@@ -1,6 +1,6 @@
|
|
1 |
---
|
2 |
title: Beam App
|
3 |
-
emoji:
|
4 |
colorFrom: indigo
|
5 |
colorTo: pink
|
6 |
sdk: static
|
|
|
1 |
---
|
2 |
title: Beam App
|
3 |
+
emoji: 🤖
|
4 |
colorFrom: indigo
|
5 |
colorTo: pink
|
6 |
sdk: static
|
app.py
CHANGED
@@ -91,7 +91,8 @@ def stream(model: PreTrainedModel, tokenizer: PreTrainedTokenizerFast, body: Bod
|
|
91 |
memory="16Gi",
|
92 |
gpu=GpuType.A100_40,
|
93 |
gpu_count=1,
|
94 |
-
timeout=
|
|
|
95 |
image=Image(
|
96 |
python_version="python3.12",
|
97 |
python_packages=[
|
|
|
91 |
memory="16Gi",
|
92 |
gpu=GpuType.A100_40,
|
93 |
gpu_count=1,
|
94 |
+
timeout=5*60, # Time for loading the model and run the server
|
95 |
+
keep_warm_seconds=5*60,
|
96 |
image=Image(
|
97 |
python_version="python3.12",
|
98 |
python_packages=[
|