Spaces:
Running
on
Zero
Running
on
Zero
Fix(MInference): fix the env
Browse files
app.py
CHANGED
@@ -9,17 +9,12 @@ subprocess.run(
|
|
9 |
shell=True,
|
10 |
)
|
11 |
subprocess.run(
|
12 |
-
"pip install flash-attn --no-build-isolation",
|
13 |
env={"FLASH_ATTENTION_SKIP_CUDA_BUILD": "TRUE"},
|
14 |
shell=True,
|
15 |
)
|
16 |
subprocess.run(
|
17 |
-
"pip install
|
18 |
-
env={"FLASH_ATTENTION_SKIP_CUDA_BUILD": "TRUE"},
|
19 |
-
shell=True,
|
20 |
-
)
|
21 |
-
subprocess.run(
|
22 |
-
"pip install pycuda==2023.1",
|
23 |
env={"CPATH": "$CPATH:/usr/local/cuda/include", "LIBRARY_PATH": "$LIBRARY_PATH:/usr/local/cuda/lib64"},
|
24 |
shell=True,
|
25 |
)
|
|
|
9 |
shell=True,
|
10 |
)
|
11 |
subprocess.run(
|
12 |
+
"/home/user/.pyenv/shims/pip install flash-attn --no-build-isolation",
|
13 |
env={"FLASH_ATTENTION_SKIP_CUDA_BUILD": "TRUE"},
|
14 |
shell=True,
|
15 |
)
|
16 |
subprocess.run(
|
17 |
+
"/home/user/.pyenv/shims/pip install pycuda==2023.1",
|
|
|
|
|
|
|
|
|
|
|
18 |
env={"CPATH": "$CPATH:/usr/local/cuda/include", "LIBRARY_PATH": "$LIBRARY_PATH:/usr/local/cuda/lib64"},
|
19 |
shell=True,
|
20 |
)
|