Arun Kumar Tiwary
commited on
Commit
•
55e0718
1
Parent(s):
328378a
Update README.md
Browse files
README.md
CHANGED
|
@@ -1,10 +1,7 @@
|
|
| 1 |
# Setup MLC-LLM on CPU on UBUNTU 22.04 LTS
|
| 2 |
|
|
|
|
| 3 |
sudo apt update
|
| 4 |
sudo apt install ocl-icd-opencl-dev clinfo vulkan-tools
|
| 5 |
python -m pip install --pre -U -f https://mlc.ai/wheels mlc-llm-nightly mlc-ai-nightly
|
| 6 |
mlc_llm chat HF://mlc-ai/Llama-3-8B-Instruct-q4f16_1-MLC
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
|
|
|
| 1 |
# Setup MLC-LLM on CPU on UBUNTU 22.04 LTS
|
| 2 |
|
| 3 |
+
```sh
|
| 4 |
sudo apt update
|
| 5 |
sudo apt install ocl-icd-opencl-dev clinfo vulkan-tools
|
| 6 |
python -m pip install --pre -U -f https://mlc.ai/wheels mlc-llm-nightly mlc-ai-nightly
|
| 7 |
mlc_llm chat HF://mlc-ai/Llama-3-8B-Instruct-q4f16_1-MLC
|
|
|
|
|
|
|
|
|
|
|
|