matthoffner
commited on
Commit
•
7fdf7e0
1
Parent(s):
9e9fcb0
Update main.py
Browse files
main.py
CHANGED
@@ -1,6 +1,6 @@
|
|
1 |
import json
|
2 |
import markdown
|
3 |
-
from typing import List, Dict, Any, Generator
|
4 |
from functools import partial
|
5 |
|
6 |
import fastapi
|
@@ -14,8 +14,6 @@ from anyio.to_thread import run_sync
|
|
14 |
from ctransformers import AutoModelForCausalLM
|
15 |
from pydantic import BaseModel
|
16 |
|
17 |
-
|
18 |
-
|
19 |
llm = AutoModelForCausalLM.from_pretrained("TheBloke/WizardCoder-15B-1.0-GGML",
|
20 |
model_file="WizardCoder-15B-1.0.ggmlv3.q4_0.bin",
|
21 |
model_type="starcoder")
|
|
|
1 |
import json
|
2 |
import markdown
|
3 |
+
from typing import Callable, List, Dict, Any, Generator
|
4 |
from functools import partial
|
5 |
|
6 |
import fastapi
|
|
|
14 |
from ctransformers import AutoModelForCausalLM
|
15 |
from pydantic import BaseModel
|
16 |
|
|
|
|
|
17 |
llm = AutoModelForCausalLM.from_pretrained("TheBloke/WizardCoder-15B-1.0-GGML",
|
18 |
model_file="WizardCoder-15B-1.0.ggmlv3.q4_0.bin",
|
19 |
model_type="starcoder")
|