Spaces:
Sleeping
Sleeping
dongyh20
commited on
Commit
·
89950c8
1
Parent(s):
a5ccfcb
update space
Browse files
app.py
CHANGED
@@ -56,6 +56,20 @@ from ola.mm_utils import get_model_name_from_path, KeywordsStoppingCriteria, pro
|
|
56 |
from ola.constants import IGNORE_INDEX, DEFAULT_IMAGE_TOKEN, IMAGE_TOKEN_INDEX, DEFAULT_SPEECH_TOKEN
|
57 |
from ola.CosyVoice_main.cosyvoice.cli.cosyvoice import CosyVoice
|
58 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
59 |
model_path = "THUdyh/Ola-7b"
|
60 |
tokenizer, model, image_processor, _ = load_pretrained_model(model_path, None)
|
61 |
model = model.to('cuda').eval()
|
|
|
56 |
from ola.constants import IGNORE_INDEX, DEFAULT_IMAGE_TOKEN, IMAGE_TOKEN_INDEX, DEFAULT_SPEECH_TOKEN
|
57 |
from ola.CosyVoice_main.cosyvoice.cli.cosyvoice import CosyVoice
|
58 |
|
59 |
+
from huggingface_hub import hf_hub_download
|
60 |
+
|
61 |
+
whisper_path = hf_hub_download(
|
62 |
+
repo_id="THUdyh/Ola-7b",
|
63 |
+
filename="large-v3.pt",
|
64 |
+
local_dir="./"
|
65 |
+
)
|
66 |
+
|
67 |
+
beats_path = hf_hub_download(
|
68 |
+
repo_id="THUdyh/Ola-7b",
|
69 |
+
filename="BEATs_iter3_plus_AS2M_finetuned_on_AS2M_cpt2.pt",
|
70 |
+
local_dir="./"
|
71 |
+
)
|
72 |
+
|
73 |
model_path = "THUdyh/Ola-7b"
|
74 |
tokenizer, model, image_processor, _ = load_pretrained_model(model_path, None)
|
75 |
model = model.to('cuda').eval()
|