Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -2,7 +2,10 @@ import requests
|
|
2 |
from bs4 import BeautifulSoup
|
3 |
import gradio as gr
|
4 |
from langchain.chains.question_answering import load_qa_chain
|
5 |
-
from langchain.llms import HuggingFaceHub
|
|
|
|
|
|
|
6 |
from transformers import pipeline
|
7 |
from sentence_transformers import SentenceTransformer
|
8 |
from sklearn.metrics.pairwise import cosine_similarity
|
@@ -29,7 +32,14 @@ translate_ru_to_en = pipeline("translation", model="Helsinki-NLP/opus-mt-ru-en")
|
|
29 |
|
30 |
|
31 |
# Russian Language Model for QA
|
32 |
-
llm = HuggingFaceHub(repo_id="DeepPavlov/rubert-base-cased", model_kwargs={"temperature": 0})
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
33 |
qa_chain = load_qa_chain(llm, chain_type="stuff")
|
34 |
|
35 |
# Embedding Model
|
|
|
2 |
from bs4 import BeautifulSoup
|
3 |
import gradio as gr
|
4 |
from langchain.chains.question_answering import load_qa_chain
|
5 |
+
# from langchain.llms import HuggingFaceHub
|
6 |
+
from transformers import pipeline
|
7 |
+
from langchain.llms import HuggingFacePipeline
|
8 |
+
from langchain.chains.question_answering import load_qa_chain
|
9 |
from transformers import pipeline
|
10 |
from sentence_transformers import SentenceTransformer
|
11 |
from sklearn.metrics.pairwise import cosine_similarity
|
|
|
32 |
|
33 |
|
34 |
# Russian Language Model for QA
|
35 |
+
#llm = HuggingFaceHub(repo_id="DeepPavlov/rubert-base-cased", model_kwargs={"temperature": 0})
|
36 |
+
# Create a QA pipeline using the DeepPavlov model directly
|
37 |
+
qa_pipeline = pipeline(
|
38 |
+
"question-answering",
|
39 |
+
model="DeepPavlov/rubert-base-cased",
|
40 |
+
tokenizer="DeepPavlov/rubert-base-cased"
|
41 |
+
)
|
42 |
+
llm = HuggingFacePipeline(pipeline=qa_pipeline)
|
43 |
qa_chain = load_qa_chain(llm, chain_type="stuff")
|
44 |
|
45 |
# Embedding Model
|