test4good commited on
Commit
6a4d5f0
·
verified ·
1 Parent(s): 83bad7a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +12 -2
app.py CHANGED
@@ -2,7 +2,10 @@ import requests
2
  from bs4 import BeautifulSoup
3
  import gradio as gr
4
  from langchain.chains.question_answering import load_qa_chain
5
- from langchain.llms import HuggingFaceHub
 
 
 
6
  from transformers import pipeline
7
  from sentence_transformers import SentenceTransformer
8
  from sklearn.metrics.pairwise import cosine_similarity
@@ -29,7 +32,14 @@ translate_ru_to_en = pipeline("translation", model="Helsinki-NLP/opus-mt-ru-en")
29
 
30
 
31
  # Russian Language Model for QA
32
- llm = HuggingFaceHub(repo_id="DeepPavlov/rubert-base-cased", model_kwargs={"temperature": 0})
 
 
 
 
 
 
 
33
  qa_chain = load_qa_chain(llm, chain_type="stuff")
34
 
35
  # Embedding Model
 
2
  from bs4 import BeautifulSoup
3
  import gradio as gr
4
  from langchain.chains.question_answering import load_qa_chain
5
+ # from langchain.llms import HuggingFaceHub
6
+ from transformers import pipeline
7
+ from langchain.llms import HuggingFacePipeline
8
+ from langchain.chains.question_answering import load_qa_chain
9
  from transformers import pipeline
10
  from sentence_transformers import SentenceTransformer
11
  from sklearn.metrics.pairwise import cosine_similarity
 
32
 
33
 
34
  # Russian Language Model for QA
35
+ #llm = HuggingFaceHub(repo_id="DeepPavlov/rubert-base-cased", model_kwargs={"temperature": 0})
36
+ # Create a QA pipeline using the DeepPavlov model directly
37
+ qa_pipeline = pipeline(
38
+ "question-answering",
39
+ model="DeepPavlov/rubert-base-cased",
40
+ tokenizer="DeepPavlov/rubert-base-cased"
41
+ )
42
+ llm = HuggingFacePipeline(pipeline=qa_pipeline)
43
  qa_chain = load_qa_chain(llm, chain_type="stuff")
44
 
45
  # Embedding Model