CamiloVega commited on
Commit
24b149e
·
verified ·
1 Parent(s): e8b6e14

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +30 -19
app.py CHANGED
@@ -1,18 +1,6 @@
1
- import spaces
2
- from transformers import pipeline, AutoModelForCausalLM, AutoTokenizer
3
- import gradio as gr
4
- import torch
5
- import logging
6
- import sys
7
  import os
8
- from accelerate import init_empty_weights
9
  from typing import List, Dict
10
- from langchain.text_splitter import RecursiveCharacterTextSplitter
11
- from langchain.embeddings import HuggingFaceEmbeddings
12
- from langchain.vectorstores import FAISS
13
- from langchain.chains import RetrievalQA
14
- from langchain.prompts import PromptTemplate
15
- from langchain_community.document_loaders import PyPDFLoader
16
 
17
  # Configure logging
18
  logging.basicConfig(
@@ -21,15 +9,38 @@ logging.basicConfig(
21
  )
22
  logger = logging.getLogger(__name__)
23
 
24
- # Get HuggingFace token from environment variable
25
- hf_token = os.environ.get('HUGGINGFACE_TOKEN')
26
- if not hf_token:
27
- logger.error("HUGGINGFACE_TOKEN environment variable not set")
28
- raise ValueError("Please set the HUGGINGFACE_TOKEN environment variable")
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
29
 
30
  # Constants
31
  MODEL_NAME = "meta-llama/Llama-2-7b-chat-hf"
32
- KNOWLEDGE_BASE_DIR = "." # Changed to root directory
33
 
34
  class DocumentLoader:
35
  """Class to manage PDF document loading."""
 
 
 
 
 
 
 
1
  import os
2
+ import logging
3
  from typing import List, Dict
 
 
 
 
 
 
4
 
5
  # Configure logging
6
  logging.basicConfig(
 
9
  )
10
  logger = logging.getLogger(__name__)
11
 
12
+ try:
13
+ # Basic imports first
14
+ import torch
15
+ import gradio as gr
16
+ from langchain.text_splitter import RecursiveCharacterTextSplitter
17
+ from langchain.embeddings import HuggingFaceEmbeddings
18
+ from langchain.vectorstores import FAISS
19
+ from langchain.chains import RetrievalQA
20
+ from langchain.prompts import PromptTemplate
21
+ from langchain.llms import HuggingFacePipeline
22
+ from langchain_community.document_loaders import PyPDFLoader
23
+
24
+ # Now try to import transformers components one by one
25
+ from transformers.pipelines import pipeline
26
+ from transformers import AutoTokenizer, AutoModelForCausalLM
27
+
28
+ # If all imports successful, proceed with spaces import
29
+ import spaces
30
+
31
+ except ImportError as e:
32
+ logger.error(f"Error importing dependencies: {str(e)}")
33
+ logger.error("Trying to install missing packages...")
34
+ os.system('pip install -q transformers torch accelerate safetensors')
35
+
36
+ # Try imports again after installation
37
+ from transformers.pipelines import pipeline
38
+ from transformers import AutoTokenizer, AutoModelForCausalLM
39
+ import spaces
40
 
41
  # Constants
42
  MODEL_NAME = "meta-llama/Llama-2-7b-chat-hf"
43
+ KNOWLEDGE_BASE_DIR = "."
44
 
45
  class DocumentLoader:
46
  """Class to manage PDF document loading."""