""" /************************************************************************* * * CONFIDENTIAL * __________________ * * Copyright (2023-2024) AI Labs, IronOne Technologies, LLC * All Rights Reserved * * Author : Theekshana Samaradiwakara * Description :Python Backend API to chat with private data * CreatedDate : 14/11/2023 * LastModifiedDate : 18/03/2024 *************************************************************************/ """ import os import time import logging logger = logging.getLogger(__name__) from dotenv import load_dotenv from fastapi import HTTPException from reggpt.chains.llmChain import get_qa_chain, get_general_qa_chain, get_router_chain from reggpt.configs.model import QA_MODEL_TYPE, GENERAL_QA_MODEL_TYPE, ROUTER_MODEL_TYPE, Multi_Query_MODEL_TYPE from reggpt.utils.retriever import load_ensemble_retriever load_dotenv() verbose = os.environ.get('VERBOSE') qa_model_type=QA_MODEL_TYPE general_qa_model_type=GENERAL_QA_MODEL_TYPE router_model_type=ROUTER_MODEL_TYPE #"google/flan-t5-xxl" multi_query_model_type=Multi_Query_MODEL_TYPE #"google/flan-t5-xxl" # model_type="tiiuae/falcon-7b-instruct" # retriever=load_faiss_retriever() retriever=load_ensemble_retriever() # retriever=load_multi_query_retriever(multi_query_model_type) logger.info("retriever loaded:") qa_chain= get_qa_chain(qa_model_type,retriever) general_qa_chain= get_general_qa_chain(general_qa_model_type) router_chain= get_router_chain(router_model_type)