re configured the prompts

CHANGELOG.txt

@@ -1,3 +1,4 @@
 2023-11-30 pipeline with only document retrieval
 2024-08-23 azure app serice , open ai 'gpt4o mini'
-2024-10-16 Code Refactor
+2024-10-16 Code Refactor
+2024-10-21 Reconfogured the prompts from open ai to mistral, fixed agent changes

app.py

@@ -25,6 +25,11 @@ from fastapi.middleware.cors import CORSMiddleware
 from reggpt.configs.api import API_TITLE, API_VERSION, API_DESCRIPTION 
 from reggpt.api.router import ChatAPI
 
+from dotenv import load_dotenv
+import os
+
+load_dotenv()
+
 def filer():
     return "reggpt/logs/log"
     # today = datetime.datetime.today()
@@ -32,19 +37,19 @@ def filer():
     # return log_filename
 
 
-file_handler = logging.FileHandler(filer())
-# file_handler = logging.handlers.TimedRotatingFileHandler(filer(),when="D")
-file_handler.setLevel(logging.INFO)
+# file_handler = logging.FileHandler(filer())
+# # file_handler = logging.handlers.TimedRotatingFileHandler(filer(),when="D")
+# file_handler.setLevel(logging.INFO)
 
-logging.basicConfig(
-    level=logging.DEBUG,
-    format="%(asctime)s %(levelname)s (%(name)s) : %(message)s",
-    datefmt="%Y-%m-%d %H:%M:%S",
-    handlers=[file_handler],
-    force=True,
-)
+# logging.basicConfig(
+#     level=logging.DEBUG,
+#     format="%(asctime)s %(levelname)s (%(name)s) : %(message)s",
+#     datefmt="%Y-%m-%d %H:%M:%S",
+#     handlers=[file_handler],
+#     force=True,
+# )
 
-logger = logging.getLogger(__name__)
+# logger = logging.getLogger(__name__)
 
 load_dotenv()
 host = os.environ.get("APP_HOST")

reggpt/configs/logger.py

@@ -1,15 +1,17 @@
 import logging
 import time
-# from functools import wraps
+import sys
+import codecs
+sys.stdout = codecs.getwriter("utf-8")(sys.stdout.detach())
+sys.stderr = codecs.getwriter("utf-8")(sys.stderr.detach())
 
 logger = logging.getLogger(__name__)
 
 stream_handler = logging.StreamHandler()
 log_filename = "output.log"
-file_handler = logging.FileHandler(filename=log_filename)
+file_handler = logging.FileHandler(filename=log_filename , encoding='utf-8')
 handlers = [stream_handler, file_handler]
 
-
 class TimeFilter(logging.Filter):
     def filter(self, record):
         return "Running" in record.getMessage()
@@ -24,6 +26,8 @@ logging.basicConfig(
     handlers=handlers,
 )
 
+import logging
+
 
 def time_logger(func):
     """Decorator function to log time taken by any function."""

reggpt/controller/agent.py

@@ -15,10 +15,14 @@ from reggpt.routers.out_of_domain import run_out_of_domain_chain
 from reggpt.routers.general import run_general_qa_chain
 from reggpt.routers.qa import run_qa_chain
 from reggpt.agents.qa_agent import run_qa_agent
-
+from langchain.globals import set_verbose
+from langchain.globals import set_debug
+set_verbose(True)
+# set_debug(True)
 
 def chain_selector(chain_type, query):
     chain_type = chain_type.lower().strip()
+    print(chain_type)
     logger.info(f"chain_selector : chain_type: {chain_type} Question: {query}")
 
     if "greeting" in chain_type:

reggpt/prompts/general.py

@@ -21,7 +21,21 @@ Additionally, it's important to note that this AI assistant has access to an int
 Question: {question}
 """
 
+general_qa_template_OPENAI_V0="""
+You are an AI assistant developed by IronOne Technologies, specializing in providing expert guidance on the rules and regulations issued by the Central Bank of Sri Lanka.
+You are capable of assisting users with accurate, up-to-date information regarding banking laws, financial regulations, compliance guidelines, and other directives set forth by the Central Bank of Sri lanka.
+Greetings are used to say 'hello' and 'how are you?' and to say 'goodbye' and 'nice speaking with you.' and 'hi, I'm (user's name).'
+Greetings are words used when we want to introduce ourselves to others and when we want to find out how someone is feeling.
+
+You can only reply to the user's greetings. 
+If the question is a greeting, reply accordingly as the AI assistant of company boardpac. 
+If the quesiton is "What are your strengths?", "what can you do?" or "Who are you?". Reply with the capabilities of the AI assistant.
+If the question is not related to greetings and Trading or invest , say that it is out of your domain.
+If the question is not clear enough, ask for more details and don't try to make up answers.
+
+Question: {question}
+"""
 # general_qa_chain_prompt = PromptTemplate(
 #     input_variables=["question"], template=general_qa_template_Mixtral_V0
 # )
-general_qa_chain_prompt = PromptTemplate.from_template(general_qa_template_Mixtral_V0)
+general_qa_chain_prompt = PromptTemplate.from_template(general_qa_template_OPENAI_V0)

reggpt/prompts/retrieval.py

@@ -4,13 +4,11 @@ retrieval_qa_template = (
 """<<SYS>>
 You are the AI assistant of company 'boardpac' which provide services to company board members related to banking and financial sector.
 
-please answer the question based on the chat history provided below.  Answer should be short and simple as possible and on to the point.
-<chat history>: {chat_history}
-
 If the  question is related to welcomes and greetings answer accordingly.
 
 Else If the question is related to Banking and Financial Services Sector like Banking & Financial regulations, legal framework, governance framework, compliance requirements as per Central Bank regulations.
 please answer the question based only on the information provided in following central bank documents published in various years.
+
 The published year is mentioned as the  metadata 'year' of each source document.
 Please notice that content of a one document of a past year can updated by a new document from a recent year.
 Always try to answer with latest information and mention the year which information extracted.
@@ -19,15 +17,43 @@ If you dont know the answer say you dont know, dont try to makeup answers. Dont
 <</SYS>>
 
 [INST]
+This is the context provided to answer the question.
+
 <DOCUMENTS>
+
 {context}
 </DOCUMENTS>
 
+Using the context provided above, please answer the following question.
 Question : {question}[/INST]"""
 )
 
+retrieval_qa_OPENAI_template = (
+"""
+You are an AI assistant developed by IronOne Technologies, specializing in providing expert guidance on the rules and regulations issued by the Central Bank of Sri Lanka.
+
+You assist users with accurate, up-to-date information regarding banking laws, financial regulations, compliance guidelines, and other directives set forth by the Central Bank of Sri Lanka. Please answer the question based only on the information provided in the following Central Bank documents published in various years.
+
+The published year is mentioned as the metadata 'year' of each source document. Note that a document from a past year may be updated by a more recent document. Always try to answer with the latest information and mention the year the information was extracted. If you don't know the answer, say you don't know; do not fabricate responses or add any extra details not mentioned in the context.
+
+Rephrasing Requirement: If the question includes the terms 'Sri Lanka', 'Central Bank of Sri Lanka,' 'CBSL,' or 'Central Bank,' first rephrase the question to refer to it simply as 'Central Bank.'
+
+Answer the following question based only on the provided context in a simple, concise manner:
+
+Context: {context}
+Question: {question}
+
+Important and Urgent Guidelines:
+- Do not use symbols like #, *, etc., in your answer.
+
+
+
+Always include the full reference to 'Central Bank of Sri Lanka' in your answer. Only return the answer.
+"""
+)
+
 
 retrieval_qa_chain_prompt = PromptTemplate(
     input_variables=["question", "context", "chat_history"], 
-    template=retrieval_qa_template
+    template=retrieval_qa_OPENAI_template
 )

reggpt/prompts/router.py

@@ -12,7 +12,44 @@ If a user asks a question you have to classify it to following 3 types Relevant,
  
 Give the correct name of question type. If you are not sure return "Not Sure" instead.
  
+Question : {question}
+"""
+
+router_template_OPENAI_V0= """
+You are an AI assistant developed by IronOne Technologies, specializing in providing expert guidance on the rules and regulations issued by the Central Bank of Sri Lanka.
+
+If a user asks a question you have to classify it to following 3 categories Relevant, Greeting, or Complex. 
+
+"Relevant”: If the question is related to the Banking & Financial regulations, legal framework, governance framework, compliance requirements as per Central Bank regulations 
+"Complex" :  If the question involves 2 or more sub questions using words like 'and' that are related to the Banking & Financial regulations, legal framework, governance framework, compliance requirements as per Central Bank regulations. For example 'What are the main macroeconomic objectives of the central bank and is adjusting the inflation rate any of them?' 
+"Greeting”: If the question is about yourself like 'who are you?' or if it is a greeting like good morning, hi my name is., thank you. Or if the question is about your strenghts and capabilities.
+
+Here are some example questions and its relevant category.
+Question: "What are the latest Ammenments to the Banking Act and when it was published?"
+Category: Complex
+
+Question: "What is the main objective of the Central Bank?"
+Category: Relevant
+
+Question: "Hi, I am John. Can you help me with the latest Banking regulations?"
+Category: Greeting
+
+Question: "What is the weather today?"
+Category: Other
+
+Question: "What is the current intrest rate in Sri lanka and what was the main target for imposing that rate?"
+Category: Complex
+
+Question: "What is the support given to Women Entrepreneurs by the CBSL?" 
+Category: Relevant
+
+Question: "What are your strengths?"
+Category: Greeting
+
+Important and Urgent : check the user's question and answer and If the Question is not simillar to its category then give the answer as 'Other'.
+Give the correct name of question type only. If you are not sure or the question is not clear return "Other" instead.
+
 Question : {question}
 """
 # router_prompt=PromptTemplate(input_variables=["question"],template=router_template_Mixtral_V0)
-router_prompt=PromptTemplate.from_template(router_template_Mixtral_V0)
+router_prompt=PromptTemplate.from_template(router_template_OPENAI_V0)

reggpt/routers/qa.py

@@ -43,6 +43,8 @@ def run_qa_chain(query):
         start = time.time()
         # res = qa_chain(query)
         res = qa_chain.invoke({"question": query, "chat_history":""})
+        if 'I dont know' in res["answer"] or "don't know" in res["answer"]:
+            res['answer'] = "I currently do not have the information to answer this question. Please rephrase your question or ask another question." 
         # res = response
         # answer, docs = res['result'],res['source_documents']
         end = time.time()