Update app.py

app.py

@@ -1,3 +1,4 @@
+import os
 from langchain_community.document_loaders import PyMuPDFLoader
 from langchain.text_splitter import RecursiveCharacterTextSplitter
 from langchain_openai import OpenAIEmbeddings, ChatOpenAI
@@ -10,10 +11,22 @@ from qdrant_client.http.models import Distance, VectorParams
 from operator import itemgetter
 import chainlit as cl
 
-# Load the documents
-pdf_loader_NIST = PyMuPDFLoader("data/NIST.AI.600-1.pdf").load()
-pdf_loader_Blueprint = PyMuPDFLoader("data/Blueprint-for-an-AI-Bill-of-Rights.pdf").load()
-documents = pdf_loader_NIST + pdf_loader_Blueprint
+# # Load the documents
+# pdf_loader_NIST = PyMuPDFLoader("data/NIST.AI.600-1.pdf").load()
+# pdf_loader_Blueprint = PyMuPDFLoader("data/Blueprint-for-an-AI-Bill-of-Rights.pdf").load()
+# documents = pdf_loader_NIST + pdf_loader_Blueprint
+
+# List to store all the documents
+documents = []
+directory = "data/"
+
+# Iterate through all the files in the directory
+for filename in os.listdir(directory):
+    if filename.endswith(".pdf"):  # Check if the file is a PDF
+        file_path = os.path.join(directory, filename)
+        loader = PyMuPDFLoader(file_path)
+        docs = loader.load()
+        all_docs.extend(docs)
 
 # Split the documents
 text_splitter = RecursiveCharacterTextSplitter(