danicafisher commited on
Commit
b90ff74
1 Parent(s): 4a39254

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -3
app.py CHANGED
@@ -17,9 +17,12 @@ pdf_loader_Blueprint = PDFFileLoader("data/Blueprint-for-an-AI-Bill-of-Rights.pd
17
  documents_NIST = pdf_loader_NIST.load_documents()
18
  documents_Blueprint = pdf_loader_Blueprint.load_documents()
19
 
20
- text_splitter = CharacterTextSplitter()
21
- split_documents_NIST = text_splitter.split_texts(documents_NIST)
22
- split_documents_Blueprint = text_splitter.split_texts(documents_Blueprint)
 
 
 
23
 
24
 
25
  RAG_PROMPT_TEMPLATE = """ \
 
17
  documents_NIST = pdf_loader_NIST.load_documents()
18
  documents_Blueprint = pdf_loader_Blueprint.load_documents()
19
 
20
+ # text_splitter = CharacterTextSplitter()
21
+ text_splitter = RecursiveCharacterTextSplitter(chunk_size=500, chunk_overlap=40)
22
+ split_documents_NIST = text_splitter.split_text(documents_NIST)
23
+ split_documents_Blueprint = text_splitter.split_text(documents_Blueprint)
24
+ # split_documents_NIST = text_splitter.split_texts(documents_NIST)
25
+ # split_documents_Blueprint = text_splitter.split_texts(documents_Blueprint)
26
 
27
 
28
  RAG_PROMPT_TEMPLATE = """ \