Update app.py

app.py

@@ -195,8 +195,8 @@ class PdfQA:
             text_splitter = CharacterTextSplitter(chunk_size=100, chunk_overlap=0)
             texts = text_splitter.split_documents(documents)
             # text_splitter = TokenTextSplitter(chunk_size=100, chunk_overlap=10, encoding_name="cl100k_base")  # This the encoding for text-embedding-ada-002
-            text_splitter = TokenTextSplitter(chunk_size=100, chunk_overlap=10)  # This the encoding for text-embedding-ada-002
-            texts = text_splitter.split_documents(texts)
+            #text_splitter = TokenTextSplitter(chunk_size=100, chunk_overlap=10)  # This the encoding for text-embedding-ada-002
+            #texts = text_splitter.split_documents(texts)
 
             ## 3. Create Embeddings and add to chroma store
             ##TODO: Validate if self.embedding is not None