Update variables.py

variables.py

@@ -70,32 +70,13 @@ def process_tweets(df,df_users):
     df_tweets = df_tweets.sort_values(by=['creation_time'],ascending=False)
 
     return df_tweets
-    
-@st.experimental_singleton(suppress_st_warning=True)
-def get_latest_file():
-    '''Get the latest file from output folder'''
-
-    # set the directory path
-    directory_path = "/output/"
-    
-    # create a list of all text files in the directory and sort by modification time
-    text_files = sorted(pathlib.Path(directory_path).glob("*.txt"), key=lambda f: f.stat().st_mtime)
-    
-    # get the latest modified file
-    latest_file = text_files[-1]
-    
-    # open the file and read its contents
-    with open(latest_file, "r") as f:
-        file_contents = f.read()
-
-    return file_contents
 
 @st.experimental_singleton(suppress_st_warning=True)
-def embed_tweets(file,model,query):
+def embed_tweets(file,model,query,prompt):
     '''Process file with latest tweets'''
 
     # Split tweets int chunks
-    text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=0)
+    text_splitter = RecursiveCharacterTextSplitter(chunk_size=500, chunk_overlap=50)
     texts = text_splitter.split_text(file)