Update app.py

app.py

@@ -181,18 +181,18 @@ if uploaded_file is not None:
             text = pg.get_text()
             sentences = sentence_tokenize(text)
             for sent in sentences:
-              # x = mask_generation(sent)
+              x = mask_generation(sent)
             
-              # sent_n_q_c=[]  
-              # sent_n = list(set(sent.lower().replace('.',' ').split("\n")))
-              # for i in sent_n:
-              #     for j in i.split(" "):
-              #         sent_n_q_c+=j.split(',')
-              # x_q = x.lower().replace('.',' ').split(' ')    
-              # e=[]
-              # for i in x_q:
-              #    e+=i.split(',')                     
-              # t5_words=set(sent_n_q_c).difference(set(e))      
+              sent_n_q_c=[]  
+              sent_n = list(set(sent.lower().replace('.',' ').split("\n")))
+              for i in sent_n:
+                  for j in i.split(" "):
+                      sent_n_q_c+=j.split(',')
+              x_q = x.lower().replace('.',' ').split(' ')    
+              e=[]
+              for i in x_q:
+                 e+=i.split(',')                     
+              t5_words=set(sent_n_q_c).difference(set(e))      
               entities,words_out = extract_entities(sent)
               # print("\nwords_out:",words_out)
               # print("\nT5",t5_words)
@@ -202,7 +202,7 @@ if uploaded_file is not None:
               new=[]
               for w in words_out:
                 new+=w.split('\n')
-              # words_out+=t5_words
+              words_out+=t5_words
               new+=bert_words
               words_out = [i for i in new if len(i)>3]
               # print("\nfinal:",words_out)