Update app.py

app.py

@@ -738,11 +738,22 @@ if __name__ == '__main__':
 
                     embeddings_path = os.path.join(os.getenv('HF_HOME'), 'embeddings')
 
+                    def generate_unique_id(existing_ids):
+                        while True:
+                            new_id = uuid.uuid4().int
+                            if new_id not in existing_ids:
+                                return new_id
+
+                    ids = weakDict.all_ids()
+
                     for filename in os.listdir(embeddings_path):
                         if '_ids' in filename:
-                            
+                            list_ids = np.load(os.path.join(embeddings_path, filename), allow_pickle=True).tolist()
+
+                            for i, ids_ in enumerate(ids):
+                                if ids_ in list_ids:
+                                    ids[i] = generate_unique_id(list_ids)
 
-                    ids = weakDict.all_ids()
                     payload_docs = [{ 'text': documents[i], 'metadata': metadata } for i, metadata in enumerate(weakDict.all_metadatas())]
                     
                     client.upsert(