Tuchuanhuhuhu commited on
Commit
fe0c8bd
·
1 Parent(s): dc61f72

改进生成 embedding 时的稳定性

Browse files
Files changed (1) hide show
  1. modules/index_func.py +4 -1
modules/index_func.py CHANGED
@@ -83,7 +83,10 @@ def get_documents(file_src):
83
  logging.error(f"Error loading file: {filename}")
84
  traceback.print_exc()
85
 
86
- texts = text_splitter.split_documents([texts])
 
 
 
87
  documents.extend(texts)
88
  logging.debug("Documents loaded.")
89
  return documents
 
83
  logging.error(f"Error loading file: {filename}")
84
  traceback.print_exc()
85
 
86
+ try:
87
+ texts = text_splitter.split_documents(texts)
88
+ except AttributeError:
89
+ texts = text_splitter.split_documents([texts])
90
  documents.extend(texts)
91
  logging.debug("Documents loaded.")
92
  return documents