优化情感评分函数中的tokenizer调用，添加线程锁以确保线程安全

preprocess.py

@@ -310,7 +310,8 @@ def get_sentiment_score(text):
         # 处理每个段落 - 模型一
         for segment in segments_one:
             with torch.no_grad():
-                inputs = tokenizer_one(segment, return_tensors="pt", truncation=True, max_length=512)
+                with _tokenizer_lock:
+                    inputs = tokenizer_one(segment, return_tensors="pt", truncation=True, max_length=512)
                 outputs = sa_model_one(**inputs)
                 predictions = torch.nn.functional.softmax(outputs.logits, dim=-1)
                 
@@ -333,7 +334,8 @@ def get_sentiment_score(text):
         # 处理每个段落 - 模型二
         for segment in segments_two:
             with torch.no_grad():
-                inputs = tokenizer_two(segment, return_tensors="pt", truncation=True, max_length=512)
+                with _tokenizer_lock:
+                    inputs = tokenizer_two(segment, return_tensors="pt", truncation=True, max_length=512)
                 outputs = sa_model_two(**inputs)
                 predictions = torch.nn.functional.softmax(outputs.logits, dim=-1)