Update app.py
Browse files
app.py
CHANGED
@@ -3,13 +3,11 @@ from huggingface_hub import InferenceClient
|
|
3 |
import os
|
4 |
import pandas as pd
|
5 |
from typing import List, Dict, Tuple
|
6 |
-
import json
|
7 |
import io
|
8 |
import traceback
|
9 |
import csv
|
10 |
from functools import lru_cache
|
11 |
from concurrent.futures import ThreadPoolExecutor
|
12 |
-
import math
|
13 |
import nltk
|
14 |
from nltk.tokenize import sent_tokenize
|
15 |
from transformers import AutoTokenizer
|
@@ -47,6 +45,9 @@ def chunk_text(text: str, chunk_size: int = 500) -> List[str]:
|
|
47 |
chunks.append(' '.join(current_chunk))
|
48 |
return chunks
|
49 |
|
|
|
|
|
|
|
50 |
|
51 |
|
52 |
|
|
|
3 |
import os
|
4 |
import pandas as pd
|
5 |
from typing import List, Dict, Tuple
|
|
|
6 |
import io
|
7 |
import traceback
|
8 |
import csv
|
9 |
from functools import lru_cache
|
10 |
from concurrent.futures import ThreadPoolExecutor
|
|
|
11 |
import nltk
|
12 |
from nltk.tokenize import sent_tokenize
|
13 |
from transformers import AutoTokenizer
|
|
|
45 |
chunks.append(' '.join(current_chunk))
|
46 |
return chunks
|
47 |
|
48 |
+
# 나머지 코드는 이전과 동일하게 유지
|
49 |
+
|
50 |
+
|
51 |
|
52 |
|
53 |
|