ginipick commited on
Commit
d81053d
·
verified ·
1 Parent(s): 651fcfe

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -3,13 +3,11 @@ from huggingface_hub import InferenceClient
3
  import os
4
  import pandas as pd
5
  from typing import List, Dict, Tuple
6
- import json
7
  import io
8
  import traceback
9
  import csv
10
  from functools import lru_cache
11
  from concurrent.futures import ThreadPoolExecutor
12
- import math
13
  import nltk
14
  from nltk.tokenize import sent_tokenize
15
  from transformers import AutoTokenizer
@@ -47,6 +45,9 @@ def chunk_text(text: str, chunk_size: int = 500) -> List[str]:
47
  chunks.append(' '.join(current_chunk))
48
  return chunks
49
 
 
 
 
50
 
51
 
52
 
 
3
  import os
4
  import pandas as pd
5
  from typing import List, Dict, Tuple
 
6
  import io
7
  import traceback
8
  import csv
9
  from functools import lru_cache
10
  from concurrent.futures import ThreadPoolExecutor
 
11
  import nltk
12
  from nltk.tokenize import sent_tokenize
13
  from transformers import AutoTokenizer
 
45
  chunks.append(' '.join(current_chunk))
46
  return chunks
47
 
48
+ # 나머지 코드는 이전과 동일하게 유지
49
+
50
+
51
 
52
 
53