Update app.py
Browse files
app.py
CHANGED
@@ -25,11 +25,30 @@ def get_pdf_text(pdf_docs):
|
|
25 |
pdf_doc = pdf_loader.load() # ν
μ€νΈλ₯Ό μΆμΆν©λλ€.
|
26 |
return pdf_doc # μΆμΆν ν
μ€νΈλ₯Ό λ°νν©λλ€.
|
27 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
28 |
# κ³Όμ
|
29 |
# μλ ν
μ€νΈ μΆμΆ ν¨μλ₯Ό μμ±
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
30 |
|
31 |
-
|
32 |
-
|
33 |
|
34 |
|
35 |
def get_csv_file(csv_docs):
|
@@ -41,9 +60,20 @@ def get_csv_file(csv_docs):
|
|
41 |
csv_doc = loader.load()
|
42 |
return csv_doc # μΆμΆν ν
μ€νΈλ₯Ό λ°νν©λλ€.
|
43 |
|
44 |
-
def get_json_file(docs):
|
45 |
-
pass
|
46 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
47 |
|
48 |
# λ¬Έμλ€μ μ²λ¦¬νμ¬ ν
μ€νΈ μ²ν¬λ‘ λλλ ν¨μμ
λλ€.
|
49 |
def get_text_chunks(documents):
|
|
|
25 |
pdf_doc = pdf_loader.load() # ν
μ€νΈλ₯Ό μΆμΆν©λλ€.
|
26 |
return pdf_doc # μΆμΆν ν
μ€νΈλ₯Ό λ°νν©λλ€.
|
27 |
|
28 |
+
|
29 |
+
# PDF λ¬Έμλ‘λΆν° ν
μ€νΈλ₯Ό μΆμΆνλ ν¨μμ
λλ€.
|
30 |
+
def get_pdf_text(pdf_docs):
|
31 |
+
temp_dir = tempfile.TemporaryDirectory() # μμ λλ ν 리λ₯Ό μμ±ν©λλ€.
|
32 |
+
temp_filepath = os.path.join(temp_dir.name, pdf_docs.name) # μμ νμΌ κ²½λ‘λ₯Ό μμ±ν©λλ€.
|
33 |
+
with open(temp_filepath, "wb") as f: # μμ νμΌμ λ°μ΄λ리 μ°κΈ° λͺ¨λλ‘ μ½λλ€.
|
34 |
+
f.write(pdf_docs.getvalue()) # PDF λ¬Έμμ λ΄μ©μ μμ νμΌμ μλλ€.
|
35 |
+
pdf_loader = PyPDFLoader(temp_filepath) # PyPDFLoaderλ₯Ό μ¬μ©ν΄ PDFλ₯Ό λ‘λν©λλ€.
|
36 |
+
pdf_doc = pdf_loader.load() # ν
μ€νΈλ₯Ό μΆμΆν©λλ€.
|
37 |
+
return pdf_doc # μΆμΆν ν
μ€νΈλ₯Ό λ°νν©λλ€.
|
38 |
+
|
39 |
+
|
40 |
# κ³Όμ
|
41 |
# μλ ν
μ€νΈ μΆμΆ ν¨μλ₯Ό μμ±
|
42 |
+
def get_text_file(text_docs):
|
43 |
+
temp_dir = tempfile.TemporaryDirectory() # μμ λλ ν 리λ₯Ό μμ±ν©λλ€.
|
44 |
+
temp_filepath = os.path.join(temp_dir.name, text_docs.name) # μμ νμΌ κ²½λ‘λ₯Ό μμ±ν©λλ€.
|
45 |
+
|
46 |
+
# ν
μ€νΈ νμΌμ λ΄μ©μ μ½μ΄μ΅λλ€.
|
47 |
+
with open(temp_filepath, "r", encoding="utf-8") as f:
|
48 |
+
text_content = f.read()
|
49 |
|
50 |
+
# μ½μ΄μ¨ ν
μ€νΈ λ΄μ©μ λ°νν©λλ€.
|
51 |
+
return text_content
|
52 |
|
53 |
|
54 |
def get_csv_file(csv_docs):
|
|
|
60 |
csv_doc = loader.load()
|
61 |
return csv_doc # μΆμΆν ν
μ€νΈλ₯Ό λ°νν©λλ€.
|
62 |
|
|
|
|
|
63 |
|
64 |
+
def get_json_file(json_docs):
|
65 |
+
temp_dir = tempfile.TemporaryDirectory() # μμ λλ ν 리λ₯Ό μμ±ν©λλ€.
|
66 |
+
temp_filepath = os.path.join(temp_dir.name, json_docs.name) # μμ νμΌ κ²½λ‘λ₯Ό μμ±ν©λλ€.
|
67 |
+
with open(temp_filepath, "wb") as f: # μμ νμΌμ λ°μ΄λ리 μ°κΈ° λͺ¨λλ‘ μ½λλ€.
|
68 |
+
f.write(json_docs.getvalue()) # PDF λ¬Έμμ λ΄μ©μ μμ νμΌμ μλλ€.
|
69 |
+
loader = JSONLoader(
|
70 |
+
file_path=temp_filepath,
|
71 |
+
jq_schema='.content',
|
72 |
+
text_content=False,
|
73 |
+
json_lines=True)
|
74 |
+
|
75 |
+
json_docs = loader.load()
|
76 |
+
return json_docs
|
77 |
|
78 |
# λ¬Έμλ€μ μ²λ¦¬νμ¬ ν
μ€νΈ μ²ν¬λ‘ λλλ ν¨μμ
λλ€.
|
79 |
def get_text_chunks(documents):
|