File size: 1,973 Bytes
d82d9bc
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9e062cd
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
import json
import os
import dotenv
from summarize_paper import summarize_paper
from fetch_data import fetch_paper_data_with_category
from post_blog import post_blog

# Load environment variables
dotenv.load_dotenv()
summarizer_api_key = os.getenv("SUMMARIZER_API_KEY")
access_key = os.getenv("ACCESS_KEY")

def paper_data(paper_data):
    data = {"status": "success"}
    data['data'] = {}
    paper_data = json.loads(paper_data)
    for category, papers in paper_data.items():
            print(f"Processing category: {category}")
            data['data'][category] = {}
            for paper_id, details in papers.items():
                doi = details.get("doi")
                pdf_url = details.get("pdf_url")
                title = details.get("title")
                citation = details.get("citation")
                if not all([paper_id, doi, pdf_url, title, citation]):
                    print(f"Skipping paper with ID: {paper_id} (missing details)")
                    continue
                summary, mindmap = summarize_paper(pdf_url, paper_id, summarizer_api_key)
                post_blog(title, category, summary, mindmap, citation, access_key)
                data['data'][category][paper_id] = {
                    "id": paper_id,
                    "doi": doi,
                    "title": title,
                    "category": category,
                    "citation": citation,
                    "summary": summary,
                    "mindmap": mindmap,
                }
    output_file = "paper_data_with_summary.json"
    data = json.dumps(data, indent=4, ensure_ascii=False)
    with open(output_file, "w", encoding="utf-8") as file:
            json.dump(data, file, indent=4)
    print(f"Processed data saved to {output_file}")
    return data

def post_blogpost(uaccess_key):
    if uaccess_key != access_key:
        return False
    data = fetch_paper_data_with_category(uaccess_key)
    pdata = paper_data(data)
    return pdata