preprocess ok

.gitattributes

@@ -0,0 +1,3 @@
+*.ttf filter=lfs diff=lfs merge=lfs -text
+*.otf filter=lfs diff=lfs merge=lfs -text
+*.png filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1,162 @@
+*_secret.py
+*_secret.py*
+
+.local/
+.ruff_cache/
+bin/
+*.deb
+*.bin
+
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# poetry
+#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
+#poetry.lock
+
+# pdm
+#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
+#pdm.lock
+#   pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
+#   in version control.
+#   https://pdm.fming.dev/#use-with-ide
+.pdm.toml
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/

.lightning_studio/.studiorc

@@ -0,0 +1 @@
+/settings/.studiorc

.lightning_studio/on_start.sh

@@ -0,0 +1,13 @@
+#!/bin/bash
+
+# This script runs every time your Studio starts, from your home directory.
+
+# List files under fast_load that need to load quickly on start (e.g. model checkpoints).
+#
+# ! fast_load
+# <your file here>
+
+# Add your startup commands below.
+#
+# Example: streamlit run my_app.py
+# Example: gradio my_app.py

.litng.gradio.sh

@@ -0,0 +1,3 @@
+#!/bin/bash
+pip install -U "gradio>=4,<=5"
+GRADIO_SERVER_PORT=7860 gradio app.py --watch-dirs .

.vscode/settings.json

@@ -0,0 +1,75 @@
+{
+  "python.defaultInterpreterPath": "/home/zeus/miniconda3/envs/cloudspace/bin/python",
+  "workbench.startupEditor": "none",
+  "python.terminal.activateEnvironment": false,
+  "terminal.integrated.drawBoldTextInBrightColors": false,
+  "terminal.integrated.gpuAcceleration": "on",
+  "terminal.integrated.localEchoLatencyThreshold": 0,
+  "terminal.integrated.localEchoEnabled": "off",
+  "terminal.integrated.localEchoStyle": "#000000",
+  "remote.autoForwardPorts": false,
+  "terminal.integrated.defaultProfile.linux": "zsh",
+  "terminal.integrated.tabs.title": "${process}${separator}${task}",
+  "jupyter.notebookFileRoot": "${workspaceFolder}",
+  "terminal.integrated.enableMultiLinePasteWarning": false,
+  "files.exclude": {
+    "venv": true,
+    "lightning-annotations.json": true,
+    ".lightning-app-sync": true,
+    ".lighting-app-sync": true,
+    ".lightning-app-run": true,
+    "**/*.lightning_upload": true,
+    ".ssh*/**": true,
+    ".conda*/**": true,
+    ".config*/**": true,
+    ".npm*/**": true,
+    ".nvm*/**": true,
+    ".bower*/**": true,
+    ".ipython": true,
+    ".local*/**": true,
+    ".oh-my-zsh*/**": true,
+    ".cache": true,
+    "miniconda3": true,
+    ".condarc": true,
+    ".gitconfig": true,
+    ".hushlogin": true,
+    ".profile": true,
+    ".screenrc": true,
+    ".sudo_as_admin_successful": true,
+    ".zcompdump*": true,
+    ".bash_history": true,
+    ".bashrc": true,
+    ".zsh_history": true,
+    ".zshrc": true,
+    ".zshenv": true,
+    ".zlogin": true,
+    ".zprofile": true,
+    ".zlogout": true,
+    ".python_history": true,
+    ".lightningignore": true,
+    ".nv": true,
+    ".docker": true,
+    ".jupyter": true,
+    ".lightning": true,
+    ".vscode": true,
+    ".vscode/**": true,
+    ".wget-hsts": true,
+    ".vscode-server/**": true,
+    ".vscode-server-insiders/**": true,
+    ".tmplaigit": true,
+    ".viminfo": true
+  },
+  "files.associations": {
+    "*.studiorc": "shellscript"
+  },
+  "jupyter.kernels.excludePythonEnvironments": [
+    "/commands/python3",
+    "/commands/python",
+    "/bin/python3.10",
+    "/usr/bin/python3.10",
+    "/bin/python3",
+    "/usr/bin/python3",
+    "/bin/python3.8",
+    "/usr/bin/python3.8"
+  ]
+}

app.py

@@ -0,0 +1,152 @@
+from config import DEMO_TITLE, IS_SHARE, CV_EXT, EXT_TXT
+from config import CHEAP_API_BASE, CHEAP_API_KEY, CHEAP_MODEL
+from config import STRONG_API_BASE, STRONG_API_KEY, STRONG_MODEL
+from util import is_valid_url
+from util import mylogger
+from taskNonAI import extract_url, file_to_html
+from taskAI import TaskAI
+## load data
+from data_test import mock_jd, mock_cv
+## ui
+import gradio as gr
+## dependency
+from pypandoc.pandoc_download import download_pandoc
+## std
+import os
+
+
+logger = mylogger(__name__,'%(asctime)s:%(levelname)s:%(message)s')
+info = logger.info
+
+def init():
+    os.system("shot-scraper install -b firefox")
+    download_pandoc()
+
+
+def run_refine(api_base, api_key, api_model, jd_info, cv_file: str, cv_text):
+    if jd_info:
+        if is_valid_url(jd_info):
+            jd = extract_url(jd_info)
+        else:
+            jd = jd_info
+    else:
+        jd = mock_jd
+
+    if cv_text:
+        cv = cv_text
+    elif cv_file:
+        if any([cv_file.endswith(ext) for ext in EXT_TXT]):
+            with open(cv_file, "r", encoding="utf8") as f:
+                cv = f.read()
+        else:
+            cv = file_to_html(cv_file)
+    else:
+        cv = mock_cv
+    cheapAPI = {"base": api_base, "key": api_key, "model": api_model}
+    taskAI = TaskAI(cheapAPI, temperature=0.2, max_tokens=2048)  # max_tokens=2048
+    info("API initialized")
+    gen = (
+        taskAI.jd_preprocess(topic="job description", input=jd),
+        taskAI.cv_preprocess(input=cv),
+    )
+    info("tasks initialized")
+    result = [""] * 2
+    while 1:
+        stop: bool = True
+        for i in range(len(gen)):
+            try:
+                result[i] += next(gen[i]).delta
+                stop = False
+            except StopIteration:
+                # info(f"gen[{i}] exhausted")
+                pass
+        yield result
+        if stop:
+            info("tasks done")
+            break
+
+def run_compose(api_base, api_key, api_model, min_jd, min_cv):
+    strongAPI = {"base": api_base, "key": api_key, "model": api_model}
+    taskAI = TaskAI(strongAPI, temperature=0.5, max_tokens=2048)
+    info("API initialized")
+
+
+with gr.Blocks(
+    title=DEMO_TITLE,
+    theme=gr.themes.Base(primary_hue="blue", secondary_hue="sky", neutral_hue="slate"),
+) as demo:
+    intro = f"""# {DEMO_TITLE}
+    > You provide job description and résumé. I write Cover letter for you!
+    Before you use, please setup OpenAI-like API for 2 AI agents': Cheap AI and Strong AI.
+    """
+    gr.Markdown(intro)
+
+    with gr.Row():
+        with gr.Column(scale=1):
+            with gr.Accordion("AI setup (OpenAI-like API)", open=False):
+                gr.Markdown(
+                    "**Cheap AI**, an honest format converter and refinery machine, extracts essential info from job description and résumé, to reduce subsequent cost on Strong AI."
+                )
+                with gr.Group():
+                    weak_base = gr.Textbox(
+                        value=CHEAP_API_BASE, label="API BASE"
+                    )
+                    weak_key = gr.Textbox(value=CHEAP_API_KEY, label="API key")
+                    weak_model = gr.Textbox(value=CHEAP_MODEL, label="Model ID")
+                gr.Markdown(
+                    "---\n**Strong AI**, a thoughtful wordsmith, generates perfect cover letters to make both you and recruiters happy."
+                )
+                with gr.Group():
+                    strong_base = gr.Textbox(
+                        value=STRONG_API_BASE, label="API BASE"
+                    )
+                    strong_key = gr.Textbox(
+                        value=STRONG_API_KEY, label="API key", type="password"
+                    )
+                    strong_model = gr.Textbox(value=STRONG_MODEL, label="Model ID")
+            with gr.Group():
+                gr.Markdown("## Employer - Job Description")
+                jd_info = gr.Textbox(
+                    label="Job Description",
+                    placeholder="Paste as Full Text (recommmend) or URL (may fail)",
+                    lines=5,
+                )
+            with gr.Group():
+                gr.Markdown("## Applicant - CV / Résumé")
+                with gr.Row():
+                    cv_file = gr.File(
+                        label="Allowed formats: " + " ".join(CV_EXT),
+                        file_count="single",
+                        file_types=CV_EXT,
+                        type="filepath",
+                    )
+                    cv_text = gr.TextArea(
+                        label="Or enter text",
+                        placeholder="If attempting to both upload a file and enter text, only this text will be used.",
+                    )
+        with gr.Column(scale=2):
+            gr.Markdown("## Result")
+            with gr.Row():
+                min_jd = gr.TextArea(label="Minimized Job Description")
+                min_cv = gr.TextArea(label="Minimized CV / Résumé")
+            cover_letter_text = gr.TextArea(label="Cover Letter")
+            cover_letter_pdf = gr.File(
+                label="Cover Letter PDF",
+                file_count="single",
+                file_types=[".pdf"],
+                type="filepath",
+            )
+            infer_btn = gr.Button("Go!", variant="primary")
+    infer_btn.click(
+        fn=run_refine,
+        inputs=[weak_base, weak_key, weak_model, jd_info, cv_file, cv_text],
+        outputs=[min_jd, min_cv],
+        concurrency_limit=5,
+    )
+
+
+if __name__ == "__main__":
+    init()
+    demo.queue(max_size=10).launch(
+        show_error=True, debug=True, share=IS_SHARE
+    )

config.py

@@ -0,0 +1,20 @@
+import os
+
+OPENAI_API_BASE = os.getenv("OPENAI_API_BASE") or "https://api.openai.com/v1"
+OPENAI_API_KEY = os.getenv("OPENAI_API_KEY") or ""
+
+CHEAP_API_BASE = os.getenv("CHEAP_API_BASE") or OPENAI_API_BASE
+CHEAP_API_KEY = os.getenv("CHEAP_API_KEY") or OPENAI_API_KEY
+CHEAP_MODEL = os.getenv("CHEAP_MODEL") or "gpt-3.5-turbo"
+
+STRONG_API_BASE = os.getenv("STRONG_API_BASE") or OPENAI_API_BASE
+STRONG_API_KEY = os.getenv("STRONG_API_KEY") or OPENAI_API_KEY
+STRONG_MODEL = os.getenv("STRONG_MODEL") or "mixtral-8x7b"
+
+IS_SHARE = bool(os.getenv("IS_SHARE")) or False
+
+DEMO_TITLE = "Cover Letter Generator"
+DEMO_DESCRIPTION = "This is a demo of the OpenAI API for generating cover letters. The model is trained on a dataset of cover letters and job descriptions, and generates a cover letter based on the job description and the applicant's CV. The model is fine-tuned on the OpenAI API, and is able to generate cover letters that are tailored to the job description and the applicant's CV. The model is able to generate cover letters for a wide range of jobs, and is able to generate cover letters that are tailored to the job description and the applicant's CV. The model is able to generate cover letters for a wide range of jobs, and is able to generate cover letters that are tailored to the job description and the applicant's CV. The model is able to generate cover letters for a wide range of jobs, and is able to generate cover letters that are tailored to the job description and the applicant's CV."
+
+CV_EXT = [".typ", ".tex", ".html", ".docx", ".rst", ".rtf", ".odt", ".txt", ".md"]
+EXT_TXT = [".txt", ".md"]

config_secret.tmpl.py

@@ -0,0 +1,3 @@
+from util import zip_api
+
+api_test = zip_api()

data_test.py

@@ -0,0 +1,67 @@
+mock_jd = """
+Queen of Hearts' Garden - Card Guards Job Description
+
+The Queen of Hearts' Garden is seeking a compassionate and highly motivated individual to join our team of Card Guards. As a Card Guard, you will be the guardian of the hearts of our beloved playing cards, ensuring their safety and integrity.
+
+Responsibilities:
+
+    Guardian of the Cards: You will be responsible for safeguarding the Queen's precious playing cards from damage, loss, or misuse. This includes meticulously shuffling, dealing, and returning the cards to their proper place after use.
+    Keeper of Secrets: You will be privy to the secrets of the cards, their values, and their histories. This knowledge will allow you to provide a more engaging and personalized experience for our guests.
+    Master of the Deal: You will be adept at dealing cards with precision and fairness, ensuring that each player has an equal opportunity to win.
+    Embracer of Joy: You will be the embodiment of joy and happiness, spreading smiles across the faces of our guests as you interact with them and ensure their cards are treated with the utmost respect.
+
+Qualifications:
+
+    Passion for Playing Cards: You have a deep love for playing cards and a strong understanding of their rules and history.
+    Exceptional Customer Service: You are able to interact with guests professionally and with empathy, ensuring their experience is enjoyable and memorable.
+    Attention to Detail: You have a meticulous eye for detail and are able to handle delicate cards with the utmost care.
+    Strong Communication Skills: You are able to communicate clearly and effectively with guests, resolving any issues with patience and understanding.
+
+Additional Desired Qualities:
+
+    Creativity: You have a creative spirit and are able to find innovative solutions to challenges.
+    Flexibility: You are adaptable and can easily adjust to new situations and changes.
+    Positive Attitude: You have a positive attitude and are able to spread joy to others.
+
+Please send your resume and cover letter to [email address] to apply. We look forward to meeting you and learning more about your passion for playing cards and your ability to bring joy to our guests.
+"""
+mock_cv = """
+Dorothy Gale
+
+123 Main St., Emerald City, KS 12345, (123) 456-7890, [email protected]
+
+Summary
+
+Highly motivated and resourceful individual with a strong work ethic and a positive attitude. Proven ability to manage multiple tasks effectively and work independently. Skilled in a variety of industries, including retail, hospitality, and education.
+
+Skills
+
+    Strong communication and interpersonal skills
+    Excellent organizational and time management skills
+    Proficiency in Microsoft Office Suite
+    Strong customer service orientation
+    Ability to work independently and as part of a team
+    Creativity and problem-solving abilities
+
+Experience
+
+Teacher Emerald City Elementary School, Emerald City, KS 2000-2006
+
+    Provided a safe and engaging learning environment for students
+    Developed and implemented lesson plans that aligned with curriculum standards
+    Mentored and guided other teachers
+
+Retail Sales Associate The Ruby Slipper Shop, Emerald City, KS 1998-2000
+
+    Provided excellent customer service to clients
+    Managed inventory and maintained store displays
+    Achieved high sales goals
+
+Education
+
+Bachelor of Arts in Education, University of Kansas Master of Arts in Education, University of Kansas
+
+References
+
+Available upon request.
+"""

pyproject.toml

@@ -0,0 +1,31 @@
+[tool.ruff]
+# Exclude a variety of commonly ignored directories.
+exclude = [
+    ".bzr",
+    ".direnv",
+    ".eggs",
+    ".git",
+    ".git-rewrite",
+    ".hg",
+    ".ipynb_checkpoints",
+    ".mypy_cache",
+    ".nox",
+    ".pants.d",
+    ".pyenv",
+    ".pytest_cache",
+    ".pytype",
+    ".ruff_cache",
+    ".svn",
+    ".tox",
+    ".venv",
+    ".vscode",
+    "__pypackages__",
+    "_build",
+    "buck-out",
+    "build",
+    "dist",
+    "node_modules",
+    "site-packages",
+    "venv",
+    ".local",
+]

requirements.txt

@@ -0,0 +1,12 @@
+# UI
+gradio>=4.0,<=5.0
+# external tool
+pypandoc
+shot-scraper
+# LLM related
+llama-index-llms-openai-like
+tiktoken
+# lib
+requests
+# dev tools
+ruff

run.sh

@@ -0,0 +1,2 @@
+#!/bin/bash
+IS_SHARE=1 python app.py

setup.sh

@@ -0,0 +1,3 @@
+pip install -r requirements.txt
+ruff check
+ruff format

taskAI.py

@@ -0,0 +1,74 @@
+from llama_index.llms.openai_like import OpenAILike
+from llama_index.core.llms import ChatMessage  # , MessageRole
+from llama_index.core import ChatPromptTemplate
+
+from util import mylogger
+
+logger = mylogger(__name__,'%(asctime)s:%(levelname)s:%(message)s')
+info = logger.info
+
+
+## define templates
+
+### topic,input
+JD_PREPROCESS = ChatPromptTemplate(
+    [
+        ChatMessage(
+            role="system",
+            content="You are a content extractor. You never paraphrase; you only reduce content at the sentence level. Your mission is to extract information directly related to {topic} from user input. Make sure output contains complete information.",
+        ),
+        ChatMessage(role="user", content="{input}"),
+    ]
+)
+
+### input
+CV_PREPROCESS = ChatPromptTemplate(
+    [
+        ChatMessage(
+            role="system",
+            content="You are an AI text converter alternative to pandoc. Your mission is to convert the input content into markdown. Regarding styles, only keep headers, lists and links, and remove other styles.",
+        ),
+        ChatMessage(role="user", content="{input}"),
+    ]
+)
+
+## basic func
+
+
+def oai(base: str, key: str, model: str, **kwargs) -> OpenAILike:
+    return OpenAILike(
+        api_base=base,
+        api_key=key,
+        model=model,
+        is_chat_model=True,
+        context_window=window_size,
+        **kwargs,
+    )
+
+
+## tasks
+class TaskAI(OpenAILike):
+    def __init__(self, api: dict[str, str], **kwargs):
+        def guess_window_size(model=api["model"]):
+            _mid = model.lower()
+            windows: dict = {
+                8000: ["gemma", "8k"],
+                16000: ["16k"],
+                32000: ["mistral", "mixtral", "32k"],
+            }
+            window_size = 3900
+            for ws, names in windows.items():
+                if any([n in _mid for n in names]):
+                    window_size = ws
+            info(f"use context window size: {window_size} for {model}")
+            return window_size
+
+        super().__init__(
+            api_base=api["base"], api_key=api["key"], model=api["model"], is_chat_model=True, context_window=guess_window_size(), **kwargs
+        )
+
+    def jd_preprocess(self, topic: str, input: str):
+        return self.stream_chat(JD_PREPROCESS.format_messages(topic=topic, input=input))
+
+    def cv_preprocess(self, input: str):
+        return self.stream_chat(CV_PREPROCESS.format_messages(input=input))

taskNonAI.py

@@ -0,0 +1,32 @@
+import pypandoc
+## stdlib
+import subprocess
+import json
+from typing import Optional
+
+def file_to_html(file_path: str) -> str:
+    return pypandoc.convert_file(file_path, "html")
+
+
+def extract_url(url: str) -> Optional[str]:
+    cmd = f"""shot-scraper javascript -b firefox \
+      "{url}" "
+    async () => {{
+      const readability = await import('https://cdn.skypack.dev/@mozilla/readability');
+      return (new readability.Readability(document)).parse();
+    }}"
+"""
+    result = subprocess.run(cmd, shell=True, capture_output=True, text=True)
+    try:
+        result.check_returncode()
+    except:
+        raise Exception(
+            f"Please try copy-paste as input. Failed to extract content from url: {url}. Error: {result.stderr}"
+        )
+    result = json.loads(result.stdout)
+    try:
+        return result["textContent"]
+    except:
+        raise Exception(
+            f"Please try copy-paste as input. Failed to extract content from: {url}. Didn't find content from given URL!"
+        )

test.py

@@ -0,0 +1,32 @@
+from taskAI import TaskAI
+from data_test import mock_jd, mock_cv
+from config_secret import api_test
+
+from llama_index.llms.openai_like import OpenAILike
+from llama_index.core.llms import ChatMessage
+
+
+def test_integration():
+    messages = [
+        ChatMessage(role="system", content="You are a helpful assistant"),
+        ChatMessage(role="user", content="What is your name"),
+    ]
+    print("Testing integration:")
+    response = OpenAILike(
+        model=api_test["model"],
+        api_key=api_test["key"],
+        api_base=api_test["base"],
+        max_retries=0,
+        is_chat_model=True,
+    ).chat(messages)
+    print(response)
+
+def test_taskAI():
+    taskAI = TaskAI(api_test)
+    gen = taskAI.cv_preprocess(mock_cv)
+    for chunk in gen:
+        print(chunk)
+
+if __name__ == "__main__":
+    
+    # integration()

util.py

@@ -0,0 +1,44 @@
+import tiktoken
+
+from urllib.parse import urlparse
+import requests
+
+import logging
+
+def mylogger(name, format, level=logging.INFO):
+    # Create a custom logger
+    logger = logging.getLogger("custom_logger")
+    logger.setLevel(level)
+    # Configure the custom logger with the desired settings
+    formatter = logging.Formatter(format)
+    c_handler = logging.StreamHandler()
+    c_handler.setFormatter(formatter)
+    # file_handler = logging.FileHandler('custom_logs.log')
+    # file_handler.setFormatter(formatter)
+    logger.addHandler(c_handler)
+
+    return logger
+
+
+def count_token(text, encoding="cl100k_base"):
+    return len(tiktoken.get_encoding(encoding).encode(text))
+
+
+def is_valid_url(url: str) -> bool:
+    try:
+        result = urlparse(url)
+        return all([result.scheme, result.netloc])
+    except ValueError:
+        return False
+
+
+def is_valid_openai_api_key(api_base:str, api_key: str)->bool:
+    headers = {"Authorization": f"Bearer {api_key}"}
+
+    response = requests.get(api_base, headers=headers)
+
+    return response.status_code == 200
+
+
+def zip_api(api_base:str, api_key:str, model:str)->dict[str, str]:
+    return {"base": api_base, "key": api_key, "model": model}