utilities/setup.py

import json
import os
from datasets import load_dataset

class get_files:

    def load_markdown_file(file_path):
        try:
            with open(file_path, 'r') as f:
                return f.read()
        except FileNotFoundError:
            return "File not found. Please check the file path."
        except Exception as e:
            return f"Error loading file: {str(e)}"

    def json_cfg():
        """Retrieve configuration file"""
        config_path = os.getenv('CONFIG_PATH')
        with open(config_path, 'r') as file:
            config = json.load(file)
        return config

    def get_keys():
        "Get keys required to set up loading"
        return {
            "huggingface": os.environ["HUGGINGFACE_TOKEN"], 
            "openai": "", # leaving this alone for future use.
        }