## This is an experimental example of an .aiml file. 
# Everything you see hereis a work in progress, dont use this in production. Please.

{
  "aiml": {
    "version": "0.1.1",
    "last_modified": "September 9th 2023, 01:30",
    "properties": {
      "purpose": "text-generation-llm",
      "custom_key": "custom_value"
    }
  },
  "modelProfile": {
    "model": {
      "name": "jphme/llama-2-13b-chat-german",
      "purpose": "text-generation",
      "created_by": "hf.co/jphme",
      "category": "llm",
      "class": "llama2",
      "architecture": "transformers",
      "finetuned": "yes",
      "finetuned_type": "chat, instruct",
      "[category]_metadata": {    # e.g. "llm_metadata", specific metadata for model type
        "parameters": "70b",
        "architecture": "transformers",
        "fileFormats": "gguf, ggmlv3, gptq",
        "custom_key": "custom_value"
      }
    },
    "finetuning": {
      "method": "full",
      "datasets": [
        "Prorietary german conversation dataset - [View Dataset](https://huggingface.co./datasets)"",
        "German Squad - [View Dataset](https://huggingface.co./datasets)",
        "German Legal Squad - [View Dataset](https://huggingface.co./datasets)"",
      ],
      "description": "According to the model creator, the dataset was finetuned with several instruct-based datasets in German language and augmented with false RAG data to improve model factuality.""
    },
    "quantization": {
      "types": ["8 Bit", "5 Bit (k_m)"],
      "formats": ["GGUF"],
      "tools_used": "llama.cpp (commit 9e20231) - for quantization to 8, 5 and 4 bit"
    },
    "deployment": {
      "id": "1",
      "title": "Bare Metal - Only CPU (64 Bit Intel/AMD/ARM)",
      "description": "Use run.sh to deploy the model. Note: The run.sh script is not yet published in this repo. It will be made available within the next few days."
      "cpu_architecture": "x86-64, arm64",
      "os": "Mac OS, Linux (Ubuntu), Linux (Debian), Windows",
      "install": "chmod +x install.sh && ./install.sh",
      "start": "./run.sh",
      "stop": "systemctl stop run_aiml.service",
    }
  }
}