Merge branch 'main' into feat/improve-support-local-deployment

examples/enforce_mapgie_template copy.py

@@ -0,0 +1,14 @@
+# /// script
+# requires-python = ">=3.11,<3.12"
+# dependencies = [
+#     "synthetic-dataset-generator",
+# ]
+# ///
+import os
+
+from synthetic_dataset_generator import launch
+
+os.environ["MAGPIE_PRE_QUERY_TEMPLATE"] = "my_custom_template"
+os.environ["MODEL"] = "google/gemma-2-9b-it"
+
+launch()

examples/ollama_local.py

@@ -0,0 +1,15 @@
+# /// script
+# requires-python = ">=3.11,<3.12"
+# dependencies = [
+#     "synthetic-dataset-generator",
+# ]
+# ///
+import os
+
+from synthetic_dataset_generator import launch
+
+assert os.getenv("HF_TOKEN")  # push the data to huggingface
+os.environ["BASE_URL"] = "http://127.0.0.1:11434/v1/"
+os.environ["MODEL"] = "llama3.1"
+
+launch()

examples/openai_local.py

@@ -0,0 +1,16 @@
+# /// script
+# requires-python = ">=3.11,<3.12"
+# dependencies = [
+#     "synthetic-dataset-generator",
+# ]
+# ///
+import os
+
+from synthetic_dataset_generator import launch
+
+assert os.getenv("HF_TOKEN")  # push the data to huggingface
+os.environ["BASE_URL"] = "https://api.openai.com/v1/"
+os.environ["API_KEY"] = os.getenv("OPENAI_API_KEY")
+os.environ["MODEL"] = "gpt-4o"
+
+launch()