Commit
Β·
9b64ead
1
Parent(s):
91dd026
update file naming
Browse files- examples/{argilla_deployment.py β argilla-deployment.py} +0 -0
- examples/enforce_mapgie_template copy.py +0 -14
- examples/fine-tune-modernbert-classifier.ipynb +1 -1
- examples/{tgi_or_hf_dedicated.py β hf-dedicated-or-tgi-deployment.py} +0 -0
- examples/{hf-serverless_deployment.py β hf-serverless-deployment.py} +0 -0
- examples/{ollama_deployment.py β ollama-deployment.py} +1 -1
- examples/ollama_local.py +0 -15
- examples/{openai_deployment.py β openai-deployment.py} +0 -0
- examples/openai_local.py +0 -16
- examples/{vllm_deployment.py β vllm-deployment.py} +0 -0
examples/{argilla_deployment.py β argilla-deployment.py}
RENAMED
File without changes
|
examples/enforce_mapgie_template copy.py
DELETED
@@ -1,14 +0,0 @@
|
|
1 |
-
# /// script
|
2 |
-
# requires-python = ">=3.11,<3.12"
|
3 |
-
# dependencies = [
|
4 |
-
# "synthetic-dataset-generator",
|
5 |
-
# ]
|
6 |
-
# ///
|
7 |
-
import os
|
8 |
-
|
9 |
-
from synthetic_dataset_generator import launch
|
10 |
-
|
11 |
-
os.environ["MAGPIE_PRE_QUERY_TEMPLATE"] = "my_custom_template"
|
12 |
-
os.environ["MODEL"] = "google/gemma-2-9b-it"
|
13 |
-
|
14 |
-
launch()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
examples/fine-tune-modernbert-classifier.ipynb
CHANGED
@@ -530,7 +530,7 @@
|
|
530 |
"name": "python",
|
531 |
"nbconvert_exporter": "python",
|
532 |
"pygments_lexer": "ipython3",
|
533 |
-
"version": "3.11.
|
534 |
}
|
535 |
},
|
536 |
"nbformat": 4,
|
|
|
530 |
"name": "python",
|
531 |
"nbconvert_exporter": "python",
|
532 |
"pygments_lexer": "ipython3",
|
533 |
+
"version": "3.11.11"
|
534 |
}
|
535 |
},
|
536 |
"nbformat": 4,
|
examples/{tgi_or_hf_dedicated.py β hf-dedicated-or-tgi-deployment.py}
RENAMED
File without changes
|
examples/{hf-serverless_deployment.py β hf-serverless-deployment.py}
RENAMED
File without changes
|
examples/{ollama_deployment.py β ollama-deployment.py}
RENAMED
@@ -10,7 +10,7 @@ import os
|
|
10 |
|
11 |
from synthetic_dataset_generator import launch
|
12 |
|
13 |
-
|
14 |
os.environ["OLLAMA_BASE_URL"] = "http://127.0.0.1:11434/" # ollama base url
|
15 |
os.environ["MODEL"] = "qwen2.5:32b-instruct-q5_K_S" # model id
|
16 |
os.environ["TOKENIZER_ID"] = "Qwen/Qwen2.5-32B-Instruct" # tokenizer id
|
|
|
10 |
|
11 |
from synthetic_dataset_generator import launch
|
12 |
|
13 |
+
os.environ["HF_TOKEN"] = "hf_..." # push the data to huggingface
|
14 |
os.environ["OLLAMA_BASE_URL"] = "http://127.0.0.1:11434/" # ollama base url
|
15 |
os.environ["MODEL"] = "qwen2.5:32b-instruct-q5_K_S" # model id
|
16 |
os.environ["TOKENIZER_ID"] = "Qwen/Qwen2.5-32B-Instruct" # tokenizer id
|
examples/ollama_local.py
DELETED
@@ -1,15 +0,0 @@
|
|
1 |
-
# /// script
|
2 |
-
# requires-python = ">=3.11,<3.12"
|
3 |
-
# dependencies = [
|
4 |
-
# "synthetic-dataset-generator",
|
5 |
-
# ]
|
6 |
-
# ///
|
7 |
-
import os
|
8 |
-
|
9 |
-
from synthetic_dataset_generator import launch
|
10 |
-
|
11 |
-
assert os.getenv("HF_TOKEN") # push the data to huggingface
|
12 |
-
os.environ["BASE_URL"] = "http://127.0.0.1:11434/v1/"
|
13 |
-
os.environ["MODEL"] = "llama3.1"
|
14 |
-
|
15 |
-
launch()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
examples/{openai_deployment.py β openai-deployment.py}
RENAMED
File without changes
|
examples/openai_local.py
DELETED
@@ -1,16 +0,0 @@
|
|
1 |
-
# /// script
|
2 |
-
# requires-python = ">=3.11,<3.12"
|
3 |
-
# dependencies = [
|
4 |
-
# "synthetic-dataset-generator",
|
5 |
-
# ]
|
6 |
-
# ///
|
7 |
-
import os
|
8 |
-
|
9 |
-
from synthetic_dataset_generator import launch
|
10 |
-
|
11 |
-
assert os.getenv("HF_TOKEN") # push the data to huggingface
|
12 |
-
os.environ["BASE_URL"] = "https://api.openai.com/v1/"
|
13 |
-
os.environ["API_KEY"] = os.getenv("OPENAI_API_KEY")
|
14 |
-
os.environ["MODEL"] = "gpt-4o"
|
15 |
-
|
16 |
-
launch()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
examples/{vllm_deployment.py β vllm-deployment.py}
RENAMED
File without changes
|