Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,76 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+data/test_sample.png filter=lfs diff=lfs merge=lfs -text
+venv/bin/python filter=lfs diff=lfs merge=lfs -text
+venv/bin/python3 filter=lfs diff=lfs merge=lfs -text
+venv/bin/python3.11 filter=lfs diff=lfs merge=lfs -text
+venv/bin/ruff filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/PIL/_imaging.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/aiohttp/_http_parser.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/fontTools/cu2qu/cu2qu.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/fontTools/feaLib/lexer.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/fontTools/misc/bezierTools.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/fontTools/pens/momentsPen.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/fontTools/qu2cu/qu2cu.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/fontTools/varLib/iup.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/gradio/frpc_linux_amd64_v0.2 filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/gradio/templates/frontend/assets/Index-CUTYDExL.js.map filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/kiwisolver/_cext.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/numpy/core/_multiarray_umath.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/numpy/core/_simd.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/numpy.libs/libgfortran-040039e1.so.5.0.0 filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/numpy.libs/libopenblas64_p-r0-0cf96a72.3.23.dev.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/nvidia/cublas/lib/libcublas.so.12 filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/nvidia/cublas/lib/libcublasLt.so.12 filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/nvidia/cuda_cupti/lib/libcheckpoint.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/nvidia/cuda_cupti/lib/libcupti.so.12 filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/nvidia/cuda_cupti/lib/libnvperf_host.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/nvidia/cuda_cupti/lib/libnvperf_target.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/nvidia/cuda_nvrtc/lib/libnvrtc-builtins.so.12.1 filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/nvidia/cuda_nvrtc/lib/libnvrtc.so.12 filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/nvidia/cudnn/lib/libcudnn_adv_infer.so.8 filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/nvidia/cudnn/lib/libcudnn_adv_train.so.8 filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/nvidia/cudnn/lib/libcudnn_cnn_infer.so.8 filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/nvidia/cudnn/lib/libcudnn_cnn_train.so.8 filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/nvidia/cudnn/lib/libcudnn_ops_infer.so.8 filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/nvidia/cudnn/lib/libcudnn_ops_train.so.8 filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/nvidia/cufft/lib/libcufft.so.11 filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/nvidia/cufft/lib/libcufftw.so.11 filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/nvidia/curand/lib/libcurand.so.10 filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/nvidia/cusolver/lib/libcusolver.so.11 filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/nvidia/cusolver/lib/libcusolverMg.so.11 filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/nvidia/cusparse/lib/libcusparse.so.12 filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/nvidia/nccl/lib/libnccl.so.2 filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/nvidia/nvjitlink/lib/libnvJitLink.so.12 filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/pandas/_libs/algos.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/pandas/_libs/groupby.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/pandas/_libs/hashtable.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/pandas/_libs/interval.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/pandas/_libs/join.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/pandas/_libs/tslibs/offsets.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/pillow.libs/libfreetype-1f2cdfbb.so.6.20.1 filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/pillow.libs/libharfbuzz-8b0b6641.so.0.60840.0 filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/pydantic_core/_pydantic_core.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/regex/_regex.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/rpds/rpds.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/safetensors/_safetensors_rust.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/tokenizers/tokenizers.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/torch/bin/protoc filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/torch/bin/protoc-3.13.0.0 filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/torch/lib/libc10.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/torch/lib/libcusparseLt-f80c68d1.so.0 filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/torch/lib/libtorch_cpu.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/torch/lib/libtorch_cuda.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/torch/lib/libtorch_cuda_linalg.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/torch/lib/libtorch_python.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/torchvision/_C.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/torchvision.libs/libnvjpeg.f00ca762.so.12 filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/torchvision.libs/libpng16.7f72a3c5.so.16 filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/triton/_C/libtriton.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/triton/third_party/cuda/bin/nvdisasm filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/triton/third_party/cuda/bin/ptxas filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/uvloop/loop.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/watchfiles/_rust_notify.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/yaml/_yaml.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+venv/lib/python3.11/site-packages/yarl/_quoting_c.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1,5 @@
+.idea
+*.DS_Store
+
+*.pyc
+

README.md

@@ -1,12 +1,48 @@
 ---
-title: Pipeline
-emoji: 👀
-colorFrom: gray
-colorTo: yellow
+title: pipeline
+app_file: engie_pipeline/app.py
 sdk: gradio
 sdk_version: 4.36.1
-app_file: app.py
-pinned: false
 ---
+# Engie pipeline
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+---
+
+### Installation
+
+Python >=3.10 is required for the project. To install all the dependencies, simply run:
+
+```shell
+pip install -r requirements.txt
+```
+
+To download the needed model to run the pipeline, execute the following command:
+
+```shell
+bash download_model.sh
+```
+
+---
+
+### Execution
+
+To execute the pipeline, run the following command:
+
+```shell
+python -m engie_pipeline.pipeline
+```
+
+Change one or more parameter of the pipeline process with:
+```shell
+python -m engie_pipeline.pipeline with path="<path/to/file/or/folder>" output_path="<path/to/output/folder" conformity_threshold=0.8
+```
+
+if the `path` parameter is set to a folder, all the images found in the folder will be processed. The supported image types are ".jpg", ".jpeg", ".png"
+
+### App
+
+To launch the app, run:
+
+```shell
+python -m engie_pipeline.app
+```

download_model.sh

@@ -0,0 +1,11 @@
+if [ ! -f './models/detr.ckpt' ]
+then
+  echo "Downloading DeTr detection model"
+  gsutil cp gs://illuin-engie-tableaux-sky-training/last-v6.ckpt ./models/detr.ckpt
+fi
+
+if [ ! -f './models/siglip.ckpt' ]
+then
+  echo "Downloading siglip classification model"
+  gsutil cp gs://illuin-engie-tableaux-classification-training/last-v1.ckpt ./models/siglip.ckpt
+fi

engie_pipeline/app.py

@@ -0,0 +1,53 @@
+import os
+
+import gradio as gr
+import pandas as pd
+from PIL import ImageDraw
+from PIL.Image import Image
+from sacred import Experiment
+
+from engie_pipeline.pipeline import pipeline_experiment, set_up_pipeline, pipeline
+from engie_pipeline.utils import draw_boxes
+
+ex = Experiment("app", ingredients=[pipeline_experiment])
+
+
+def process_image(models, image: Image, comformity_threshold: float):
+    image = image.convert("RGB")
+    siglip_probs, boxes, labels, scores, comformity = pipeline(**models, image=image, conformity_threshold=comformity_threshold, force_detr=True)
+
+    image = draw_boxes(
+        image=image, boxes=boxes[labels == 0], probs=scores[labels == 0], color="gray"
+    )
+
+    image = draw_boxes(
+        image=image, boxes=boxes[labels == 1], probs=scores[labels == 1], color="orange"
+    )
+    image = draw_boxes(
+        image=image, boxes=boxes[labels == 2], probs=scores[labels == 2], color="purple"
+    )
+
+    siglip_probs = pd.DataFrame(
+        siglip_probs.detach().numpy(),
+        columns=["Admissible", "Hors-sujet", "Non-admissible"],
+    )
+    return siglip_probs, image, comformity
+
+
+@ex.automain
+def app():
+    models = set_up_pipeline()
+
+    image_input = gr.Image(label="Input image", type="pil")
+    comformity_threshold = gr.Slider(minimum=0, maximum=1, step=0.01, value=0.8)
+    prob_output = gr.DataFrame(label="Probabilities (%)")
+    image_output = gr.Image(label="Output image")
+    label = gr.Label(label="Is the image conform?")
+
+    demo = gr.Interface(
+        fn=lambda im, thresh: process_image(models=models, image=im, comformity_threshold=thresh),
+        inputs=[image_input, comformity_threshold],
+        outputs=[prob_output, image_output, label],
+    )
+
+    demo.launch(auth=(os.environ.get("GRADIO_USERNAME"), os.environ.get("GRADIO_PASSWORD")))

engie_pipeline/eval.py

@@ -0,0 +1,85 @@
+import json
+import os.path
+
+from PIL import Image
+import tqdm
+from sacred import Experiment
+
+from engie_pipeline.pipeline import run, pipeline, set_up_pipeline, pipeline_experiment
+
+eval_experiment = Experiment('eval', ingredients=[pipeline_experiment])
+
+
+@eval_experiment.config
+def config():
+    label_path = "/Users/benoit/Projects/EngieTableauElectrique/data/dataset/test.json"
+    image_folder = "data/test_data"
+    conformity_threshold = 0.9
+
+
+def intersection_over_union(boxA, boxB):
+    # determine the (x, y)-coordinates of the intersection rectangle
+    xA = max(boxA[0], boxB[0])
+    yA = max(boxA[1], boxB[1])
+    xB = min(boxA[2], boxB[2])
+    yB = min(boxA[3], boxB[3])
+    # compute the area of intersection rectangle
+    interArea = max(0, xB - xA) * max(0, yB - yA)
+    # compute the area of both the prediction and ground-truth
+    # rectangles
+    boxAArea = (boxA[2] - boxA[0] + 1) * (boxA[3] - boxA[1] + 1)
+    boxBArea = (boxB[2] - boxB[0] + 1) * (boxB[3] - boxB[1] + 1)
+    # compute the intersection over union by taking the intersection
+    # area and dividing it by the sum of prediction + ground-truth
+    # areas - the interesection area
+    iou = interArea / float(boxAArea + boxBArea - interArea)
+    # return the intersection over union value
+    return iou
+
+
+@eval_experiment.automain
+def evaluate(label_path, image_folder, conformity_threshold):
+    models = set_up_pipeline()
+    confusion_matrix = {
+        "tp": 0,
+        "fp": 0,
+        "fn": 0,
+    }
+    with open(label_path) as file:
+        test_data = json.load(file)
+
+    for image in tqdm.tqdm(test_data['images']):
+        _, boxes, labels, scores, _ = pipeline(image=Image.open(os.path.join(image_folder, image['filename'])), **models, force_detr=True)
+        annotations = [annotation for annotation in test_data['annotations'] if annotation['image_id'] == image['id'] and annotation['category_id'] == 2]
+
+        boxes = boxes[labels == 2]
+        scores = scores[labels == 2]
+        boxes = boxes[scores >= conformity_threshold]
+        bbox_useful = [False for _ in boxes]
+
+        for annotation in annotations:
+            x, y, w, h = annotation['bbox']
+            is_detected = False
+            for bbox_id, box in enumerate(boxes):
+                if intersection_over_union(box, [x, y, x+w, y+h]) > 0:
+                    confusion_matrix['tp'] += 1
+                    is_detected = True
+                    bbox_useful[bbox_id] = True
+                    break
+
+            if not is_detected:
+                confusion_matrix['fn'] += 1
+
+        for bbox_id, box in enumerate(boxes):
+            is_useful = False
+            for annotation in annotations:
+                x, y, w, h = annotation['bbox']
+                if intersection_over_union(box, [x, y, x + w, y + h]) > 0:
+
+                    is_useful = True
+                    break
+
+            if not is_useful:
+                confusion_matrix['fp'] += 1
+
+    return confusion_matrix

engie_pipeline/models/__init__.py

@@ -0,0 +1,6 @@
+from .siglip import get_siglip, get_siglip_preprocessor, siglip_ingredient
+from .detr import get_detr, get_detr_feature_extractor, detr_ingredient
+
+from sacred import Ingredient
+
+model_ingredient = Ingredient("model", ingredients=[siglip_ingredient, detr_ingredient])

engie_pipeline/models/detr.py

@@ -0,0 +1,125 @@
+from typing import List, Tuple
+
+import pytorch_lightning as pl
+import torch
+from sacred import Ingredient
+from torch import nn
+from transformers import AdamW, DetrForObjectDetection, DetrImageProcessor
+
+detr_ingredient = Ingredient("detr", save_git_info=False)
+
+
+# pylint: disable=unused-variable
+@detr_ingredient.config
+def config():
+    hf_ckpt = "facebook/detr-resnet-50"
+    model_path = "./models/detr.ckpt"
+
+    num_label = 3
+
+    labels = ["Tableau Electrique", "Disjoncteur", "Bouton de test"]
+
+    learning_rate = 1e-5
+
+
+class DeTrLightning(pl.LightningModule):
+    @detr_ingredient.capture
+    def __init__(self, hf_ckpt: str, labels: List[str]):
+        super().__init__()
+
+        self.model = DetrForObjectDetection.from_pretrained(
+            hf_ckpt,
+            num_labels=len(labels),
+            id2label=dict(enumerate(labels)),
+            label2id={label: i for i, label in enumerate(labels)},
+            ignore_mismatched_sizes=True,
+        )
+
+    def forward(self, *args, **kwargs):
+        return self.model(*args, **kwargs)
+
+    # pylint: disable=arguments-differ
+    def training_step(self, batch):
+        targets = batch["labels"]
+
+        output = self.model(**batch)
+        loss = output["loss"]
+        self.log("train_loss", loss)
+
+        return loss
+
+    # pylint: disable=unused-argument
+    def validation_step(self, batch, batch_id):
+        inputs, mask, targets = (
+            batch["pixel_values"],
+            batch["pixel_mask"],
+            batch["labels"],
+        )
+
+        output = self.model(inputs, pixel_mask=mask, labels=targets)
+        loss = output["loss"]
+        self.log("test_loss", loss)
+
+        return loss
+
+    # pylint: disable=unused-argument
+    def test_step(self, batch, batch_id):
+        inputs, mask, targets = (
+            batch["pixel_values"],
+            batch["pixel_mask"],
+            batch["labels"],
+        )
+
+        output = self.model(inputs, pixel_mask=mask, labels=targets)
+        loss = output["loss"]
+        self.log("test_loss", loss)
+
+        return loss
+
+    # pylint: disable=arguments-differ
+    @detr_ingredient.capture
+    def configure_optimizers(self, learning_rate):
+        optimizer = AdamW(self.parameters(), lr=learning_rate)
+        return optimizer
+
+    @staticmethod
+    def box_cxcywh_to_xyxy(boxes):
+        center_x, center_y, width, height = boxes.unbind(-1)
+        boxes = torch.stack(
+            # top left x, top left y, bottom right x, bottom right y
+            [
+                (center_x - 0.5 * width),
+                (center_y - 0.5 * height),
+                (center_x + 0.5 * width),
+                (center_y + 0.5 * height),
+            ],
+            dim=-1,
+        )
+        return boxes
+
+    def process_output(self, model_output, image_size: Tuple[int, int]):
+        prob = model_output.logits.softmax(-1)
+        scores, labels = prob.max(-1)
+
+        boxes = self.box_cxcywh_to_xyxy(model_output.pred_boxes)
+        scale_fct = torch.Tensor(
+            [image_size[0], image_size[1], image_size[0], image_size[1]]
+        ).unsqueeze(0)
+        boxes = boxes * scale_fct[:, None, :]
+
+        return boxes, labels, scores
+
+
+@detr_ingredient.capture
+def get_detr(model_path: str):
+    if model_path:
+        return DeTrLightning.load_from_checkpoint(model_path)
+
+    return DeTrLightning()
+
+
+@detr_ingredient.capture
+def get_detr_feature_extractor(hf_ckpt):
+    return DetrImageProcessor.from_pretrained(
+        hf_ckpt,
+    )

engie_pipeline/models/siglip.py

@@ -0,0 +1,92 @@
+from typing import List
+
+import pytorch_lightning as pl
+import torch
+from sacred import Ingredient
+from torch import nn
+from torchvision import transforms
+
+from transformers import AdamW, AutoImageProcessor, AutoModel, BitImageProcessor
+
+siglip_ingredient = Ingredient("siglip", save_git_info=False)
+
+
+# pylint: disable=unused-variable
+@siglip_ingredient.config
+def config():
+    hf_ckpt = "google/siglip-base-patch16-224"
+    model_path = "./models/siglip.ckpt"
+    ckpt = ""
+
+    learning_rate = 1e-5
+
+
+class SiglipClassifier(pl.LightningModule):
+    @siglip_ingredient.capture
+    def __init__(self, hf_ckpt: str):
+        super().__init__()
+
+        self.vision_model = AutoModel.from_pretrained(hf_ckpt).base_model.vision_model
+        self.classifier = nn.Linear(768, 3)
+        self.criterion = nn.CrossEntropyLoss()
+
+    def forward(self, x):
+        features = self.vision_model(x).pooler_output
+        logits = self.classifier(features)
+        return logits
+
+    # pylint: disable=arguments-differ
+    def training_step(self, batch):
+        images, labels = batch
+
+        logits = self.forward(images)
+        loss = self.criterion(logits, labels)
+
+        self.log("loss", loss.item(), prog_bar=True)
+
+        return loss
+
+    # pylint: disable=unused-argument
+    def validation_step(self, batch, batch_id):
+        images, labels = batch
+
+        logits = self.forward(images)
+        loss = self.criterion(logits, labels)
+        self.log("test_loss", loss)
+
+        return loss
+
+    # pylint: disable=unused-argument
+    def test_step(self, batch, batch_id):
+        images, labels = batch
+
+        logits = self.forward(images)
+        loss = self.criterion(logits, labels)
+        self.log("val_loss", loss)
+
+        return loss
+
+    # pylint: disable=arguments-differ
+    @siglip_ingredient.capture
+    def configure_optimizers(self, learning_rate):
+        optimizer = torch.optim.AdamW(self.parameters(), lr=learning_rate)
+        return optimizer
+
+
+@siglip_ingredient.capture
+def get_siglip(model_path: str):
+    if model_path:
+        return SiglipClassifier.load_from_checkpoint(model_path)
+
+    return SiglipClassifier()
+
+
+@siglip_ingredient.capture
+def get_siglip_preprocessor(hf_ckpt: str):
+    return transforms.Compose(
+        [
+            transforms.Resize((224, 224)),
+            transforms.ToTensor(),
+            transforms.Normalize([0.5, 0.5, 0.5], [0.5, 0.5, 0.5]),
+        ]
+    )

engie_pipeline/pipeline.py

@@ -0,0 +1,145 @@
+import json
+import os.path
+import uuid
+
+from engie_pipeline.models import (
+    model_ingredient,
+    get_detr,
+    get_detr_feature_extractor,
+    get_siglip,
+    get_siglip_preprocessor,
+)
+
+from PIL import Image
+from sacred import Experiment
+from tqdm import tqdm
+
+from engie_pipeline.utils import draw_boxes
+
+pipeline_experiment = Experiment("pipeline", ingredients=[model_ingredient])
+
+
+@pipeline_experiment.config
+def config():
+    path = "data/"
+    output_path = "data/output"
+
+    conformity_threshold = .8
+
+
+@pipeline_experiment.capture
+def set_up_pipeline(output_path):
+    for labels in ["Conforme", "Non-conforme", "Hors-sujet", "Non-admissible"]:
+        if not os.path.isdir(os.path.join(output_path, labels)):
+            os.makedirs(os.path.join(output_path, labels), exist_ok=True)
+
+    detr = get_detr()
+    detr.eval()
+    detr_preprocessor = get_detr_feature_extractor()
+
+    siglip = get_siglip()
+    siglip.eval()
+    siglip_preprocessor = get_siglip_preprocessor()
+
+    return {
+        "detr": detr,
+        "detr_preprocessor": detr_preprocessor,
+        "siglip": siglip,
+        "siglip_preprocessor": siglip_preprocessor,
+    }
+
+
+@pipeline_experiment.capture
+def pipeline(
+    detr,
+    detr_preprocessor,
+    siglip,
+    siglip_preprocessor,
+    image: Image.Image,
+    output_path: str,
+    conformity_threshold: float,
+    force_detr: bool = False,
+):
+    filename = (
+        ".".join(os.path.basename(image.filename).split(".")[:-1])
+        if hasattr(image, "filename")
+        else str(uuid.uuid4())
+    )
+
+    if os.path.isfile(os.path.join(output_path, "Hors-sujet", filename + ".jpg")) or os.path.isfile(os.path.join(output_path, "Non-admissible", filename + ".jpg")) or os.path.isfile(os.path.join(output_path, "Conforme", filename + ".jpg")) or os.path.isfile(os.path.join(output_path, "Non-conforme", filename + ".jpg")):
+        return
+
+
+
+    siglip_image_input = siglip_preprocessor(image.copy())
+    siglip_probs = siglip(siglip_image_input.unsqueeze(0)).softmax(-1)
+
+    conformity = None
+
+    if siglip_probs.argmax() == 1:
+        conformity = "Hors-sujet"
+        image.save(os.path.join(output_path, "Hors-sujet", filename + ".jpg"))
+        if not force_detr:
+            with open(os.path.join(output_path, "Hors-sujet", filename + ".json"), "w") as file:
+                json.dump(
+                    {"classification_probs": siglip_probs.tolist()}, file, indent=4
+                )
+            return
+
+    if siglip_probs.argmax() == 2:
+        conformity = "Non-admissible"
+        image.save(os.path.join(output_path, "Non-admissible", filename + ".jpg"))
+        if not force_detr:
+            with open(os.path.join(output_path, "Non-admissible", filename + ".json"), "w") as file:
+                json.dump(
+                    {"classification_probs": siglip_probs.tolist()}, file, indent=4
+                )
+            return
+
+    detr_image_input = detr_preprocessor(image.copy(), return_tensors="pt")
+    detr_output = detr(detr_image_input["pixel_values"])
+    boxes, labels, scores = detr.process_output(detr_output, image.size)
+
+    if conformity is None:
+        conformity = "Conforme" if 2 in labels and scores[labels == 2].max() > conformity_threshold else "Non-conforme"
+
+    image = draw_boxes(
+        image=image, boxes=boxes[labels == 0], probs=scores[labels == 0], color="gray"
+    )
+
+    image = draw_boxes(
+        image=image, boxes=boxes[labels == 1], probs=scores[labels == 1], color="orange"
+    )
+    image = draw_boxes(
+        image=image, boxes=boxes[labels == 2], probs=scores[labels == 2], color="purple"
+    )
+    image.save(os.path.join(output_path, conformity, filename + ".jpg"))
+    with open(os.path.join(output_path, conformity, filename + ".json"), "w") as file:
+        json.dump(
+            {
+                "classification_probs": siglip_probs.tolist(),
+                "detection_statistics": {
+                    label: {"scores": scores[labels == i].tolist(), "boxes": boxes[labels == i].tolist()}
+                    for i, label in enumerate(
+                        ["tableau", "disjoncteur", "bouton de test"]
+                    )
+                },
+            },
+            file,
+            indent=4,
+        )
+
+    return siglip_probs, boxes, labels, scores, conformity
+
+
+@pipeline_experiment.automain
+def run(path: str):
+    models = set_up_pipeline()
+    if os.path.isfile(path):
+        pipeline(**models, image=Image.open(path))
+
+    for file in tqdm(os.listdir(path)):
+        if not file.lower().endswith(("jpg", "jpeg", "png")):
+            continue
+
+        pipeline(**models, image=Image.open(os.path.join(path, file)).convert('RGB'), force_detr=False)

engie_pipeline/utils.py

@@ -0,0 +1,17 @@
+from PIL import ImageDraw
+
+
+def draw_boxes(image, boxes, probs, color):
+    draw = ImageDraw.Draw(image)
+
+    for box, proba in zip(boxes, probs):
+        draw.rectangle(box.tolist(), outline=color, width=6)
+
+        draw.text(
+            (box[0], box[1] - 15),
+            text=str(round(proba.item(), 2)),
+            fill=color,
+            stroke_width=1,
+        )
+
+    return image

models/detr.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba36e47d2372b078e25d0c5a0d73fb474f71fbb08a00f02f0d93371550d7cba
+size 497131777

models/siglip.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e893c153beb2da92464bdb058911c88fee9b72ca4cca391c3c13b3a7c4181f74
+size 1114898848

requirements.txt

@@ -0,0 +1,8 @@
+gradio
+pytorch-lightning
+sacred
+timm
+torch
+torchvision
+transformers
+httpcore

venv/bin/Activate.ps1

@@ -0,0 +1,247 @@
+<#
+.Synopsis
+Activate a Python virtual environment for the current PowerShell session.
+
+.Description
+Pushes the python executable for a virtual environment to the front of the
+$Env:PATH environment variable and sets the prompt to signify that you are
+in a Python virtual environment. Makes use of the command line switches as
+well as the `pyvenv.cfg` file values present in the virtual environment.
+
+.Parameter VenvDir
+Path to the directory that contains the virtual environment to activate. The
+default value for this is the parent of the directory that the Activate.ps1
+script is located within.
+
+.Parameter Prompt
+The prompt prefix to display when this virtual environment is activated. By
+default, this prompt is the name of the virtual environment folder (VenvDir)
+surrounded by parentheses and followed by a single space (ie. '(.venv) ').
+
+.Example
+Activate.ps1
+Activates the Python virtual environment that contains the Activate.ps1 script.
+
+.Example
+Activate.ps1 -Verbose
+Activates the Python virtual environment that contains the Activate.ps1 script,
+and shows extra information about the activation as it executes.
+
+.Example
+Activate.ps1 -VenvDir C:\Users\MyUser\Common\.venv
+Activates the Python virtual environment located in the specified location.
+
+.Example
+Activate.ps1 -Prompt "MyPython"
+Activates the Python virtual environment that contains the Activate.ps1 script,
+and prefixes the current prompt with the specified string (surrounded in
+parentheses) while the virtual environment is active.
+
+.Notes
+On Windows, it may be required to enable this Activate.ps1 script by setting the
+execution policy for the user. You can do this by issuing the following PowerShell
+command:
+
+PS C:\> Set-ExecutionPolicy -ExecutionPolicy RemoteSigned -Scope CurrentUser
+
+For more information on Execution Policies: 
+https://go.microsoft.com/fwlink/?LinkID=135170
+
+#>
+Param(
+    [Parameter(Mandatory = $false)]
+    [String]
+    $VenvDir,
+    [Parameter(Mandatory = $false)]
+    [String]
+    $Prompt
+)
+
+<# Function declarations --------------------------------------------------- #>
+
+<#
+.Synopsis
+Remove all shell session elements added by the Activate script, including the
+addition of the virtual environment's Python executable from the beginning of
+the PATH variable.
+
+.Parameter NonDestructive
+If present, do not remove this function from the global namespace for the
+session.
+
+#>
+function global:deactivate ([switch]$NonDestructive) {
+    # Revert to original values
+
+    # The prior prompt:
+    if (Test-Path -Path Function:_OLD_VIRTUAL_PROMPT) {
+        Copy-Item -Path Function:_OLD_VIRTUAL_PROMPT -Destination Function:prompt
+        Remove-Item -Path Function:_OLD_VIRTUAL_PROMPT
+    }
+
+    # The prior PYTHONHOME:
+    if (Test-Path -Path Env:_OLD_VIRTUAL_PYTHONHOME) {
+        Copy-Item -Path Env:_OLD_VIRTUAL_PYTHONHOME -Destination Env:PYTHONHOME
+        Remove-Item -Path Env:_OLD_VIRTUAL_PYTHONHOME
+    }
+
+    # The prior PATH:
+    if (Test-Path -Path Env:_OLD_VIRTUAL_PATH) {
+        Copy-Item -Path Env:_OLD_VIRTUAL_PATH -Destination Env:PATH
+        Remove-Item -Path Env:_OLD_VIRTUAL_PATH
+    }
+
+    # Just remove the VIRTUAL_ENV altogether:
+    if (Test-Path -Path Env:VIRTUAL_ENV) {
+        Remove-Item -Path env:VIRTUAL_ENV
+    }
+
+    # Just remove VIRTUAL_ENV_PROMPT altogether.
+    if (Test-Path -Path Env:VIRTUAL_ENV_PROMPT) {
+        Remove-Item -Path env:VIRTUAL_ENV_PROMPT
+    }
+
+    # Just remove the _PYTHON_VENV_PROMPT_PREFIX altogether:
+    if (Get-Variable -Name "_PYTHON_VENV_PROMPT_PREFIX" -ErrorAction SilentlyContinue) {
+        Remove-Variable -Name _PYTHON_VENV_PROMPT_PREFIX -Scope Global -Force
+    }
+
+    # Leave deactivate function in the global namespace if requested:
+    if (-not $NonDestructive) {
+        Remove-Item -Path function:deactivate
+    }
+}
+
+<#
+.Description
+Get-PyVenvConfig parses the values from the pyvenv.cfg file located in the
+given folder, and returns them in a map.
+
+For each line in the pyvenv.cfg file, if that line can be parsed into exactly
+two strings separated by `=` (with any amount of whitespace surrounding the =)
+then it is considered a `key = value` line. The left hand string is the key,
+the right hand is the value.
+
+If the value starts with a `'` or a `"` then the first and last character is
+stripped from the value before being captured.
+
+.Parameter ConfigDir
+Path to the directory that contains the `pyvenv.cfg` file.
+#>
+function Get-PyVenvConfig(
+    [String]
+    $ConfigDir
+) {
+    Write-Verbose "Given ConfigDir=$ConfigDir, obtain values in pyvenv.cfg"
+
+    # Ensure the file exists, and issue a warning if it doesn't (but still allow the function to continue).
+    $pyvenvConfigPath = Join-Path -Resolve -Path $ConfigDir -ChildPath 'pyvenv.cfg' -ErrorAction Continue
+
+    # An empty map will be returned if no config file is found.
+    $pyvenvConfig = @{ }
+
+    if ($pyvenvConfigPath) {
+
+        Write-Verbose "File exists, parse `key = value` lines"
+        $pyvenvConfigContent = Get-Content -Path $pyvenvConfigPath
+
+        $pyvenvConfigContent | ForEach-Object {
+            $keyval = $PSItem -split "\s*=\s*", 2
+            if ($keyval[0] -and $keyval[1]) {
+                $val = $keyval[1]
+
+                # Remove extraneous quotations around a string value.
+                if ("'""".Contains($val.Substring(0, 1))) {
+                    $val = $val.Substring(1, $val.Length - 2)
+                }
+
+                $pyvenvConfig[$keyval[0]] = $val
+                Write-Verbose "Adding Key: '$($keyval[0])'='$val'"
+            }
+        }
+    }
+    return $pyvenvConfig
+}
+
+
+<# Begin Activate script --------------------------------------------------- #>
+
+# Determine the containing directory of this script
+$VenvExecPath = Split-Path -Parent $MyInvocation.MyCommand.Definition
+$VenvExecDir = Get-Item -Path $VenvExecPath
+
+Write-Verbose "Activation script is located in path: '$VenvExecPath'"
+Write-Verbose "VenvExecDir Fullname: '$($VenvExecDir.FullName)"
+Write-Verbose "VenvExecDir Name: '$($VenvExecDir.Name)"
+
+# Set values required in priority: CmdLine, ConfigFile, Default
+# First, get the location of the virtual environment, it might not be
+# VenvExecDir if specified on the command line.
+if ($VenvDir) {
+    Write-Verbose "VenvDir given as parameter, using '$VenvDir' to determine values"
+}
+else {
+    Write-Verbose "VenvDir not given as a parameter, using parent directory name as VenvDir."
+    $VenvDir = $VenvExecDir.Parent.FullName.TrimEnd("\\/")
+    Write-Verbose "VenvDir=$VenvDir"
+}
+
+# Next, read the `pyvenv.cfg` file to determine any required value such
+# as `prompt`.
+$pyvenvCfg = Get-PyVenvConfig -ConfigDir $VenvDir
+
+# Next, set the prompt from the command line, or the config file, or
+# just use the name of the virtual environment folder.
+if ($Prompt) {
+    Write-Verbose "Prompt specified as argument, using '$Prompt'"
+}
+else {
+    Write-Verbose "Prompt not specified as argument to script, checking pyvenv.cfg value"
+    if ($pyvenvCfg -and $pyvenvCfg['prompt']) {
+        Write-Verbose "  Setting based on value in pyvenv.cfg='$($pyvenvCfg['prompt'])'"
+        $Prompt = $pyvenvCfg['prompt'];
+    }
+    else {
+        Write-Verbose "  Setting prompt based on parent's directory's name. (Is the directory name passed to venv module when creating the virtual environment)"
+        Write-Verbose "  Got leaf-name of $VenvDir='$(Split-Path -Path $venvDir -Leaf)'"
+        $Prompt = Split-Path -Path $venvDir -Leaf
+    }
+}
+
+Write-Verbose "Prompt = '$Prompt'"
+Write-Verbose "VenvDir='$VenvDir'"
+
+# Deactivate any currently active virtual environment, but leave the
+# deactivate function in place.
+deactivate -nondestructive
+
+# Now set the environment variable VIRTUAL_ENV, used by many tools to determine
+# that there is an activated venv.
+$env:VIRTUAL_ENV = $VenvDir
+
+if (-not $Env:VIRTUAL_ENV_DISABLE_PROMPT) {
+
+    Write-Verbose "Setting prompt to '$Prompt'"
+
+    # Set the prompt to include the env name
+    # Make sure _OLD_VIRTUAL_PROMPT is global
+    function global:_OLD_VIRTUAL_PROMPT { "" }
+    Copy-Item -Path function:prompt -Destination function:_OLD_VIRTUAL_PROMPT
+    New-Variable -Name _PYTHON_VENV_PROMPT_PREFIX -Description "Python virtual environment prompt prefix" -Scope Global -Option ReadOnly -Visibility Public -Value $Prompt
+
+    function global:prompt {
+        Write-Host -NoNewline -ForegroundColor Green "($_PYTHON_VENV_PROMPT_PREFIX) "
+        _OLD_VIRTUAL_PROMPT
+    }
+    $env:VIRTUAL_ENV_PROMPT = $Prompt
+}
+
+# Clear PYTHONHOME
+if (Test-Path -Path Env:PYTHONHOME) {
+    Copy-Item -Path Env:PYTHONHOME -Destination Env:_OLD_VIRTUAL_PYTHONHOME
+    Remove-Item -Path Env:PYTHONHOME
+}
+
+# Add the venv to the PATH
+Copy-Item -Path Env:PATH -Destination Env:_OLD_VIRTUAL_PATH
+$Env:PATH = "$VenvExecDir$([System.IO.Path]::PathSeparator)$Env:PATH"

venv/bin/activate

@@ -0,0 +1,69 @@
+# This file must be used with "source bin/activate" *from bash*
+# you cannot run it directly
+
+deactivate () {
+    # reset old environment variables
+    if [ -n "${_OLD_VIRTUAL_PATH:-}" ] ; then
+        PATH="${_OLD_VIRTUAL_PATH:-}"
+        export PATH
+        unset _OLD_VIRTUAL_PATH
+    fi
+    if [ -n "${_OLD_VIRTUAL_PYTHONHOME:-}" ] ; then
+        PYTHONHOME="${_OLD_VIRTUAL_PYTHONHOME:-}"
+        export PYTHONHOME
+        unset _OLD_VIRTUAL_PYTHONHOME
+    fi
+
+    # This should detect bash and zsh, which have a hash command that must
+    # be called to get it to forget past commands.  Without forgetting
+    # past commands the $PATH changes we made may not be respected
+    if [ -n "${BASH:-}" -o -n "${ZSH_VERSION:-}" ] ; then
+        hash -r 2> /dev/null
+    fi
+
+    if [ -n "${_OLD_VIRTUAL_PS1:-}" ] ; then
+        PS1="${_OLD_VIRTUAL_PS1:-}"
+        export PS1
+        unset _OLD_VIRTUAL_PS1
+    fi
+
+    unset VIRTUAL_ENV
+    unset VIRTUAL_ENV_PROMPT
+    if [ ! "${1:-}" = "nondestructive" ] ; then
+    # Self destruct!
+        unset -f deactivate
+    fi
+}
+
+# unset irrelevant variables
+deactivate nondestructive
+
+VIRTUAL_ENV="/home/nathan.botbol/pipeline/venv"
+export VIRTUAL_ENV
+
+_OLD_VIRTUAL_PATH="$PATH"
+PATH="$VIRTUAL_ENV/bin:$PATH"
+export PATH
+
+# unset PYTHONHOME if set
+# this will fail if PYTHONHOME is set to the empty string (which is bad anyway)
+# could use `if (set -u; : $PYTHONHOME) ;` in bash
+if [ -n "${PYTHONHOME:-}" ] ; then
+    _OLD_VIRTUAL_PYTHONHOME="${PYTHONHOME:-}"
+    unset PYTHONHOME
+fi
+
+if [ -z "${VIRTUAL_ENV_DISABLE_PROMPT:-}" ] ; then
+    _OLD_VIRTUAL_PS1="${PS1:-}"
+    PS1="(venv) ${PS1:-}"
+    export PS1
+    VIRTUAL_ENV_PROMPT="(venv) "
+    export VIRTUAL_ENV_PROMPT
+fi
+
+# This should detect bash and zsh, which have a hash command that must
+# be called to get it to forget past commands.  Without forgetting
+# past commands the $PATH changes we made may not be respected
+if [ -n "${BASH:-}" -o -n "${ZSH_VERSION:-}" ] ; then
+    hash -r 2> /dev/null
+fi

venv/bin/activate.csh

@@ -0,0 +1,26 @@
+# This file must be used with "source bin/activate.csh" *from csh*.
+# You cannot run it directly.
+# Created by Davide Di Blasi <[email protected]>.
+# Ported to Python 3.3 venv by Andrew Svetlov <[email protected]>
+
+alias deactivate 'test $?_OLD_VIRTUAL_PATH != 0 && setenv PATH "$_OLD_VIRTUAL_PATH" && unset _OLD_VIRTUAL_PATH; rehash; test $?_OLD_VIRTUAL_PROMPT != 0 && set prompt="$_OLD_VIRTUAL_PROMPT" && unset _OLD_VIRTUAL_PROMPT; unsetenv VIRTUAL_ENV; unsetenv VIRTUAL_ENV_PROMPT; test "\!:*" != "nondestructive" && unalias deactivate'
+
+# Unset irrelevant variables.
+deactivate nondestructive
+
+setenv VIRTUAL_ENV "/home/nathan.botbol/pipeline/venv"
+
+set _OLD_VIRTUAL_PATH="$PATH"
+setenv PATH "$VIRTUAL_ENV/bin:$PATH"
+
+
+set _OLD_VIRTUAL_PROMPT="$prompt"
+
+if (! "$?VIRTUAL_ENV_DISABLE_PROMPT") then
+    set prompt = "(venv) $prompt"
+    setenv VIRTUAL_ENV_PROMPT "(venv) "
+endif
+
+alias pydoc python -m pydoc
+
+rehash

venv/bin/activate.fish

@@ -0,0 +1,69 @@
+# This file must be used with "source <venv>/bin/activate.fish" *from fish*
+# (https://fishshell.com/); you cannot run it directly.
+
+function deactivate  -d "Exit virtual environment and return to normal shell environment"
+    # reset old environment variables
+    if test -n "$_OLD_VIRTUAL_PATH"
+        set -gx PATH $_OLD_VIRTUAL_PATH
+        set -e _OLD_VIRTUAL_PATH
+    end
+    if test -n "$_OLD_VIRTUAL_PYTHONHOME"
+        set -gx PYTHONHOME $_OLD_VIRTUAL_PYTHONHOME
+        set -e _OLD_VIRTUAL_PYTHONHOME
+    end
+
+    if test -n "$_OLD_FISH_PROMPT_OVERRIDE"
+        set -e _OLD_FISH_PROMPT_OVERRIDE
+        # prevents error when using nested fish instances (Issue #93858)
+        if functions -q _old_fish_prompt
+            functions -e fish_prompt
+            functions -c _old_fish_prompt fish_prompt
+            functions -e _old_fish_prompt
+        end
+    end
+
+    set -e VIRTUAL_ENV
+    set -e VIRTUAL_ENV_PROMPT
+    if test "$argv[1]" != "nondestructive"
+        # Self-destruct!
+        functions -e deactivate
+    end
+end
+
+# Unset irrelevant variables.
+deactivate nondestructive
+
+set -gx VIRTUAL_ENV "/home/nathan.botbol/pipeline/venv"
+
+set -gx _OLD_VIRTUAL_PATH $PATH
+set -gx PATH "$VIRTUAL_ENV/bin" $PATH
+
+# Unset PYTHONHOME if set.
+if set -q PYTHONHOME
+    set -gx _OLD_VIRTUAL_PYTHONHOME $PYTHONHOME
+    set -e PYTHONHOME
+end
+
+if test -z "$VIRTUAL_ENV_DISABLE_PROMPT"
+    # fish uses a function instead of an env var to generate the prompt.
+
+    # Save the current fish_prompt function as the function _old_fish_prompt.
+    functions -c fish_prompt _old_fish_prompt
+
+    # With the original prompt function renamed, we can override with our own.
+    function fish_prompt
+        # Save the return status of the last command.
+        set -l old_status $status
+
+        # Output the venv prompt; color taken from the blue of the Python logo.
+        printf "%s%s%s" (set_color 4B8BBE) "(venv) " (set_color normal)
+
+        # Restore the return status of the previous command.
+        echo "exit $old_status" | .
+        # Output the original/"old" prompt.
+        _old_fish_prompt
+    end
+
+    set -gx _OLD_FISH_PROMPT_OVERRIDE "$VIRTUAL_ENV"
+    set -gx VIRTUAL_ENV_PROMPT "(venv) "
+end

venv/bin/convert-caffe2-to-onnx

@@ -0,0 +1,8 @@
+#!/home/nathan.botbol/pipeline/venv/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from caffe2.python.onnx.bin.conversion import caffe2_to_onnx
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(caffe2_to_onnx())

venv/bin/convert-onnx-to-caffe2

@@ -0,0 +1,8 @@
+#!/home/nathan.botbol/pipeline/venv/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from caffe2.python.onnx.bin.conversion import onnx_to_caffe2
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(onnx_to_caffe2())

venv/bin/cpuinfo

@@ -0,0 +1,8 @@
+#!/home/nathan.botbol/pipeline/venv/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from cpuinfo import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv/bin/dotenv

@@ -0,0 +1,8 @@
+#!/home/nathan.botbol/pipeline/venv/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from dotenv.__main__ import cli
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(cli())

venv/bin/email_validator

@@ -0,0 +1,8 @@
+#!/home/nathan.botbol/pipeline/venv/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from email_validator.__main__ import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv/bin/f2py

@@ -0,0 +1,8 @@
+#!/home/nathan.botbol/pipeline/venv/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from numpy.f2py.f2py2e import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv/bin/fastapi

@@ -0,0 +1,8 @@
+#!/home/nathan.botbol/pipeline/venv/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from fastapi_cli.cli import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv/bin/fonttools

@@ -0,0 +1,8 @@
+#!/home/nathan.botbol/pipeline/venv/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from fontTools.__main__ import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv/bin/gradio

@@ -0,0 +1,8 @@
+#!/home/nathan.botbol/pipeline/venv/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from gradio.cli import cli
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(cli())

venv/bin/httpx

@@ -0,0 +1,8 @@
+#!/home/nathan.botbol/pipeline/venv/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from httpx import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv/bin/huggingface-cli

@@ -0,0 +1,8 @@
+#!/home/nathan.botbol/pipeline/venv/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from huggingface_hub.commands.huggingface_cli import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv/bin/isympy

@@ -0,0 +1,8 @@
+#!/home/nathan.botbol/pipeline/venv/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from isympy import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv/bin/jsonschema

@@ -0,0 +1,8 @@
+#!/home/nathan.botbol/pipeline/venv/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from jsonschema.cli import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv/bin/markdown-it

@@ -0,0 +1,8 @@
+#!/home/nathan.botbol/pipeline/venv/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from markdown_it.cli.parse import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv/bin/normalizer

@@ -0,0 +1,8 @@
+#!/home/nathan.botbol/pipeline/venv/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from charset_normalizer.cli import cli_detect
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(cli_detect())

venv/bin/pip

@@ -0,0 +1,8 @@
+#!/home/nathan.botbol/pipeline/venv/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from pip._internal.cli.main import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv/bin/pip3

@@ -0,0 +1,8 @@
+#!/home/nathan.botbol/pipeline/venv/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from pip._internal.cli.main import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv/bin/pip3.11

@@ -0,0 +1,8 @@
+#!/home/nathan.botbol/pipeline/venv/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from pip._internal.cli.main import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv/bin/pyftmerge

@@ -0,0 +1,8 @@
+#!/home/nathan.botbol/pipeline/venv/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from fontTools.merge import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv/bin/pyftsubset

@@ -0,0 +1,8 @@
+#!/home/nathan.botbol/pipeline/venv/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from fontTools.subset import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv/bin/pygmentize

@@ -0,0 +1,8 @@
+#!/home/nathan.botbol/pipeline/venv/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from pygments.cmdline import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv/bin/python

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09bdf51cb07702306021fa676cc735e58f2673fb516ecbd63bf87e978063f95
+size 6831704

venv/bin/python3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09bdf51cb07702306021fa676cc735e58f2673fb516ecbd63bf87e978063f95
+size 6831704

venv/bin/python3.11

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09bdf51cb07702306021fa676cc735e58f2673fb516ecbd63bf87e978063f95
+size 6831704

venv/bin/ruff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:909e158295812209eae0fdec2f8a55757bc1fb14982572b65b6e50ec48fa2169
+size 23358480

venv/bin/torchrun

@@ -0,0 +1,8 @@
+#!/home/nathan.botbol/pipeline/venv/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from torch.distributed.run import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv/bin/tqdm

@@ -0,0 +1,8 @@
+#!/home/nathan.botbol/pipeline/venv/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from tqdm.cli import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv/bin/transformers-cli

@@ -0,0 +1,8 @@
+#!/home/nathan.botbol/pipeline/venv/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from transformers.commands.transformers_cli import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv/bin/ttx

@@ -0,0 +1,8 @@
+#!/home/nathan.botbol/pipeline/venv/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from fontTools.ttx import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())

venv/bin/typer

@@ -0,0 +1,8 @@
+#!/home/nathan.botbol/pipeline/venv/bin/python3.11
+# -*- coding: utf-8 -*-
+import re
+import sys
+from typer.cli import main
+if __name__ == '__main__':
+    sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
+    sys.exit(main())