Update README.md
Browse filesupdate how to use this model
README.md
CHANGED
@@ -47,24 +47,24 @@ from PIL import Image
|
|
47 |
import torch
|
48 |
import numpy
|
49 |
|
50 |
-
from transformers import
|
51 |
-
from transformers.
|
52 |
|
53 |
url = "http://images.cocodataset.org/val2017/000000039769.jpg"
|
54 |
image = Image.open(requests.get(url, stream=True).raw)
|
55 |
|
56 |
-
|
57 |
model = DetrForSegmentation.from_pretrained("facebook/detr-resnet-50-panoptic")
|
58 |
|
59 |
# prepare image for the model
|
60 |
-
inputs =
|
61 |
|
62 |
# forward pass
|
63 |
outputs = model(**inputs)
|
64 |
|
65 |
-
# use the `
|
66 |
processed_sizes = torch.as_tensor(inputs["pixel_values"].shape[-2:]).unsqueeze(0)
|
67 |
-
result =
|
68 |
|
69 |
# the segmentation is stored in a special-format png
|
70 |
panoptic_seg = Image.open(io.BytesIO(result["png_string"]))
|
|
|
47 |
import torch
|
48 |
import numpy
|
49 |
|
50 |
+
from transformers import AutoImageProcessor, DetrForSegmentation
|
51 |
+
from transformers.image_transforms import rgb_to_id
|
52 |
|
53 |
url = "http://images.cocodataset.org/val2017/000000039769.jpg"
|
54 |
image = Image.open(requests.get(url, stream=True).raw)
|
55 |
|
56 |
+
image_processor = AutoImageProcessor.from_pretrained("facebook/detr-resnet-50-panoptic")
|
57 |
model = DetrForSegmentation.from_pretrained("facebook/detr-resnet-50-panoptic")
|
58 |
|
59 |
# prepare image for the model
|
60 |
+
inputs = image_processor(images=image, return_tensors="pt")
|
61 |
|
62 |
# forward pass
|
63 |
outputs = model(**inputs)
|
64 |
|
65 |
+
# use the `post_process_panoptic_segmentation` method of the `image_processor` to retrieve post-processed panoptic segmentation maps
|
66 |
processed_sizes = torch.as_tensor(inputs["pixel_values"].shape[-2:]).unsqueeze(0)
|
67 |
+
result = image_processor.post_process_panoptic_segmentation(outputs, processed_sizes)[0]
|
68 |
|
69 |
# the segmentation is stored in a special-format png
|
70 |
panoptic_seg = Image.open(io.BytesIO(result["png_string"]))
|