Create service.py

service.py

@@ -0,0 +1,27 @@
+import bentoml
+
+from bentoml.io import Image, JSON
+from transformers import pipeline
+from transformers import AutoFeatureExtractor, AutoModelForObjectDetection
+
+class PretrainedModelRunnable(bentoml.Runnable):
+    SUPPORTED_RESOURCES = ("cpu",)
+    SUPPORTS_CPU_MULTI_THREADING = True
+
+    def __init__(self):
+        self.unmasker = pipeline('object-detection', model="davanstrien/detr-resnet-50_fine_tuned_nls_chapbooks",
+                                 feature_extractor="davanstrien/detr-resnet-50_fine_tuned_nls_chapbooks")
+
+    @bentoml.Runnable.method(batchable=True)
+    def __call__(self, input_text):
+        return self.unmasker(input_text)
+
+
+runner = bentoml.Runner(PretrainedModelRunnable, name="pretrained_illustration_detection")
+
+svc = bentoml.Service('pretrained_illustration_detection', runners=[runner])
+
+
+@svc.api(input=Image(), output=JSON())
+async def object_detect(input_series: str) -> list:
+    return await runner.async_run(input_series)