[PyOV] Add torchvision to OpenVINO preprocessing converter

.ci/azure/linux.yml

@@ -178,6 +178,8 @@ jobs:
       python3 -m pip install -r $(REPO_DIR)/src/frontends/onnx/tests/requirements.txt
       # For running TensorFlow frontend unit tests
       python3 -m pip install -r $(REPO_DIR)/src/frontends/tensorflow/tests/requirements.txt
+      # For running torchvision -> OpenVINO preprocess converter
+      python3 -m pip install -r $(REPO_DIR)/src/bindings/python/src/openvino/preprocess/torchvision/requirements.txt
       # For MO unit tests
       python3 -m pip install -r $(REPO_DIR)/tools/mo/requirements_mxnet.txt
       python3 -m pip install -r $(REPO_DIR)/tools/mo/requirements_caffe.txt

.ci/openvino-onnx/Dockerfile

@@ -62,7 +62,7 @@ RUN cmake .. \
     -DENABLE_PROFILING_ITT=OFF \
     -DENABLE_SAMPLES=OFF \
     -DENABLE_OV_PADDLE_FRONTEND=OFF \
-    -DENABLE_OV_PYTORCH_FRONTEND=OFF \
+    -DENABLE_OV_PYTORCH_FRONTEND=ON \
     -DENABLE_OV_TF_FRONTEND=OFF \
     -DENABLE_OPENVINO_DEBUG=OFF \
     -DCMAKE_INSTALL_PREFIX=/openvino/dist
@@ -72,5 +72,5 @@ RUN ninja install
 WORKDIR /openvino/src/bindings/python
 ENV OpenVINO_DIR=/openvino/dist/runtime/cmake
 ENV LD_LIBRARY_PATH=/openvino/dist/runtime/lib/intel64:/openvino/dist/runtime/3rdparty/tbb/lib
-ENV PYTHONPATH=/openvino/bin/intel64/${BUILD_TYPE}/python:${PYTHONPATH}
+ENV PYTHONPATH=/openvino/bin/intel64/${BUILD_TYPE}/python:/openvino/tools/mo:${PYTHONPATH}
 CMD tox

.github/workflows/linux.yml

@@ -531,6 +531,9 @@ jobs:
           # For running Paddle frontend unit tests
           python3 -m pip install -r ${{ env.OPENVINO_REPO }}/src/frontends/paddle/tests/requirements.txt
 
+          # For torchvision to OpenVINO preprocessing converter
+          python3 -m pip install -r ${{ env.OPENVINO_REPO }}/src/bindings/python/src/openvino/preprocess/torchvision/requirements.txt
+
       - name: Install MO dependencies
         run: |
           python3 -m pip install -r ${{ env.OPENVINO_REPO }}/tools/mo/requirements_mxnet.txt

src/bindings/python/constraints.txt

@@ -4,7 +4,7 @@ numpy>=1.16.6,<1.26  # Python bindings, frontends
 # pytest
 pytest>=5.0,<7.4
 pytest-dependency==0.5.1
-pytest-html==3.1.1
+pytest-html==3.2.0
 pytest-timeout==2.1.0
 
 # Python bindings
@@ -19,4 +19,8 @@ paddlepaddle==2.4.2
 tensorflow>=1.15.5,<2.13.0
 six~=1.16.0
 protobuf>=3.18.1,<4.0.0
-onnx==1.13.1
+onnx==1.13.1
+
+# torchvision > OpenVINO preprocessing converter 
+pillow>=9.0
+torch>=1.13

src/bindings/python/requirements_test.txt

@@ -38,3 +38,7 @@ tox
 types-pkg_resources
 wheel
 singledispatchmethod
+torch
+torchvision; platform_machine == 'arm64' and python_version >= '3.8'
+torchvision; platform_machine != 'arm64'
+pillow

src/bindings/python/setup.cfg

@@ -7,6 +7,7 @@ skip_install=True
 deps =
   -rrequirements.txt
   -rrequirements_test.txt
+  -r /openvino/tools/mo/requirements.txt  # for torchvision -> OV preprocess converter
   -r /openvino/src/frontends/onnx/tests/requirements.txt
 setenv =
   OV_BACKEND = {env:OV_BACKEND:"CPU"}
@@ -43,6 +44,7 @@ deps = -rrequirements.txt
 # D107 - Missing docstring in __init__
 # D412 - No blank lines allowed between a section header and its content
 # F401 - module imported but unused
+# N801 - class name '...' should use CapWords convention
 # N803 - argument name '...' should be lowercase
 # T001 - print found
 # W503 - line break before binary operator (prefer line breaks before op, not after)
@@ -66,6 +68,7 @@ per-file-ignores =
     src/openvino/runtime/*/ops.py: VNE001,VNE003
     tests_compatibility/test_ngraph/*: C101,C812,C815,C816,C819,CCE001,D212,E800,ECE001,N400,N802,N806,P101,P103,PT001,PT005,PT006,PT011,PT019,PT023,RST201,S001,VNE002
     src/compatibility/ngraph/*: C101,C812,C819,CCE001,E800,N806,P101,RST201,RST202,RST203,RST206,VNE001,VNE003
+    src/openvino/preprocess/torchvision/*: N801, VNE001
     *__init__.py: F401
 
 [pydocstyle]

src/bindings/python/src/openvino/preprocess/torchvision/__init__.py

@@ -0,0 +1,15 @@
+# Copyright (C) 2018-2023 Intel Corporation
+# SPDX-License-Identifier: Apache-2.0
+
+"""
+Package: openvino
+Torchvision to OpenVINO preprocess converter.
+"""
+
+# flake8: noqa
+
+from openvino._pyopenvino import get_version as _get_version
+
+__version__ = _get_version()
+
+from .preprocess_converter import PreprocessConverter

src/bindings/python/src/openvino/preprocess/torchvision/preprocess_converter.py

@@ -0,0 +1,47 @@
+# -*- coding: utf-8 -*-
+# Copyright (C) 2018-2023 Intel Corporation
+# SPDX-License-Identifier: Apache-2.0
+
+from typing import Callable, Any, Union
+import logging
+
+import openvino.runtime as ov
+
+
+class PreprocessConverter():
+    def __init__(self, model: ov.Model):
+        self._model = model
+
+    @staticmethod
+    def from_torchvision(model: ov.Model, transform: Callable, input_example: Any,
+                         input_name: Union[str, None] = None) -> ov.Model:
+        """Embed torchvision preprocessing in an OpenVINO model.
+
+        Arguments:
+            model (ov.Model):
+                Result name
+            transform (Callable):
+                torchvision transform to convert
+            input_example (torch.Tensor or np.ndarray or PIL.Image):
+                Example of input data for transform to trace its structure.
+                Don't confuse with the model input.
+            input_name (str, optional):
+                Name of the current model's input node to connect with preprocessing.
+                Not needed if the model has one input.
+
+        Returns:
+            ov.Mode: OpenVINO Model object with embedded preprocessing
+        Example:
+            >>> model = PreprocessorConvertor.from_torchvision(model, "input", transform, input_example)
+        """
+        try:
+            import PIL
+            import torch
+            from torchvision import transforms
+            from .torchvision_preprocessing import _from_torchvision
+            return _from_torchvision(model, transform, input_example, input_name)
+        except ImportError as e:
+            raise ImportError(f"Please install torch, torchvision and pillow packages:\n{e}")
+        except Exception as e:
+            logging.error(f"Unexpected error: {e}")
+            raise e

src/bindings/python/src/openvino/preprocess/torchvision/requirements.txt

@@ -0,0 +1,5 @@
+-c ../../../../constraints.txt
+torch
+torchvision; platform_machine == 'arm64' and python_version >= '3.8'
+torchvision; platform_machine != 'arm64'
+pillow