Add support for intel gpu backend (#379)

Author: tsocha

conftest.py

@@ -20,7 +20,7 @@
 
 def pytest_addoption(parser):
     parser.addoption('--backend', default='CPU',
-                     choices=['INTERPRETER', 'CPU', 'GPU', 'NNP', 'PlaidML'],
+                     choices=['INTERPRETER', 'CPU', 'GPU', 'NNP', 'PlaidML', 'INTELGPU'],
                      help='Select from available backends')
 
 
@@ -37,6 +37,7 @@ def pytest_collection_modifyitems(config, items):
     nnp_skip = pytest.mark.skip(reason='Skipping test on the NNP backend.')
     interpreter_skip = pytest.mark.skip(reason='Skipping test on the INTERPRETER backend.')
     plaidml_skip = pytest.mark.skip(reason='Skipping test on the PlaidML backend.')
+    igpu_skip = pytest.mark.skip(reason='Skipping test on the INTELGPU backend.')
 
     for item in items:
         if backend_name == 'GPU' and 'skip_on_gpu' in item.keywords:
@@ -49,3 +50,5 @@ def pytest_collection_modifyitems(config, items):
             item.add_marker(interpreter_skip)
         if backend_name == 'PlaidML' and 'skip_on_plaidml' in item.keywords:
             item.add_marker(plaidml_skip)
+        if backend_name == 'INTELGPU' and 'skip_on_intelgpu' in item.keywords:
+            item.add_marker(igpu_skip)

ngraph_onnx/onnx_importer/backend.py

@@ -49,6 +49,7 @@ class NgraphBackend(Backend):
         # (<ngraph_backend_name>, <onnx_device_name>)
         ('CPU', 'CPU'),
         ('GPU', 'CUDA'),
+        ('INTELGPU', 'CPU'),
         ('INTERPRETER', 'CPU'),
         ('ARGON', 'CPU'),
         ('NNP', 'CPU'),

tests/test_backend.py

@@ -171,3 +171,25 @@
 pytest.mark.xfail(OnnxBackendNodeModelTest.test_dynamic_slice_end_out_of_bounds_cpu)
 pytest.mark.xfail(OnnxBackendNodeModelTest.test_dynamic_slice_neg_cpu)
 pytest.mark.xfail(OnnxBackendNodeModelTest.test_dynamic_slice_start_out_of_bounds_cpu)
+
+# Tests which fail on the INTELGPU backend
+if selected_backend_name == 'INTELGPU':
+    pytest.mark.xfail(OnnxBackendNodeModelTest.test_dynamic_slice_start_out_of_bounds_cpu)
+    pytest.mark.xfail(OnnxBackendNodeModelTest.test_edge_pad_cpu)
+    pytest.mark.xfail(OnnxBackendNodeModelTest.test_erf_cpu)
+    pytest.mark.xfail(OnnxBackendNodeModelTest.test_gather_0_cpu)
+    pytest.mark.xfail(OnnxBackendNodeModelTest.test_gather_1_cpu)
+    pytest.mark.xfail(OnnxBackendNodeModelTest.test_gemm_broadcast_cpu)
+    pytest.mark.xfail(OnnxBackendNodeModelTest.test_hardmax_axis_0_cpu)
+    pytest.mark.xfail(OnnxBackendNodeModelTest.test_hardmax_axis_1_cpu)
+    pytest.mark.xfail(OnnxBackendNodeModelTest.test_hardmax_axis_2_cpu)
+    pytest.mark.xfail(OnnxBackendNodeModelTest.test_hardmax_default_axis_cpu)
+    pytest.mark.xfail(OnnxBackendNodeModelTest.test_hardmax_example_cpu)
+    pytest.mark.xfail(OnnxBackendNodeModelTest.test_hardmax_one_hot_cpu)
+    pytest.mark.xfail(OnnxBackendNodeModelTest.test_maxpool_2d_same_upper_cpu)
+    pytest.mark.xfail(OnnxBackendNodeModelTest.test_reflect_pad_cpu)
+    pytest.mark.xfail(OnnxBackendPyTorchConvertedModelTest.test_Embedding_cpu)
+    pytest.mark.xfail(OnnxBackendPyTorchConvertedModelTest.test_Embedding_sparse_cpu)
+    pytest.mark.xfail(OnnxBackendPyTorchConvertedModelTest.test_ReflectionPad2d_cpu)
+    pytest.mark.xfail(OnnxBackendPyTorchConvertedModelTest.test_ReplicationPad2d_cpu)
+    pytest.mark.xfail(OnnxBackendPyTorchOperatorModelTest.test_operator_pad_cpu)

tests/test_ngraph_backend.py

@@ -59,6 +59,7 @@ def _get_input_data(*inputs):
 @pytest.mark.skip_on_nnp
 @pytest.mark.skip_on_gpu
 @pytest.mark.skip_on_cpu
+@pytest.mark.skip_on_intelgpu
 def test_supports_ngraph_device_interpreter():
     assert NgraphBackend.supports_ngraph_device('INTERPRETER')
 
@@ -72,13 +73,15 @@ def test_supports_ngraph_device_cpu():
 
 @pytest.mark.skip_on_cpu
 @pytest.mark.skip_on_gpu
+@pytest.mark.skip_on_intelgpu
 @pytest.mark.skip_on_interpreter
 def test_supports_ngraph_device_nnp():
     assert NgraphBackend.supports_ngraph_device('NNP')
 
 
 @pytest.mark.skip_on_nnp
 @pytest.mark.skip_on_cpu
+@pytest.mark.skip_on_intelgpu
 @pytest.mark.skip_on_interpreter
 def test_supports_ngraph_device_gpu():
     assert NgraphBackend.supports_ngraph_device('GPU')

tests/test_ops_unary.py

@@ -158,6 +158,7 @@ def test_reciprocal(input_data):
     assert np.allclose(ng_results, [expected_output])
 
 
+@pytest.mark.skip_on_intelgpu
 @pytest.mark.parametrize('axis, dim1, dim2', [
     (0, 1, 60),
     (1, 3, 20),
@@ -175,6 +176,7 @@ def hardmax_2d(data):
     assert np.allclose(ng_results, [expected])
 
 
+@pytest.mark.skip_on_intelgpu
 def test_hardmax_special_cases():
     def hardmax_2d(data):
         return np.eye(data.shape[1], dtype=data.dtype)[np.argmax(data, axis=1)]

tests/test_zoo_models.py

@@ -431,5 +431,26 @@
     backend_test.exclude('test_mnist_opset1')
     backend_test.exclude('test_tiny_yolov2_opset1')
 
+    # Tests which fail on the INTELGPU backend
+    if tests.utils.BACKEND_NAME == 'INTELGPU':
+        pytest.mark.xfail(test_cases.test_arcface_lresnet100e_opset8_cpu)
+        pytest.mark.xfail(test_cases.test_densenet121_opset3_cpu)
+        pytest.mark.xfail(test_cases.test_densenet121_opset6_cpu)
+        pytest.mark.xfail(test_cases.test_densenet121_opset7_cpu)
+        pytest.mark.xfail(test_cases.test_densenet121_opset8_cpu)
+        pytest.mark.xfail(test_cases.test_densenet121_opset9_cpu)
+        pytest.mark.xfail(test_cases.test_inception_v2_opset3_cpu)
+        pytest.mark.xfail(test_cases.test_inception_v2_opset6_cpu)
+        pytest.mark.xfail(test_cases.test_inception_v2_opset7_cpu)
+        pytest.mark.xfail(test_cases.test_inception_v2_opset8_cpu)
+        pytest.mark.xfail(test_cases.test_inception_v2_opset9_cpu)
+        pytest.mark.xfail(test_cases.test_resnet50_opset3_cpu)
+        pytest.mark.xfail(test_cases.test_resnet50_opset6_cpu)
+        pytest.mark.xfail(test_cases.test_resnet50_opset7_cpu)
+        pytest.mark.xfail(test_cases.test_resnet50_opset8_cpu)
+        pytest.mark.xfail(test_cases.test_resnet50_opset9_cpu)
+        pytest.mark.xfail(test_cases.test_vgg19_opset8_cpu)
+        pytest.mark.xfail(test_cases.test_vgg19_opset9_cpu)
+
     del test_cases
     globals().update(backend_test.enable_report().test_cases)