Initial functional tests

tests/configs/dynamic.pbtxt

@@ -0,0 +1,20 @@
+input [
+  {
+    name: "data"
+    data_type: TYPE_FP32
+    dims: [ -1, 3, -1, -1]
+  }
+]
+output [
+  {
+    name: "detection_out"
+    data_type: TYPE_FP32
+    dims: [ 1, 1, -1, 7]
+  }
+]
+parameters: {
+key: "RESHAPE_IO_LAYERS"
+value: {
+string_value:"yes"
+}
+}

tests/configs/dynamic_gpu.pbtxt

@@ -0,0 +1,28 @@
+input: [
+  {
+    name: "data"
+    data_type: TYPE_FP32
+    dims: [ -1, 3, -1, -1]
+  }
+]
+output: [
+  {
+    name: "detection_out"
+    data_type: TYPE_FP32
+    dims: [ 1, 1, -1, 7]
+  }
+]
+parameters: [ 
+{
+    key: "RESHAPE_IO_LAYERS"
+    value: {
+      string_value:"yes"
+    }
+},
+{
+   key: "TARGET_DEVICE"
+   value: {
+     string_value: "GPU"
+   }
+}
+]

tests/configs/ir.pbtxt

@@ -0,0 +1,14 @@
+parameters: [
+{
+   key: "NUM_STREAMS"
+   value: {
+     string_value: "1"
+   }
+},
+{
+   key: "PERFORMANCE_HINT"
+   value: {
+     string_value: "LATENCY"
+   }
+}
+]

tests/configs/ir_gpu.pbtxt

@@ -0,0 +1,20 @@
+parameters: [
+{
+   key: "NUM_STREAMS"
+   value: {
+     string_value: "1"
+   }
+},
+{
+   key: "PERFORMANCE_HINT"
+   value: {
+     string_value: "LATENCY"
+   }
+},
+{
+   key: "TARGET_DEVICE"
+   value: {
+     string_value: "GPU"
+   }
+}
+]

tests/configs/onnx.pbtxt

@@ -0,0 +1,23 @@
+backend: "openvino"
+input: [
+  {
+    name: "gpu_0/data_0"
+    data_type: TYPE_FP32
+    dims: [ -1, 3, 224, 224]
+  }
+]
+parameters: [
+{
+   key: "NUM_STREAMS"
+   value: {
+     string_value: "1"
+   }
+},
+{
+   key: "PERFORMANCE_HINT"
+   value: {
+     string_value: "LATENCY"
+   }
+}
+]
+default_model_filename: "model.onnx"

tests/configs/onnx_gpu.pbtxt

@@ -0,0 +1,30 @@
+backend: "openvino"
+input: [
+  {
+    name: "gpu_0/data_0"
+    data_type: TYPE_FP32
+    dims: [ -1, 3, 224, 224]
+  }
+]
+parameters: [
+{
+   key: "NUM_STREAMS"
+   value: {
+     string_value: "1"
+   }
+},
+{
+   key: "PERFORMANCE_HINT"
+   value: {
+     string_value: "LATENCY"
+   }
+},
+{
+   key: "TARGET_DEVICE"
+   value: {
+     string_value: "GPU"
+   }
+}
+
+]
+default_model_filename: "model.onnx"

tests/configs/paddle.pbtxt

@@ -0,0 +1,31 @@
+backend: "openvino"
+input: [
+  {
+    name: "inputs"
+    data_type: TYPE_FP32
+    dims: [ -1, 3, 224, 224]
+  }
+]
+output: [
+  {
+    name: "save_infer_model/scale_0.tmp_1"
+    data_type: TYPE_FP32
+    dims: [ -1, 1000]
+  }
+]
+
+parameters: [
+{
+   key: "NUM_STREAMS"
+   value: {
+     string_value: "1"
+   }
+},
+{
+   key: "PERFORMANCE_HINT"
+   value: {
+     string_value: "LATENCY"
+   }
+}
+]
+default_model_filename: "model.pdmodel"

tests/configs/paddle_gpu.pbtxt

@@ -0,0 +1,31 @@
+backend: "openvino"
+input: [
+  {
+    name: "inputs"
+    data_type: TYPE_FP32
+    dims: [ -1, 3, 224, 224]
+  }
+]
+output: [
+  {
+    name: "save_infer_model/scale_0.tmp_1"
+    data_type: TYPE_FP32
+    dims: [ -1, 1000]
+  }
+]
+
+parameters: [
+{
+   key: "NUM_STREAMS"
+   value: {
+     string_value: "1"
+   }
+},
+{
+   key: "PERFORMANCE_HINT"
+   value: {
+     string_value: "LATENCY"
+   }
+}
+]
+default_model_filename: "model.pdmodel"

tests/configs/pb.pbtxt

@@ -0,0 +1,30 @@
+backend: "openvino"
+parameters: [
+{
+   key: "NUM_STREAMS"
+   value: {
+     string_value: "1"
+   }
+},
+{
+   key: "PERFORMANCE_HINT"
+   value: {
+     string_value: "LATENCY"
+   }
+}
+]
+input [
+  {
+    name: "input_1"
+    data_type: TYPE_FP32
+    dims: [-1, 224, 224, 3 ]
+  }
+]
+output [
+  {
+    name: "activation_49"
+    data_type: TYPE_FP32
+    dims: [-1, 1001]
+  }
+]
+default_model_filename: "model.saved_model"

tests/configs/tflite.pbtxt

@@ -0,0 +1,16 @@
+backend: "openvino"
+parameters: [
+{
+   key: "NUM_STREAMS"
+   value: {
+     string_value: "1"
+   }
+},
+{
+   key: "PERFORMANCE_HINT"
+   value: {
+     string_value: "LATENCY"
+   }
+}
+]
+default_model_filename: "model.tflite"

tests/configs/tflite_gpu.pbtxt

@@ -0,0 +1,22 @@
+backend: "openvino"
+parameters: [
+{
+   key: "NUM_STREAMS"
+   value: {
+     string_value: "1"
+   }
+},
+{
+   key: "PERFORMANCE_HINT"
+   value: {
+     string_value: "LATENCY"
+   }
+},
+{
+   key: "TARGET_DEVICE"
+   value: {
+     string_value: "GPU"
+   }
+}
+]
+default_model_filename: "model.tflite"

tests/conftest.py

@@ -0,0 +1,22 @@
+import pytest
+import sys
+import subprocess
+
+def pytest_configure(config):
+    config.addinivalue_line(
+        'markers', 'gpu: run tests on GPU device',
+    )
+
+def pytest_runtest_setup(item):
+    for mark in item.iter_markers():
+        if 'gpu' in mark.name:
+            if sys.platform.startswith('linux'):
+                process = subprocess.run(['/bin/bash', '-c', 'lspci | grep -E "VGA|3D"'],
+                                         stdout=subprocess.PIPE, stderr=subprocess.STDOUT,
+                                         shell=False)
+                if process.returncode != 0:
+                    pytest.skip('Test requires Intel GPU device on the host machine')
+            elif sys.platform.startswith('win') and 'win' not in item.config.getoption('--image_os'):
+                wsl = shutil.which('wsl')
+                if not wsl:
+                    pytest.skip('Test requires Intel GPU device and configured WSL2 on the host machine')

tests/functional/common.py

@@ -0,0 +1,21 @@
+import numpy as np
+import grpc
+import os
+import tritonclient.grpc as grpcclient
+from tritonclient.grpc import service_pb2_grpc
+
+def prepare_inputs(input_name, shape):
+    inputs = []
+    inputs.append(grpcclient.InferInput(input_name, shape, "FP32"))
+
+    inputs[0].set_data_from_numpy(np.ones(shape, dtype=np.float32))
+    return inputs
+
+def prepare_grpc_stub(port):
+    channel = grpc.insecure_channel(f"localhost:{port}")
+    return service_pb2_grpc.GRPCInferenceServiceStub(channel)
+
+def prepare_triton_client(port):
+    return grpcclient.InferenceServerClient(
+        url=f"localhost:{port}",
+        verbose=os.environ.get("LOG_LEVEL")=="DEBUG")