[DEPLOYMENT] Jenkins remote deployment (#564)

Author: ismukhin

src/benchmark/config_processor.py

@@ -86,6 +86,11 @@ def parse_independent_parameters(self, curr_test):
         batch_size = _batch_size.data if (_batch_size and _batch_size.data != 'None') else None
 
         device = indep_parameters_tag.getElementsByTagName('Device')[0].firstChild.data.strip()
+        python_path = 'python3'
+
+        if indep_parameters_tag.getElementsByTagName('PythonInterpreter')[0].firstChild:
+            python_path = indep_parameters_tag.getElementsByTagName('PythonInterpreter')[0].firstChild.data.strip()
+
         iteration_count = indep_parameters_tag.getElementsByTagName('IterationCount')[0].firstChild.data.strip()
         test_time_limit = int(indep_parameters_tag.getElementsByTagName('TestTimeLimit')[0].firstChild.data)
         timeout_overhead_element = indep_parameters_tag.getElementsByTagName('TimeoutOverhead')
@@ -129,6 +134,7 @@ def parse_independent_parameters(self, curr_test):
             timeout_overhead=timeout_overhead,
             custom_models_links=custom_models_links,
             raw_output=raw_output,
+            python_path=python_path,
         )
 
     def parse_dependent_parameters(self, curr_test, framework):

src/benchmark/frameworks/config_parser/framework_independent_parameters.py

@@ -3,7 +3,8 @@
 
 class FrameworkIndependentParameters(FrameworkParameters):
     def __init__(self, inference_framework, batch_size, device, iterarion_count, test_time_limit,
-                 timeout_overhead, custom_models_links=None, raw_output=True, num_gpu_devices=None):
+                 timeout_overhead, custom_models_links=None, raw_output=True, num_gpu_devices=None,
+                 python_path='python3'):
         self.inference_framework = None
         self.batch_size = None
         self.device = None
@@ -12,6 +13,7 @@ def __init__(self, inference_framework, batch_size, device, iterarion_count, tes
         self.test_time_limit = None
         self.custom_models_links = custom_models_links
         self.raw_output = raw_output
+        self.python_path = 'python3'
         if self._parameter_is_not_none(inference_framework):
             self.inference_framework = inference_framework
         else:
@@ -43,3 +45,4 @@ def __init__(self, inference_framework, batch_size, device, iterarion_count, tes
         else:
             default_timeout_overhead = 300
             self.timeout_overhead = default_timeout_overhead
+        self.python_path = python_path

src/benchmark/frameworks/dgl_pytorch/dgl_pytorch_process.py

@@ -20,7 +20,7 @@ def get_performance_metrics(self):
 
     def _fill_command_line(self):
         path_to_pytorch_script = Path.joinpath(self.inference_script_root, 'inference_dgl_pytorch.py')
-        python = ProcessHandler.get_cmd_python_version()
+        python = ProcessHandler.get_cmd_python_version(self._test)
 
         name = self._test.model.name
         model = self._test.model.model

src/benchmark/frameworks/executorch/executorch_process.py

@@ -19,7 +19,7 @@ def get_performance_metrics(self):
         return self.get_performance_metrics_from_json_report()
 
     def _fill_command_line(self):
-        python = ProcessHandler.get_cmd_python_version()
+        python = ProcessHandler.get_cmd_python_version(self._test)
         dataset = self._test.dataset.path
         input_shape = self._test.dep_parameters.input_shape
         layout = self._test.dep_parameters.layout

src/benchmark/frameworks/intel_caffe/intel_caffe_process.py

@@ -19,7 +19,7 @@ def get_performance_metrics(self):
 
     def _fill_command_line(self):
         path_to_intelcaffe_script = Path.joinpath(self.inference_script_root, 'inference_caffe.py')
-        python = ProcessHandler.get_cmd_python_version()
+        python = ProcessHandler.get_cmd_python_version(self._test)
 
         model_prototxt = self._test.model.model
         model_caffemodel = self._test.model.weight

src/benchmark/frameworks/mxnet/mxnet_process.py

@@ -97,7 +97,7 @@ def get_performance_metrics(self):
     def _fill_command_line(self):
         path_to_sync_script = Path.joinpath(self.inference_script_root,
                                             'inference_mxnet_sync_mode.py')
-        python = ProcessHandler.get_cmd_python_version()
+        python = ProcessHandler.get_cmd_python_version(self._test)
         time_limit = self._test.indep_parameters.test_time_limit
         common_params = super()._fill_command_line()
         common_params += f' --time {time_limit}'
@@ -116,7 +116,7 @@ def get_performance_metrics(self):
     def _fill_command_line(self):
         path_to_async_script = Path.joinpath(self.inference_script_root,
                                              'inference_mxnet_async_mode.py')
-        python = ProcessHandler.get_cmd_python_version()
+        python = ProcessHandler.get_cmd_python_version(self._test)
         common_params = super()._fill_command_line()
         command_line = f'{python} {path_to_async_script} {common_params}'
 

src/benchmark/frameworks/ncnn/ncnn_process.py

@@ -20,7 +20,7 @@ def get_performance_metrics(self):
 
     def _fill_command_line(self):
         path_to_ncnn_script = Path.joinpath(self.inference_script_root, 'inference_ncnn.py')
-        python = ProcessHandler.get_cmd_python_version()
+        python = ProcessHandler.get_cmd_python_version(self._test)
 
         name = self._test.model.name
         model = self._test.model.model

src/benchmark/frameworks/onnx_runtime_python/onnx_runtime_python_process.py

@@ -19,7 +19,7 @@ def get_performance_metrics(self):
 
     def _fill_command_line(self):
         path_to_onnx_script = Path.joinpath(self.inference_script_root, 'inference_onnx_runtime.py')
-        python = ProcessHandler.get_cmd_python_version()
+        python = ProcessHandler.get_cmd_python_version(self._test)
 
         model = self._test.model.model
         dataset = self._test.dataset.path if self._test.dataset else None

src/benchmark/frameworks/opencv_dnn_python/opencv_dnn_python_process.py

@@ -19,7 +19,7 @@ def get_performance_metrics(self):
 
     def _fill_command_line(self):
         path_to_opencv_script = Path.joinpath(self.inference_script_root, 'inference_opencv.py')
-        python = ProcessHandler.get_cmd_python_version()
+        python = ProcessHandler.get_cmd_python_version(self._test)
 
         model = self._test.model.model
         weights = self._test.model.weight

src/benchmark/frameworks/openvino/openvino_python_api_process.py

@@ -54,7 +54,7 @@ def get_performance_metrics(self):
 
     def _fill_command_line(self):
         path_to_async_script = Path.joinpath(self.inference_script_root, 'inference_openvino_async_mode.py')
-        python = ProcessHandler.get_cmd_python_version()
+        python = ProcessHandler.get_cmd_python_version(self._test)
 
         common_params = super()._fill_command_line()
         command_line = f'{python} {path_to_async_script} {common_params}'
@@ -82,7 +82,7 @@ def get_performance_metrics(self):
 
     def _fill_command_line(self):
         path_to_sync_script = Path.joinpath(self.inference_script_root, 'inference_openvino_sync_mode.py')
-        python = ProcessHandler.get_cmd_python_version()
+        python = ProcessHandler.get_cmd_python_version(self._test)
         time_limit = self._test.indep_parameters.test_time_limit
 
         common_params = super()._fill_command_line()