Update onnx flavor to support s3 prefix and custom endpoint URL

Signed-off-by: Xiaodong Ye <[email protected]>
triton-inference-server · May 11, 2023 · affa822 · affa822
1 parent cccf9ba
commit affa822
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/deploy/mlflow-triton-plugin/mlflow_triton/deployments.py b/deploy/mlflow-triton-plugin/mlflow_triton/deployments.py
@@ -388,10 +388,11 @@ def _copy_files_to_triton_repo(self, artifact_path, name, flavor):
 
                         if flavor == "onnx":
                             s3_path = os.path.join(
+                                self.server_config['s3_prefix'],
                                 copy_paths[key]['to'].replace(
-                                    self.server_config['triton_model_repo'], ''),
+                                    self.server_config['triton_model_repo'], '').replace('/', '', 1),
                                 filename,
-                            ).replace('/', '', 1)
+                            )
 
                         elif flavor == "triton":
                             rel_path = os.path.relpath(