From 666ce26ab22b27e35a5542ca6d3c8646e7561c4b Mon Sep 17 00:00:00 2001 From: stephanbertl Date: Sun, 7 Jul 2024 14:51:23 +0200 Subject: [PATCH] Add exit-on-error option for tritonserver (#76) This fixes #60 Co-authored-by: = --- clearml_serving/engines/triton/triton_helper.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/clearml_serving/engines/triton/triton_helper.py b/clearml_serving/engines/triton/triton_helper.py index 879174b..19fd241 100644 --- a/clearml_serving/engines/triton/triton_helper.py +++ b/clearml_serving/engines/triton/triton_helper.py @@ -540,6 +540,12 @@ def main(): parser.add_argument( '--t-log-verbose', type=str, help=' Triton server logging verbosity (default disabled)') + parser.add_argument( + '--t-exit-on-error', type=bool, default=True, + help='Exits the inference server if any error occurs during initialization.' + 'Recommended to set to True to catch any unanticipated errors.' + 'False prevents single models breaking the whole tritonserver.' + ) args = parser.parse_args()