From 375431b75ccd9b4e1014c4dd0cffaa6c86e7b27c Mon Sep 17 00:00:00 2001 From: = Date: Fri, 3 May 2024 15:32:45 +0200 Subject: [PATCH] added exit-on-error option for tritonserver. Fixes allegroai/clearml-serving#60 --- clearml_serving/engines/triton/triton_helper.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/clearml_serving/engines/triton/triton_helper.py b/clearml_serving/engines/triton/triton_helper.py index 879174b..19fd241 100644 --- a/clearml_serving/engines/triton/triton_helper.py +++ b/clearml_serving/engines/triton/triton_helper.py @@ -540,6 +540,12 @@ def main(): parser.add_argument( '--t-log-verbose', type=str, help=' Triton server logging verbosity (default disabled)') + parser.add_argument( + '--t-exit-on-error', type=bool, default=True, + help='Exits the inference server if any error occurs during initialization.' + 'Recommended to set to True to catch any unanticipated errors.' + 'False prevents single models breaking the whole tritonserver.' + ) args = parser.parse_args()