set status in exit

This commit is contained in:
Eugen Ajechiloae 2024-08-15 16:00:40 +03:00
parent 4fa5b5aa36
commit d0131d0b58

View File

@ -104,7 +104,7 @@ async def serve_model(model_id: str, version: Optional[str] = None, request: Uni
instance_id, type(ex), ex, request, "".join(traceback.format_exc())))
if "CUDA out of memory. " in str(ex) or "NVML_SUCCESS == r INTERNAL ASSERT FAILED" in str(ex):
# can't always recover from this - prefer to exit the program such that it can be restarted
os._exit()
os._exit(1)
raise HTTPException(status_code=422, detail="Error [{}] processing request: {}".format(type(ex), ex))
except Exception as ex:
session_logger.report_text("[{}] Exception [{}] {} while processing request: {}\n{}".format(