From dbe1c6f00f28249a2809358bc9f75566626d23fd Mon Sep 17 00:00:00 2001 From: allegroai <> Date: Wed, 26 Jul 2023 18:33:10 +0300 Subject: [PATCH] Allow configuring multi-plots batch size --- apiserver/config/default/services/events.conf | 2 ++ apiserver/services/events.py | 5 +++-- 2 files changed, 5 insertions(+), 2 deletions(-) diff --git a/apiserver/config/default/services/events.conf b/apiserver/config/default/services/events.conf index 71b9e8a..12e686e 100644 --- a/apiserver/config/default/services/events.conf +++ b/apiserver/config/default/services/events.conf @@ -32,6 +32,8 @@ events_retrieval { max_raw_scalars_size: 200000 scroll_id_key: "cTN5VEtWEC6QrHvUl0FTx9kNyO0CcCK1p57akxma" + + multi_plots_batch_size: 1000 } # if set then plot str will be checked for the valid json on plot add diff --git a/apiserver/services/events.py b/apiserver/services/events.py index 28f162c..1b856b0 100644 --- a/apiserver/services/events.py +++ b/apiserver/services/events.py @@ -570,7 +570,9 @@ def _get_multitask_plots( sort=[{"iter": {"order": "desc"}}], scroll_id=scroll_id, no_scroll=no_scroll, - size=10000, + size=config.get( + "services.events.events_retrieval.multi_plots_batch_size", 1000 + ), ) return_events = _get_top_iter_unique_events_per_task( result.events, max_iters=last_iters, task_names=task_names @@ -776,7 +778,6 @@ def get_debug_images_v1_8(call, company_id, _): sort=[{"iter": {"order": "desc"}}], last_iter_count=iters, scroll_id=scroll_id, - size=10000, ) return_events = result.events