From aff39ae061896d17e19c79846edb6c2ad97ded06 Mon Sep 17 00:00:00 2001 From: allegroai <> Date: Wed, 25 Aug 2021 16:46:44 +0300 Subject: [PATCH] Fix documentation and prints --- clearml/storage/helper.py | 6 +++--- examples/scheduler/trigger_example.py | 18 +++++++++++++++++- 2 files changed, 20 insertions(+), 4 deletions(-) diff --git a/clearml/storage/helper.py b/clearml/storage/helper.py index 7252b0dc..604356d8 100644 --- a/clearml/storage/helper.py +++ b/clearml/storage/helper.py @@ -1236,7 +1236,7 @@ class _Boto3Driver(_Driver): except ImportError: raise UsageError( 'AWS S3 storage driver (boto3) not found. ' - 'Please install driver using "pip install \'boto3>=1.9\'"' + 'Please install driver using: pip install \"boto3>=1.9\"' ) # skip 's3://' @@ -1496,7 +1496,7 @@ class _GoogleCloudStorageDriver(_Driver): except ImportError: raise UsageError( 'Google cloud driver not found. ' - 'Please install driver using "pip install \'google-cloud-storage>=1.13.2\'"' + 'Please install driver using: pip install \"google-cloud-storage>=1.13.2\"' ) self.name = name[len(_GoogleCloudStorageDriver.scheme_prefix):] @@ -1612,7 +1612,7 @@ class _AzureBlobServiceStorageDriver(_Driver): except ImportError: raise UsageError( 'Azure blob storage driver not found. ' - 'Please install driver using "pip install \'azure.storage.blob<=2.1.0\'"' + 'Please install driver using: pip install \"azure.storage.blob<=2.1.0\"' ) self.name = name diff --git a/examples/scheduler/trigger_example.py b/examples/scheduler/trigger_example.py index c0c616e6..767d180b 100644 --- a/examples/scheduler/trigger_example.py +++ b/examples/scheduler/trigger_example.py @@ -18,32 +18,48 @@ def trigger_task_func(task_id): if __name__ == '__main__': - trigger = TriggerScheduler(pooling_frequency_minutes=3.0) + # create the TriggerScheduler object (checking system state every minute) + trigger = TriggerScheduler(pooling_frequency_minutes=1.0) + + # Add trigger on model publishing trigger.add_model_trigger( name='model deploy', schedule_function=trigger_model_func, + # schedule_task_id='task_id_here', # you can also schedule an existing task to be executed trigger_project='examples', trigger_on_tags=['deploy'] ) + + # Add trigger on model publishing trigger.add_model_trigger( name='model quality check', + # schedule_function=trigger_model_func, # you can also schedule a function to be executed. schedule_task_id='add_task_id_here', schedule_queue='default', trigger_project='examples', trigger_on_tags=['deploy'] ) + + # Add trigger on dataset creation trigger.add_dataset_trigger( name='retrain on dataset', schedule_function=trigger_dataset_func, + # schedule_task_id='aabbcc', # you can also schedule an existing task to be executed trigger_project='datasets', trigger_on_tags=['retrain'] ) + + # Add trigger on Task performance trigger.add_task_trigger( name='performance high-score', schedule_function=trigger_task_func, + # schedule_task_id='task_id_here', # you can also schedule an existing task to be executed trigger_project='examples', trigger_on_metric='epoch_accuracy', trigger_on_variant='epoch_accuracy', trigger_on_sign='max', trigger_on_threshold=0.99 ) + + # start the trigger daemon (locally/remotely) + # trigger.start() trigger.start_remotely()