clearml/examples/reporting/model_config.py

40 lines
1.5 KiB
Python
Raw Normal View History

2020-12-22 21:25:37 +00:00
# ClearML - Example of manual model configuration
2019-06-10 17:00:28 +00:00
#
2019-10-06 18:57:50 +00:00
import os
2020-12-22 21:25:37 +00:00
from clearml import Task, OutputModel
2019-06-10 17:00:28 +00:00
2020-06-15 19:48:51 +00:00
task = Task.init(project_name='examples', task_name='Model configuration example')
2019-06-10 17:00:28 +00:00
# Connect a local configuration file
2020-06-15 19:48:51 +00:00
config_file = os.path.join('data_samples', 'sample.json')
config_file = task.connect_configuration(config_file)
# then read configuration as usual, the backend will contain a copy of it.
# later when executing remotely, the returned `config_file` will be a temporary file
# containing a new copy of the configuration retrieved form the backend
# # model_config_dict = json.load(open(config_file, 'rt'))
# Or Store dictionary of definition for a specific network design
2019-06-10 17:00:28 +00:00
model_config_dict = {
'value': 13.37,
'dict': {'sub_value': 'string', 'sub_integer': 11},
2019-06-10 17:00:28 +00:00
'list_of_ints': [1, 2, 3, 4],
}
model_config_dict = task.connect_configuration(model_config_dict)
2019-06-10 17:00:28 +00:00
# We now update the dictionary after connecting it, and the changes will be tracked as well.
model_config_dict['new value'] = 10
model_config_dict['value'] *= model_config_dict['new value']
2019-06-10 17:00:28 +00:00
# store the label enumeration of the training model
labels = {'background': 0, 'cat': 1, 'dog': 2}
task.connect_label_enumeration(labels)
2019-06-10 17:00:28 +00:00
2020-06-16 22:01:31 +00:00
# Manually log a local model file
OutputModel().update_weights('my_best_model.bin')
2020-06-15 19:48:51 +00:00
# storing a model: Any saved model (keras / pytorch / tensorflow / etc.)
# will have the task network configuration and label enumeration
print('Any model stored from this point onwards, will contain both model_config and label_enumeration')