ClearML/clearml-server
1
0
Fork 0
mirror of https://github.com/clearml/clearml-server synced 2025-01-31 10:56:48 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Support HTTP URLs when deleting fileserver files

Browse Source
This commit is contained in:
allegroai 2022-11-29 17:33:18 +02:00
parent bfb55a9463
commit fa5b28ca0e
1 changed files with 7 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
apiserver/bll/task/task_cleanup.py
View File

@ -102,7 +102,8 @@ def collect_debug_image_urls(company: str, task: str) -> Set[str]:
supported_storage_types = {
"https://files": StorageType.fileserver,
"https://": StorageType.fileserver,
"http://": StorageType.fileserver,
}
@ -181,9 +182,11 @@ def cleanup_task(
published_models, draft_models, in_use_model_ids = verify_task_children_and_ouptuts(
task, force
)
delete_external_artifacts = delete_external_artifacts and config.get(
"services.async_urls_delete.enabled", False
)
event_urls, artifact_urls, model_urls = set(), set(), set()
if return_file_urls:
if return_file_urls or delete_external_artifacts:
event_urls = collect_debug_image_urls(task.company, task.id)
event_urls.update(collect_plot_image_urls(task.company, task.id))
if task.execution and task.execution.artifacts:
@ -223,9 +226,7 @@ def cleanup_task(
event_bll.delete_task_events(task.company, task.id, allow_locked=force)
if delete_external_artifacts and config.get(
"services.async_urls_delete.enabled", False
):
if delete_external_artifacts:
scheduled = _schedule_for_delete(
task_id=task.id,
company=company,