From a54dd8030c476e8be36e14d921668c60b65f2f65 Mon Sep 17 00:00:00 2001
From: allegroai <>
Date: Thu, 29 Sep 2022 19:44:05 +0300
Subject: [PATCH] Add async-delete to docker-compose

---
 docker/docker-compose-win10.yml | 33 +++++++++++++++++++++++++++++++++
 docker/docker-compose.yml       | 33 +++++++++++++++++++++++++++++++++
 2 files changed, 66 insertions(+)

diff --git a/docker/docker-compose-win10.yml b/docker/docker-compose-win10.yml
index a8498b2..ad59a46 100644
--- a/docker/docker-compose-win10.yml
+++ b/docker/docker-compose-win10.yml
@@ -28,6 +28,7 @@ services:
       CLEARML__apiserver__pre_populate__enabled: "true"
       CLEARML__apiserver__pre_populate__zip_files: "/opt/clearml/db-pre-populate"
       CLEARML__apiserver__pre_populate__artifacts_path: "/mnt/fileserver"
+      CLEARML__services__async_urls_delete__enabled: "true"
     ports:
     - "8008:8008"
     networks:
@@ -76,6 +77,8 @@ services:
     - fileserver
     container_name: clearml-fileserver
     image: allegroai/clearml:latest
+    environment:
+      CLEARML__fileserver__delete__allow_batch: "true"
     restart: unless-stopped
     volumes:
     - c:/opt/clearml/logs:/var/log/clearml
@@ -121,6 +124,36 @@ services:
       - backend
       - frontend
 
+  async_delete:
+    depends_on:
+      - apiserver
+      - redis
+      - mongo
+      - elasticsearch
+      - fileserver
+    container_name: async_delete
+    image: allegroai/clearml:latest
+    networks:
+      - backend
+    restart: unless-stopped
+    environment:
+      CLEARML_ELASTIC_SERVICE_HOST: elasticsearch
+      CLEARML_ELASTIC_SERVICE_PORT: 9200
+      CLEARML_ELASTIC_SERVICE_PASSWORD: ${ELASTIC_PASSWORD}
+      CLEARML_MONGODB_SERVICE_HOST: mongo
+      CLEARML_MONGODB_SERVICE_PORT: 27017
+      CLEARML_REDIS_SERVICE_HOST: redis
+      CLEARML_REDIS_SERVICE_PORT: 6379
+      PYTHONPATH: /opt/clearml/apiserver
+    entrypoint:
+      - python3
+      - -m
+      - jobs.async_urls_delete
+      - --fileserver-host
+      - http://fileserver:8081
+    volumes:
+    - c:/opt/clearml/logs:/var/log/clearml
+
 networks:
   backend:
     driver: bridge
diff --git a/docker/docker-compose.yml b/docker/docker-compose.yml
index 859a660..e01923b 100644
--- a/docker/docker-compose.yml
+++ b/docker/docker-compose.yml
@@ -28,6 +28,7 @@ services:
       CLEARML__apiserver__pre_populate__enabled: "true"
       CLEARML__apiserver__pre_populate__zip_files: "/opt/clearml/db-pre-populate"
       CLEARML__apiserver__pre_populate__artifacts_path: "/mnt/fileserver"
+      CLEARML__services__async_urls_delete__enabled: "true"
     ports:
     - "8008:8008"
     networks:
@@ -76,6 +77,8 @@ services:
     - fileserver
     container_name: clearml-fileserver
     image: allegroai/clearml:latest
+    environment:
+      CLEARML__fileserver__delete__allow_batch: "true"
     restart: unless-stopped
     volumes:
     - /opt/clearml/logs:/var/log/clearml
@@ -120,6 +123,36 @@ services:
       - backend
       - frontend
 
+  async_delete:
+    depends_on:
+      - apiserver
+      - redis
+      - mongo
+      - elasticsearch
+      - fileserver
+    container_name: async_delete
+    image: allegroai/clearml:latest
+    networks:
+      - backend
+    restart: unless-stopped
+    environment:
+      CLEARML_ELASTIC_SERVICE_HOST: elasticsearch
+      CLEARML_ELASTIC_SERVICE_PORT: 9200
+      CLEARML_ELASTIC_SERVICE_PASSWORD: ${ELASTIC_PASSWORD}
+      CLEARML_MONGODB_SERVICE_HOST: mongo
+      CLEARML_MONGODB_SERVICE_PORT: 27017
+      CLEARML_REDIS_SERVICE_HOST: redis
+      CLEARML_REDIS_SERVICE_PORT: 6379
+      PYTHONPATH: /opt/clearml/apiserver
+    entrypoint:
+      - python3
+      - -m
+      - jobs.async_urls_delete
+      - --fileserver-host
+      - http://fileserver:8081
+    volumes:
+      - /opt/clearml/logs:/var/log/clearml
+
   agent-services:
     networks:
       - backend