Make clearml installation in jupyter notebooks optional

examples/clearml_agent/clearml_colab_agent.ipynb

@@ -36,8 +36,9 @@
       },
       "outputs": [],
       "source": [
-        "!pip install clearml\n",
-        "!pip install clearml-agent"
+        "# If you don't have ClearML and ClearML Agent installed then uncomment these line\n",
+        "# !pip install clearml\n",
+        "# !pip install clearml-agent"
       ]
     },
     {
@@ -137,15 +138,6 @@
         "  \n"
       ]
     },
-    {
-      "cell_type": "code",
-      "execution_count": null,
-      "metadata": {
-        "id": "DStY3iZnRpYb"
-      },
-      "outputs": [],
-      "source": []
-    },
     {
       "cell_type": "markdown",
       "metadata": {
@@ -190,4 +182,4 @@
   },
   "nbformat": 4,
   "nbformat_minor": 0
-}
+}

examples/datasets/requirements.txt

@@ -4,4 +4,4 @@ torch>=1.1.0
 torchvision>=0.3.0
 pytorch-ignite
 tqdm
-clearml
+clearml

examples/frameworks/keras/jupyter_keras_TB_example.ipynb

@@ -26,7 +26,16 @@
    },
    "outputs": [],
    "source": [
-    "!pip install clearml\n",
+    "# If you don't have ClearML installed then uncomment this line\n",
+    "# !pip install clearml"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
     "!pip install tensorflow>=2.0"
    ]
   },
@@ -63,7 +72,7 @@
     "from clearml import Task\n",
     "\n",
     "# Start a new task\n",
-    "task = Task.init(project_name=\"Colab notebooks\", task_name=\"Keras with TensorBoard example\")\n"
+    "task = Task.init(project_name=\"Colab notebooks\", task_name=\"Keras with TensorBoard example\")"
    ]
   },
   {
@@ -118,7 +127,7 @@
     "X_train = X_train.reshape(60000, 784).astype('float32') / 255.\n",
     "X_test = X_test.reshape(10000, 784).astype('float32') / 255.\n",
     "print(X_train.shape[0], 'train samples')\n",
-    "print(X_test.shape[0], 'test samples')\n"
+    "print(X_test.shape[0], 'test samples')"
    ]
   },
   {
@@ -173,8 +182,7 @@
     "output_folder = os.path.join(tempfile.gettempdir(), 'keras_example')\n",
     "\n",
     "board = keras.callbacks.TensorBoard(histogram_freq=1, log_dir=output_folder, write_images=False)\n",
-    "model_store = keras.callbacks.ModelCheckpoint(filepath=os.path.join(output_folder, 'weight.{epoch}.hdf5'))\n",
-    "\n"
+    "model_store = keras.callbacks.ModelCheckpoint(filepath=os.path.join(output_folder, 'weight.{epoch}.hdf5'))"
    ]
   },
   {
@@ -228,4 +236,4 @@
  },
  "nbformat": 4,
  "nbformat_minor": 1
-}
+}

examples/frameworks/matplotlib/jupyter_matplotlib_example.ipynb

@@ -26,8 +26,16 @@
    },
    "outputs": [],
    "source": [
-    "!pip install clearml\n",
-    "!pip install numpy\n",
+    "# If you don't have ClearML installed then uncomment this line\n",
+    "# !pip install clearml"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
     "!pip install seaborn"
    ]
   },
@@ -62,7 +70,7 @@
     "from clearml import Task\n",
     "\n",
     "# Start a new task\n",
-    "task = Task.init(project_name=\"Colab notebooks\", task_name=\"Matplotlib example\")\n"
+    "task = Task.init(project_name=\"Colab notebooks\", task_name=\"Matplotlib example\")"
    ]
   },
   {
@@ -94,7 +102,7 @@
     "colors = np.random.rand(N)\n",
     "area = (30 * np.random.rand(N))**2  # 0 to 15 point radii\n",
     "plt.scatter(x, y, s=area, c=colors, alpha=0.5)\n",
-    "plt.show()\n"
+    "plt.show()"
    ]
   },
   {
@@ -235,4 +243,4 @@
  },
  "nbformat": 4,
  "nbformat_minor": 1
-}
+}

examples/frameworks/pytorch/notebooks/audio/audio_classifier_UrbanSound8K.ipynb

@@ -1,5 +1,17 @@
 {
  "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "!pip install -U pip\n",
+    "\n",
+    "# If you don't have ClearML installed then uncomment this line\n",
+    "# !pip install -U clearml>=0.16.1"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": null,
@@ -10,15 +22,13 @@
    },
    "outputs": [],
    "source": [
-    "! pip install -U pip\n",
-    "! pip install -U torch==1.5.1\n",
-    "! pip install -U torchaudio==0.5.1\n",
-    "! pip install -U torchvision==0.6.1\n",
-    "! pip install -U matplotlib==3.2.1\n",
-    "! pip install -U clearml>=0.16.1\n",
-    "! pip install -U pandas==1.0.4\n",
-    "! pip install -U numpy==1.18.4\n",
-    "! pip install -U tensorboard==2.2.1"
+    "!pip install -U torch==1.5.1\n",
+    "!pip install -U torchaudio==0.5.1\n",
+    "!pip install -U torchvision==0.6.1\n",
+    "!pip install -U matplotlib==3.2.1\n",
+    "!pip install -U pandas==1.0.4\n",
+    "!pip install -U numpy==1.18.4\n",
+    "!pip install -U tensorboard==2.2.1"
    ]
   },
   {

examples/frameworks/pytorch/notebooks/audio/audio_preprocessing_example.ipynb

@@ -1,5 +1,17 @@
 {
  "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "!pip install -U pip\n",
+    "\n",
+    "# If you don't have ClearML installed then uncomment this line\n",
+    "# !pip install -U clearml>=0.16.1"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": null,
@@ -8,12 +20,10 @@
    },
    "outputs": [],
    "source": [
-    "! pip install -U pip\n",
-    "! pip install -U torch==1.5.1\n",
-    "! pip install -U torchaudio==0.5.1\n",
-    "! pip install -U matplotlib==3.2.1\n",
-    "! pip install -U clearml>=0.16.1\n",
-    "! pip install -U tensorboard==2.2.1"
+    "!pip install -U torch==1.5.1\n",
+    "!pip install -U torchaudio==0.5.1\n",
+    "!pip install -U matplotlib==3.2.1\n",
+    "!pip install -U tensorboard==2.2.1"
    ]
   },
   {

examples/frameworks/pytorch/notebooks/image/hyperparameter_search.ipynb

@@ -10,9 +10,11 @@
     "# ! pip install -U clearml-agent==0.15.0\n",
     "# ! clearml-agent daemon --queue default\n",
     "\n",
+    "# If you don't have ClearML installed then uncomment this line\n",
+    "# ! pip install -U clearml>=0.16.2\n",
+    "\n",
     "# pip install with locked versions\n",
     "! pip install -U pandas==1.0.3\n",
-    "! pip install -U clearml>=0.16.2\n",
     "! pip install -U optuna==2.0.0"
    ]
   },
@@ -136,4 +138,4 @@
  },
  "nbformat": 4,
  "nbformat_minor": 4
-}
+}

examples/frameworks/pytorch/notebooks/image/image_classification_CIFAR10.ipynb

@@ -6,16 +6,18 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "# execute this in command line before initiating the notebook: \n",
+    "# execute this in command line before initiating the notebook:\n",
     "#    pip install -U pip\n",
     "#    pip install -U ipywidgets==7.5.1\n",
     "#    jupyter nbextension enable --py widgetsnbextension\n",
     "\n",
+    "# If you don't have ClearML installed then uncomment this line\n",
+    "# ! pip install -U clearml>=0.16.1\n",
+    "\n",
     "# pip install with locked versions\n",
     "! pip install -U torch==1.5.1\n",
     "! pip install -U torchvision==0.6.1\n",
     "! pip install -U numpy==1.18.4\n",
-    "! pip install -U clearml>=0.16.1\n",
     "! pip install -U tensorboard==2.2.1"
    ]
   },

examples/frameworks/pytorch/notebooks/table/download_and_preprocessing.ipynb

@@ -7,8 +7,18 @@
    "outputs": [],
    "source": [
     "! pip install -U pip\n",
+    "\n",
+    "# If you don't have ClearML installed then uncomment this line\n",
+    "# ! pip install -U clearml>=0.15.1"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
     "! pip install -U torch==1.5.1\n",
-    "! pip install -U clearml>=0.15.1\n",
     "! pip install -U pandas==1.0.4\n",
     "! pip install -U numpy==1.18.4\n",
     "! pip install -U pathlib2==2.3.5\n",
@@ -348,4 +358,4 @@
  },
  "nbformat": 4,
  "nbformat_minor": 4
-}
+}

examples/frameworks/pytorch/notebooks/table/download_and_split.ipynb

@@ -7,7 +7,17 @@
    "outputs": [],
    "source": [
     "! pip install -U pip\n",
-    "! pip install -U clearml==0.16.2rc0\n",
+    "\n",
+    "# If you don't have ClearML installed then uncomment this line\n",
+    "# ! pip install -U clearml==0.16.2rc0"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
     "! pip install -U pandas==1.0.4\n",
     "! pip install -U scikit-learn==0.23.1\n",
     "! pip install -U pathlib2==2.3.5"

examples/frameworks/pytorch/notebooks/table/pick_best_model.ipynb

@@ -14,7 +14,9 @@
    "outputs": [],
    "source": [
     "! pip install -U pip\n",
-    "! pip install -U clearml==0.16.2rc0"
+    "\n",
+    "# If you don't have ClearML installed then uncomment this line\n",
+    "# ! pip install -U clearml==0.16.2rc0"
    ]
   },
   {

examples/frameworks/pytorch/notebooks/table/preprocessing_and_encoding.ipynb

@@ -14,7 +14,17 @@
    "outputs": [],
    "source": [
     "! pip install -U pip\n",
-    "! pip install -U clearml==0.16.2rc0\n",
+    "\n",
+    "# If you don't have ClearML installed then uncomment this line\n",
+    "# ! pip install -U clearml==0.16.2rc0"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
     "! pip install -U pandas==1.0.4\n",
     "! pip install -U numpy==1.18.4"
    ]
@@ -376,4 +386,4 @@
  },
  "nbformat": 4,
  "nbformat_minor": 4
-}
+}

examples/frameworks/pytorch/notebooks/table/tabular_ml_pipeline.ipynb

@@ -33,7 +33,9 @@
    "source": [
     "# pip install with locked versions\n",
     "! pip install -U pip\n",
-    "! pip install -U clearml"
+    "\n",
+    "# If you don't have ClearML installed then uncomment this line\n",
+    "# ! pip install -U clearml"
    ]
   },
   {
@@ -256,4 +258,4 @@
  },
  "nbformat": 4,
  "nbformat_minor": 4
-}
+}

examples/frameworks/pytorch/notebooks/table/train_tabular_predictor.ipynb

@@ -14,8 +14,18 @@
    "outputs": [],
    "source": [
     "! pip install -U pip\n",
+    "\n",
+    "# If you don't have ClearML installed then uncomment this line\n",
+    "# ! pip install -U clearml==0.16.2rc0"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
     "! pip install -U torch==1.5.1\n",
-    "! pip install -U clearml==0.16.2rc0\n",
     "! pip install -U pandas==1.0.4\n",
     "! pip install -U numpy==1.18.4\n",
     "! pip install -U tensorboard==2.2.1"

examples/frameworks/pytorch/notebooks/text/text_classification_AG_NEWS.ipynb

@@ -7,10 +7,20 @@
    "outputs": [],
    "source": [
     "! pip install -U pip\n",
+    "\n",
+    "# If you don't have ClearML installed then uncomment this line\n",
+    "# ! pip install -U clearml>=0.15.0"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
     "! pip install -U torch==1.5.0\n",
     "! pip install -U torchtext==0.6.0\n",
     "! pip install -U matplotlib==3.2.1\n",
-    "! pip install -U clearml>=0.15.0\n",
     "! pip install -U tensorboard==2.2.1"
    ]
   },

examples/reporting/jupyter_logging_example.ipynb

@@ -26,8 +26,8 @@
    },
    "outputs": [],
    "source": [
-    "!pip install clearml\n",
-    "!pip install numpy"
+    "# If you don't have ClearML installed then uncomment this line\n",
+    "# !pip install clearml"
    ]
   },
   {