transformer colab with comet.ml

Author: vpj

labml_nn/transformers/basic/autoregressive_experiment.ipynb

@@ -1,18 +1,4 @@
 {
- "nbformat": 4,
- "nbformat_minor": 0,
- "metadata": {
-  "colab": {
-   "name": "Transformer",
-   "provenance": [],
-   "collapsed_sections": []
-  },
-  "kernelspec": {
-   "name": "python3",
-   "display_name": "Python 3"
-  },
-  "accelerator": "GPU"
- },
  "cells": [
   {
    "cell_type": "markdown",
@@ -43,26 +29,47 @@
     }
    },
    "source": [
-    "Install the packages"
+    "### Install the packages"
    ]
   },
   {
    "cell_type": "code",
+   "execution_count": null,
    "metadata": {
-    "id": "ZCzmCrAIVg0L",
     "colab": {
      "base_uri": "https://localhost:8080/"
     },
+    "id": "ZCzmCrAIVg0L",
     "outputId": "cf107fb2-4d50-4c67-af34-367624553421",
     "pycharm": {
      "name": "#%%\n"
     }
    },
+   "outputs": [],
+   "source": [
+    "!pip install labml-nn comet_ml --quiet"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
    "source": [
-    "!pip install labml-nn comet_ml"
-   ],
+    "### Enable [Comet](https://www.comet.ml)"
+   ]
+  },
+  {
+   "cell_type": "code",
    "execution_count": null,
-   "outputs": []
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#@markdown Select in order to enable logging this experiment to [Comet](https://www.comet.ml).\n",
+    "use_comet = True #@param {type:\"boolean\"}\n",
+    "\n",
+    "if use_comet:\n",
+    "    import comet_ml\n",
+    "    comet_ml.init(project_name='transformer')"
+   ]
   },
   {
    "cell_type": "markdown",
@@ -73,56 +80,27 @@
     }
    },
    "source": [
-    "Imports"
+    "### Imports"
    ]
   },
   {
    "cell_type": "code",
+   "execution_count": null,
    "metadata": {
     "id": "0hJXx_g0wS2C",
     "pycharm": {
      "name": "#%%\n"
     }
    },
+   "outputs": [],
    "source": [
     "import torch\n",
     "import torch.nn as nn\n",
     "\n",
     "from labml import experiment\n",
     "from labml.configs import option\n",
     "from labml_nn.transformers.basic.autoregressive_experiment import Configs"
-   ],
-   "execution_count": null,
-   "outputs": []
-  },
-  {
-   "cell_type": "markdown",
-   "source": [
-    "Set [Comet](https://www.comet.ml) api-key and the workspace."
-   ],
-   "metadata": {
-    "collapsed": false,
-    "pycharm": {
-     "name": "#%% md\n"
-    }
-   }
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "outputs": [],
-   "source": [
-    "import os\n",
-    "\n",
-    "os.environ['COMET_API_KEY'] = \"\"\n",
-    "os.environ['COMET_WORKSPACE'] = \"\""
-   ],
-   "metadata": {
-    "collapsed": false,
-    "pycharm": {
-     "name": "#%%\n"
-    }
-   }
+   ]
   },
   {
    "cell_type": "markdown",
@@ -133,22 +111,22 @@
     }
    },
    "source": [
-    "Create an experiment"
+    "### Create an experiment"
    ]
   },
   {
    "cell_type": "code",
+   "execution_count": null,
    "metadata": {
     "id": "bFcr9k-l4cAg",
     "pycharm": {
      "name": "#%%\n"
     }
    },
+   "outputs": [],
    "source": [
-    "experiment.create(name=\"transformer\", writers={'screen', 'web_api', 'comet'})"
-   ],
-   "execution_count": null,
-   "outputs": []
+    "experiment.create(name=\"transformer\", writers={\"screen\", \"comet\"} if use_comet else {'screen'})"
+   ]
   },
   {
    "cell_type": "markdown",
@@ -159,22 +137,22 @@
     }
    },
    "source": [
-    "Initialize configurations"
+    "### Configurations"
    ]
   },
   {
    "cell_type": "code",
+   "execution_count": null,
    "metadata": {
     "id": "Piz0c5f44hRo",
     "pycharm": {
      "name": "#%%\n"
     }
    },
+   "outputs": [],
    "source": [
     "conf = Configs()"
-   ],
-   "execution_count": null,
-   "outputs": []
+   ]
   },
   {
    "cell_type": "markdown",
@@ -190,6 +168,7 @@
   },
   {
    "cell_type": "code",
+   "execution_count": null,
    "metadata": {
     "colab": {
      "base_uri": "https://localhost:8080/",
@@ -201,6 +180,7 @@
      "name": "#%%\n"
     }
    },
+   "outputs": [],
    "source": [
     "experiment.configs(conf, {\n",
     "    # Use character level tokenizer\n",
@@ -231,9 +211,7 @@
     "    'optimizer.optimizer': 'Noam',\n",
     "    'optimizer.learning_rate': 1.,\n",
     "})"
-   ],
-   "execution_count": null,
-   "outputs": []
+   ]
   },
   {
    "cell_type": "markdown",
@@ -249,6 +227,7 @@
   },
   {
    "cell_type": "code",
+   "execution_count": null,
    "metadata": {
     "colab": {
      "base_uri": "https://localhost:8080/",
@@ -260,11 +239,10 @@
      "name": "#%%\n"
     }
    },
+   "outputs": [],
    "source": [
     "experiment.add_pytorch_models({'model': conf.model})"
-   ],
-   "execution_count": null,
-   "outputs": []
+   ]
   },
   {
    "cell_type": "markdown",
@@ -275,11 +253,12 @@
     }
    },
    "source": [
-    "Start the experiment and run the training loop."
+    "### Start the experiment and run the training loop."
    ]
   },
   {
    "cell_type": "code",
+   "execution_count": null,
    "metadata": {
     "colab": {
      "base_uri": "https://localhost:8080/",
@@ -291,25 +270,51 @@
      "name": "#%%\n"
     }
    },
+   "outputs": [],
    "source": [
     "# Start the experiment\n",
     "with experiment.start():\n",
     "    conf.run()"
-   ],
-   "execution_count": null,
-   "outputs": []
+   ]
   },
   {
    "cell_type": "code",
+   "execution_count": null,
    "metadata": {
     "id": "oBXXlP2b7XZO",
     "pycharm": {
      "name": "#%%\n"
     }
    },
-   "source": [],
-   "execution_count": null,
-   "outputs": []
+   "outputs": [],
+   "source": []
   }
- ]
-}
+ ],
+ "metadata": {
+  "accelerator": "GPU",
+  "colab": {
+   "collapsed_sections": [],
+   "name": "Transformer",
+   "provenance": []
+  },
+  "kernelspec": {
+   "display_name": "Python 3 (ipykernel)",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.7.11"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 4
+}