3-3-4-TFLiteConverter.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "3_3_4_Colab.ipynb",
      "provenance": [],
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/Nguyenhao2k/introduction_to_ml_with_python/blob/master/3-3-4-TFLiteConverter.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "D1J15Vh_1Jih",
        "cellView": "both",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "797f335a-836c-4aca-9a4a-ac95cae3ad1e"
      },
      "source": [
        "try:\n",
        "  # %tensorflow_version only exists in Colab.\n",
        "  %tensorflow_version 2.x\n",
        "except Exception:\n",
        "  pass"
      ],
      "execution_count": 1,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Colab only includes TensorFlow 2.x; %tensorflow_version has no effect.\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "O6k2Pg0gTYB8"
      },
      "source": [
        "import tensorflow as tf\n",
        "import numpy as np\n",
        "from tensorflow.keras import Sequential\n",
        "from tensorflow.keras.layers import Dense"
      ],
      "execution_count": 3,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "YAwdHf6ySQGt",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "2bd23882-cadd-49a7-d3ed-657a668f82b5"
      },
      "source": [
        "l0 = Dense(units=1, input_shape=[1])\n",
        "model = Sequential([l0])\n",
        "model.compile(optimizer='sgd', loss='mean_squared_error')\n",
        "\n",
        "xs = np.array([-1.0, 0.0, 1.0, 2.0, 3.0, 4.0], dtype=float)\n",
        "ys = np.array([-3.0, -1.0, 1.0, 3.0, 5.0, 7.0], dtype=float)\n",
        "\n",
        "model.fit(xs, ys, epochs=500)\n",
        "\n",
        "print(model.predict([10.0]))\n",
        "print(\"Here is what I learned: {}\".format(l0.get_weights()))"
      ],
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Epoch 1/500\n",
            "1/1 [==============================] - 0s 432ms/step - loss: 1.3344\n",
            "Epoch 2/500\n",
            "1/1 [==============================] - 0s 11ms/step - loss: 1.1835\n",
            "Epoch 3/500\n",
            "1/1 [==============================] - 0s 10ms/step - loss: 1.0621\n",
            "Epoch 4/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.9639\n",
            "Epoch 5/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.8840\n",
            "Epoch 6/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.8185\n",
            "Epoch 7/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.7645\n",
            "Epoch 8/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 0.7195\n",
            "Epoch 9/500\n",
            "1/1 [==============================] - 0s 11ms/step - loss: 0.6817\n",
            "Epoch 10/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 0.6496\n",
            "Epoch 11/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.6220\n",
            "Epoch 12/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.5980\n",
            "Epoch 13/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.5769\n",
            "Epoch 14/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.5581\n",
            "Epoch 15/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.5411\n",
            "Epoch 16/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.5257\n",
            "Epoch 17/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 0.5115\n",
            "Epoch 18/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.4984\n",
            "Epoch 19/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.4860\n",
            "Epoch 20/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.4744\n",
            "Epoch 21/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 0.4634\n",
            "Epoch 22/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.4528\n",
            "Epoch 23/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.4427\n",
            "Epoch 24/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.4330\n",
            "Epoch 25/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.4236\n",
            "Epoch 26/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.4145\n",
            "Epoch 27/500\n",
            "1/1 [==============================] - 0s 11ms/step - loss: 0.4057\n",
            "Epoch 28/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 0.3971\n",
            "Epoch 29/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.3888\n",
            "Epoch 30/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.3806\n",
            "Epoch 31/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.3727\n",
            "Epoch 32/500\n",
            "1/1 [==============================] - 0s 14ms/step - loss: 0.3650\n",
            "Epoch 33/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.3574\n",
            "Epoch 34/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.3500\n",
            "Epoch 35/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.3428\n",
            "Epoch 36/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 0.3357\n",
            "Epoch 37/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 0.3288\n",
            "Epoch 38/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 0.3220\n",
            "Epoch 39/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 0.3154\n",
            "Epoch 40/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 0.3089\n",
            "Epoch 41/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.3025\n",
            "Epoch 42/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.2963\n",
            "Epoch 43/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.2902\n",
            "Epoch 44/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 0.2842\n",
            "Epoch 45/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.2784\n",
            "Epoch 46/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.2727\n",
            "Epoch 47/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.2671\n",
            "Epoch 48/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.2616\n",
            "Epoch 49/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.2562\n",
            "Epoch 50/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.2509\n",
            "Epoch 51/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.2458\n",
            "Epoch 52/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.2407\n",
            "Epoch 53/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.2358\n",
            "Epoch 54/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.2309\n",
            "Epoch 55/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.2262\n",
            "Epoch 56/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.2216\n",
            "Epoch 57/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 0.2170\n",
            "Epoch 58/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.2125\n",
            "Epoch 59/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.2082\n",
            "Epoch 60/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.2039\n",
            "Epoch 61/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.1997\n",
            "Epoch 62/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.1956\n",
            "Epoch 63/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.1916\n",
            "Epoch 64/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.1877\n",
            "Epoch 65/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.1838\n",
            "Epoch 66/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.1800\n",
            "Epoch 67/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 0.1763\n",
            "Epoch 68/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 0.1727\n",
            "Epoch 69/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 0.1692\n",
            "Epoch 70/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.1657\n",
            "Epoch 71/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.1623\n",
            "Epoch 72/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 0.1589\n",
            "Epoch 73/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 0.1557\n",
            "Epoch 74/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.1525\n",
            "Epoch 75/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 0.1494\n",
            "Epoch 76/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 0.1463\n",
            "Epoch 77/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.1433\n",
            "Epoch 78/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.1403\n",
            "Epoch 79/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 0.1375\n",
            "Epoch 80/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.1346\n",
            "Epoch 81/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.1319\n",
            "Epoch 82/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.1292\n",
            "Epoch 83/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.1265\n",
            "Epoch 84/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.1239\n",
            "Epoch 85/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 0.1214\n",
            "Epoch 86/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 0.1189\n",
            "Epoch 87/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.1164\n",
            "Epoch 88/500\n",
            "1/1 [==============================] - 0s 10ms/step - loss: 0.1140\n",
            "Epoch 89/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 0.1117\n",
            "Epoch 90/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.1094\n",
            "Epoch 91/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 0.1072\n",
            "Epoch 92/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.1050\n",
            "Epoch 93/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 0.1028\n",
            "Epoch 94/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 0.1007\n",
            "Epoch 95/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0986\n",
            "Epoch 96/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0966\n",
            "Epoch 97/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 0.0946\n",
            "Epoch 98/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0927\n",
            "Epoch 99/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0908\n",
            "Epoch 100/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0889\n",
            "Epoch 101/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 0.0871\n",
            "Epoch 102/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0853\n",
            "Epoch 103/500\n",
            "1/1 [==============================] - 0s 12ms/step - loss: 0.0835\n",
            "Epoch 104/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0818\n",
            "Epoch 105/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 0.0801\n",
            "Epoch 106/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0785\n",
            "Epoch 107/500\n",
            "1/1 [==============================] - 0s 11ms/step - loss: 0.0769\n",
            "Epoch 108/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 0.0753\n",
            "Epoch 109/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0737\n",
            "Epoch 110/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0722\n",
            "Epoch 111/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0708\n",
            "Epoch 112/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0693\n",
            "Epoch 113/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 0.0679\n",
            "Epoch 114/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0665\n",
            "Epoch 115/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0651\n",
            "Epoch 116/500\n",
            "1/1 [==============================] - 0s 13ms/step - loss: 0.0638\n",
            "Epoch 117/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0625\n",
            "Epoch 118/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0612\n",
            "Epoch 119/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0599\n",
            "Epoch 120/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0587\n",
            "Epoch 121/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0575\n",
            "Epoch 122/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0563\n",
            "Epoch 123/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0552\n",
            "Epoch 124/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0540\n",
            "Epoch 125/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 0.0529\n",
            "Epoch 126/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0518\n",
            "Epoch 127/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0508\n",
            "Epoch 128/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 0.0497\n",
            "Epoch 129/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0487\n",
            "Epoch 130/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0477\n",
            "Epoch 131/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0467\n",
            "Epoch 132/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0458\n",
            "Epoch 133/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0448\n",
            "Epoch 134/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0439\n",
            "Epoch 135/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0430\n",
            "Epoch 136/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0421\n",
            "Epoch 137/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 0.0412\n",
            "Epoch 138/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0404\n",
            "Epoch 139/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0396\n",
            "Epoch 140/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0388\n",
            "Epoch 141/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0380\n",
            "Epoch 142/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0372\n",
            "Epoch 143/500\n",
            "1/1 [==============================] - 0s 10ms/step - loss: 0.0364\n",
            "Epoch 144/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0357\n",
            "Epoch 145/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0349\n",
            "Epoch 146/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0342\n",
            "Epoch 147/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0335\n",
            "Epoch 148/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0328\n",
            "Epoch 149/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0322\n",
            "Epoch 150/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0315\n",
            "Epoch 151/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0308\n",
            "Epoch 152/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0302\n",
            "Epoch 153/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0296\n",
            "Epoch 154/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0290\n",
            "Epoch 155/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0284\n",
            "Epoch 156/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0278\n",
            "Epoch 157/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0272\n",
            "Epoch 158/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0267\n",
            "Epoch 159/500\n",
            "1/1 [==============================] - 0s 12ms/step - loss: 0.0261\n",
            "Epoch 160/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0256\n",
            "Epoch 161/500\n",
            "1/1 [==============================] - 0s 10ms/step - loss: 0.0251\n",
            "Epoch 162/500\n",
            "1/1 [==============================] - 0s 18ms/step - loss: 0.0245\n",
            "Epoch 163/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0240\n",
            "Epoch 164/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0236\n",
            "Epoch 165/500\n",
            "1/1 [==============================] - 0s 17ms/step - loss: 0.0231\n",
            "Epoch 166/500\n",
            "1/1 [==============================] - 0s 22ms/step - loss: 0.0226\n",
            "Epoch 167/500\n",
            "1/1 [==============================] - 0s 12ms/step - loss: 0.0221\n",
            "Epoch 168/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 0.0217\n",
            "Epoch 169/500\n",
            "1/1 [==============================] - 0s 11ms/step - loss: 0.0212\n",
            "Epoch 170/500\n",
            "1/1 [==============================] - 0s 10ms/step - loss: 0.0208\n",
            "Epoch 171/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0204\n",
            "Epoch 172/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 0.0199\n",
            "Epoch 173/500\n",
            "1/1 [==============================] - 0s 17ms/step - loss: 0.0195\n",
            "Epoch 174/500\n",
            "1/1 [==============================] - 0s 11ms/step - loss: 0.0191\n",
            "Epoch 175/500\n",
            "1/1 [==============================] - 0s 11ms/step - loss: 0.0187\n",
            "Epoch 176/500\n",
            "1/1 [==============================] - 0s 11ms/step - loss: 0.0184\n",
            "Epoch 177/500\n",
            "1/1 [==============================] - 0s 12ms/step - loss: 0.0180\n",
            "Epoch 178/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0176\n",
            "Epoch 179/500\n",
            "1/1 [==============================] - 0s 13ms/step - loss: 0.0173\n",
            "Epoch 180/500\n",
            "1/1 [==============================] - 0s 12ms/step - loss: 0.0169\n",
            "Epoch 181/500\n",
            "1/1 [==============================] - 0s 11ms/step - loss: 0.0165\n",
            "Epoch 182/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0162\n",
            "Epoch 183/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0159\n",
            "Epoch 184/500\n",
            "1/1 [==============================] - 0s 19ms/step - loss: 0.0156\n",
            "Epoch 185/500\n",
            "1/1 [==============================] - 0s 12ms/step - loss: 0.0152\n",
            "Epoch 186/500\n",
            "1/1 [==============================] - 0s 12ms/step - loss: 0.0149\n",
            "Epoch 187/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0146\n",
            "Epoch 188/500\n",
            "1/1 [==============================] - 0s 12ms/step - loss: 0.0143\n",
            "Epoch 189/500\n",
            "1/1 [==============================] - 0s 16ms/step - loss: 0.0140\n",
            "Epoch 190/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 0.0137\n",
            "Epoch 191/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0134\n",
            "Epoch 192/500\n",
            "1/1 [==============================] - 0s 12ms/step - loss: 0.0132\n",
            "Epoch 193/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0129\n",
            "Epoch 194/500\n",
            "1/1 [==============================] - 0s 13ms/step - loss: 0.0126\n",
            "Epoch 195/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0124\n",
            "Epoch 196/500\n",
            "1/1 [==============================] - 0s 24ms/step - loss: 0.0121\n",
            "Epoch 197/500\n",
            "1/1 [==============================] - 0s 11ms/step - loss: 0.0119\n",
            "Epoch 198/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 0.0116\n",
            "Epoch 199/500\n",
            "1/1 [==============================] - 0s 16ms/step - loss: 0.0114\n",
            "Epoch 200/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 0.0112\n",
            "Epoch 201/500\n",
            "1/1 [==============================] - 0s 11ms/step - loss: 0.0109\n",
            "Epoch 202/500\n",
            "1/1 [==============================] - 0s 22ms/step - loss: 0.0107\n",
            "Epoch 203/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0105\n",
            "Epoch 204/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 0.0103\n",
            "Epoch 205/500\n",
            "1/1 [==============================] - 0s 13ms/step - loss: 0.0101\n",
            "Epoch 206/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0099\n",
            "Epoch 207/500\n",
            "1/1 [==============================] - 0s 11ms/step - loss: 0.0096\n",
            "Epoch 208/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0094\n",
            "Epoch 209/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 0.0093\n",
            "Epoch 210/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0091\n",
            "Epoch 211/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0089\n",
            "Epoch 212/500\n",
            "1/1 [==============================] - 0s 10ms/step - loss: 0.0087\n",
            "Epoch 213/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0085\n",
            "Epoch 214/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0083\n",
            "Epoch 215/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0082\n",
            "Epoch 216/500\n",
            "1/1 [==============================] - 0s 12ms/step - loss: 0.0080\n",
            "Epoch 217/500\n",
            "1/1 [==============================] - 0s 16ms/step - loss: 0.0078\n",
            "Epoch 218/500\n",
            "1/1 [==============================] - 0s 14ms/step - loss: 0.0077\n",
            "Epoch 219/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 0.0075\n",
            "Epoch 220/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 0.0074\n",
            "Epoch 221/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0072\n",
            "Epoch 222/500\n",
            "1/1 [==============================] - 0s 10ms/step - loss: 0.0071\n",
            "Epoch 223/500\n",
            "1/1 [==============================] - 0s 11ms/step - loss: 0.0069\n",
            "Epoch 224/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 0.0068\n",
            "Epoch 225/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 0.0066\n",
            "Epoch 226/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0065\n",
            "Epoch 227/500\n",
            "1/1 [==============================] - 0s 22ms/step - loss: 0.0064\n",
            "Epoch 228/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0062\n",
            "Epoch 229/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 0.0061\n",
            "Epoch 230/500\n",
            "1/1 [==============================] - 0s 10ms/step - loss: 0.0060\n",
            "Epoch 231/500\n",
            "1/1 [==============================] - 0s 10ms/step - loss: 0.0059\n",
            "Epoch 232/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0057\n",
            "Epoch 233/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0056\n",
            "Epoch 234/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 0.0055\n",
            "Epoch 235/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 0.0054\n",
            "Epoch 236/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0053\n",
            "Epoch 237/500\n",
            "1/1 [==============================] - 0s 24ms/step - loss: 0.0052\n",
            "Epoch 238/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0051\n",
            "Epoch 239/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 0.0050\n",
            "Epoch 240/500\n",
            "1/1 [==============================] - 0s 12ms/step - loss: 0.0049\n",
            "Epoch 241/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0048\n",
            "Epoch 242/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0047\n",
            "Epoch 243/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0046\n",
            "Epoch 244/500\n",
            "1/1 [==============================] - 0s 63ms/step - loss: 0.0045\n",
            "Epoch 245/500\n",
            "1/1 [==============================] - 0s 62ms/step - loss: 0.0044\n",
            "Epoch 246/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0043\n",
            "Epoch 247/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0042\n",
            "Epoch 248/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0041\n",
            "Epoch 249/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0040\n",
            "Epoch 250/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0040\n",
            "Epoch 251/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0039\n",
            "Epoch 252/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 0.0038\n",
            "Epoch 253/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0037\n",
            "Epoch 254/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0036\n",
            "Epoch 255/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0036\n",
            "Epoch 256/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0035\n",
            "Epoch 257/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0034\n",
            "Epoch 258/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0033\n",
            "Epoch 259/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0033\n",
            "Epoch 260/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0032\n",
            "Epoch 261/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0031\n",
            "Epoch 262/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0031\n",
            "Epoch 263/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0030\n",
            "Epoch 264/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 0.0030\n",
            "Epoch 265/500\n",
            "1/1 [==============================] - 0s 11ms/step - loss: 0.0029\n",
            "Epoch 266/500\n",
            "1/1 [==============================] - 0s 11ms/step - loss: 0.0028\n",
            "Epoch 267/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0028\n",
            "Epoch 268/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0027\n",
            "Epoch 269/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0027\n",
            "Epoch 270/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0026\n",
            "Epoch 271/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0026\n",
            "Epoch 272/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0025\n",
            "Epoch 273/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0025\n",
            "Epoch 274/500\n",
            "1/1 [==============================] - 0s 10ms/step - loss: 0.0024\n",
            "Epoch 275/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0024\n",
            "Epoch 276/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0023\n",
            "Epoch 277/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0023\n",
            "Epoch 278/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0022\n",
            "Epoch 279/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0022\n",
            "Epoch 280/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0021\n",
            "Epoch 281/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0021\n",
            "Epoch 282/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 0.0020\n",
            "Epoch 283/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0020\n",
            "Epoch 284/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0020\n",
            "Epoch 285/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0019\n",
            "Epoch 286/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0019\n",
            "Epoch 287/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0018\n",
            "Epoch 288/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0018\n",
            "Epoch 289/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0018\n",
            "Epoch 290/500\n",
            "1/1 [==============================] - 0s 10ms/step - loss: 0.0017\n",
            "Epoch 291/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 0.0017\n",
            "Epoch 292/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0017\n",
            "Epoch 293/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0016\n",
            "Epoch 294/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0016\n",
            "Epoch 295/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0016\n",
            "Epoch 296/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0015\n",
            "Epoch 297/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0015\n",
            "Epoch 298/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 0.0015\n",
            "Epoch 299/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0014\n",
            "Epoch 300/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0014\n",
            "Epoch 301/500\n",
            "1/1 [==============================] - 0s 11ms/step - loss: 0.0014\n",
            "Epoch 302/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0013\n",
            "Epoch 303/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 0.0013\n",
            "Epoch 304/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0013\n",
            "Epoch 305/500\n",
            "1/1 [==============================] - 0s 11ms/step - loss: 0.0013\n",
            "Epoch 306/500\n",
            "1/1 [==============================] - 0s 11ms/step - loss: 0.0012\n",
            "Epoch 307/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0012\n",
            "Epoch 308/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0012\n",
            "Epoch 309/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 0.0012\n",
            "Epoch 310/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0011\n",
            "Epoch 311/500\n",
            "1/1 [==============================] - 0s 10ms/step - loss: 0.0011\n",
            "Epoch 312/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0011\n",
            "Epoch 313/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 0.0011\n",
            "Epoch 314/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 0.0010\n",
            "Epoch 315/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 0.0010\n",
            "Epoch 316/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 0.0010\n",
            "Epoch 317/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 9.8386e-04\n",
            "Epoch 318/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 9.6365e-04\n",
            "Epoch 319/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 9.4386e-04\n",
            "Epoch 320/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 9.2447e-04\n",
            "Epoch 321/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 9.0548e-04\n",
            "Epoch 322/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 8.8688e-04\n",
            "Epoch 323/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 8.6866e-04\n",
            "Epoch 324/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 8.5082e-04\n",
            "Epoch 325/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 8.3334e-04\n",
            "Epoch 326/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 8.1623e-04\n",
            "Epoch 327/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 7.9946e-04\n",
            "Epoch 328/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 7.8304e-04\n",
            "Epoch 329/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 7.6696e-04\n",
            "Epoch 330/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 7.5120e-04\n",
            "Epoch 331/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 7.3577e-04\n",
            "Epoch 332/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 7.2066e-04\n",
            "Epoch 333/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 7.0586e-04\n",
            "Epoch 334/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 6.9136e-04\n",
            "Epoch 335/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 6.7716e-04\n",
            "Epoch 336/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 6.6325e-04\n",
            "Epoch 337/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 6.4962e-04\n",
            "Epoch 338/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 6.3628e-04\n",
            "Epoch 339/500\n",
            "1/1 [==============================] - 0s 10ms/step - loss: 6.2322e-04\n",
            "Epoch 340/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 6.1041e-04\n",
            "Epoch 341/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 5.9788e-04\n",
            "Epoch 342/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 5.8559e-04\n",
            "Epoch 343/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 5.7356e-04\n",
            "Epoch 344/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 5.6178e-04\n",
            "Epoch 345/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 5.5024e-04\n",
            "Epoch 346/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 5.3894e-04\n",
            "Epoch 347/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 5.2787e-04\n",
            "Epoch 348/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 5.1703e-04\n",
            "Epoch 349/500\n",
            "1/1 [==============================] - 0s 11ms/step - loss: 5.0641e-04\n",
            "Epoch 350/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 4.9601e-04\n",
            "Epoch 351/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 4.8582e-04\n",
            "Epoch 352/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 4.7584e-04\n",
            "Epoch 353/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 4.6606e-04\n",
            "Epoch 354/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 4.5649e-04\n",
            "Epoch 355/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 4.4712e-04\n",
            "Epoch 356/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 4.3793e-04\n",
            "Epoch 357/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 4.2894e-04\n",
            "Epoch 358/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 4.2013e-04\n",
            "Epoch 359/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 4.1150e-04\n",
            "Epoch 360/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 4.0305e-04\n",
            "Epoch 361/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 3.9476e-04\n",
            "Epoch 362/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 3.8666e-04\n",
            "Epoch 363/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 3.7872e-04\n",
            "Epoch 364/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 3.7093e-04\n",
            "Epoch 365/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 3.6332e-04\n",
            "Epoch 366/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 3.5585e-04\n",
            "Epoch 367/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 3.4854e-04\n",
            "Epoch 368/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 3.4138e-04\n",
            "Epoch 369/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 3.3437e-04\n",
            "Epoch 370/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 3.2750e-04\n",
            "Epoch 371/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 3.2078e-04\n",
            "Epoch 372/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 3.1419e-04\n",
            "Epoch 373/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 3.0774e-04\n",
            "Epoch 374/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 3.0141e-04\n",
            "Epoch 375/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 2.9522e-04\n",
            "Epoch 376/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 2.8916e-04\n",
            "Epoch 377/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 2.8322e-04\n",
            "Epoch 378/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 2.7740e-04\n",
            "Epoch 379/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 2.7170e-04\n",
            "Epoch 380/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 2.6612e-04\n",
            "Epoch 381/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 2.6066e-04\n",
            "Epoch 382/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 2.5530e-04\n",
            "Epoch 383/500\n",
            "1/1 [==============================] - 0s 12ms/step - loss: 2.5006e-04\n",
            "Epoch 384/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 2.4492e-04\n",
            "Epoch 385/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 2.3989e-04\n",
            "Epoch 386/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 2.3496e-04\n",
            "Epoch 387/500\n",
            "1/1 [==============================] - 0s 10ms/step - loss: 2.3014e-04\n",
            "Epoch 388/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 2.2541e-04\n",
            "Epoch 389/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 2.2078e-04\n",
            "Epoch 390/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 2.1624e-04\n",
            "Epoch 391/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 2.1180e-04\n",
            "Epoch 392/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 2.0745e-04\n",
            "Epoch 393/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 2.0319e-04\n",
            "Epoch 394/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 1.9902e-04\n",
            "Epoch 395/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 1.9493e-04\n",
            "Epoch 396/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 1.9093e-04\n",
            "Epoch 397/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 1.8700e-04\n",
            "Epoch 398/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 1.8316e-04\n",
            "Epoch 399/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 1.7940e-04\n",
            "Epoch 400/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 1.7572e-04\n",
            "Epoch 401/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 1.7211e-04\n",
            "Epoch 402/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 1.6857e-04\n",
            "Epoch 403/500\n",
            "1/1 [==============================] - 0s 10ms/step - loss: 1.6511e-04\n",
            "Epoch 404/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 1.6172e-04\n",
            "Epoch 405/500\n",
            "1/1 [==============================] - 0s 11ms/step - loss: 1.5839e-04\n",
            "Epoch 406/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 1.5514e-04\n",
            "Epoch 407/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 1.5195e-04\n",
            "Epoch 408/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 1.4883e-04\n",
            "Epoch 409/500\n",
            "1/1 [==============================] - 0s 10ms/step - loss: 1.4578e-04\n",
            "Epoch 410/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 1.4278e-04\n",
            "Epoch 411/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 1.3985e-04\n",
            "Epoch 412/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 1.3698e-04\n",
            "Epoch 413/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 1.3416e-04\n",
            "Epoch 414/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 1.3141e-04\n",
            "Epoch 415/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 1.2871e-04\n",
            "Epoch 416/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 1.2606e-04\n",
            "Epoch 417/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 1.2347e-04\n",
            "Epoch 418/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 1.2094e-04\n",
            "Epoch 419/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 1.1845e-04\n",
            "Epoch 420/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 1.1602e-04\n",
            "Epoch 421/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 1.1364e-04\n",
            "Epoch 422/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 1.1130e-04\n",
            "Epoch 423/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 1.0902e-04\n",
            "Epoch 424/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 1.0678e-04\n",
            "Epoch 425/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 1.0459e-04\n",
            "Epoch 426/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 1.0244e-04\n",
            "Epoch 427/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 1.0033e-04\n",
            "Epoch 428/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 9.8272e-05\n",
            "Epoch 429/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 9.6254e-05\n",
            "Epoch 430/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 9.4277e-05\n",
            "Epoch 431/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 9.2339e-05\n",
            "Epoch 432/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 9.0442e-05\n",
            "Epoch 433/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 8.8584e-05\n",
            "Epoch 434/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 8.6766e-05\n",
            "Epoch 435/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 8.4983e-05\n",
            "Epoch 436/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 8.3239e-05\n",
            "Epoch 437/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 8.1528e-05\n",
            "Epoch 438/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 7.9854e-05\n",
            "Epoch 439/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 7.8213e-05\n",
            "Epoch 440/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 7.6607e-05\n",
            "Epoch 441/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 7.5034e-05\n",
            "Epoch 442/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 7.3492e-05\n",
            "Epoch 443/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 7.1983e-05\n",
            "Epoch 444/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 7.0504e-05\n",
            "Epoch 445/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 6.9056e-05\n",
            "Epoch 446/500\n",
            "1/1 [==============================] - 0s 10ms/step - loss: 6.7638e-05\n",
            "Epoch 447/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 6.6248e-05\n",
            "Epoch 448/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 6.4888e-05\n",
            "Epoch 449/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 6.3556e-05\n",
            "Epoch 450/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 6.2250e-05\n",
            "Epoch 451/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 6.0972e-05\n",
            "Epoch 452/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 5.9718e-05\n",
            "Epoch 453/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 5.8492e-05\n",
            "Epoch 454/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 5.7290e-05\n",
            "Epoch 455/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 5.6113e-05\n",
            "Epoch 456/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 5.4960e-05\n",
            "Epoch 457/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 5.3832e-05\n",
            "Epoch 458/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 5.2726e-05\n",
            "Epoch 459/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 5.1642e-05\n",
            "Epoch 460/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 5.0582e-05\n",
            "Epoch 461/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 4.9542e-05\n",
            "Epoch 462/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 4.8526e-05\n",
            "Epoch 463/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 4.7529e-05\n",
            "Epoch 464/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 4.6552e-05\n",
            "Epoch 465/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 4.5595e-05\n",
            "Epoch 466/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 4.4659e-05\n",
            "Epoch 467/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 4.3742e-05\n",
            "Epoch 468/500\n",
            "1/1 [==============================] - 0s 10ms/step - loss: 4.2844e-05\n",
            "Epoch 469/500\n",
            "1/1 [==============================] - 0s 10ms/step - loss: 4.1964e-05\n",
            "Epoch 470/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 4.1102e-05\n",
            "Epoch 471/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 4.0258e-05\n",
            "Epoch 472/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 3.9431e-05\n",
            "Epoch 473/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 3.8621e-05\n",
            "Epoch 474/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 3.7827e-05\n",
            "Epoch 475/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 3.7050e-05\n",
            "Epoch 476/500\n",
            "1/1 [==============================] - 0s 10ms/step - loss: 3.6289e-05\n",
            "Epoch 477/500\n",
            "1/1 [==============================] - 0s 10ms/step - loss: 3.5543e-05\n",
            "Epoch 478/500\n",
            "1/1 [==============================] - 0s 11ms/step - loss: 3.4814e-05\n",
            "Epoch 479/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 3.4098e-05\n",
            "Epoch 480/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 3.3398e-05\n",
            "Epoch 481/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 3.2711e-05\n",
            "Epoch 482/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 3.2040e-05\n",
            "Epoch 483/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 3.1382e-05\n",
            "Epoch 484/500\n",
            "1/1 [==============================] - 0s 5ms/step - loss: 3.0737e-05\n",
            "Epoch 485/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 3.0105e-05\n",
            "Epoch 486/500\n",
            "1/1 [==============================] - 0s 9ms/step - loss: 2.9487e-05\n",
            "Epoch 487/500\n",
            "1/1 [==============================] - 0s 10ms/step - loss: 2.8881e-05\n",
            "Epoch 488/500\n",
            "1/1 [==============================] - 0s 10ms/step - loss: 2.8288e-05\n",
            "Epoch 489/500\n",
            "1/1 [==============================] - 0s 10ms/step - loss: 2.7707e-05\n",
            "Epoch 490/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 2.7138e-05\n",
            "Epoch 491/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 2.6580e-05\n",
            "Epoch 492/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 2.6034e-05\n",
            "Epoch 493/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 2.5500e-05\n",
            "Epoch 494/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 2.4975e-05\n",
            "Epoch 495/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 2.4462e-05\n",
            "Epoch 496/500\n",
            "1/1 [==============================] - 0s 8ms/step - loss: 2.3960e-05\n",
            "Epoch 497/500\n",
            "1/1 [==============================] - 0s 11ms/step - loss: 2.3468e-05\n",
            "Epoch 498/500\n",
            "1/1 [==============================] - 0s 6ms/step - loss: 2.2985e-05\n",
            "Epoch 499/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 2.2514e-05\n",
            "Epoch 500/500\n",
            "1/1 [==============================] - 0s 7ms/step - loss: 2.2051e-05\n",
            "1/1 [==============================] - 0s 307ms/step\n",
            "[[18.986301]]\n",
            "Here is what I learned: [array([[1.9980145]], dtype=float32), array([-0.99384373], dtype=float32)]\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "SOs_IDM6ToaM",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "567648b7-bbb3-4841-d96d-fb7213b4b40c"
      },
      "source": [
        "export_dir = 'saved_model/1'\n",
        "tf.saved_model.save(model, export_dir)"
      ],
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "WARNING:absl:Found untraced functions such as _update_step_xla while saving (showing 1 of 1). These functions will not be directly callable after loading.\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "lWSlkprhTsWE"
      },
      "source": [
        "# Convert the model.\n",
        "converter = tf.lite.TFLiteConverter.from_saved_model(export_dir)\n",
        "tflite_model = converter.convert()"
      ],
      "execution_count": 6,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "lsaEjJfrTujk",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "c49c1f5a-8b20-4f9b-9cf2-fd68a945dae1"
      },
      "source": [
        "import pathlib\n",
        "tflite_model_file = pathlib.Path('model.tflite')\n",
        "tflite_model_file.write_bytes(tflite_model)"
      ],
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "1080"
            ]
          },
          "metadata": {},
          "execution_count": 7
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "fseX4pkhTzS0",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "3b36de1b-82cb-4464-8237-4f530a6274b2"
      },
      "source": [
        "# Load TFLite model and allocate tensors.\n",
        "interpreter = tf.lite.Interpreter(model_content=tflite_model)\n",
        "interpreter.allocate_tensors()\n",
        "\n",
        "# Get input and output tensors.\n",
        "input_details = interpreter.get_input_details()\n",
        "output_details = interpreter.get_output_details()\n",
        "print(input_details)\n",
        "print(output_details)"
      ],
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "[{'name': 'serving_default_dense_input:0', 'index': 0, 'shape': array([1, 1], dtype=int32), 'shape_signature': array([-1,  1], dtype=int32), 'dtype': <class 'numpy.float32'>, 'quantization': (0.0, 0), 'quantization_parameters': {'scales': array([], dtype=float32), 'zero_points': array([], dtype=int32), 'quantized_dimension': 0}, 'sparsity_parameters': {}}]\n",
            "[{'name': 'StatefulPartitionedCall:0', 'index': 3, 'shape': array([1, 1], dtype=int32), 'shape_signature': array([-1,  1], dtype=int32), 'dtype': <class 'numpy.float32'>, 'quantization': (0.0, 0), 'quantization_parameters': {'scales': array([], dtype=float32), 'zero_points': array([], dtype=int32), 'quantized_dimension': 0}, 'sparsity_parameters': {}}]\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "k_Ij8_BvU0KV",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "725d27db-6ac8-4230-9b34-e53e7c49c58c"
      },
      "source": [
        "to_predict = np.array([[10.0]], dtype=np.float32)\n",
        "print(to_predict)\n",
        "interpreter.set_tensor(input_details[0]['index'], to_predict)\n",
        "interpreter.invoke()\n",
        "tflite_results = interpreter.get_tensor(output_details[0]['index'])\n",
        "print(tflite_results)"
      ],
      "execution_count": 9,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "[[10.]]\n",
            "[[18.986301]]\n"
          ]
        }
      ]
    }
  ]
}