From 837d058610d2b397b721e0649f9fe9b729279537 Mon Sep 17 00:00:00 2001 From: Salario-Minimo <164933157+Salario-Minimo@users.noreply.github.com> Date: Fri, 29 Mar 2024 08:49:30 -0600 Subject: [PATCH] Add files via upload --- hyperopt_optimization.ipynb | 5587 +++++++++++++++++++++++++++++++++++ 1 file changed, 5587 insertions(+) create mode 100644 hyperopt_optimization.ipynb diff --git a/hyperopt_optimization.ipynb b/hyperopt_optimization.ipynb new file mode 100644 index 0000000..e81b154 --- /dev/null +++ b/hyperopt_optimization.ipynb @@ -0,0 +1,5587 @@ +{ + "nbformat": 4, + "nbformat_minor": 0, + "metadata": { + "colab": { + "provenance": [], + "gpuType": "T4" + }, + "kernelspec": { + "name": "python3", + "display_name": "Python 3" + }, + "language_info": { + "name": "python" + }, + "accelerator": "GPU" + }, + "cells": [ + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "t9vfGOg0uCfS", + "outputId": "a5fd5d32-d9c6-488b-9800-9db5ebdef3dd" + }, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Collecting spektral\n", + " Downloading spektral-1.3.1-py3-none-any.whl (140 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m140.1/140.1 kB\u001b[0m \u001b[31m1.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hRequirement already satisfied: joblib in /usr/local/lib/python3.10/dist-packages (from spektral) (1.3.2)\n", + "Requirement already satisfied: lxml in /usr/local/lib/python3.10/dist-packages (from spektral) (4.9.4)\n", + "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from spektral) (3.2.1)\n", + "Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from spektral) (1.25.2)\n", + "Requirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from spektral) (1.5.3)\n", + "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from spektral) (2.31.0)\n", + "Requirement already satisfied: scikit-learn in /usr/local/lib/python3.10/dist-packages (from spektral) (1.2.2)\n", + "Requirement already satisfied: scipy in /usr/local/lib/python3.10/dist-packages (from spektral) (1.11.4)\n", + "Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from spektral) (4.66.2)\n", + "Requirement already satisfied: tensorflow>=2.2.0 in /usr/local/lib/python3.10/dist-packages (from spektral) (2.15.0)\n", + "Requirement already satisfied: absl-py>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from tensorflow>=2.2.0->spektral) (1.4.0)\n", + "Requirement already satisfied: astunparse>=1.6.0 in /usr/local/lib/python3.10/dist-packages (from tensorflow>=2.2.0->spektral) (1.6.3)\n", + "Requirement already satisfied: flatbuffers>=23.5.26 in /usr/local/lib/python3.10/dist-packages (from tensorflow>=2.2.0->spektral) (24.3.7)\n", + "Requirement already satisfied: gast!=0.5.0,!=0.5.1,!=0.5.2,>=0.2.1 in /usr/local/lib/python3.10/dist-packages (from tensorflow>=2.2.0->spektral) (0.5.4)\n", + "Requirement already satisfied: google-pasta>=0.1.1 in /usr/local/lib/python3.10/dist-packages (from tensorflow>=2.2.0->spektral) (0.2.0)\n", + "Requirement already satisfied: h5py>=2.9.0 in /usr/local/lib/python3.10/dist-packages (from tensorflow>=2.2.0->spektral) (3.9.0)\n", + "Requirement already satisfied: libclang>=13.0.0 in /usr/local/lib/python3.10/dist-packages (from tensorflow>=2.2.0->spektral) (18.1.1)\n", + "Requirement already satisfied: ml-dtypes~=0.2.0 in /usr/local/lib/python3.10/dist-packages (from tensorflow>=2.2.0->spektral) (0.2.0)\n", + "Requirement already satisfied: opt-einsum>=2.3.2 in /usr/local/lib/python3.10/dist-packages (from tensorflow>=2.2.0->spektral) (3.3.0)\n", + "Requirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from tensorflow>=2.2.0->spektral) (24.0)\n", + "Requirement already satisfied: protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,<5.0.0dev,>=3.20.3 in /usr/local/lib/python3.10/dist-packages (from tensorflow>=2.2.0->spektral) (3.20.3)\n", + "Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from tensorflow>=2.2.0->spektral) (67.7.2)\n", + "Requirement already satisfied: six>=1.12.0 in /usr/local/lib/python3.10/dist-packages (from tensorflow>=2.2.0->spektral) (1.16.0)\n", + "Requirement already satisfied: termcolor>=1.1.0 in /usr/local/lib/python3.10/dist-packages (from tensorflow>=2.2.0->spektral) (2.4.0)\n", + "Requirement already satisfied: typing-extensions>=3.6.6 in /usr/local/lib/python3.10/dist-packages (from tensorflow>=2.2.0->spektral) (4.10.0)\n", + "Requirement already satisfied: wrapt<1.15,>=1.11.0 in /usr/local/lib/python3.10/dist-packages (from tensorflow>=2.2.0->spektral) (1.14.1)\n", + "Requirement already satisfied: tensorflow-io-gcs-filesystem>=0.23.1 in /usr/local/lib/python3.10/dist-packages (from tensorflow>=2.2.0->spektral) (0.36.0)\n", + "Requirement already satisfied: grpcio<2.0,>=1.24.3 in /usr/local/lib/python3.10/dist-packages (from tensorflow>=2.2.0->spektral) (1.62.1)\n", + "Requirement already satisfied: tensorboard<2.16,>=2.15 in /usr/local/lib/python3.10/dist-packages (from tensorflow>=2.2.0->spektral) (2.15.2)\n", + "Requirement already satisfied: tensorflow-estimator<2.16,>=2.15.0 in /usr/local/lib/python3.10/dist-packages (from tensorflow>=2.2.0->spektral) (2.15.0)\n", + "Requirement already satisfied: keras<2.16,>=2.15.0 in /usr/local/lib/python3.10/dist-packages (from tensorflow>=2.2.0->spektral) (2.15.0)\n", + "Requirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.10/dist-packages (from pandas->spektral) (2.8.2)\n", + "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->spektral) (2023.4)\n", + "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->spektral) (3.3.2)\n", + "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->spektral) (3.6)\n", + "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->spektral) (2.0.7)\n", + "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->spektral) (2024.2.2)\n", + "Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn->spektral) (3.4.0)\n", + "Requirement already satisfied: wheel<1.0,>=0.23.0 in /usr/local/lib/python3.10/dist-packages (from astunparse>=1.6.0->tensorflow>=2.2.0->spektral) (0.43.0)\n", + "Requirement already satisfied: google-auth<3,>=1.6.3 in /usr/local/lib/python3.10/dist-packages (from tensorboard<2.16,>=2.15->tensorflow>=2.2.0->spektral) (2.27.0)\n", + "Requirement already satisfied: google-auth-oauthlib<2,>=0.5 in /usr/local/lib/python3.10/dist-packages (from tensorboard<2.16,>=2.15->tensorflow>=2.2.0->spektral) (1.2.0)\n", + "Requirement already satisfied: markdown>=2.6.8 in /usr/local/lib/python3.10/dist-packages (from tensorboard<2.16,>=2.15->tensorflow>=2.2.0->spektral) (3.6)\n", + "Requirement already satisfied: tensorboard-data-server<0.8.0,>=0.7.0 in /usr/local/lib/python3.10/dist-packages (from tensorboard<2.16,>=2.15->tensorflow>=2.2.0->spektral) (0.7.2)\n", + "Requirement already satisfied: werkzeug>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from tensorboard<2.16,>=2.15->tensorflow>=2.2.0->spektral) (3.0.1)\n", + "Requirement already satisfied: cachetools<6.0,>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from google-auth<3,>=1.6.3->tensorboard<2.16,>=2.15->tensorflow>=2.2.0->spektral) (5.3.3)\n", + "Requirement already satisfied: pyasn1-modules>=0.2.1 in /usr/local/lib/python3.10/dist-packages (from google-auth<3,>=1.6.3->tensorboard<2.16,>=2.15->tensorflow>=2.2.0->spektral) (0.3.0)\n", + "Requirement already satisfied: rsa<5,>=3.1.4 in /usr/local/lib/python3.10/dist-packages (from google-auth<3,>=1.6.3->tensorboard<2.16,>=2.15->tensorflow>=2.2.0->spektral) (4.9)\n", + "Requirement already satisfied: requests-oauthlib>=0.7.0 in /usr/local/lib/python3.10/dist-packages (from google-auth-oauthlib<2,>=0.5->tensorboard<2.16,>=2.15->tensorflow>=2.2.0->spektral) (1.4.0)\n", + "Requirement already satisfied: MarkupSafe>=2.1.1 in /usr/local/lib/python3.10/dist-packages (from werkzeug>=1.0.1->tensorboard<2.16,>=2.15->tensorflow>=2.2.0->spektral) (2.1.5)\n", + "Requirement already satisfied: pyasn1<0.6.0,>=0.4.6 in /usr/local/lib/python3.10/dist-packages (from pyasn1-modules>=0.2.1->google-auth<3,>=1.6.3->tensorboard<2.16,>=2.15->tensorflow>=2.2.0->spektral) (0.5.1)\n", + "Requirement already satisfied: oauthlib>=3.0.0 in /usr/local/lib/python3.10/dist-packages (from requests-oauthlib>=0.7.0->google-auth-oauthlib<2,>=0.5->tensorboard<2.16,>=2.15->tensorflow>=2.2.0->spektral) (3.2.2)\n", + "Installing collected packages: spektral\n", + "Successfully installed spektral-1.3.1\n", + "Requirement already satisfied: hyperopt in /usr/local/lib/python3.10/dist-packages (0.2.7)\n", + "Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from hyperopt) (1.25.2)\n", + "Requirement already satisfied: scipy in /usr/local/lib/python3.10/dist-packages (from hyperopt) (1.11.4)\n", + "Requirement already satisfied: six in /usr/local/lib/python3.10/dist-packages (from hyperopt) (1.16.0)\n", + "Requirement already satisfied: networkx>=2.2 in /usr/local/lib/python3.10/dist-packages (from hyperopt) (3.2.1)\n", + "Requirement already satisfied: future in /usr/local/lib/python3.10/dist-packages (from hyperopt) (0.18.3)\n", + "Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from hyperopt) (4.66.2)\n", + "Requirement already satisfied: cloudpickle in /usr/local/lib/python3.10/dist-packages (from hyperopt) (2.2.1)\n", + "Requirement already satisfied: py4j in /usr/local/lib/python3.10/dist-packages (from hyperopt) (0.10.9.7)\n" + ] + } + ], + "source": [ + "!pip install spektral\n", + "!pip install hyperopt" + ] + }, + { + "cell_type": "code", + "source": [ + "\"\"\"\n", + "This example shows how to perform regression of molecular properties with the\n", + "QM9 database, using a GNN based on edge-conditioned convolutions in batch mode.\n", + "\"\"\"\n", + "\n", + "from hyperopt import fmin, tpe, hp, Trials\n", + "\n", + "import numpy as np\n", + "from tensorflow.keras.layers import Dense\n", + "from tensorflow.keras.models import Model\n", + "from tensorflow.keras.optimizers import Adam\n", + "\n", + "from spektral.data import BatchLoader\n", + "from spektral.datasets import QM9\n", + "from spektral.layers import ECCConv, GlobalSumPool, GraphMasking\n", + "\n", + "################################################################################\n", + "# Config\n", + "################################################################################\n", + "learning_rate = 1e-3 # Learning rate\n", + "epochs = 30 # Number of training epochs\n", + "batch_size = 32 # Batch size\n", + "neurons = [16, 32 ,48, 64]\n", + "batches = [12, 18, 24, 30, 36]" + ], + "metadata": { + "id": "F1dvXIkh-1aS" + }, + "execution_count": null, + "outputs": [] + }, + { + "cell_type": "code", + "source": [ + "################################################################################\n", + "# Load data\n", + "################################################################################\n", + "dataset = QM9(amount=1000) # Set amount=None to train on whole dataset\n", + "\n", + "\n", + "# Parameters\n", + "F = dataset.n_node_features # Dimension of node features\n", + "S = dataset.n_edge_features # Dimension of edge features\n", + "n_out = dataset.n_labels # Dimension of the target\n", + "\n", + "# Train/test split\n", + "idxs = np.random.permutation(len(dataset))\n", + "split = int(0.9 * len(dataset))\n", + "idx_tr, idx_te = np.split(idxs, [split])\n", + "dataset_tr, dataset_te = dataset[idx_tr], dataset[idx_te]\n", + "\n", + "\n" + ], + "metadata": { + "id": "ceiBcVMk-5TM", + "colab": { + "base_uri": "https://localhost:8080/" + }, + "outputId": "d374e4b4-a866-48a6-8aab-047d4fadda99" + }, + "execution_count": null, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Downloading data from https://deepchemdata.s3-us-west-1.amazonaws.com/datasets/gdb9.tar.gz\n", + "44852087/44852087 [==============================] - 2s 0us/step\n", + "Loading QM9 dataset.\n", + "Reading SDF\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "100%|██████████████████████████████████████| 1000/1000 [00:01<00:00, 635.48it/s]\n" + ] + } + ] + }, + { + "cell_type": "code", + "source": [ + "tuning= {\"learning_rate\":hp.uniform(\"learning_rate\", 0.0001, 0.01),\n", + " \"batch_size\":hp.choice(\"batch_size\", batches),\n", + " \"neuron_layer1\":hp.choice(\"neuron_layer1\", neurons),\n", + " \"neuron_layer2\":hp.choice(\"neuron_layer2\", neurons)}" + ], + "metadata": { + "id": "xIp_vwbCcMzm" + }, + "execution_count": null, + "outputs": [] + }, + { + "cell_type": "code", + "source": [ + "################################################################################\n", + "# Build model\n", + "################################################################################\n", + "class Net(Model):\n", + " def __init__(self, neuron_layer1, neuron_layer2):\n", + " super().__init__()\n", + " self.masking = GraphMasking()\n", + " self.conv1 = ECCConv(neuron_layer1, activation=\"relu\")\n", + " self.conv2 = ECCConv(neuron_layer2, activation=\"relu\")\n", + " self.global_pool = GlobalSumPool()\n", + " self.dense = Dense(n_out)\n", + "\n", + "\n", + " def call(self, inputs):\n", + " x, a, e = inputs\n", + " x = self.masking(x)\n", + " x = self.conv1([x, a, e])\n", + " x = self.conv2([x, a, e])\n", + " output = self.global_pool(x)\n", + " output = self.dense(output)\n", + "\n", + " return output" + ], + "metadata": { + "id": "KvpCnLZU_BJr" + }, + "execution_count": null, + "outputs": [] + }, + { + "cell_type": "code", + "source": [ + "def pruebas(tuning):\n", + " model = Net(tuning[\"neuron_layer1\"], tuning[\"neuron_layer2\"])\n", + " model.compile(optimizer=Adam(learning_rate=tuning[\"learning_rate\"]), loss=\"mse\")\n", + " loader_tr = BatchLoader(dataset_tr, batch_size=tuning[\"batch_size\"], mask=True)\n", + " model.fit(loader_tr.load(), steps_per_epoch=loader_tr.steps_per_epoch, epochs=epochs)\n", + " loader_te = BatchLoader(dataset_te, batch_size=tuning[\"batch_size\"], mask=True)\n", + " score = model.evaluate(loader_te.load(), steps=loader_te.steps_per_epoch)\n", + "\n", + " return score\n" + ], + "metadata": { + "id": "Hw-771MMaMeR" + }, + "execution_count": null, + "outputs": [] + }, + { + "cell_type": "code", + "source": [ + "best = fmin(pruebas, tuning, algo=tpe.suggest, max_evals=20, trials=Trials())\n", + "print(\"Best lr value:\", best)" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "s5OWEyWhbqJ3", + "outputId": "0853f455-4187-4f25-b5c3-fbed1f6d8e47" + }, + "execution_count": null, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "\u001b[1;30;43mStreaming output truncated to the last 5000 lines.\u001b[0m\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 55649.1836\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 182913872.0000\n", + "11/50 [=====>........................] - ETA: 0s - loss: 99815640.0000 \n", + "16/50 [========>.....................] - ETA: 0s - loss: 68653048.0000\n", + "21/50 [===========>..................] - ETA: 0s - loss: 52334428.0000\n", + "25/50 [==============>...............] - ETA: 0s - loss: 43970696.0000\n", + "31/50 [=================>............] - ETA: 0s - loss: 35472308.0000\n", + "37/50 [=====================>........] - ETA: 0s - loss: 29727488.0000\n", + "42/50 [========================>.....] - ETA: 0s - loss: 26196686.0000\n", + "48/50 [===========================>..] - ETA: 0s - loss: 22927248.0000\n", + "50/50 [==============================] - 1s 11ms/step - loss: 22011808.0000\n", + "\n", + "Epoch 24/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 53105.9648\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 45888.0312\n", + "11/50 [=====>........................] - ETA: 0s - loss: 44991.6055\n", + "17/50 [=========>....................] - ETA: 0s - loss: 42047.3711\n", + "22/50 [============>.................] - ETA: 0s - loss: 47334.6328\n", + "27/50 [===============>..............] - ETA: 0s - loss: 44910.7656\n", + "32/50 [==================>...........] - ETA: 0s - loss: 44889.4492\n", + "37/50 [=====================>........] - ETA: 0s - loss: 43201.0195\n", + "41/50 [=======================>......] - ETA: 0s - loss: 26729814.0000\n", + "46/50 [==========================>...] - ETA: 0s - loss: 23835732.0000\n", + "50/50 [==============================] - ETA: 0s - loss: 21939338.0000\n", + "50/50 [==============================] - 1s 11ms/step - loss: 21939338.0000\n", + "\n", + "Epoch 25/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 117209.0547\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 92905.0469 \n", + "11/50 [=====>........................] - ETA: 0s - loss: 83998.3125\n", + "16/50 [========>.....................] - ETA: 0s - loss: 73879.9688\n", + "21/50 [===========>..................] - ETA: 0s - loss: 68344.0859\n", + "26/50 [==============>...............] - ETA: 0s - loss: 66817.9844\n", + "31/50 [=================>............] - ETA: 0s - loss: 35208152.0000\n", + "36/50 [====================>.........] - ETA: 0s - loss: 30334426.0000\n", + "42/50 [========================>.....] - ETA: 0s - loss: 26017088.0000\n", + "47/50 [===========================>..] - ETA: 0s - loss: 23270134.0000\n", + "50/50 [==============================] - 1s 11ms/step - loss: 21877756.0000\n", + "\n", + "Epoch 26/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 173519.0469\n", + " 7/50 [===>..........................] - ETA: 0s - loss: 154683.1562\n", + "12/50 [======>.......................] - ETA: 0s - loss: 124010.6328\n", + "17/50 [=========>....................] - ETA: 0s - loss: 116790.8594\n", + "23/50 [============>.................] - ETA: 0s - loss: 47254196.0000\n", + "28/50 [===============>..............] - ETA: 0s - loss: 38842744.0000\n", + "33/50 [==================>...........] - ETA: 0s - loss: 32979558.0000\n", + "38/50 [=====================>........] - ETA: 0s - loss: 28655714.0000\n", + "43/50 [========================>.....] - ETA: 0s - loss: 25337012.0000\n", + "48/50 [===========================>..] - ETA: 0s - loss: 22703592.0000\n", + "50/50 [==============================] - 1s 10ms/step - loss: 21800780.0000\n", + "\n", + "Epoch 27/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 67656.9297\n", + " 5/50 [==>...........................] - ETA: 0s - loss: 141501.8438\n", + "10/50 [=====>........................] - ETA: 0s - loss: 108044000.0000\n", + "16/50 [========>.....................] - ETA: 0s - loss: 67557768.0000 \n", + "20/50 [===========>..................] - ETA: 0s - loss: 54085096.0000\n", + "25/50 [==============>...............] - ETA: 0s - loss: 43302912.0000\n", + "30/50 [=================>............] - ETA: 0s - loss: 36101980.0000\n", + "34/50 [===================>..........] - ETA: 0s - loss: 31881584.0000\n", + "39/50 [======================>.......] - ETA: 0s - loss: 27814068.0000\n", + "44/50 [=========================>....] - ETA: 0s - loss: 24666874.0000\n", + "48/50 [===========================>..] - ETA: 0s - loss: 22622030.0000\n", + "50/50 [==============================] - 1s 12ms/step - loss: 21719952.0000\n", + "\n", + "Epoch 28/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 45542.7344\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 98012.7109\n", + "11/50 [=====>........................] - ETA: 0s - loss: 85118.1016\n", + "16/50 [========>.....................] - ETA: 0s - loss: 90699.2734\n", + "21/50 [===========>..................] - ETA: 0s - loss: 84883.4375\n", + "25/50 [==============>...............] - ETA: 0s - loss: 90435.0859\n", + "30/50 [=================>............] - ETA: 0s - loss: 35919032.0000\n", + "34/50 [===================>..........] - ETA: 0s - loss: 31707364.0000\n", + "38/50 [=====================>........] - ETA: 0s - loss: 28383122.0000\n", + "43/50 [========================>.....] - ETA: 0s - loss: 25100356.0000\n", + "48/50 [===========================>..] - ETA: 0s - loss: 22533776.0000\n", + "50/50 [==============================] - 1s 12ms/step - loss: 21635716.0000\n", + "\n", + "Epoch 29/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 52286.7812\n", + " 7/50 [===>..........................] - ETA: 0s - loss: 77495.4766\n", + "12/50 [======>.......................] - ETA: 0s - loss: 90236.8672\n", + "17/50 [=========>....................] - ETA: 0s - loss: 112616.2188\n", + "22/50 [============>.................] - ETA: 0s - loss: 48712340.0000\n", + "27/50 [===============>..............] - ETA: 0s - loss: 39732756.0000\n", + "32/50 [==================>...........] - ETA: 0s - loss: 33582736.0000\n", + "36/50 [====================>.........] - ETA: 0s - loss: 29871108.0000\n", + "41/50 [=======================>......] - ETA: 0s - loss: 26253362.0000\n", + "46/50 [==========================>...] - ETA: 0s - loss: 23425012.0000\n", + "50/50 [==============================] - ETA: 0s - loss: 21563980.0000\n", + "50/50 [==============================] - 1s 12ms/step - loss: 21563980.0000\n", + "\n", + "Epoch 30/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 72428.5078\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 177476992.0000\n", + "10/50 [=====>........................] - ETA: 0s - loss: 106535984.0000\n", + "15/50 [========>.....................] - ETA: 0s - loss: 71118872.0000 \n", + "19/50 [==========>...................] - ETA: 0s - loss: 56192892.0000\n", + "23/50 [============>.................] - ETA: 0s - loss: 46437668.0000\n", + "28/50 [===============>..............] - ETA: 0s - loss: 38167380.0000\n", + "33/50 [==================>...........] - ETA: 0s - loss: 32415126.0000\n", + "38/50 [=====================>........] - ETA: 0s - loss: 28180388.0000\n", + "44/50 [=========================>....] - ETA: 0s - loss: 24367768.0000\n", + "48/50 [===========================>..] - ETA: 0s - loss: 22367924.0000\n", + "50/50 [==============================] - 1s 12ms/step - loss: 21482178.0000\n", + "\n", + "1/6 [====>.........................] - ETA: 1s - loss: 309674.1250\n", + "6/6 [==============================] - 0s 9ms/step - loss: 230381.0000\n", + "\n", + "Epoch 1/30\n", + "\n", + " 1/38 [..............................] - ETA: 1:43 - loss: 324357.4688\n", + " 5/38 [==>...........................] - ETA: 0s - loss: 168851776.0000\n", + " 9/38 [======>.......................] - ETA: 0s - loss: 93959608.0000 \n", + "13/38 [=========>....................] - ETA: 0s - loss: 65145864.0000\n", + "18/38 [=============>................] - ETA: 0s - loss: 47141704.0000\n", + "23/38 [=================>............] - ETA: 0s - loss: 36962708.0000\n", + "28/38 [=====================>........] - ETA: 0s - loss: 30421692.0000\n", + "32/38 [========================>.....] - ETA: 0s - loss: 26661334.0000\n", + "36/38 [===========================>..] - ETA: 0s - loss: 23736542.0000\n", + "38/38 [==============================] - 3s 13ms/step - loss: 22800266.0000\n", + "\n", + "Epoch 2/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 317794.3750\n", + " 6/38 [===>..........................] - ETA: 0s - loss: 332101.6250\n", + "11/38 [=======>......................] - ETA: 0s - loss: 332241.4688\n", + "15/38 [==========>...................] - ETA: 0s - loss: 333076.6875\n", + "19/38 [==============>...............] - ETA: 0s - loss: 332360.7812\n", + "23/38 [=================>............] - ETA: 0s - loss: 331594.6875\n", + "28/38 [=====================>........] - ETA: 0s - loss: 329526.5312\n", + "32/38 [========================>.....] - ETA: 0s - loss: 329634.5312\n", + "35/38 [==========================>...] - ETA: 0s - loss: 326673.5938\n", + "38/38 [==============================] - 0s 13ms/step - loss: 22794838.0000\n", + "\n", + "Epoch 3/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 343275.5000\n", + " 6/38 [===>..........................] - ETA: 0s - loss: 323490.3125\n", + "10/38 [======>.......................] - ETA: 0s - loss: 324613.4062\n", + "14/38 [==========>...................] - ETA: 0s - loss: 317920.0625\n", + "18/38 [=============>................] - ETA: 0s - loss: 317890.2188\n", + "23/38 [=================>............] - ETA: 0s - loss: 312617.3438\n", + "28/38 [=====================>........] - ETA: 0s - loss: 30402398.0000\n", + "32/38 [========================>.....] - ETA: 0s - loss: 26641088.0000\n", + "37/38 [============================>.] - ETA: 0s - loss: 23081370.0000\n", + "38/38 [==============================] - 0s 13ms/step - loss: 22777734.0000\n", + "\n", + "Epoch 4/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 296190.4688\n", + " 7/38 [====>.........................] - ETA: 0s - loss: 287716.2500\n", + "12/38 [========>.....................] - ETA: 0s - loss: 282312.1875\n", + "17/38 [============>.................] - ETA: 0s - loss: 49845760.0000\n", + "22/38 [================>.............] - ETA: 0s - loss: 38581372.0000\n", + "27/38 [====================>.........] - ETA: 0s - loss: 31486394.0000\n", + "32/38 [========================>.....] - ETA: 0s - loss: 26606530.0000\n", + "37/38 [============================>.] - ETA: 0s - loss: 23043510.0000\n", + "38/38 [==============================] - 0s 11ms/step - loss: 22739686.0000\n", + "\n", + "Epoch 5/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 249486.1875\n", + " 6/38 [===>..........................] - ETA: 0s - loss: 244292.5000\n", + "11/38 [=======>......................] - ETA: 0s - loss: 237619.2031\n", + "16/38 [===========>..................] - ETA: 0s - loss: 233480.0469\n", + "21/38 [===============>..............] - ETA: 0s - loss: 227680.8594\n", + "26/38 [===================>..........] - ETA: 0s - loss: 220964.6094\n", + "30/38 [======================>.......] - ETA: 0s - loss: 216532.8594\n", + "35/38 [==========================>...] - ETA: 0s - loss: 213284.8906\n", + "38/38 [==============================] - 0s 11ms/step - loss: 22679516.0000\n", + "\n", + "Epoch 6/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 175835.5625\n", + " 6/38 [===>..........................] - ETA: 0s - loss: 169463.5469\n", + "11/38 [=======>......................] - ETA: 0s - loss: 76764864.0000\n", + "15/38 [==========>...................] - ETA: 0s - loss: 56336240.0000\n", + "19/38 [==============>...............] - ETA: 0s - loss: 44505020.0000\n", + "24/38 [=================>............] - ETA: 0s - loss: 35263224.0000\n", + "29/38 [=====================>........] - ETA: 0s - loss: 29207108.0000\n", + "34/38 [=========================>....] - ETA: 0s - loss: 24930758.0000\n", + "38/38 [==============================] - ETA: 0s - loss: 22614688.0000\n", + "38/38 [==============================] - 0s 11ms/step - loss: 22614688.0000\n", + "\n", + "Epoch 7/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 111134.1641\n", + " 6/38 [===>..........................] - ETA: 0s - loss: 112751.0625\n", + "11/38 [=======>......................] - ETA: 0s - loss: 109050.8125\n", + "16/38 [===========>..................] - ETA: 0s - loss: 105422.8047\n", + "21/38 [===============>..............] - ETA: 0s - loss: 102706.5078\n", + "26/38 [===================>..........] - ETA: 0s - loss: 100402.5078\n", + "31/38 [=======================>......] - ETA: 0s - loss: 97741.3047 \n", + "37/38 [============================>.] - ETA: 0s - loss: 22864144.0000\n", + "38/38 [==============================] - 0s 11ms/step - loss: 22560444.0000\n", + "\n", + "Epoch 8/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 70556.2734\n", + " 7/38 [====>.........................] - ETA: 0s - loss: 70727.1875\n", + "12/38 [========>.....................] - ETA: 0s - loss: 67915.2734\n", + "18/38 [=============>................] - ETA: 0s - loss: 46866632.0000\n", + "22/38 [================>.............] - ETA: 0s - loss: 38355604.0000\n", + "27/38 [====================>.........] - ETA: 0s - loss: 31262360.0000\n", + "32/38 [========================>.....] - ETA: 0s - loss: 26385990.0000\n", + "37/38 [============================>.] - ETA: 0s - loss: 22826618.0000\n", + "38/38 [==============================] - 0s 11ms/step - loss: 22523006.0000\n", + "\n", + "Epoch 9/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 47123.7656\n", + " 7/38 [====>.........................] - ETA: 0s - loss: 120380328.0000\n", + "12/38 [========>.....................] - ETA: 0s - loss: 70238688.0000 \n", + "17/38 [============>.................] - ETA: 0s - loss: 49592316.0000\n", + "22/38 [================>.............] - ETA: 0s - loss: 38329704.0000\n", + "27/38 [====================>.........] - ETA: 0s - loss: 31237808.0000\n", + "32/38 [========================>.....] - ETA: 0s - loss: 26362186.0000\n", + "38/38 [==============================] - ETA: 0s - loss: 22500256.0000\n", + "38/38 [==============================] - 0s 11ms/step - loss: 22500256.0000\n", + "\n", + "Epoch 10/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 30983.7246\n", + " 5/38 [==>...........................] - ETA: 0s - loss: 30420.8672\n", + "10/38 [======>.......................] - ETA: 0s - loss: 29862.1367\n", + "16/38 [===========>..................] - ETA: 0s - loss: 28854.4375\n", + "21/38 [===============>..............] - ETA: 0s - loss: 28192.1387\n", + "26/38 [===================>..........] - ETA: 0s - loss: 27303.2461\n", + "31/38 [=======================>......] - ETA: 0s - loss: 26720.5664\n", + "37/38 [============================>.] - ETA: 0s - loss: 22790944.0000\n", + "38/38 [==============================] - 0s 11ms/step - loss: 22487300.0000\n", + "\n", + "Epoch 11/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 19057.3789\n", + " 6/38 [===>..........................] - ETA: 0s - loss: 20435.1641\n", + "10/38 [======>.......................] - ETA: 0s - loss: 20783.0918\n", + "15/38 [==========>...................] - ETA: 0s - loss: 56171156.0000\n", + "20/38 [==============>...............] - ETA: 0s - loss: 42133348.0000\n", + "25/38 [==================>...........] - ETA: 0s - loss: 33710512.0000\n", + "30/38 [======================>.......] - ETA: 0s - loss: 28095196.0000\n", + "35/38 [==========================>...] - ETA: 0s - loss: 24084090.0000\n", + "38/38 [==============================] - 0s 11ms/step - loss: 22479838.0000\n", + "\n", + "Epoch 12/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 19712.0195\n", + " 6/38 [===>..........................] - ETA: 0s - loss: 17688.8848\n", + "12/38 [========>.....................] - ETA: 0s - loss: 70201968.0000\n", + "17/38 [============>.................] - ETA: 0s - loss: 49559360.0000\n", + "22/38 [================>.............] - ETA: 0s - loss: 38299688.0000\n", + "27/38 [====================>.........] - ETA: 0s - loss: 31209886.0000\n", + "31/38 [=======================>......] - ETA: 0s - loss: 27184764.0000\n", + "37/38 [============================>.] - ETA: 0s - loss: 22778760.0000\n", + "38/38 [==============================] - 0s 11ms/step - loss: 22475252.0000\n", + "\n", + "Epoch 13/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 18611.3457\n", + " 6/38 [===>..........................] - ETA: 0s - loss: 15523.1211\n", + "11/38 [=======>......................] - ETA: 0s - loss: 14695.1689\n", + "16/38 [===========>..................] - ETA: 0s - loss: 14650.2021\n", + "20/38 [==============>...............] - ETA: 0s - loss: 14305.1299\n", + "25/38 [==================>...........] - ETA: 0s - loss: 14004.7100\n", + "29/38 [=====================>........] - ETA: 0s - loss: 14098.8135\n", + "34/38 [=========================>....] - ETA: 0s - loss: 14044.3545\n", + "38/38 [==============================] - 0s 11ms/step - loss: 22472520.0000\n", + "\n", + "Epoch 14/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 12281.6377\n", + " 7/38 [====>.........................] - ETA: 0s - loss: 120322064.0000\n", + "13/38 [=========>....................] - ETA: 0s - loss: 64794800.0000 \n", + "18/38 [=============>................] - ETA: 0s - loss: 46799668.0000\n", + "23/38 [=================>............] - ETA: 0s - loss: 36628840.0000\n", + "28/38 [=====================>........] - ETA: 0s - loss: 30090456.0000\n", + "33/38 [=========================>....] - ETA: 0s - loss: 25533140.0000\n", + "37/38 [============================>.] - ETA: 0s - loss: 22774438.0000\n", + "38/38 [==============================] - 0s 11ms/step - loss: 22470930.0000\n", + "\n", + "Epoch 15/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 842127296.0000\n", + " 6/38 [===>..........................] - ETA: 0s - loss: 140365072.0000\n", + "11/38 [=======>......................] - ETA: 0s - loss: 76568448.0000 \n", + "17/38 [============>.................] - ETA: 0s - loss: 49549052.0000\n", + "23/38 [=================>............] - ETA: 0s - loss: 36626756.0000\n", + "27/38 [====================>.........] - ETA: 0s - loss: 31202512.0000\n", + "32/38 [========================>.....] - ETA: 0s - loss: 26328888.0000\n", + "37/38 [============================>.] - ETA: 0s - loss: 22772386.0000\n", + "38/38 [==============================] - 0s 11ms/step - loss: 22468986.0000\n", + "\n", + "Epoch 16/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 12731.1279\n", + " 6/38 [===>..........................] - ETA: 0s - loss: 12171.5537\n", + "11/38 [=======>......................] - ETA: 0s - loss: 11476.4170\n", + "16/38 [===========>..................] - ETA: 0s - loss: 52643476.0000\n", + "22/38 [================>.............] - ETA: 0s - loss: 38289636.0000\n", + "26/38 [===================>..........] - ETA: 0s - loss: 32400984.0000\n", + "32/38 [========================>.....] - ETA: 0s - loss: 26327784.0000\n", + "37/38 [============================>.] - ETA: 0s - loss: 22771396.0000\n", + "38/38 [==============================] - 0s 11ms/step - loss: 22467900.0000\n", + "\n", + "Epoch 17/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 15707.7148\n", + " 6/38 [===>..........................] - ETA: 0s - loss: 10818.1523\n", + "11/38 [=======>......................] - ETA: 0s - loss: 76563368.0000\n", + "17/38 [============>.................] - ETA: 0s - loss: 49545236.0000\n", + "21/38 [===============>..............] - ETA: 0s - loss: 40110252.0000\n", + "27/38 [====================>.........] - ETA: 0s - loss: 31199552.0000\n", + "32/38 [========================>.....] - ETA: 0s - loss: 26326214.0000\n", + "37/38 [============================>.] - ETA: 0s - loss: 22770116.0000\n", + "38/38 [==============================] - 0s 11ms/step - loss: 22466724.0000\n", + "\n", + "Epoch 18/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 12941.8096\n", + " 5/38 [==>...........................] - ETA: 0s - loss: 168422608.0000\n", + "10/38 [======>.......................] - ETA: 0s - loss: 84215992.0000 \n", + "16/38 [===========>..................] - ETA: 0s - loss: 52638880.0000\n", + "21/38 [===============>..............] - ETA: 0s - loss: 40108580.0000\n", + "26/38 [===================>..........] - ETA: 0s - loss: 32397450.0000\n", + "31/38 [=======================>......] - ETA: 0s - loss: 27173842.0000\n", + "36/38 [===========================>..] - ETA: 0s - loss: 23401288.0000\n", + "38/38 [==============================] - 0s 11ms/step - loss: 22465766.0000\n", + "\n", + "Epoch 19/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 10063.3564\n", + " 5/38 [==>...........................] - ETA: 0s - loss: 11100.8965\n", + "11/38 [=======>......................] - ETA: 0s - loss: 10784.5127\n", + "16/38 [===========>..................] - ETA: 0s - loss: 10521.3086\n", + "20/38 [==============>...............] - ETA: 0s - loss: 10467.6260\n", + "25/38 [==================>...........] - ETA: 0s - loss: 10240.9346\n", + "30/38 [======================>.......] - ETA: 0s - loss: 10014.7861\n", + "35/38 [==========================>...] - ETA: 0s - loss: 24068924.0000\n", + "38/38 [==============================] - 0s 12ms/step - loss: 22464976.0000\n", + "\n", + "Epoch 20/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 12098.2158\n", + " 6/38 [===>..........................] - ETA: 0s - loss: 9401.5166 \n", + "11/38 [=======>......................] - ETA: 0s - loss: 9902.9385\n", + "16/38 [===========>..................] - ETA: 0s - loss: 10171.7402\n", + "21/38 [===============>..............] - ETA: 0s - loss: 10017.1162\n", + "26/38 [===================>..........] - ETA: 0s - loss: 9840.7012 \n", + "30/38 [======================>.......] - ETA: 0s - loss: 28077076.0000\n", + "34/38 [=========================>....] - ETA: 0s - loss: 24775008.0000\n", + "38/38 [==============================] - 0s 12ms/step - loss: 22463820.0000\n", + "\n", + "Epoch 21/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 8388.3398\n", + " 6/38 [===>..........................] - ETA: 0s - loss: 9258.7324\n", + "11/38 [=======>......................] - ETA: 0s - loss: 9157.7383\n", + "16/38 [===========>..................] - ETA: 0s - loss: 9616.5684\n", + "20/38 [==============>...............] - ETA: 0s - loss: 9854.9502\n", + "25/38 [==================>...........] - ETA: 0s - loss: 10044.1455\n", + "30/38 [======================>.......] - ETA: 0s - loss: 9899.2773 \n", + "35/38 [==========================>...] - ETA: 0s - loss: 24066794.0000\n", + "38/38 [==============================] - 0s 11ms/step - loss: 22463012.0000\n", + "\n", + "Epoch 22/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 7982.8218\n", + " 6/38 [===>..........................] - ETA: 0s - loss: 9831.6104\n", + "12/38 [========>.....................] - ETA: 0s - loss: 10055.7822\n", + "17/38 [============>.................] - ETA: 0s - loss: 9756.8887 \n", + "22/38 [================>.............] - ETA: 0s - loss: 9762.3359\n", + "27/38 [====================>.........] - ETA: 0s - loss: 9911.3174\n", + "31/38 [=======================>......] - ETA: 0s - loss: 9761.8223\n", + "36/38 [===========================>..] - ETA: 0s - loss: 23397532.0000\n", + "38/38 [==============================] - 0s 11ms/step - loss: 22461998.0000\n", + "\n", + "Epoch 23/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 12015.7891\n", + " 6/38 [===>..........................] - ETA: 0s - loss: 10034.5391\n", + "11/38 [=======>......................] - ETA: 0s - loss: 10771.0957\n", + "16/38 [===========>..................] - ETA: 0s - loss: 10288.7070\n", + "22/38 [================>.............] - ETA: 0s - loss: 38278668.0000\n", + "27/38 [====================>.........] - ETA: 0s - loss: 31191826.0000\n", + "33/38 [=========================>....] - ETA: 0s - loss: 25522548.0000\n", + "37/38 [============================>.] - ETA: 0s - loss: 22764548.0000\n", + "38/38 [==============================] - 0s 11ms/step - loss: 22461132.0000\n", + "\n", + "Epoch 24/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 10616.9805\n", + " 7/38 [====>.........................] - ETA: 0s - loss: 9679.3145 \n", + "12/38 [========>.....................] - ETA: 0s - loss: 9287.2734\n", + "18/38 [=============>................] - ETA: 0s - loss: 9506.2275\n", + "23/38 [=================>............] - ETA: 0s - loss: 9374.8516\n", + "28/38 [=====================>........] - ETA: 0s - loss: 30077244.0000\n", + "33/38 [=========================>....] - ETA: 0s - loss: 25521436.0000\n", + "38/38 [==============================] - ETA: 0s - loss: 22460190.0000\n", + "38/38 [==============================] - 0s 11ms/step - loss: 22460190.0000\n", + "\n", + "Epoch 25/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 9208.6895\n", + " 6/38 [===>..........................] - ETA: 0s - loss: 140318688.0000\n", + "12/38 [========>.....................] - ETA: 0s - loss: 70164280.0000 \n", + "17/38 [============>.................] - ETA: 0s - loss: 49530524.0000\n", + "23/38 [=================>............] - ETA: 0s - loss: 36612352.0000\n", + "27/38 [====================>.........] - ETA: 0s - loss: 31189832.0000\n", + "31/38 [=======================>......] - ETA: 0s - loss: 27166538.0000\n", + "36/38 [===========================>..] - ETA: 0s - loss: 23394770.0000\n", + "38/38 [==============================] - 0s 11ms/step - loss: 22459460.0000\n", + "\n", + "Epoch 26/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 13917.0518\n", + " 5/38 [==>...........................] - ETA: 0s - loss: 10984.1504\n", + "10/38 [======>.......................] - ETA: 0s - loss: 84191528.0000\n", + "14/38 [==========>...................] - ETA: 0s - loss: 60139624.0000\n", + "20/38 [==============>...............] - ETA: 0s - loss: 42101056.0000\n", + "24/38 [=================>............] - ETA: 0s - loss: 35085700.0000\n", + "28/38 [=====================>........] - ETA: 0s - loss: 30074950.0000\n", + "31/38 [=======================>......] - ETA: 0s - loss: 27165316.0000\n", + "34/38 [=========================>....] - ETA: 0s - loss: 24769252.0000\n", + "37/38 [============================>.] - ETA: 0s - loss: 22761666.0000\n", + "38/38 [==============================] - 1s 14ms/step - loss: 22458280.0000\n", + "\n", + "Epoch 27/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 9788.9385\n", + " 5/38 [==>...........................] - ETA: 0s - loss: 9721.4082\n", + " 9/38 [======>.......................] - ETA: 0s - loss: 9695.2383\n", + "13/38 [=========>....................] - ETA: 0s - loss: 9872.9541\n", + "17/38 [============>.................] - ETA: 0s - loss: 9578.0586\n", + "21/38 [===============>..............] - ETA: 0s - loss: 9472.3604\n", + "25/38 [==================>...........] - ETA: 0s - loss: 9165.7305\n", + "29/38 [=====================>........] - ETA: 0s - loss: 29036954.0000\n", + "33/38 [=========================>....] - ETA: 0s - loss: 25518530.0000\n", + "38/38 [==============================] - ETA: 0s - loss: 22457412.0000\n", + "38/38 [==============================] - 1s 14ms/step - loss: 22457412.0000\n", + "\n", + "Epoch 28/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 11286.5732\n", + " 7/38 [====>.........................] - ETA: 0s - loss: 9424.7549 \n", + "12/38 [========>.....................] - ETA: 0s - loss: 9559.2744\n", + "16/38 [===========>..................] - ETA: 0s - loss: 9686.5547\n", + "20/38 [==============>...............] - ETA: 0s - loss: 9393.7832\n", + "24/38 [=================>............] - ETA: 0s - loss: 9443.7646\n", + "28/38 [=====================>........] - ETA: 0s - loss: 30072488.0000\n", + "32/38 [========================>.....] - ETA: 0s - loss: 26314384.0000\n", + "36/38 [===========================>..] - ETA: 0s - loss: 23391682.0000\n", + "38/38 [==============================] - 0s 13ms/step - loss: 22456392.0000\n", + "\n", + "Epoch 29/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 6377.9160\n", + " 5/38 [==>...........................] - ETA: 0s - loss: 9407.6650\n", + " 9/38 [======>.......................] - ETA: 0s - loss: 9677.9580\n", + "13/38 [=========>....................] - ETA: 0s - loss: 9574.4619\n", + "17/38 [============>.................] - ETA: 0s - loss: 49522140.0000\n", + "21/38 [===============>..............] - ETA: 0s - loss: 40091084.0000\n", + "25/38 [==================>...........] - ETA: 0s - loss: 33677984.0000\n", + "29/38 [=====================>........] - ETA: 0s - loss: 29034090.0000\n", + "34/38 [=========================>....] - ETA: 0s - loss: 24765860.0000\n", + "38/38 [==============================] - 1s 13ms/step - loss: 22455350.0000\n", + "\n", + "Epoch 30/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 11032.2998\n", + " 6/38 [===>..........................] - ETA: 0s - loss: 9837.0283 \n", + "10/38 [======>.......................] - ETA: 0s - loss: 9505.7207\n", + "15/38 [==========>...................] - ETA: 0s - loss: 9426.6152\n", + "19/38 [==============>...............] - ETA: 0s - loss: 44308444.0000\n", + "24/38 [=================>............] - ETA: 0s - loss: 35079492.0000\n", + "28/38 [=====================>........] - ETA: 0s - loss: 30069632.0000\n", + "32/38 [========================>.....] - ETA: 0s - loss: 26311978.0000\n", + "37/38 [============================>.] - ETA: 0s - loss: 22757538.0000\n", + "38/38 [==============================] - 0s 13ms/step - loss: 22454274.0000\n", + "\n", + "1/5 [=====>........................] - ETA: 1s - loss: 8316.6729\n", + "5/5 [==============================] - 0s 11ms/step - loss: 9901.2520\n", + "\n", + "Epoch 1/30\n", + "\n", + " 1/30 [>.............................] - ETA: 1:11 - loss: 333395.8438\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 336358.1250 \n", + " 9/30 [========>.....................] - ETA: 0s - loss: 334659.6562\n", + "13/30 [============>.................] - ETA: 0s - loss: 332250.6562\n", + "17/30 [================>.............] - ETA: 0s - loss: 331249.2500\n", + "21/30 [====================>.........] - ETA: 0s - loss: 332616.9375\n", + "24/30 [=======================>......] - ETA: 0s - loss: 28417218.0000\n", + "28/30 [===========================>..] - ETA: 0s - loss: 24402020.0000\n", + "30/30 [==============================] - 3s 15ms/step - loss: 22795870.0000\n", + "\n", + "Epoch 2/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 312041.7188\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 289553.3438\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 289955.3125\n", + "13/30 [============>.................] - ETA: 0s - loss: 294336.9688\n", + "17/30 [================>.............] - ETA: 0s - loss: 39937896.0000\n", + "21/30 [====================>.........] - ETA: 0s - loss: 32379560.0000\n", + "26/30 [=========================>....] - ETA: 0s - loss: 26199930.0000\n", + "30/30 [==============================] - ETA: 0s - loss: 22735590.0000\n", + "30/30 [==============================] - 0s 14ms/step - loss: 22735590.0000\n", + "\n", + "Epoch 3/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 201306.9375\n", + " 6/30 [=====>........................] - ETA: 0s - loss: 192106.8281\n", + "10/30 [=========>....................] - ETA: 0s - loss: 179887.4219\n", + "14/30 [=============>................] - ETA: 0s - loss: 170371.8281\n", + "19/30 [==================>...........] - ETA: 0s - loss: 159461.1250\n", + "23/30 [======================>.......] - ETA: 0s - loss: 150915.4844\n", + "27/30 [==========================>...] - ETA: 0s - loss: 140641.4062\n", + "30/30 [==============================] - ETA: 0s - loss: 22594402.0000\n", + "30/30 [==============================] - 0s 14ms/step - loss: 22594402.0000\n", + "\n", + "Epoch 4/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 67157.3125\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 60082.8789\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 54221.6211\n", + "13/30 [============>.................] - ETA: 0s - loss: 51870692.0000\n", + "17/30 [================>.............] - ETA: 0s - loss: 39674280.0000\n", + "20/30 [===================>..........] - ETA: 0s - loss: 33728020.0000\n", + "24/30 [=======================>......] - ETA: 0s - loss: 28111800.0000\n", + "29/30 [============================>.] - ETA: 0s - loss: 23269364.0000\n", + "30/30 [==============================] - 0s 14ms/step - loss: 22494578.0000\n", + "\n", + "Epoch 5/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 26891.6074\n", + " 6/30 [=====>........................] - ETA: 0s - loss: 23079.3926\n", + "10/30 [=========>....................] - ETA: 0s - loss: 23354.7617\n", + "14/30 [=============>................] - ETA: 0s - loss: 22451.6074\n", + "18/30 [=================>............] - ETA: 0s - loss: 21293.4805\n", + "22/30 [=====================>........] - ETA: 0s - loss: 30638812.0000\n", + "26/30 [=========================>....] - ETA: 0s - loss: 25927394.0000\n", + "30/30 [==============================] - ETA: 0s - loss: 22472760.0000\n", + "30/30 [==============================] - 0s 13ms/step - loss: 22472760.0000\n", + "\n", + "Epoch 6/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 15069.4844\n", + " 6/30 [=====>........................] - ETA: 0s - loss: 15641.9863\n", + "10/30 [=========>....................] - ETA: 0s - loss: 15415.9199\n", + "15/30 [==============>...............] - ETA: 0s - loss: 15797.2090\n", + "19/30 [==================>...........] - ETA: 0s - loss: 35465496.0000\n", + "23/30 [======================>.......] - ETA: 0s - loss: 29300550.0000\n", + "28/30 [===========================>..] - ETA: 0s - loss: 24070970.0000\n", + "30/30 [==============================] - 0s 13ms/step - loss: 22467236.0000\n", + "\n", + "Epoch 7/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 19489.2520\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 14910.2080\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 14103.7520\n", + "13/30 [============>.................] - ETA: 0s - loss: 13934.0127\n", + "17/30 [================>.............] - ETA: 0s - loss: 39631644.0000\n", + "20/30 [===================>..........] - ETA: 0s - loss: 33689064.0000\n", + "24/30 [=======================>......] - ETA: 0s - loss: 28076336.0000\n", + "29/30 [============================>.] - ETA: 0s - loss: 23238072.0000\n", + "30/30 [==============================] - 0s 14ms/step - loss: 22464128.0000\n", + "\n", + "Epoch 8/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 12519.8145\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 14676.4551\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 13585.7305\n", + "13/30 [============>.................] - ETA: 0s - loss: 51815292.0000\n", + "17/30 [================>.............] - ETA: 0s - loss: 39626920.0000\n", + "21/30 [====================>.........] - ETA: 0s - loss: 32081666.0000\n", + "25/30 [========================>.....] - ETA: 0s - loss: 26950702.0000\n", + "29/30 [============================>.] - ETA: 0s - loss: 23235216.0000\n", + "30/30 [==============================] - 0s 14ms/step - loss: 22461192.0000\n", + "\n", + "Epoch 9/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 15447.2852\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 134682384.0000\n", + "10/30 [=========>....................] - ETA: 0s - loss: 67347624.0000 \n", + "14/30 [=============>................] - ETA: 0s - loss: 48109744.0000\n", + "19/30 [==================>...........] - ETA: 0s - loss: 35452980.0000\n", + "22/30 [=====================>........] - ETA: 0s - loss: 30620454.0000\n", + "27/30 [==========================>...] - ETA: 0s - loss: 24952586.0000\n", + "30/30 [==============================] - 0s 13ms/step - loss: 22458340.0000\n", + "\n", + "Epoch 10/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 10743.0352\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 13224.1074\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 12278.5469\n", + "14/30 [=============>................] - ETA: 0s - loss: 11357.8350\n", + "18/30 [=================>............] - ETA: 0s - loss: 37418508.0000\n", + "22/30 [=====================>........] - ETA: 0s - loss: 30617138.0000\n", + "27/30 [==========================>...] - ETA: 0s - loss: 24949580.0000\n", + "30/30 [==============================] - ETA: 0s - loss: 22455780.0000\n", + "30/30 [==============================] - 0s 14ms/step - loss: 22455780.0000\n", + "\n", + "Epoch 11/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 12546.5918\n", + " 6/30 [=====>........................] - ETA: 0s - loss: 11598.7051\n", + "11/30 [==========>...................] - ETA: 0s - loss: 11101.8154\n", + "16/30 [===============>..............] - ETA: 0s - loss: 10718.7471\n", + "19/30 [==================>...........] - ETA: 0s - loss: 10752.8291\n", + "23/30 [======================>.......] - ETA: 0s - loss: 10662.2393\n", + "26/30 [=========================>....] - ETA: 0s - loss: 25905432.0000\n", + "29/30 [============================>.] - ETA: 0s - loss: 23226518.0000\n", + "30/30 [==============================] - 0s 14ms/step - loss: 22452758.0000\n", + "\n", + "Epoch 12/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 11301.7188\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 10604.5029\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 10564.3389\n", + "13/30 [============>.................] - ETA: 0s - loss: 10510.1650\n", + "18/30 [=================>............] - ETA: 0s - loss: 10500.3926\n", + "22/30 [=====================>........] - ETA: 0s - loss: 30608362.0000\n", + "26/30 [=========================>....] - ETA: 0s - loss: 25900966.0000\n", + "30/30 [==============================] - ETA: 0s - loss: 22449026.0000\n", + "30/30 [==============================] - 0s 13ms/step - loss: 22449026.0000\n", + "\n", + "Epoch 13/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 10400.9619\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 12436.5977\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 12215.6836\n", + "13/30 [============>.................] - ETA: 0s - loss: 11973.7988\n", + "17/30 [================>.............] - ETA: 0s - loss: 11527.4902\n", + "22/30 [=====================>........] - ETA: 0s - loss: 11007.5820\n", + "27/30 [==========================>...] - ETA: 0s - loss: 10694.6934\n", + "30/30 [==============================] - 0s 13ms/step - loss: 22446234.0000\n", + "\n", + "Epoch 14/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 11912.2451\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 134600448.0000\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 74783632.0000 \n", + "13/30 [============>.................] - ETA: 0s - loss: 51777632.0000\n", + "18/30 [=================>............] - ETA: 0s - loss: 37399660.0000\n", + "22/30 [=====================>........] - ETA: 0s - loss: 30602336.0000\n", + "26/30 [=========================>....] - ETA: 0s - loss: 25896432.0000\n", + "30/30 [==============================] - ETA: 0s - loss: 22445248.0000\n", + "30/30 [==============================] - 0s 14ms/step - loss: 22445248.0000\n", + "\n", + "Epoch 15/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 10819.0537\n", + " 6/30 [=====>........................] - ETA: 0s - loss: 13018.0889\n", + "11/30 [==========>...................] - ETA: 0s - loss: 61170060.0000\n", + "15/30 [==============>...............] - ETA: 0s - loss: 44861280.0000\n", + "19/30 [==================>...........] - ETA: 0s - loss: 35419580.0000\n", + "23/30 [======================>.......] - ETA: 0s - loss: 29262064.0000\n", + "27/30 [==========================>...] - ETA: 0s - loss: 24928866.0000\n", + "30/30 [==============================] - 0s 13ms/step - loss: 22437240.0000\n", + "\n", + "Epoch 16/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 14754.5186\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 11420.6807\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 12047.3252\n", + "13/30 [============>.................] - ETA: 0s - loss: 51749364.0000\n", + "17/30 [================>.............] - ETA: 0s - loss: 39575988.0000\n", + "20/30 [===================>..........] - ETA: 0s - loss: 33641552.0000\n", + "25/30 [========================>.....] - ETA: 0s - loss: 26915906.0000\n", + "29/30 [============================>.] - ETA: 0s - loss: 23205300.0000\n", + "30/30 [==============================] - 0s 14ms/step - loss: 22432168.0000\n", + "\n", + "Epoch 17/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 13097.8779\n", + " 6/30 [=====>........................] - ETA: 0s - loss: 112082440.0000\n", + "10/30 [=========>....................] - ETA: 0s - loss: 67255112.0000 \n", + "14/30 [=============>................] - ETA: 0s - loss: 48043312.0000\n", + "18/30 [=================>............] - ETA: 0s - loss: 37370392.0000\n", + "23/30 [======================>.......] - ETA: 0s - loss: 29249118.0000\n", + "27/30 [==========================>...] - ETA: 0s - loss: 24917644.0000\n", + "30/30 [==============================] - 0s 13ms/step - loss: 22426898.0000\n", + "\n", + "Epoch 18/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 16729.7656\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 12548.5342\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 74708824.0000\n", + "14/30 [=============>................] - ETA: 0s - loss: 48031052.0000\n", + "19/30 [==================>...........] - ETA: 0s - loss: 35394784.0000\n", + "23/30 [======================>.......] - ETA: 0s - loss: 29241552.0000\n", + "27/30 [==========================>...] - ETA: 0s - loss: 24911090.0000\n", + "30/30 [==============================] - 0s 13ms/step - loss: 22421008.0000\n", + "\n", + "Epoch 19/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 7908.5796\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 9711.5635\n", + "10/30 [=========>....................] - ETA: 0s - loss: 9718.8965\n", + "15/30 [==============>...............] - ETA: 0s - loss: 9681.3906\n", + "19/30 [==================>...........] - ETA: 0s - loss: 10034.3193\n", + "22/30 [=====================>........] - ETA: 0s - loss: 10201.0117\n", + "25/30 [========================>.....] - ETA: 0s - loss: 10082.8789\n", + "28/30 [===========================>..] - ETA: 0s - loss: 24015980.0000\n", + "30/30 [==============================] - 0s 15ms/step - loss: 22415440.0000\n", + "\n", + "Epoch 20/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 12065.2520\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 10259.9023\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 9926.2627 \n", + "13/30 [============>.................] - ETA: 0s - loss: 10963.2158\n", + "18/30 [=================>............] - ETA: 0s - loss: 10512.9707\n", + "23/30 [======================>.......] - ETA: 0s - loss: 10308.8916\n", + "27/30 [==========================>...] - ETA: 0s - loss: 10120.5791\n", + "30/30 [==============================] - 0s 14ms/step - loss: 22407858.0000\n", + "\n", + "Epoch 21/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 5196.7437\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 9647.6084\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 9923.9062\n", + "12/30 [===========>..................] - ETA: 0s - loss: 10333.0000\n", + "16/30 [===============>..............] - ETA: 0s - loss: 10518.4238\n", + "20/30 [===================>..........] - ETA: 0s - loss: 10751.7441\n", + "24/30 [=======================>......] - ETA: 0s - loss: 27996068.0000\n", + "28/30 [===========================>..] - ETA: 0s - loss: 23998434.0000\n", + "30/30 [==============================] - 0s 15ms/step - loss: 22399240.0000\n", + "\n", + "Epoch 22/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 14944.7930\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 15278.6748\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 14352.4707\n", + "12/30 [===========>..................] - ETA: 0s - loss: 13740.6973\n", + "16/30 [===============>..............] - ETA: 0s - loss: 12884.9639\n", + "20/30 [===================>..........] - ETA: 0s - loss: 33579864.0000\n", + "24/30 [=======================>......] - ETA: 0s - loss: 27985060.0000\n", + "28/30 [===========================>..] - ETA: 0s - loss: 23989604.0000\n", + "30/30 [==============================] - 0s 15ms/step - loss: 22391412.0000\n", + "\n", + "Epoch 23/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 10621.8252\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 17407.4414\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 74571784.0000\n", + "13/30 [============>.................] - ETA: 0s - loss: 51630628.0000\n", + "17/30 [================>.............] - ETA: 0s - loss: 39486764.0000\n", + "21/30 [====================>.........] - ETA: 0s - loss: 31968720.0000\n", + "25/30 [========================>.....] - ETA: 0s - loss: 26856046.0000\n", + "29/30 [============================>.] - ETA: 0s - loss: 23153470.0000\n", + "30/30 [==============================] - 0s 15ms/step - loss: 22382542.0000\n", + "\n", + "Epoch 24/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 670631616.0000\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 134140016.0000\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 74529696.0000 \n", + "13/30 [============>.................] - ETA: 0s - loss: 51602564.0000\n", + "17/30 [================>.............] - ETA: 0s - loss: 39466708.0000\n", + "20/30 [===================>..........] - ETA: 0s - loss: 33549178.0000\n", + "24/30 [=======================>......] - ETA: 0s - loss: 27959806.0000\n", + "28/30 [===========================>..] - ETA: 0s - loss: 23967754.0000\n", + "30/30 [==============================] - 0s 15ms/step - loss: 22371078.0000\n", + "\n", + "Epoch 25/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 24950.5449\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 15601.9785\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 74495128.0000\n", + "13/30 [============>.................] - ETA: 0s - loss: 51578796.0000\n", + "17/30 [================>.............] - ETA: 0s - loss: 39446956.0000\n", + "21/30 [====================>.........] - ETA: 0s - loss: 31935684.0000\n", + "25/30 [========================>.....] - ETA: 0s - loss: 26828252.0000\n", + "29/30 [============================>.] - ETA: 0s - loss: 23129948.0000\n", + "30/30 [==============================] - 0s 15ms/step - loss: 22359668.0000\n", + "\n", + "Epoch 26/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 17602.4570\n", + " 4/30 [===>..........................] - ETA: 0s - loss: 14914.0273\n", + " 7/30 [======>.......................] - ETA: 0s - loss: 14534.2783\n", + "11/30 [==========>...................] - ETA: 0s - loss: 14545.7168\n", + "14/30 [=============>................] - ETA: 0s - loss: 14442.0859\n", + "18/30 [=================>............] - ETA: 0s - loss: 13641.9219\n", + "22/30 [=====================>........] - ETA: 0s - loss: 13118.4922\n", + "26/30 [=========================>....] - ETA: 0s - loss: 13068.1523\n", + "29/30 [============================>.] - ETA: 0s - loss: 12929.8984\n", + "30/30 [==============================] - 1s 16ms/step - loss: 22348310.0000\n", + "\n", + "Epoch 27/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 7406.7998\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 12863.0029\n", + "10/30 [=========>....................] - ETA: 0s - loss: 13166.7695\n", + "15/30 [==============>...............] - ETA: 0s - loss: 13493.2148\n", + "19/30 [==================>...........] - ETA: 0s - loss: 14900.1758\n", + "23/30 [======================>.......] - ETA: 0s - loss: 14991.5273\n", + "28/30 [===========================>..] - ETA: 0s - loss: 14744.7129\n", + "30/30 [==============================] - 0s 13ms/step - loss: 22332790.0000\n", + "\n", + "Epoch 28/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 31962.7891\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 18134.0859\n", + "10/30 [=========>....................] - ETA: 0s - loss: 17561.8477\n", + "14/30 [=============>................] - ETA: 0s - loss: 47804788.0000\n", + "18/30 [=================>............] - ETA: 0s - loss: 37185608.0000\n", + "22/30 [=====================>........] - ETA: 0s - loss: 30429078.0000\n", + "26/30 [=========================>....] - ETA: 0s - loss: 25751158.0000\n", + "29/30 [============================>.] - ETA: 0s - loss: 23090450.0000\n", + "30/30 [==============================] - 0s 15ms/step - loss: 22321506.0000\n", + "\n", + "Epoch 29/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 24334.8496\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 16149.2314\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 74289200.0000\n", + "13/30 [============>.................] - ETA: 0s - loss: 51438444.0000\n", + "17/30 [================>.............] - ETA: 0s - loss: 39339788.0000\n", + "22/30 [=====================>........] - ETA: 0s - loss: 30404640.0000\n", + "27/30 [==========================>...] - ETA: 0s - loss: 24778524.0000\n", + "30/30 [==============================] - 0s 13ms/step - loss: 22302946.0000\n", + "\n", + "Epoch 30/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 37770.1055\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 24799.9590\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 21894.9238\n", + "13/30 [============>.................] - ETA: 0s - loss: 20640.7520\n", + "17/30 [================>.............] - ETA: 0s - loss: 19647.9395\n", + "22/30 [=====================>........] - ETA: 0s - loss: 30381732.0000\n", + "26/30 [=========================>....] - ETA: 0s - loss: 25711304.0000\n", + "30/30 [==============================] - ETA: 0s - loss: 22285118.0000\n", + "30/30 [==============================] - 0s 14ms/step - loss: 22285118.0000\n", + "\n", + "1/4 [======>.......................] - ETA: 1s - loss: 31792.6582\n", + "4/4 [==============================] - 0s 10ms/step - loss: 30227.3418\n", + "\n", + "Epoch 1/30\n", + "\n", + " 1/25 [>.............................] - ETA: 56s - loss: 562079232.0000\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 187584896.0000 \n", + " 5/25 [=====>........................] - ETA: 0s - loss: 112682328.0000\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 80581856.0000 \n", + " 9/25 [=========>....................] - ETA: 0s - loss: 62749128.0000\n", + "11/25 [============>.................] - ETA: 0s - loss: 51398988.0000\n", + "13/25 [==============>...............] - ETA: 0s - loss: 43545100.0000\n", + "16/25 [==================>...........] - ETA: 0s - loss: 35440848.0000\n", + "18/25 [====================>.........] - ETA: 0s - loss: 31539828.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 28418774.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25865904.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23737434.0000\n", + "25/25 [==============================] - 3s 29ms/step - loss: 22799598.0000\n", + "\n", + "Epoch 2/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 315499.2812\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 187585936.0000\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 112675056.0000\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 80577472.0000 \n", + " 9/25 [=========>....................] - ETA: 0s - loss: 62740684.0000\n", + "11/25 [============>.................] - ETA: 0s - loss: 51392920.0000\n", + "13/25 [==============>...............] - ETA: 0s - loss: 43534720.0000\n", + "15/25 [=================>............] - ETA: 0s - loss: 37773716.0000\n", + "17/25 [===================>..........] - ETA: 0s - loss: 33365692.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 28406802.0000\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24738102.0000\n", + "25/25 [==============================] - 1s 27ms/step - loss: 22782882.0000\n", + "\n", + "Epoch 3/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 299956.3750\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 290802.1250\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 282416.2188\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 278010.8125\n", + "10/25 [===========>..................] - ETA: 0s - loss: 278558.2500\n", + "12/25 [=============>................] - ETA: 0s - loss: 275044.8125\n", + "14/25 [===============>..............] - ETA: 0s - loss: 40398656.0000\n", + "17/25 [===================>..........] - ETA: 0s - loss: 33314990.0000\n", + "19/25 [=====================>........] - ETA: 0s - loss: 29835240.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25800730.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23669900.0000\n", + "25/25 [==============================] - 1s 26ms/step - loss: 22731926.0000\n", + "\n", + "Epoch 4/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 203324.6406\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 206005.8281\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 196232.2031\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 191267.9688\n", + "11/25 [============>.................] - ETA: 0s - loss: 188610.3281\n", + "14/25 [===============>..............] - ETA: 0s - loss: 40310320.0000\n", + "16/25 [==================>...........] - ETA: 0s - loss: 35290292.0000\n", + "19/25 [=====================>........] - ETA: 0s - loss: 29738972.0000\n", + "21/25 [========================>.....] - ETA: 0s - loss: 26918652.0000\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24587440.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22628546.0000\n", + "25/25 [==============================] - 1s 26ms/step - loss: 22628546.0000\n", + "\n", + "Epoch 5/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 95815.8359\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 92227.7969\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 87580.3125\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 80906.7656\n", + "11/25 [============>.................] - ETA: 0s - loss: 77413.3047\n", + "13/25 [==============>...............] - ETA: 0s - loss: 43285736.0000\n", + "15/25 [=================>............] - ETA: 0s - loss: 37520404.0000\n", + "17/25 [===================>..........] - ETA: 0s - loss: 33111676.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 28151038.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25594994.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23465080.0000\n", + "25/25 [==============================] - 1s 26ms/step - loss: 22527724.0000\n", + "\n", + "Epoch 6/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 33181.3164\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 31495.4199\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 27926.7949\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 26237.2734\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 25538.9961\n", + "11/25 [============>.................] - ETA: 0s - loss: 23984.4121\n", + "13/25 [==============>...............] - ETA: 0s - loss: 43229308.0000\n", + "15/25 [=================>............] - ETA: 0s - loss: 37468612.0000\n", + "18/25 [====================>.........] - ETA: 0s - loss: 31226744.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 28105376.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25551916.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23423672.0000\n", + "25/25 [==============================] - 1s 29ms/step - loss: 22487332.0000\n", + "\n", + "Epoch 7/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 16255.5361\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 12965.1445\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 12550.7734\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 12229.0420\n", + "11/25 [============>.................] - ETA: 0s - loss: 11945.7686\n", + "13/25 [==============>...............] - ETA: 0s - loss: 12283.1963\n", + "15/25 [=================>............] - ETA: 0s - loss: 37452420.0000\n", + "18/25 [====================>.........] - ETA: 0s - loss: 31212082.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 28091972.0000\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24429180.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22475828.0000\n", + "25/25 [==============================] - 1s 26ms/step - loss: 22475828.0000\n", + "\n", + "Epoch 8/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 11363.2871\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 12226.4199\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 12389.0693\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 80230880.0000\n", + "10/25 [===========>..................] - ETA: 0s - loss: 56163984.0000\n", + "12/25 [=============>................] - ETA: 0s - loss: 46805120.0000\n", + "14/25 [===============>..............] - ETA: 0s - loss: 40120260.0000\n", + "17/25 [===================>..........] - ETA: 0s - loss: 33042188.0000\n", + "19/25 [=====================>........] - ETA: 0s - loss: 29565120.0000\n", + "21/25 [========================>.....] - ETA: 0s - loss: 26750408.0000\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24425240.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22471916.0000\n", + "25/25 [==============================] - 1s 28ms/step - loss: 22471916.0000\n", + "\n", + "Epoch 9/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 10408.1328\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 9486.9736 \n", + " 6/25 [======>.......................] - ETA: 0s - loss: 10017.1855\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 70193696.0000\n", + "10/25 [===========>..................] - ETA: 0s - loss: 56156980.0000\n", + "12/25 [=============>................] - ETA: 0s - loss: 46799084.0000\n", + "14/25 [===============>..............] - ETA: 0s - loss: 40115228.0000\n", + "16/25 [==================>...........] - ETA: 0s - loss: 35102064.0000\n", + "18/25 [====================>.........] - ETA: 0s - loss: 31202848.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 28083646.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25531394.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23404604.0000\n", + "25/25 [==============================] - 1s 30ms/step - loss: 22468800.0000\n", + "\n", + "Epoch 10/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 10109.3291\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 10073.3271\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 9940.9551 \n", + " 7/25 [=======>......................] - ETA: 0s - loss: 9978.2070\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 9786.5537\n", + "11/25 [============>.................] - ETA: 0s - loss: 9907.3398\n", + "13/25 [==============>...............] - ETA: 0s - loss: 9442.2314\n", + "15/25 [=================>............] - ETA: 0s - loss: 9362.7373\n", + "17/25 [===================>..........] - ETA: 0s - loss: 9504.7344\n", + "19/25 [=====================>........] - ETA: 0s - loss: 9319.6465\n", + "21/25 [========================>.....] - ETA: 0s - loss: 9257.8047\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24419628.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22466632.0000\n", + "25/25 [==============================] - 1s 29ms/step - loss: 22466632.0000\n", + "\n", + "Epoch 11/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 7825.2871\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 8502.0684\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 8215.2334\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 7863.9072\n", + "10/25 [===========>..................] - ETA: 0s - loss: 8426.9893\n", + "13/25 [==============>...............] - ETA: 0s - loss: 8587.6016\n", + "15/25 [=================>............] - ETA: 0s - loss: 8585.1572\n", + "17/25 [===================>..........] - ETA: 0s - loss: 33031084.0000\n", + "19/25 [=====================>........] - ETA: 0s - loss: 29555186.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25526256.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23399794.0000\n", + "25/25 [==============================] - 1s 29ms/step - loss: 22464214.0000\n", + "\n", + "Epoch 12/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 9628.7256\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 9522.0146\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 9366.2422\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 9107.0459\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 9266.9521\n", + "11/25 [============>.................] - ETA: 0s - loss: 9272.9482\n", + "13/25 [==============>...............] - ETA: 0s - loss: 9128.1699\n", + "15/25 [=================>............] - ETA: 0s - loss: 37430872.0000\n", + "17/25 [===================>..........] - ETA: 0s - loss: 33028274.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 28075130.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25523668.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23397550.0000\n", + "25/25 [==============================] - 1s 29ms/step - loss: 22462114.0000\n", + "\n", + "Epoch 13/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 7665.4565\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 8856.5303\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 9176.5518\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 9577.6621\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 9412.5684\n", + "11/25 [============>.................] - ETA: 0s - loss: 9178.1348\n", + "14/25 [===============>..............] - ETA: 0s - loss: 8946.6943\n", + "16/25 [==================>...........] - ETA: 0s - loss: 8952.1191\n", + "19/25 [=====================>........] - ETA: 0s - loss: 29549786.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25521476.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23395428.0000\n", + "25/25 [==============================] - 1s 27ms/step - loss: 22460046.0000\n", + "\n", + "Epoch 14/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 6188.1196\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 9480.7979\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 8857.5459\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 8900.8193\n", + "10/25 [===========>..................] - ETA: 0s - loss: 8994.3594\n", + "12/25 [=============>................] - ETA: 0s - loss: 9092.0322\n", + "14/25 [===============>..............] - ETA: 0s - loss: 9050.6836\n", + "16/25 [==================>...........] - ETA: 0s - loss: 35085172.0000\n", + "18/25 [====================>.........] - ETA: 0s - loss: 31188000.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 28070170.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25519194.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23393314.0000\n", + "25/25 [==============================] - 1s 28ms/step - loss: 22457892.0000\n", + "\n", + "Epoch 15/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 8936.3877\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 8607.8242\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 8993.8799\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 9047.7705\n", + "11/25 [============>.................] - ETA: 0s - loss: 9165.9346\n", + "13/25 [==============>...............] - ETA: 0s - loss: 8988.5391\n", + "15/25 [=================>............] - ETA: 0s - loss: 8988.2891\n", + "17/25 [===================>..........] - ETA: 0s - loss: 8854.4189\n", + "19/25 [=====================>........] - ETA: 0s - loss: 8843.2041\n", + "22/25 [=========================>....] - ETA: 0s - loss: 8778.1807\n", + "24/25 [===========================>..] - ETA: 0s - loss: 8798.2686\n", + "25/25 [==============================] - 1s 27ms/step - loss: 22456018.0000\n", + "\n", + "Epoch 16/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 8035.8838\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 7391.9302\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 112236112.0000\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 80170872.0000 \n", + " 9/25 [=========>....................] - ETA: 0s - loss: 62357180.0000\n", + "12/25 [=============>................] - ETA: 0s - loss: 46770364.0000\n", + "14/25 [===============>..............] - ETA: 0s - loss: 40090272.0000\n", + "16/25 [==================>...........] - ETA: 0s - loss: 35080436.0000\n", + "18/25 [====================>.........] - ETA: 0s - loss: 31183846.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 28066628.0000\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24407154.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22455250.0000\n", + "25/25 [==============================] - 1s 27ms/step - loss: 22455250.0000\n", + "\n", + "Epoch 17/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 7311.9165\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 8827.5166\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 9008.7012\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 9431.1279\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 9400.1543\n", + "11/25 [============>.................] - ETA: 0s - loss: 9628.9023\n", + "13/25 [==============>...............] - ETA: 0s - loss: 9423.8379\n", + "16/25 [==================>...........] - ETA: 0s - loss: 35074804.0000\n", + "19/25 [=====================>........] - ETA: 0s - loss: 29538046.0000\n", + "21/25 [========================>.....] - ETA: 0s - loss: 26725870.0000\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24402796.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22451314.0000\n", + "25/25 [==============================] - 1s 28ms/step - loss: 22451314.0000\n", + "\n", + "Epoch 18/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 9485.3857\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 10324.6484\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 9199.7109 \n", + " 7/25 [=======>......................] - ETA: 0s - loss: 9212.5342\n", + "10/25 [===========>..................] - ETA: 0s - loss: 8769.5420\n", + "12/25 [=============>................] - ETA: 0s - loss: 8861.1357\n", + "14/25 [===============>..............] - ETA: 0s - loss: 8554.5957\n", + "17/25 [===================>..........] - ETA: 0s - loss: 33008266.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 28058638.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25508678.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23383812.0000\n", + "25/25 [==============================] - 1s 27ms/step - loss: 22448870.0000\n", + "\n", + "Epoch 19/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 10251.8535\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 9584.9541 \n", + " 5/25 [=====>........................] - ETA: 0s - loss: 8965.4873\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 8889.7881\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 8853.2812\n", + "12/25 [=============>................] - ETA: 0s - loss: 8816.5488\n", + "14/25 [===============>..............] - ETA: 0s - loss: 8878.0625\n", + "16/25 [==================>...........] - ETA: 0s - loss: 35066708.0000\n", + "19/25 [=====================>........] - ETA: 0s - loss: 29531318.0000\n", + "21/25 [========================>.....] - ETA: 0s - loss: 26719812.0000\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24397142.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22446368.0000\n", + "25/25 [==============================] - 1s 29ms/step - loss: 22446368.0000\n", + "\n", + "Epoch 20/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 8306.7334\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 9442.4570\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 9719.0146\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 70116688.0000\n", + "10/25 [===========>..................] - ETA: 0s - loss: 56095040.0000\n", + "12/25 [=============>................] - ETA: 0s - loss: 46747784.0000\n", + "15/25 [=================>............] - ETA: 0s - loss: 37400384.0000\n", + "17/25 [===================>..........] - ETA: 0s - loss: 33001518.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 28052606.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25503284.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23378760.0000\n", + "25/25 [==============================] - 1s 26ms/step - loss: 22443950.0000\n", + "\n", + "Epoch 21/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 560776192.0000\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 140202448.0000\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 93471880.0000 \n", + " 8/25 [========>.....................] - ETA: 0s - loss: 70106656.0000\n", + "10/25 [===========>..................] - ETA: 0s - loss: 56087880.0000\n", + "12/25 [=============>................] - ETA: 0s - loss: 46741888.0000\n", + "14/25 [===============>..............] - ETA: 0s - loss: 40065900.0000\n", + "16/25 [==================>...........] - ETA: 0s - loss: 35058908.0000\n", + "18/25 [====================>.........] - ETA: 0s - loss: 31164742.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 28049292.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25500290.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23376034.0000\n", + "25/25 [==============================] - 1s 28ms/step - loss: 22441294.0000\n", + "\n", + "Epoch 22/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 11924.9736\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 10438.1387\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 112149424.0000\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 80110136.0000 \n", + " 9/25 [=========>....................] - ETA: 0s - loss: 62309940.0000\n", + "12/25 [=============>................] - ETA: 0s - loss: 46734944.0000\n", + "14/25 [===============>..............] - ETA: 0s - loss: 40060112.0000\n", + "16/25 [==================>...........] - ETA: 0s - loss: 35053840.0000\n", + "18/25 [====================>.........] - ETA: 0s - loss: 31160048.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 28045204.0000\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24388234.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22437944.0000\n", + "25/25 [==============================] - 1s 27ms/step - loss: 22437944.0000\n", + "\n", + "Epoch 23/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 10194.5596\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 9880.4512 \n", + " 5/25 [=====>........................] - ETA: 0s - loss: 10160.9902\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 9350.4424 \n", + "11/25 [============>.................] - ETA: 0s - loss: 8904.2646\n", + "13/25 [==============>...............] - ETA: 0s - loss: 8439.1006\n", + "15/25 [=================>............] - ETA: 0s - loss: 8379.2393\n", + "17/25 [===================>..........] - ETA: 0s - loss: 8212.2930\n", + "19/25 [=====================>........] - ETA: 0s - loss: 8136.5205\n", + "21/25 [========================>.....] - ETA: 0s - loss: 26706614.0000\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24385256.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22435218.0000\n", + "25/25 [==============================] - 1s 27ms/step - loss: 22435218.0000\n", + "\n", + "Epoch 24/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 9123.6367\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 7423.2246\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 8246.8994\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 70079960.0000\n", + "10/25 [===========>..................] - ETA: 0s - loss: 56065820.0000\n", + "12/25 [=============>................] - ETA: 0s - loss: 46723204.0000\n", + "14/25 [===============>..............] - ETA: 0s - loss: 40050400.0000\n", + "17/25 [===================>..........] - ETA: 0s - loss: 32984338.0000\n", + "19/25 [=====================>........] - ETA: 0s - loss: 29513456.0000\n", + "21/25 [========================>.....] - ETA: 0s - loss: 26703658.0000\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24382572.0000\n", + "25/25 [==============================] - 1s 27ms/step - loss: 22432614.0000\n", + "\n", + "Epoch 25/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 10851.4238\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 8974.9150 \n", + " 5/25 [=====>........................] - ETA: 0s - loss: 9075.4180\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 9037.3525\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 9647.1270\n", + "11/25 [============>.................] - ETA: 0s - loss: 9549.4619\n", + "14/25 [===============>..............] - ETA: 0s - loss: 9180.2363\n", + "16/25 [==================>...........] - ETA: 0s - loss: 9463.0977\n", + "19/25 [=====================>........] - ETA: 0s - loss: 9090.9561\n", + "21/25 [========================>.....] - ETA: 0s - loss: 9090.7002\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24378078.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22428404.0000\n", + "25/25 [==============================] - 1s 28ms/step - loss: 22428404.0000\n", + "\n", + "Epoch 26/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 7925.1230\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 140112256.0000\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 93411328.0000 \n", + " 8/25 [========>.....................] - ETA: 0s - loss: 70061248.0000\n", + "11/25 [============>.................] - ETA: 0s - loss: 50956836.0000\n", + "14/25 [===============>..............] - ETA: 0s - loss: 40039888.0000\n", + "16/25 [==================>...........] - ETA: 0s - loss: 35036236.0000\n", + "18/25 [====================>.........] - ETA: 0s - loss: 31144328.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 28031244.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25483880.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23361328.0000\n", + "25/25 [==============================] - 1s 27ms/step - loss: 22427322.0000\n", + "\n", + "Epoch 27/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 10868.2666\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 11200.5625\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 10091.1318\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 10085.9570\n", + "10/25 [===========>..................] - ETA: 0s - loss: 56035424.0000\n", + "13/25 [==============>...............] - ETA: 0s - loss: 43106356.0000\n", + "15/25 [=================>............] - ETA: 0s - loss: 37360400.0000\n", + "17/25 [===================>..........] - ETA: 0s - loss: 32966488.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 28022968.0000\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24369248.0000\n", + "25/25 [==============================] - 1s 25ms/step - loss: 22420506.0000\n", + "\n", + "Epoch 28/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 7932.1597\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 9352.9121\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 10208.3311\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 9663.1387 \n", + "10/25 [===========>..................] - ETA: 0s - loss: 9628.4385\n", + "12/25 [=============>................] - ETA: 0s - loss: 9511.6396\n", + "14/25 [===============>..............] - ETA: 0s - loss: 9481.9443\n", + "16/25 [==================>...........] - ETA: 0s - loss: 9404.0391\n", + "18/25 [====================>.........] - ETA: 0s - loss: 31130134.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 28018202.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25471992.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23350108.0000\n", + "25/25 [==============================] - 1s 30ms/step - loss: 22416446.0000\n", + "\n", + "Epoch 29/30\n", + "\n", + " 1/25 [>.............................] - ETA: 1s - loss: 7338.1035\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 9698.0996\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 9206.6777\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 9806.2168\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 10117.5918\n", + "11/25 [============>.................] - ETA: 0s - loss: 9666.4229 \n", + "13/25 [==============>...............] - ETA: 0s - loss: 9769.2158\n", + "15/25 [=================>............] - ETA: 0s - loss: 37345976.0000\n", + "17/25 [===================>..........] - ETA: 0s - loss: 32953502.0000\n", + "19/25 [=====================>........] - ETA: 0s - loss: 29485970.0000\n", + "21/25 [========================>.....] - ETA: 0s - loss: 26678702.0000\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24359568.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22411938.0000\n", + "25/25 [==============================] - 1s 31ms/step - loss: 22411938.0000\n", + "\n", + "Epoch 30/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 9295.5898\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 9840.8770\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 9851.0361\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 10099.5713\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 9841.9209 \n", + "11/25 [============>.................] - ETA: 0s - loss: 9594.2197\n", + "13/25 [==============>...............] - ETA: 0s - loss: 9263.7178\n", + "15/25 [=================>............] - ETA: 0s - loss: 9263.0498\n", + "17/25 [===================>..........] - ETA: 0s - loss: 9210.5205\n", + "19/25 [=====================>........] - ETA: 0s - loss: 9390.3428\n", + "21/25 [========================>.....] - ETA: 0s - loss: 9508.8828\n", + "23/25 [==========================>...] - ETA: 0s - loss: 9615.4102\n", + "25/25 [==============================] - ETA: 0s - loss: 22407514.0000\n", + "25/25 [==============================] - 1s 31ms/step - loss: 22407514.0000\n", + "\n", + "1/3 [=========>....................] - ETA: 0s - loss: 9980.4590\n", + "3/3 [==============================] - 0s 18ms/step - loss: 10330.5273\n", + "\n", + "Epoch 1/30\n", + "\n", + " 1/50 [..............................] - ETA: 1:59 - loss: 347501.4688\n", + " 5/50 [==>...........................] - ETA: 0s - loss: 320629.3438 \n", + " 9/50 [====>.........................] - ETA: 0s - loss: 317692.1875\n", + "13/50 [======>.......................] - ETA: 0s - loss: 319058.8125\n", + "17/50 [=========>....................] - ETA: 0s - loss: 66397760.0000\n", + "21/50 [===========>..................] - ETA: 0s - loss: 53800956.0000\n", + "25/50 [==============>...............] - ETA: 0s - loss: 45230144.0000\n", + "30/50 [=================>............] - ETA: 0s - loss: 37724244.0000\n", + "34/50 [===================>..........] - ETA: 0s - loss: 33301400.0000\n", + "38/50 [=====================>........] - ETA: 0s - loss: 29804868.0000\n", + "42/50 [========================>.....] - ETA: 0s - loss: 26971192.0000\n", + "46/50 [==========================>...] - ETA: 0s - loss: 24628672.0000\n", + "50/50 [==============================] - ETA: 0s - loss: 22661142.0000\n", + "50/50 [==============================] - 3s 14ms/step - loss: 22661142.0000\n", + "\n", + "Epoch 2/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 28878.8359\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 17409.9395\n", + "10/50 [=====>........................] - ETA: 0s - loss: 16065.1221\n", + "14/50 [=======>......................] - ETA: 0s - loss: 14319.5078\n", + "18/50 [=========>....................] - ETA: 0s - loss: 14014.6406\n", + "22/50 [============>.................] - ETA: 0s - loss: 14058.6934\n", + "26/50 [==============>...............] - ETA: 0s - loss: 43222680.0000\n", + "30/50 [=================>............] - ETA: 0s - loss: 37460760.0000\n", + "33/50 [==================>...........] - ETA: 0s - loss: 34055960.0000\n", + "37/50 [=====================>........] - ETA: 0s - loss: 30374992.0000\n", + "41/50 [=======================>......] - ETA: 0s - loss: 27412688.0000\n", + "45/50 [==========================>...] - ETA: 0s - loss: 24976720.0000\n", + "49/50 [============================>.] - ETA: 0s - loss: 22938654.0000\n", + "50/50 [==============================] - 1s 15ms/step - loss: 22480074.0000\n", + "\n", + "Epoch 3/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 1123014528.0000\n", + " 5/50 [==>...........................] - ETA: 0s - loss: 224610080.0000 \n", + " 9/50 [====>.........................] - ETA: 0s - loss: 124788624.0000\n", + "12/50 [======>.......................] - ETA: 0s - loss: 93594608.0000 \n", + "15/50 [========>.....................] - ETA: 0s - loss: 74878264.0000\n", + "19/50 [==========>...................] - ETA: 0s - loss: 59116860.0000\n", + "22/50 [============>.................] - ETA: 0s - loss: 51056952.0000\n", + "26/50 [==============>...............] - ETA: 0s - loss: 43203632.0000\n", + "30/50 [=================>............] - ETA: 0s - loss: 37444344.0000\n", + "34/50 [===================>..........] - ETA: 0s - loss: 33040176.0000\n", + "38/50 [=====================>........] - ETA: 0s - loss: 29563164.0000\n", + "41/50 [=======================>......] - ETA: 0s - loss: 27400506.0000\n", + "45/50 [==========================>...] - ETA: 0s - loss: 24965462.0000\n", + "48/50 [===========================>..] - ETA: 0s - loss: 23405640.0000\n", + "50/50 [==============================] - 1s 16ms/step - loss: 22469752.0000\n", + "\n", + "Epoch 4/30\n", + "\n", + " 1/50 [..............................] - ETA: 1s - loss: 4540.2559\n", + " 5/50 [==>...........................] - ETA: 0s - loss: 5923.4683\n", + " 8/50 [===>..........................] - ETA: 0s - loss: 6304.6533\n", + "11/50 [=====>........................] - ETA: 0s - loss: 6680.9702\n", + "15/50 [========>.....................] - ETA: 0s - loss: 6179.5513\n", + "19/50 [==========>...................] - ETA: 0s - loss: 5943.2754\n", + "23/50 [============>.................] - ETA: 0s - loss: 5709.0449\n", + "27/50 [===============>..............] - ETA: 0s - loss: 5587.1753\n", + "31/50 [=================>............] - ETA: 0s - loss: 5363.6177\n", + "35/50 [====================>.........] - ETA: 0s - loss: 32093220.0000\n", + "38/50 [=====================>........] - ETA: 0s - loss: 29559936.0000\n", + "43/50 [========================>.....] - ETA: 0s - loss: 26123370.0000\n", + "47/50 [===========================>..] - ETA: 0s - loss: 23900754.0000\n", + "50/50 [==============================] - 1s 15ms/step - loss: 22467124.0000\n", + "\n", + "Epoch 5/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 7154.2759\n", + " 5/50 [==>...........................] - ETA: 0s - loss: 7101.4604\n", + " 9/50 [====>.........................] - ETA: 0s - loss: 7652.4292\n", + "13/50 [======>.......................] - ETA: 0s - loss: 7475.2432\n", + "17/50 [=========>....................] - ETA: 0s - loss: 7257.8433\n", + "21/50 [===========>..................] - ETA: 0s - loss: 7090.7236\n", + "26/50 [==============>...............] - ETA: 0s - loss: 6784.8433\n", + "30/50 [=================>............] - ETA: 0s - loss: 37427116.0000\n", + "33/50 [==================>...........] - ETA: 0s - loss: 34025208.0000\n", + "37/50 [=====================>........] - ETA: 0s - loss: 30347692.0000\n", + "41/50 [=======================>......] - ETA: 0s - loss: 27387902.0000\n", + "46/50 [==========================>...] - ETA: 0s - loss: 24411864.0000\n", + "49/50 [============================>.] - ETA: 0s - loss: 22917794.0000\n", + "50/50 [==============================] - 1s 14ms/step - loss: 22459660.0000\n", + "\n", + "Epoch 6/30\n", + "\n", + " 1/50 [..............................] - ETA: 1s - loss: 9569.8398\n", + " 5/50 [==>...........................] - ETA: 0s - loss: 7984.5806\n", + " 9/50 [====>.........................] - ETA: 0s - loss: 8024.3594\n", + "13/50 [======>.......................] - ETA: 0s - loss: 8080.2046\n", + "17/50 [=========>....................] - ETA: 0s - loss: 7789.8979\n", + "21/50 [===========>..................] - ETA: 0s - loss: 7317.1846\n", + "25/50 [==============>...............] - ETA: 0s - loss: 7046.8594\n", + "28/50 [===============>..............] - ETA: 0s - loss: 6970.0151\n", + "32/50 [==================>...........] - ETA: 0s - loss: 6744.3408\n", + "36/50 [====================>.........] - ETA: 0s - loss: 6558.5210\n", + "40/50 [=======================>......] - ETA: 0s - loss: 6493.8486\n", + "45/50 [==========================>...] - ETA: 0s - loss: 6212.7778\n", + "50/50 [==============================] - ETA: 0s - loss: 22453378.0000\n", + "50/50 [==============================] - 1s 14ms/step - loss: 22453378.0000\n", + "\n", + "Epoch 7/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 4634.3003\n", + " 5/50 [==>...........................] - ETA: 0s - loss: 5158.8037\n", + "10/50 [=====>........................] - ETA: 0s - loss: 6352.6050\n", + "15/50 [========>.....................] - ETA: 0s - loss: 7165.5923\n", + "19/50 [==========>...................] - ETA: 0s - loss: 59042156.0000\n", + "23/50 [============>.................] - ETA: 0s - loss: 48776344.0000\n", + "27/50 [===============>..............] - ETA: 0s - loss: 41552848.0000\n", + "30/50 [=================>............] - ETA: 0s - loss: 37399444.0000\n", + "35/50 [====================>.........] - ETA: 0s - loss: 32059194.0000\n", + "39/50 [======================>.......] - ETA: 0s - loss: 28772512.0000\n", + "43/50 [========================>.....] - ETA: 0s - loss: 26097132.0000\n", + "48/50 [===========================>..] - ETA: 0s - loss: 23379900.0000\n", + "50/50 [==============================] - 1s 13ms/step - loss: 22445214.0000\n", + "\n", + "Epoch 8/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 10606.9863\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 8294.5928 \n", + "10/50 [=====>........................] - ETA: 0s - loss: 8316.5752\n", + "15/50 [========>.....................] - ETA: 0s - loss: 7699.2979\n", + "20/50 [===========>..................] - ETA: 0s - loss: 56065360.0000\n", + "25/50 [==============>...............] - ETA: 0s - loss: 44854728.0000\n", + "30/50 [=================>............] - ETA: 0s - loss: 37381332.0000\n", + "34/50 [===================>..........] - ETA: 0s - loss: 32985410.0000\n", + "38/50 [=====================>........] - ETA: 0s - loss: 29514726.0000\n", + "43/50 [========================>.....] - ETA: 0s - loss: 26084000.0000\n", + "48/50 [===========================>..] - ETA: 0s - loss: 23367876.0000\n", + "50/50 [==============================] - 1s 12ms/step - loss: 22433512.0000\n", + "\n", + "Epoch 9/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 18834.0723\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 9869.7246 \n", + "11/50 [=====>........................] - ETA: 0s - loss: 101860000.0000\n", + "15/50 [========>.....................] - ETA: 0s - loss: 74701456.0000 \n", + "19/50 [==========>...................] - ETA: 0s - loss: 58977716.0000\n", + "24/50 [=============>................] - ETA: 0s - loss: 46693712.0000\n", + "29/50 [================>.............] - ETA: 0s - loss: 38645420.0000\n", + "33/50 [==================>...........] - ETA: 0s - loss: 33962560.0000\n", + "38/50 [=====================>........] - ETA: 0s - loss: 29495038.0000\n", + "42/50 [========================>.....] - ETA: 0s - loss: 26686860.0000\n", + "46/50 [==========================>...] - ETA: 0s - loss: 24366886.0000\n", + "49/50 [============================>.] - ETA: 0s - loss: 22875440.0000\n", + "50/50 [==============================] - 1s 13ms/step - loss: 22418038.0000\n", + "\n", + "Epoch 10/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 5879.7495\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 186579040.0000\n", + "11/50 [=====>........................] - ETA: 0s - loss: 101775744.0000\n", + "15/50 [========>.....................] - ETA: 0s - loss: 74640872.0000 \n", + "19/50 [==========>...................] - ETA: 0s - loss: 58930516.0000\n", + "24/50 [=============>................] - ETA: 0s - loss: 46658132.0000\n", + "29/50 [================>.............] - ETA: 0s - loss: 38616104.0000\n", + "33/50 [==================>...........] - ETA: 0s - loss: 33936800.0000\n", + "37/50 [=====================>........] - ETA: 0s - loss: 30268942.0000\n", + "41/50 [=======================>......] - ETA: 0s - loss: 27316604.0000\n", + "46/50 [==========================>...] - ETA: 0s - loss: 24348286.0000\n", + "50/50 [==============================] - ETA: 0s - loss: 22401100.0000\n", + "50/50 [==============================] - 1s 13ms/step - loss: 22401100.0000\n", + "\n", + "Epoch 11/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 8467.8057\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 7406.4146\n", + "11/50 [=====>........................] - ETA: 0s - loss: 7221.3174\n", + "15/50 [========>.....................] - ETA: 0s - loss: 6933.0674\n", + "19/50 [==========>...................] - ETA: 0s - loss: 6675.0796\n", + "23/50 [============>.................] - ETA: 0s - loss: 7019.9565\n", + "27/50 [===============>..............] - ETA: 0s - loss: 7051.6660\n", + "32/50 [==================>...........] - ETA: 0s - loss: 6958.5171\n", + "37/50 [=====================>........] - ETA: 0s - loss: 6832.2876\n", + "41/50 [=======================>......] - ETA: 0s - loss: 6718.7837\n", + "46/50 [==========================>...] - ETA: 0s - loss: 6512.2236\n", + "50/50 [==============================] - ETA: 0s - loss: 22375110.0000\n", + "50/50 [==============================] - 1s 13ms/step - loss: 22375110.0000\n", + "\n", + "Epoch 12/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 5847.3223\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 8745.8428\n", + "11/50 [=====>........................] - ETA: 0s - loss: 13283.7529\n", + "15/50 [========>.....................] - ETA: 0s - loss: 15438.9551\n", + "20/50 [===========>..................] - ETA: 0s - loss: 17526.1367\n", + "24/50 [=============>................] - ETA: 0s - loss: 17640.0137\n", + "29/50 [================>.............] - ETA: 0s - loss: 16536.9707\n", + "33/50 [==================>...........] - ETA: 0s - loss: 15336.2471\n", + "38/50 [=====================>........] - ETA: 0s - loss: 29415182.0000\n", + "43/50 [========================>.....] - ETA: 0s - loss: 25996004.0000\n", + "47/50 [===========================>..] - ETA: 0s - loss: 23784986.0000\n", + "50/50 [==============================] - 1s 12ms/step - loss: 22359252.0000\n", + "\n", + "Epoch 13/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 18322.7500\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 23037.4199\n", + "10/50 [=====>........................] - ETA: 0s - loss: 24882.4395\n", + "15/50 [========>.....................] - ETA: 0s - loss: 21719.7793\n", + "20/50 [===========>..................] - ETA: 0s - loss: 55750536.0000\n", + "25/50 [==============>...............] - ETA: 0s - loss: 44605340.0000\n", + "29/50 [================>.............] - ETA: 0s - loss: 38455480.0000\n", + "34/50 [===================>..........] - ETA: 0s - loss: 32803702.0000\n", + "39/50 [======================>.......] - ETA: 0s - loss: 28601346.0000\n", + "44/50 [=========================>....] - ETA: 0s - loss: 25353090.0000\n", + "49/50 [============================>.] - ETA: 0s - loss: 22768640.0000\n", + "50/50 [==============================] - 1s 12ms/step - loss: 22313672.0000\n", + "\n", + "Epoch 14/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 22808.9043\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 15219.5830\n", + "10/50 [=====>........................] - ETA: 0s - loss: 14698.4346\n", + "15/50 [========>.....................] - ETA: 0s - loss: 74131280.0000\n", + "19/50 [==========>...................] - ETA: 0s - loss: 58533596.0000\n", + "23/50 [============>.................] - ETA: 0s - loss: 48363708.0000\n", + "27/50 [===============>..............] - ETA: 0s - loss: 41207004.0000\n", + "32/50 [==================>...........] - ETA: 0s - loss: 34773084.0000\n", + "37/50 [=====================>........] - ETA: 0s - loss: 30080258.0000\n", + "42/50 [========================>.....] - ETA: 0s - loss: 26501640.0000\n", + "47/50 [===========================>..] - ETA: 0s - loss: 23684946.0000\n", + "50/50 [==============================] - 1s 12ms/step - loss: 22265894.0000\n", + "\n", + "Epoch 15/30\n", + "\n", + " 1/50 [..............................] - ETA: 1s - loss: 22058.6426\n", + " 7/50 [===>..........................] - ETA: 0s - loss: 18686.7891\n", + "11/50 [=====>........................] - ETA: 0s - loss: 25732.3789\n", + "16/50 [========>.....................] - ETA: 0s - loss: 25045.5391\n", + "21/50 [===========>..................] - ETA: 0s - loss: 23562.5469\n", + "26/50 [==============>...............] - ETA: 0s - loss: 22400.1270\n", + "30/50 [=================>............] - ETA: 0s - loss: 21717.5234\n", + "34/50 [===================>..........] - ETA: 0s - loss: 20657.1758\n", + "38/50 [=====================>........] - ETA: 0s - loss: 19837.7090\n", + "42/50 [========================>.....] - ETA: 0s - loss: 18921.5547\n", + "47/50 [===========================>..] - ETA: 0s - loss: 23615304.0000\n", + "50/50 [==============================] - 1s 12ms/step - loss: 22201186.0000\n", + "\n", + "Epoch 16/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 91061.1562\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 74446.0391\n", + "11/50 [=====>........................] - ETA: 0s - loss: 66525.4062\n", + "15/50 [========>.....................] - ETA: 0s - loss: 58776.9219\n", + "19/50 [==========>...................] - ETA: 0s - loss: 53925.3789\n", + "24/50 [=============>................] - ETA: 0s - loss: 51347.9805\n", + "28/50 [===============>..............] - ETA: 0s - loss: 48173.2227\n", + "33/50 [==================>...........] - ETA: 0s - loss: 33532976.0000\n", + "38/50 [=====================>........] - ETA: 0s - loss: 29129276.0000\n", + "43/50 [========================>.....] - ETA: 0s - loss: 25749620.0000\n", + "47/50 [===========================>..] - ETA: 0s - loss: 23561414.0000\n", + "50/50 [==============================] - ETA: 0s - loss: 22151142.0000\n", + "50/50 [==============================] - 1s 13ms/step - loss: 22151142.0000\n", + "\n", + "Epoch 17/30\n", + "\n", + " 1/50 [..............................] - ETA: 1s - loss: 46673.8203\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 35720.1953\n", + "10/50 [=====>........................] - ETA: 0s - loss: 35967.0352\n", + "14/50 [=======>......................] - ETA: 0s - loss: 40937.8164\n", + "19/50 [==========>...................] - ETA: 0s - loss: 39222.6836\n", + "23/50 [============>.................] - ETA: 0s - loss: 41019.8750\n", + "27/50 [===============>..............] - ETA: 0s - loss: 40010.9141\n", + "32/50 [==================>...........] - ETA: 0s - loss: 40614.5234\n", + "36/50 [====================>.........] - ETA: 0s - loss: 41240.2891\n", + "40/50 [=======================>......] - ETA: 0s - loss: 39720.0586\n", + "44/50 [=========================>....] - ETA: 0s - loss: 39721.6562\n", + "49/50 [============================>.] - ETA: 0s - loss: 22505426.0000\n", + "50/50 [==============================] - 1s 13ms/step - loss: 22057538.0000\n", + "\n", + "Epoch 18/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 80627.8594\n", + " 5/50 [==>...........................] - ETA: 0s - loss: 96516.9297\n", + " 8/50 [===>..........................] - ETA: 0s - loss: 94671.2891\n", + "13/50 [======>.......................] - ETA: 0s - loss: 84335016.0000\n", + "18/50 [=========>....................] - ETA: 0s - loss: 60930932.0000\n", + "22/50 [============>.................] - ETA: 0s - loss: 49882272.0000\n", + "26/50 [==============>...............] - ETA: 0s - loss: 42226656.0000\n", + "31/50 [=================>............] - ETA: 0s - loss: 35426772.0000\n", + "36/50 [====================>.........] - ETA: 0s - loss: 30519296.0000\n", + "40/50 [=======================>......] - ETA: 0s - loss: 27475024.0000\n", + "44/50 [=========================>....] - ETA: 0s - loss: 24981140.0000\n", + "49/50 [============================>.] - ETA: 0s - loss: 22438138.0000\n", + "50/50 [==============================] - 1s 13ms/step - loss: 21991164.0000\n", + "\n", + "Epoch 19/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 53862.9922\n", + " 5/50 [==>...........................] - ETA: 0s - loss: 217803168.0000\n", + " 9/50 [====>.........................] - ETA: 0s - loss: 121088696.0000\n", + "13/50 [======>.......................] - ETA: 0s - loss: 83877872.0000 \n", + "18/50 [=========>....................] - ETA: 0s - loss: 60617476.0000\n", + "23/50 [============>.................] - ETA: 0s - loss: 47457068.0000\n", + "27/50 [===============>..............] - ETA: 0s - loss: 40437632.0000\n", + "32/50 [==================>...........] - ETA: 0s - loss: 34139640.0000\n", + "36/50 [====================>.........] - ETA: 0s - loss: 30356508.0000\n", + "41/50 [=======================>......] - ETA: 0s - loss: 26665742.0000\n", + "46/50 [==========================>...] - ETA: 0s - loss: 23772432.0000\n", + "50/50 [==============================] - 1s 12ms/step - loss: 21880502.0000\n", + "\n", + "Epoch 20/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 80734.1016\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 40005.9922\n", + "10/50 [=====>........................] - ETA: 0s - loss: 47831.8438\n", + "15/50 [========>.....................] - ETA: 0s - loss: 66463.1562\n", + "19/50 [==========>...................] - ETA: 0s - loss: 58698.9961\n", + "23/50 [============>.................] - ETA: 0s - loss: 72530.4766\n", + "27/50 [===============>..............] - ETA: 0s - loss: 78360.2656\n", + "32/50 [==================>...........] - ETA: 0s - loss: 33989012.0000\n", + "37/50 [=====================>........] - ETA: 0s - loss: 29423040.0000\n", + "41/50 [=======================>......] - ETA: 0s - loss: 26565694.0000\n", + "46/50 [==========================>...] - ETA: 0s - loss: 23691014.0000\n", + "50/50 [==============================] - ETA: 0s - loss: 21800514.0000\n", + "50/50 [==============================] - 1s 12ms/step - loss: 21800514.0000\n", + "\n", + "Epoch 21/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 161798.2656\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 107834.6406\n", + "11/50 [=====>........................] - ETA: 0s - loss: 114949.9375\n", + "15/50 [========>.....................] - ETA: 0s - loss: 102567.6562\n", + "18/50 [=========>....................] - ETA: 0s - loss: 106742.4844\n", + "22/50 [============>.................] - ETA: 0s - loss: 106175.5078\n", + "27/50 [===============>..............] - ETA: 0s - loss: 114857.9609\n", + "32/50 [==================>...........] - ETA: 0s - loss: 33810256.0000\n", + "37/50 [=====================>........] - ETA: 0s - loss: 29262252.0000\n", + "42/50 [========================>.....] - ETA: 0s - loss: 25796370.0000\n", + "47/50 [===========================>..] - ETA: 0s - loss: 23062828.0000\n", + "50/50 [==============================] - 1s 13ms/step - loss: 21684204.0000\n", + "\n", + "Epoch 22/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 325710.7188\n", + " 5/50 [==>...........................] - ETA: 0s - loss: 120274.9766\n", + " 9/50 [====>.........................] - ETA: 0s - loss: 93782.1641 \n", + "13/50 [======>.......................] - ETA: 0s - loss: 113562.3125\n", + "17/50 [=========>....................] - ETA: 0s - loss: 131533.8750\n", + "22/50 [============>.................] - ETA: 0s - loss: 48794988.0000\n", + "26/50 [==============>...............] - ETA: 0s - loss: 41329620.0000\n", + "30/50 [=================>............] - ETA: 0s - loss: 35839348.0000\n", + "34/50 [===================>..........] - ETA: 0s - loss: 31658182.0000\n", + "38/50 [=====================>........] - ETA: 0s - loss: 28340786.0000\n", + "42/50 [========================>.....] - ETA: 0s - loss: 25674576.0000\n", + "45/50 [==========================>...] - ETA: 0s - loss: 23973268.0000\n", + "49/50 [============================>.] - ETA: 0s - loss: 22029264.0000\n", + "50/50 [==============================] - 1s 14ms/step - loss: 21590728.0000\n", + "\n", + "Epoch 23/30\n", + "\n", + " 1/50 [..............................] - ETA: 1s - loss: 117208.4688\n", + " 5/50 [==>...........................] - ETA: 0s - loss: 104603.1328\n", + " 9/50 [====>.........................] - ETA: 0s - loss: 118263984.0000\n", + "13/50 [======>.......................] - ETA: 0s - loss: 81951128.0000 \n", + "17/50 [=========>....................] - ETA: 0s - loss: 62742596.0000\n", + "21/50 [===========>..................] - ETA: 0s - loss: 50848216.0000\n", + "25/50 [==============>...............] - ETA: 0s - loss: 42759236.0000\n", + "29/50 [================>.............] - ETA: 0s - loss: 36895484.0000\n", + "33/50 [==================>...........] - ETA: 0s - loss: 32460014.0000\n", + "38/50 [=====================>........] - ETA: 0s - loss: 28214240.0000\n", + "42/50 [========================>.....] - ETA: 0s - loss: 25540966.0000\n", + "46/50 [==========================>...] - ETA: 0s - loss: 23342562.0000\n", + "50/50 [==============================] - ETA: 0s - loss: 21495646.0000\n", + "50/50 [==============================] - 1s 13ms/step - loss: 21495646.0000\n", + "\n", + "Epoch 24/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 50029.4453\n", + " 5/50 [==>...........................] - ETA: 0s - loss: 128789.9297\n", + " 9/50 [====>.........................] - ETA: 0s - loss: 183097.1875\n", + "13/50 [======>.......................] - ETA: 0s - loss: 164656.8906\n", + "17/50 [=========>....................] - ETA: 0s - loss: 154691.4844\n", + "21/50 [===========>..................] - ETA: 0s - loss: 181262.0312\n", + "24/50 [=============>................] - ETA: 0s - loss: 207009.9688\n", + "28/50 [===============>..............] - ETA: 0s - loss: 206128.6562\n", + "31/50 [=================>............] - ETA: 0s - loss: 191247.1250\n", + "35/50 [====================>.........] - ETA: 0s - loss: 190236.2344\n", + "39/50 [======================>.......] - ETA: 0s - loss: 181502.1250\n", + "43/50 [========================>.....] - ETA: 0s - loss: 176077.0625\n", + "47/50 [===========================>..] - ETA: 0s - loss: 167330.3281\n", + "50/50 [==============================] - 1s 15ms/step - loss: 21419724.0000\n", + "\n", + "Epoch 25/30\n", + "\n", + " 1/50 [..............................] - ETA: 1s - loss: 128811.9062\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 188470.8906\n", + " 9/50 [====>.........................] - ETA: 0s - loss: 117228584.0000\n", + "13/50 [======>.......................] - ETA: 0s - loss: 81367536.0000 \n", + "17/50 [=========>....................] - ETA: 0s - loss: 62337124.0000\n", + "21/50 [===========>..................] - ETA: 0s - loss: 50546928.0000\n", + "25/50 [==============>...............] - ETA: 0s - loss: 42517296.0000\n", + "29/50 [================>.............] - ETA: 0s - loss: 36703336.0000\n", + "34/50 [===================>..........] - ETA: 0s - loss: 31345450.0000\n", + "38/50 [=====================>........] - ETA: 0s - loss: 28062950.0000\n", + "41/50 [=======================>......] - ETA: 0s - loss: 26030386.0000\n", + "45/50 [==========================>...] - ETA: 0s - loss: 23729886.0000\n", + "49/50 [============================>.] - ETA: 0s - loss: 21821544.0000\n", + "50/50 [==============================] - 1s 14ms/step - loss: 21389888.0000\n", + "\n", + "Epoch 26/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 86899.5000\n", + " 5/50 [==>...........................] - ETA: 0s - loss: 301930.7188\n", + " 9/50 [====>.........................] - ETA: 0s - loss: 315445.0312\n", + "13/50 [======>.......................] - ETA: 0s - loss: 298318.7500\n", + "17/50 [=========>....................] - ETA: 0s - loss: 272138.9375\n", + "21/50 [===========>..................] - ETA: 0s - loss: 243971.7656\n", + "25/50 [==============>...............] - ETA: 0s - loss: 244500.9375\n", + "30/50 [=================>............] - ETA: 0s - loss: 235645.3594\n", + "35/50 [====================>.........] - ETA: 0s - loss: 30166566.0000\n", + "40/50 [=======================>......] - ETA: 0s - loss: 26445104.0000\n", + "44/50 [=========================>....] - ETA: 0s - loss: 24056582.0000\n", + "48/50 [===========================>..] - ETA: 0s - loss: 22079836.0000\n", + "50/50 [==============================] - 1s 13ms/step - loss: 21209436.0000\n", + "\n", + "Epoch 27/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 61723.6445\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 173522832.0000\n", + "10/50 [=====>........................] - ETA: 0s - loss: 104159376.0000\n", + "14/50 [=======>......................] - ETA: 0s - loss: 74543800.0000 \n", + "18/50 [=========>....................] - ETA: 0s - loss: 58008108.0000\n", + "21/50 [===========>..................] - ETA: 0s - loss: 49761076.0000\n", + "25/50 [==============>...............] - ETA: 0s - loss: 41851080.0000\n", + "30/50 [=================>............] - ETA: 0s - loss: 34926264.0000\n", + "35/50 [====================>.........] - ETA: 0s - loss: 29986712.0000\n", + "40/50 [=======================>......] - ETA: 0s - loss: 26288548.0000\n", + "45/50 [==========================>...] - ETA: 0s - loss: 23434888.0000\n", + "49/50 [============================>.] - ETA: 0s - loss: 21544792.0000\n", + "50/50 [==============================] - 1s 13ms/step - loss: 21117566.0000\n", + "\n", + "Epoch 28/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 276646.7500\n", + " 5/50 [==>...........................] - ETA: 0s - loss: 215504.6875\n", + "10/50 [=====>........................] - ETA: 0s - loss: 374674.1875\n", + "14/50 [=======>......................] - ETA: 0s - loss: 350041.6875\n", + "18/50 [=========>....................] - ETA: 0s - loss: 314660.3750\n", + "23/50 [============>.................] - ETA: 0s - loss: 303421.4375\n", + "28/50 [===============>..............] - ETA: 0s - loss: 37165136.0000\n", + "32/50 [==================>...........] - ETA: 0s - loss: 32603972.0000\n", + "37/50 [=====================>........] - ETA: 0s - loss: 28249064.0000\n", + "41/50 [=======================>......] - ETA: 0s - loss: 25546316.0000\n", + "45/50 [==========================>...] - ETA: 0s - loss: 23300170.0000\n", + "49/50 [============================>.] - ETA: 0s - loss: 21442656.0000\n", + "50/50 [==============================] - 1s 12ms/step - loss: 21018184.0000\n", + "\n", + "Epoch 29/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 433134.9688\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 440163.0312\n", + "11/50 [=====>........................] - ETA: 0s - loss: 420342.0625\n", + "15/50 [========>.....................] - ETA: 0s - loss: 354133.2188\n", + "20/50 [===========>..................] - ETA: 0s - loss: 51513884.0000\n", + "25/50 [==============>...............] - ETA: 0s - loss: 41367852.0000\n", + "29/50 [================>.............] - ETA: 0s - loss: 35702052.0000\n", + "34/50 [===================>..........] - ETA: 0s - loss: 30505034.0000\n", + "39/50 [======================>.......] - ETA: 0s - loss: 26638198.0000\n", + "43/50 [========================>.....] - ETA: 0s - loss: 24227882.0000\n", + "47/50 [===========================>..] - ETA: 0s - loss: 22222786.0000\n", + "50/50 [==============================] - 1s 12ms/step - loss: 20919942.0000\n", + "\n", + "Epoch 30/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 600800.9375\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 169960864.0000\n", + "11/50 [=====>........................] - ETA: 0s - loss: 92884952.0000 \n", + "15/50 [========>.....................] - ETA: 0s - loss: 68208496.0000\n", + "20/50 [===========>..................] - ETA: 0s - loss: 51247768.0000\n", + "25/50 [==============>...............] - ETA: 0s - loss: 41061712.0000\n", + "29/50 [================>.............] - ETA: 0s - loss: 35471468.0000\n", + "33/50 [==================>...........] - ETA: 0s - loss: 31265264.0000\n", + "38/50 [=====================>........] - ETA: 0s - loss: 27205600.0000\n", + "43/50 [========================>.....] - ETA: 0s - loss: 24120698.0000\n", + "48/50 [===========================>..] - ETA: 0s - loss: 21636808.0000\n", + "50/50 [==============================] - 1s 12ms/step - loss: 20805218.0000\n", + "\n", + "1/6 [====>.........................] - ETA: 1s - loss: 1091051.2500\n", + "6/6 [==============================] - 0s 10ms/step - loss: 567161.6250\n", + "\n", + "Epoch 1/30\n", + "\n", + " 1/25 [>.............................] - ETA: 57s - loss: 562064576.0000\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 187573776.0000 \n", + " 5/25 [=====>........................] - ETA: 0s - loss: 112670096.0000\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 70547304.0000 \n", + "10/25 [===========>..................] - ETA: 0s - loss: 56506572.0000\n", + "12/25 [=============>................] - ETA: 0s - loss: 47143332.0000\n", + "15/25 [=================>............] - ETA: 0s - loss: 37780376.0000\n", + "18/25 [====================>.........] - ETA: 0s - loss: 31536450.0000\n", + "21/25 [========================>.....] - ETA: 0s - loss: 27079144.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23735402.0000\n", + "25/25 [==============================] - 3s 24ms/step - loss: 22798442.0000\n", + "\n", + "Epoch 2/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 300932.0312\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 315816.1562\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 317273.6875\n", + "10/25 [===========>..................] - ETA: 0s - loss: 318872.7188\n", + "14/25 [===============>..............] - ETA: 0s - loss: 312148.1562\n", + "17/25 [===================>..........] - ETA: 0s - loss: 33357268.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 28399634.0000\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24735862.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22779872.0000\n", + "25/25 [==============================] - 1s 22ms/step - loss: 22779872.0000\n", + "\n", + "Epoch 3/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 312156.7188\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 292973.5000\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 293140.1562\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 289435.4375\n", + "12/25 [=============>................] - ETA: 0s - loss: 284392.7500\n", + "15/25 [=================>............] - ETA: 0s - loss: 37724940.0000\n", + "18/25 [====================>.........] - ETA: 0s - loss: 31481702.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 28359088.0000\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24691680.0000\n", + "25/25 [==============================] - 1s 22ms/step - loss: 22734158.0000\n", + "\n", + "Epoch 4/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 224728.7344\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 215819.3438\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 215507.7812\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 212805.1875\n", + "10/25 [===========>..................] - ETA: 0s - loss: 207921.4688\n", + "13/25 [==============>...............] - ETA: 0s - loss: 204118.1094\n", + "15/25 [=================>............] - ETA: 0s - loss: 201849.8438\n", + "18/25 [====================>.........] - ETA: 0s - loss: 195317.2656\n", + "21/25 [========================>.....] - ETA: 0s - loss: 26933822.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23584792.0000\n", + "25/25 [==============================] - 1s 23ms/step - loss: 22646474.0000\n", + "\n", + "Epoch 5/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 127763.4844\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 120298.7500\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 116979.3359\n", + "10/25 [===========>..................] - ETA: 0s - loss: 111038.9922\n", + "12/25 [=============>................] - ETA: 0s - loss: 106999.8516\n", + "14/25 [===============>..............] - ETA: 0s - loss: 103199.0000\n", + "17/25 [===================>..........] - ETA: 0s - loss: 97725.0312 \n", + "20/25 [=======================>......] - ETA: 0s - loss: 28170468.0000\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24503692.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22547350.0000\n", + "25/25 [==============================] - 1s 23ms/step - loss: 22547350.0000\n", + "\n", + "Epoch 6/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 46776.2852\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 46192.9258\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 43754.4297\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 41536.2539\n", + "10/25 [===========>..................] - ETA: 0s - loss: 39393.2852\n", + "13/25 [==============>...............] - ETA: 0s - loss: 37158.7773\n", + "16/25 [==================>...........] - ETA: 0s - loss: 35685.6484\n", + "19/25 [=====================>........] - ETA: 0s - loss: 34006.9062\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25555526.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22491406.0000\n", + "25/25 [==============================] - 1s 22ms/step - loss: 22491406.0000\n", + "\n", + "Epoch 7/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 19566.8965\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 140387680.0000\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 93597936.0000 \n", + " 9/25 [=========>....................] - ETA: 0s - loss: 62404752.0000\n", + "12/25 [=============>................] - ETA: 0s - loss: 46807956.0000\n", + "15/25 [=================>............] - ETA: 0s - loss: 37449604.0000\n", + "18/25 [====================>.........] - ETA: 0s - loss: 31210872.0000\n", + "21/25 [========================>.....] - ETA: 0s - loss: 26754910.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23412582.0000\n", + "25/25 [==============================] - 1s 22ms/step - loss: 22476670.0000\n", + "\n", + "Epoch 8/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 15403.7852\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 16254.6895\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 15183.8564\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 15268.2842\n", + "11/25 [============>.................] - ETA: 0s - loss: 15002.9707\n", + "14/25 [===============>..............] - ETA: 0s - loss: 14623.8740\n", + "17/25 [===================>..........] - ETA: 0s - loss: 14412.2012\n", + "20/25 [=======================>......] - ETA: 0s - loss: 28086710.0000\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24424960.0000\n", + "25/25 [==============================] - 1s 22ms/step - loss: 22472006.0000\n", + "\n", + "Epoch 9/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 15067.7744\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 15165.9893\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 14154.2031\n", + "10/25 [===========>..................] - ETA: 0s - loss: 13569.0254\n", + "12/25 [=============>................] - ETA: 0s - loss: 13129.3975\n", + "15/25 [=================>............] - ETA: 0s - loss: 12886.9805\n", + "18/25 [====================>.........] - ETA: 0s - loss: 12951.8838\n", + "20/25 [=======================>......] - ETA: 0s - loss: 28084378.0000\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24422650.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22469728.0000\n", + "25/25 [==============================] - 1s 23ms/step - loss: 22469728.0000\n", + "\n", + "Epoch 10/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 10583.4434\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 12143.6621\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 13263.4844\n", + "10/25 [===========>..................] - ETA: 0s - loss: 12918.6680\n", + "13/25 [==============>...............] - ETA: 0s - loss: 12572.9590\n", + "16/25 [==================>...........] - ETA: 0s - loss: 12267.4414\n", + "19/25 [=====================>........] - ETA: 0s - loss: 12348.8057\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25530392.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23403734.0000\n", + "25/25 [==============================] - 1s 23ms/step - loss: 22467966.0000\n", + "\n", + "Epoch 11/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 11884.0273\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 140354176.0000\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 80207528.0000 \n", + " 9/25 [=========>....................] - ETA: 0s - loss: 62386220.0000\n", + "11/25 [============>.................] - ETA: 0s - loss: 51045712.0000\n", + "14/25 [===============>..............] - ETA: 0s - loss: 40110128.0000\n", + "17/25 [===================>..........] - ETA: 0s - loss: 33034216.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 28080788.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25529112.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23402688.0000\n", + "25/25 [==============================] - 1s 24ms/step - loss: 22467136.0000\n", + "\n", + "Epoch 12/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 14808.0664\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 11846.9932\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 11604.1445\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 11409.5615\n", + "11/25 [============>.................] - ETA: 0s - loss: 11265.6553\n", + "14/25 [===============>..............] - ETA: 0s - loss: 40106216.0000\n", + "16/25 [==================>...........] - ETA: 0s - loss: 35094256.0000\n", + "18/25 [====================>.........] - ETA: 0s - loss: 31196346.0000\n", + "21/25 [========================>.....] - ETA: 0s - loss: 26741250.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23400266.0000\n", + "25/25 [==============================] - 1s 24ms/step - loss: 22464712.0000\n", + "\n", + "Epoch 13/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 13763.4238\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 187110080.0000\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 93561496.0000 \n", + " 8/25 [========>.....................] - ETA: 0s - loss: 70173784.0000\n", + "11/25 [============>.................] - ETA: 0s - loss: 51038760.0000\n", + "13/25 [==============>...............] - ETA: 0s - loss: 43188360.0000\n", + "16/25 [==================>...........] - ETA: 0s - loss: 35092824.0000\n", + "18/25 [====================>.........] - ETA: 0s - loss: 31194876.0000\n", + "21/25 [========================>.....] - ETA: 0s - loss: 26740110.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23398872.0000\n", + "25/25 [==============================] - 1s 25ms/step - loss: 22463344.0000\n", + "\n", + "Epoch 14/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 12721.5928\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 11085.8584\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 10676.4365\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 10971.2646\n", + "11/25 [============>.................] - ETA: 0s - loss: 10883.3838\n", + "14/25 [===============>..............] - ETA: 0s - loss: 10804.4160\n", + "17/25 [===================>..........] - ETA: 0s - loss: 33026882.0000\n", + "19/25 [=====================>........] - ETA: 0s - loss: 29551296.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25523088.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22461704.0000\n", + "25/25 [==============================] - 1s 23ms/step - loss: 22461704.0000\n", + "\n", + "Epoch 15/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 10917.2129\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 10503.9277\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 10055.6865\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 10038.3389\n", + "12/25 [=============>................] - ETA: 0s - loss: 10412.1016\n", + "15/25 [=================>............] - ETA: 0s - loss: 37426360.0000\n", + "18/25 [====================>.........] - ETA: 0s - loss: 31190434.0000\n", + "21/25 [========================>.....] - ETA: 0s - loss: 26736182.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23395548.0000\n", + "25/25 [==============================] - 1s 23ms/step - loss: 22460102.0000\n", + "\n", + "Epoch 16/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 11441.7627\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 11332.5293\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 10664.1709\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 10733.3906\n", + "12/25 [=============>................] - ETA: 0s - loss: 10890.4258\n", + "15/25 [=================>............] - ETA: 0s - loss: 10857.9170\n", + "17/25 [===================>..........] - ETA: 0s - loss: 10727.0469\n", + "20/25 [=======================>......] - ETA: 0s - loss: 10373.5439\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24410774.0000\n", + "25/25 [==============================] - 1s 22ms/step - loss: 22458682.0000\n", + "\n", + "Epoch 17/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 9813.1367\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 9698.2988\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 9622.2412\n", + "10/25 [===========>..................] - ETA: 0s - loss: 9715.4922\n", + "13/25 [==============>...............] - ETA: 0s - loss: 9761.9746\n", + "16/25 [==================>...........] - ETA: 0s - loss: 10127.3682\n", + "19/25 [=====================>........] - ETA: 0s - loss: 10079.6318\n", + "22/25 [=========================>....] - ETA: 0s - loss: 9995.4863 \n", + "25/25 [==============================] - ETA: 0s - loss: 22456984.0000\n", + "25/25 [==============================] - 1s 21ms/step - loss: 22456984.0000\n", + "\n", + "Epoch 18/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 8639.7812\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 9898.8867\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 10018.8955\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 10267.2021\n", + "12/25 [=============>................] - ETA: 0s - loss: 10216.0117\n", + "15/25 [=================>............] - ETA: 0s - loss: 10205.0430\n", + "18/25 [====================>.........] - ETA: 0s - loss: 9972.2617 \n", + "20/25 [=======================>......] - ETA: 0s - loss: 10011.4492\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24406884.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22455114.0000\n", + "25/25 [==============================] - 1s 21ms/step - loss: 22455114.0000\n", + "\n", + "Epoch 19/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 8621.6670\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 9053.9268\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 9477.3018\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 62352408.0000\n", + "11/25 [============>.................] - ETA: 0s - loss: 51017764.0000\n", + "14/25 [===============>..............] - ETA: 0s - loss: 40087860.0000\n", + "16/25 [==================>...........] - ETA: 0s - loss: 35078576.0000\n", + "19/25 [=====================>........] - ETA: 0s - loss: 29541684.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25514708.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22454158.0000\n", + "25/25 [==============================] - 1s 23ms/step - loss: 22454158.0000\n", + "\n", + "Epoch 20/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 11208.6895\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 10792.6729\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 11302.2266\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 10695.0684\n", + "12/25 [=============>................] - ETA: 0s - loss: 10351.5830\n", + "15/25 [=================>............] - ETA: 0s - loss: 37412092.0000\n", + "17/25 [===================>..........] - ETA: 0s - loss: 33011816.0000\n", + "19/25 [=====================>........] - ETA: 0s - loss: 29538170.0000\n", + "21/25 [========================>.....] - ETA: 0s - loss: 26726062.0000\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24402916.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22451686.0000\n", + "25/25 [==============================] - 1s 24ms/step - loss: 22451686.0000\n", + "\n", + "Epoch 21/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 10382.4941\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 10900.6660\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 10325.7871\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 9794.1729 \n", + "11/25 [============>.................] - ETA: 0s - loss: 9842.0264\n", + "13/25 [==============>...............] - ETA: 0s - loss: 10030.1729\n", + "16/25 [==================>...........] - ETA: 0s - loss: 35071784.0000\n", + "19/25 [=====================>........] - ETA: 0s - loss: 29535688.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25509644.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23384714.0000\n", + "25/25 [==============================] - 1s 24ms/step - loss: 22449872.0000\n", + "\n", + "Epoch 22/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 11802.5615\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 140243648.0000\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 80143392.0000 \n", + "10/25 [===========>..................] - ETA: 0s - loss: 56104028.0000\n", + "13/25 [==============>...............] - ETA: 0s - loss: 43159504.0000\n", + "16/25 [==================>...........] - ETA: 0s - loss: 35069348.0000\n", + "19/25 [=====================>........] - ETA: 0s - loss: 29533960.0000\n", + "21/25 [========================>.....] - ETA: 0s - loss: 26722336.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23383370.0000\n", + "25/25 [==============================] - 1s 22ms/step - loss: 22448584.0000\n", + "\n", + "Epoch 23/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 13236.5518\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 11799.4443\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 11372.0381\n", + "10/25 [===========>..................] - ETA: 0s - loss: 11000.9160\n", + "13/25 [==============>...............] - ETA: 0s - loss: 10545.1172\n", + "16/25 [==================>...........] - ETA: 0s - loss: 10545.9023\n", + "19/25 [=====================>........] - ETA: 0s - loss: 10069.7568\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25505736.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22446312.0000\n", + "25/25 [==============================] - 1s 22ms/step - loss: 22446312.0000\n", + "\n", + "Epoch 24/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 11284.6377\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 140225600.0000\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 93487144.0000 \n", + " 8/25 [========>.....................] - ETA: 0s - loss: 70118336.0000\n", + "11/25 [============>.................] - ETA: 0s - loss: 50997904.0000\n", + "13/25 [==============>...............] - ETA: 0s - loss: 43153860.0000\n", + "16/25 [==================>...........] - ETA: 0s - loss: 35064948.0000\n", + "18/25 [====================>.........] - ETA: 0s - loss: 31169988.0000\n", + "21/25 [========================>.....] - ETA: 0s - loss: 26718646.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23380004.0000\n", + "25/25 [==============================] - 1s 23ms/step - loss: 22445238.0000\n", + "\n", + "Epoch 25/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 11951.2861\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 11618.1240\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 11784.9707\n", + "10/25 [===========>..................] - ETA: 0s - loss: 11064.7676\n", + "13/25 [==============>...............] - ETA: 0s - loss: 10683.4727\n", + "15/25 [=================>............] - ETA: 0s - loss: 10339.8008\n", + "18/25 [====================>.........] - ETA: 0s - loss: 10103.1826\n", + "21/25 [========================>.....] - ETA: 0s - loss: 9935.3516 \n", + "24/25 [===========================>..] - ETA: 0s - loss: 23376606.0000\n", + "25/25 [==============================] - 1s 21ms/step - loss: 22441978.0000\n", + "\n", + "Epoch 26/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 10604.3838\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 11201.7012\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 80117280.0000\n", + "10/25 [===========>..................] - ETA: 0s - loss: 56085016.0000\n", + "12/25 [=============>................] - ETA: 0s - loss: 46739924.0000\n", + "15/25 [=================>............] - ETA: 0s - loss: 37393788.0000\n", + "18/25 [====================>.........] - ETA: 0s - loss: 31163118.0000\n", + "21/25 [========================>.....] - ETA: 0s - loss: 26712808.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23375272.0000\n", + "25/25 [==============================] - 1s 22ms/step - loss: 22440646.0000\n", + "\n", + "Epoch 27/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 10397.2568\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 10019.1445\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 80103192.0000\n", + "10/25 [===========>..................] - ETA: 0s - loss: 56075592.0000\n", + "13/25 [==============>...............] - ETA: 0s - loss: 43137896.0000\n", + "16/25 [==================>...........] - ETA: 0s - loss: 35051788.0000\n", + "19/25 [=====================>........] - ETA: 0s - loss: 29519226.0000\n", + "21/25 [========================>.....] - ETA: 0s - loss: 26708864.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23371574.0000\n", + "25/25 [==============================] - 1s 20ms/step - loss: 22437148.0000\n", + "\n", + "Epoch 28/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 9691.5488\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 8875.2754\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 9698.2070\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 62298000.0000\n", + "12/25 [=============>................] - ETA: 0s - loss: 46726196.0000\n", + "15/25 [=================>............] - ETA: 0s - loss: 37383124.0000\n", + "18/25 [====================>.........] - ETA: 0s - loss: 31154584.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 28040274.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25492372.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22434538.0000\n", + "25/25 [==============================] - 1s 23ms/step - loss: 22434538.0000\n", + "\n", + "Epoch 29/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 9483.6465\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 140142016.0000\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 80085344.0000 \n", + "10/25 [===========>..................] - ETA: 0s - loss: 56063208.0000\n", + "13/25 [==============>...............] - ETA: 0s - loss: 43128184.0000\n", + "16/25 [==================>...........] - ETA: 0s - loss: 35043720.0000\n", + "19/25 [=====================>........] - ETA: 0s - loss: 29512320.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25489450.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23366274.0000\n", + "25/25 [==============================] - 1s 23ms/step - loss: 22432102.0000\n", + "\n", + "Epoch 30/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 13063.0068\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 10850.7002\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 10402.9414\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 10496.6621\n", + "12/25 [=============>................] - ETA: 0s - loss: 10311.2129\n", + "14/25 [===============>..............] - ETA: 0s - loss: 10079.1445\n", + "16/25 [==================>...........] - ETA: 0s - loss: 10238.8086\n", + "19/25 [=====================>........] - ETA: 0s - loss: 10141.6406\n", + "22/25 [=========================>....] - ETA: 0s - loss: 9727.0938 \n", + "25/25 [==============================] - ETA: 0s - loss: 22429690.0000\n", + "25/25 [==============================] - 1s 24ms/step - loss: 22429690.0000\n", + "\n", + "1/3 [=========>....................] - ETA: 0s - loss: 12390.3535\n", + "3/3 [==============================] - 0s 17ms/step - loss: 10412.3428\n", + "\n", + "Epoch 1/30\n", + "\n", + " 1/38 [..............................] - ETA: 1:34 - loss: 289285.1562\n", + " 5/38 [==>...........................] - ETA: 0s - loss: 306779.5625 \n", + " 9/38 [======>.......................] - ETA: 0s - loss: 305787.5625\n", + "12/38 [========>.....................] - ETA: 0s - loss: 298552.6562\n", + "16/38 [===========>..................] - ETA: 0s - loss: 274502.8750\n", + "20/38 [==============>...............] - ETA: 0s - loss: 241419.5469\n", + "24/38 [=================>............] - ETA: 0s - loss: 210223.6094\n", + "27/38 [====================>.........] - ETA: 0s - loss: 190696.5625\n", + "32/38 [========================>.....] - ETA: 0s - loss: 26496506.0000\n", + "36/38 [===========================>..] - ETA: 0s - loss: 23554402.0000\n", + "38/38 [==============================] - 3s 14ms/step - loss: 22613294.0000\n", + "\n", + "Epoch 2/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 14743.2080\n", + " 5/38 [==>...........................] - ETA: 0s - loss: 168457280.0000\n", + " 9/38 [======>.......................] - ETA: 0s - loss: 93596616.0000 \n", + "14/38 [==========>...................] - ETA: 0s - loss: 60175916.0000\n", + "20/38 [==============>...............] - ETA: 0s - loss: 42129112.0000\n", + "24/38 [=================>............] - ETA: 0s - loss: 35110892.0000\n", + "29/38 [=====================>........] - ETA: 0s - loss: 29060364.0000\n", + "34/38 [=========================>....] - ETA: 0s - loss: 24789070.0000\n", + "38/38 [==============================] - ETA: 0s - loss: 22476628.0000\n", + "38/38 [==============================] - 0s 13ms/step - loss: 22476628.0000\n", + "\n", + "Epoch 3/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 12178.7344\n", + " 5/38 [==>...........................] - ETA: 0s - loss: 10877.6250\n", + "10/38 [======>.......................] - ETA: 0s - loss: 84203120.0000\n", + "15/38 [==========>...................] - ETA: 0s - loss: 56139408.0000\n", + "20/38 [==============>...............] - ETA: 0s - loss: 42107712.0000\n", + "25/38 [==================>...........] - ETA: 0s - loss: 33688872.0000\n", + "30/38 [======================>.......] - ETA: 0s - loss: 28076104.0000\n", + "35/38 [==========================>...] - ETA: 0s - loss: 24067030.0000\n", + "38/38 [==============================] - 0s 12ms/step - loss: 22463196.0000\n", + "\n", + "Epoch 4/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 8143.7720\n", + " 6/38 [===>..........................] - ETA: 0s - loss: 8429.3779\n", + "11/38 [=======>......................] - ETA: 0s - loss: 8148.0444\n", + "15/38 [==========>...................] - ETA: 0s - loss: 56120184.0000\n", + "19/38 [==============>...............] - ETA: 0s - loss: 44307960.0000\n", + "23/38 [=================>............] - ETA: 0s - loss: 36604544.0000\n", + "27/38 [====================>.........] - ETA: 0s - loss: 31183366.0000\n", + "31/38 [=======================>......] - ETA: 0s - loss: 27161228.0000\n", + "36/38 [===========================>..] - ETA: 0s - loss: 23390152.0000\n", + "38/38 [==============================] - 1s 13ms/step - loss: 22454910.0000\n", + "\n", + "Epoch 5/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 9331.7520\n", + " 6/38 [===>..........................] - ETA: 0s - loss: 7809.6475\n", + "10/38 [======>.......................] - ETA: 0s - loss: 7514.2900\n", + "14/38 [==========>...................] - ETA: 0s - loss: 60094968.0000\n", + "18/38 [=============>................] - ETA: 0s - loss: 46743472.0000\n", + "23/38 [=================>............] - ETA: 0s - loss: 36584880.0000\n", + "28/38 [=====================>........] - ETA: 0s - loss: 30054290.0000\n", + "32/38 [========================>.....] - ETA: 0s - loss: 26299152.0000\n", + "36/38 [===========================>..] - ETA: 0s - loss: 23378062.0000\n", + "38/38 [==============================] - 0s 13ms/step - loss: 22443418.0000\n", + "\n", + "Epoch 6/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 9677.9668\n", + " 6/38 [===>..........................] - ETA: 0s - loss: 8503.9297\n", + "10/38 [======>.......................] - ETA: 0s - loss: 7802.6489\n", + "15/38 [==========>...................] - ETA: 0s - loss: 7094.7021\n", + "20/38 [==============>...............] - ETA: 0s - loss: 6665.0928\n", + "25/38 [==================>...........] - ETA: 0s - loss: 33635508.0000\n", + "30/38 [======================>.......] - ETA: 0s - loss: 28031196.0000\n", + "34/38 [=========================>....] - ETA: 0s - loss: 24734954.0000\n", + "37/38 [============================>.] - ETA: 0s - loss: 22730530.0000\n", + "38/38 [==============================] - 0s 13ms/step - loss: 22427796.0000\n", + "\n", + "Epoch 7/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 12700.2656\n", + " 6/38 [===>..........................] - ETA: 0s - loss: 15587.3232\n", + "11/38 [=======>......................] - ETA: 0s - loss: 13819.2578\n", + "15/38 [==========>...................] - ETA: 0s - loss: 12433.0879\n", + "20/38 [==============>...............] - ETA: 0s - loss: 11354.9756\n", + "25/38 [==================>...........] - ETA: 0s - loss: 33591820.0000\n", + "30/38 [======================>.......] - ETA: 0s - loss: 27995312.0000\n", + "34/38 [=========================>....] - ETA: 0s - loss: 24703878.0000\n", + "38/38 [==============================] - ETA: 0s - loss: 22399598.0000\n", + "38/38 [==============================] - 0s 12ms/step - loss: 22399598.0000\n", + "\n", + "Epoch 8/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 21079.2148\n", + " 6/38 [===>..........................] - ETA: 0s - loss: 17046.1660\n", + "11/38 [=======>......................] - ETA: 0s - loss: 16275.9355\n", + "16/38 [===========>..................] - ETA: 0s - loss: 52372848.0000\n", + "20/38 [==============>...............] - ETA: 0s - loss: 41901300.0000\n", + "25/38 [==================>...........] - ETA: 0s - loss: 33525662.0000\n", + "29/38 [=====================>........] - ETA: 0s - loss: 28905116.0000\n", + "33/38 [=========================>....] - ETA: 0s - loss: 25404558.0000\n", + "37/38 [============================>.] - ETA: 0s - loss: 22660472.0000\n", + "38/38 [==============================] - 0s 13ms/step - loss: 22358498.0000\n", + "\n", + "Epoch 9/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 16960.7324\n", + " 6/38 [===>..........................] - ETA: 0s - loss: 18410.4316\n", + "11/38 [=======>......................] - ETA: 0s - loss: 15293.0742\n", + "16/38 [===========>..................] - ETA: 0s - loss: 52225024.0000\n", + "21/38 [===============>..............] - ETA: 0s - loss: 39797400.0000\n", + "25/38 [==================>...........] - ETA: 0s - loss: 33436130.0000\n", + "30/38 [======================>.......] - ETA: 0s - loss: 27871744.0000\n", + "34/38 [=========================>....] - ETA: 0s - loss: 24596636.0000\n", + "38/38 [==============================] - 0s 12ms/step - loss: 22304664.0000\n", + "\n", + "Epoch 10/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 22585.8281\n", + " 6/38 [===>..........................] - ETA: 0s - loss: 23133.7637\n", + "11/38 [=======>......................] - ETA: 0s - loss: 28967.7988\n", + "16/38 [===========>..................] - ETA: 0s - loss: 52032036.0000\n", + "21/38 [===============>..............] - ETA: 0s - loss: 39653652.0000\n", + "26/38 [===================>..........] - ETA: 0s - loss: 32039890.0000\n", + "31/38 [=======================>......] - ETA: 0s - loss: 26879144.0000\n", + "34/38 [=========================>....] - ETA: 0s - loss: 24511982.0000\n", + "38/38 [==============================] - ETA: 0s - loss: 22228004.0000\n", + "38/38 [==============================] - 0s 12ms/step - loss: 22228004.0000\n", + "\n", + "Epoch 11/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 827340800.0000\n", + " 5/38 [==>...........................] - ETA: 0s - loss: 165503552.0000\n", + " 9/38 [======>.......................] - ETA: 0s - loss: 91981056.0000 \n", + "13/38 [=========>....................] - ETA: 0s - loss: 63718768.0000\n", + "17/38 [============>.................] - ETA: 0s - loss: 48749728.0000\n", + "22/38 [================>.............] - ETA: 0s - loss: 37681320.0000\n", + "26/38 [===================>..........] - ETA: 0s - loss: 31893222.0000\n", + "31/38 [=======================>......] - ETA: 0s - loss: 26763456.0000\n", + "35/38 [==========================>...] - ETA: 0s - loss: 23709620.0000\n", + "38/38 [==============================] - 0s 13ms/step - loss: 22130982.0000\n", + "\n", + "Epoch 12/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 24571.3418\n", + " 6/38 [===>..........................] - ETA: 0s - loss: 30690.5234\n", + "10/38 [======>.......................] - ETA: 0s - loss: 41820.1172\n", + "15/38 [==========>...................] - ETA: 0s - loss: 54912672.0000\n", + "19/38 [==============>...............] - ETA: 0s - loss: 43365740.0000\n", + "24/38 [=================>............] - ETA: 0s - loss: 34361444.0000\n", + "29/38 [=====================>........] - ETA: 0s - loss: 28451790.0000\n", + "34/38 [=========================>....] - ETA: 0s - loss: 24276464.0000\n", + "37/38 [============================>.] - ETA: 0s - loss: 22316760.0000\n", + "38/38 [==============================] - 0s 13ms/step - loss: 22019696.0000\n", + "\n", + "Epoch 13/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 41935.4648\n", + " 5/38 [==>...........................] - ETA: 0s - loss: 61010.6797\n", + " 9/38 [======>.......................] - ETA: 0s - loss: 67751.2109\n", + "14/38 [==========>...................] - ETA: 0s - loss: 58415048.0000\n", + "19/38 [==============>...............] - ETA: 0s - loss: 43062392.0000\n", + "24/38 [=================>............] - ETA: 0s - loss: 34118240.0000\n", + "29/38 [=====================>........] - ETA: 0s - loss: 28247746.0000\n", + "34/38 [=========================>....] - ETA: 0s - loss: 24114382.0000\n", + "38/38 [==============================] - ETA: 0s - loss: 21879772.0000\n", + "38/38 [==============================] - 0s 12ms/step - loss: 21879772.0000\n", + "\n", + "Epoch 14/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 57074.5117\n", + " 6/38 [===>..........................] - ETA: 0s - loss: 112357.1250\n", + "11/38 [=======>......................] - ETA: 0s - loss: 87288.5078 \n", + "15/38 [==========>...................] - ETA: 0s - loss: 81580.1250\n", + "20/38 [==============>...............] - ETA: 0s - loss: 77622.7266\n", + "24/38 [=================>............] - ETA: 0s - loss: 70096.5859\n", + "29/38 [=====================>........] - ETA: 0s - loss: 65657.9453\n", + "34/38 [=========================>....] - ETA: 0s - loss: 24131958.0000\n", + "38/38 [==============================] - ETA: 0s - loss: 21887264.0000\n", + "38/38 [==============================] - 0s 12ms/step - loss: 21887264.0000\n", + "\n", + "Epoch 15/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 79974.9297\n", + " 5/38 [==>...........................] - ETA: 0s - loss: 140431.8438\n", + "10/38 [======>.......................] - ETA: 0s - loss: 141969.9531\n", + "14/38 [==========>...................] - ETA: 0s - loss: 129156.4141\n", + "18/38 [=============>................] - ETA: 0s - loss: 129715.3516\n", + "23/38 [=================>............] - ETA: 0s - loss: 117965.7891\n", + "28/38 [=====================>........] - ETA: 0s - loss: 108470.2656\n", + "32/38 [========================>.....] - ETA: 0s - loss: 110040.6172\n", + "36/38 [===========================>..] - ETA: 0s - loss: 108587.5156\n", + "38/38 [==============================] - 1s 13ms/step - loss: 21663710.0000\n", + "\n", + "Epoch 16/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 204590.6250\n", + " 6/38 [===>..........................] - ETA: 0s - loss: 161864.0469\n", + "11/38 [=======>......................] - ETA: 0s - loss: 363602.5312\n", + "15/38 [==========>...................] - ETA: 0s - loss: 353479.9062\n", + "20/38 [==============>...............] - ETA: 0s - loss: 387907.2812\n", + "25/38 [==================>...........] - ETA: 0s - loss: 343743.3438\n", + "30/38 [======================>.......] - ETA: 0s - loss: 26729492.0000\n", + "34/38 [=========================>....] - ETA: 0s - loss: 23613896.0000\n", + "38/38 [==============================] - ETA: 0s - loss: 21440532.0000\n", + "38/38 [==============================] - 0s 12ms/step - loss: 21440532.0000\n", + "\n", + "Epoch 17/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 45100.7656\n", + " 6/38 [===>..........................] - ETA: 0s - loss: 492714.8438\n", + "10/38 [======>.......................] - ETA: 0s - loss: 78358696.0000\n", + "14/38 [==========>...................] - ETA: 0s - loss: 56134408.0000\n", + "19/38 [==============>...............] - ETA: 0s - loss: 41424092.0000\n", + "24/38 [=================>............] - ETA: 0s - loss: 32843766.0000\n", + "27/38 [====================>.........] - ETA: 0s - loss: 29293976.0000\n", + "31/38 [=======================>......] - ETA: 0s - loss: 25581122.0000\n", + "35/38 [==========================>...] - ETA: 0s - loss: 22677802.0000\n", + "38/38 [==============================] - ETA: 0s - loss: 21193140.0000\n", + "38/38 [==============================] - 1s 14ms/step - loss: 21193140.0000\n", + "\n", + "Epoch 18/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 772639936.0000\n", + " 5/38 [==>...........................] - ETA: 0s - loss: 154833952.0000\n", + " 9/38 [======>.......................] - ETA: 0s - loss: 86296336.0000 \n", + "13/38 [=========>....................] - ETA: 0s - loss: 59938496.0000\n", + "17/38 [============>.................] - ETA: 0s - loss: 45911036.0000\n", + "21/38 [===============>..............] - ETA: 0s - loss: 37261684.0000\n", + "25/38 [==================>...........] - ETA: 0s - loss: 31339636.0000\n", + "29/38 [=====================>........] - ETA: 0s - loss: 27039044.0000\n", + "33/38 [=========================>....] - ETA: 0s - loss: 23777254.0000\n", + "37/38 [============================>.] - ETA: 0s - loss: 21266374.0000\n", + "38/38 [==============================] - 1s 14ms/step - loss: 20983168.0000\n", + "\n", + "Epoch 19/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 79631.8281\n", + " 5/38 [==>...........................] - ETA: 0s - loss: 295035.5938\n", + " 9/38 [======>.......................] - ETA: 0s - loss: 239345.2031\n", + "14/38 [==========>...................] - ETA: 0s - loss: 209422.2656\n", + "18/38 [=============>................] - ETA: 0s - loss: 211307.1719\n", + "22/38 [================>.............] - ETA: 0s - loss: 280387.3125\n", + "26/38 [===================>..........] - ETA: 0s - loss: 262777.0938\n", + "30/38 [======================>.......] - ETA: 0s - loss: 242735.8438\n", + "34/38 [=========================>....] - ETA: 0s - loss: 22975300.0000\n", + "38/38 [==============================] - ETA: 0s - loss: 20879410.0000\n", + "38/38 [==============================] - 1s 14ms/step - loss: 20879410.0000\n", + "\n", + "Epoch 20/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 227926.8281\n", + " 5/38 [==>...........................] - ETA: 0s - loss: 425069.2812\n", + " 9/38 [======>.......................] - ETA: 0s - loss: 84785152.0000\n", + "13/38 [=========>....................] - ETA: 0s - loss: 58738184.0000\n", + "18/38 [=============>................] - ETA: 0s - loss: 42567936.0000\n", + "23/38 [=================>............] - ETA: 0s - loss: 33405926.0000\n", + "27/38 [====================>.........] - ETA: 0s - loss: 28543532.0000\n", + "31/38 [=======================>......] - ETA: 0s - loss: 24973190.0000\n", + "35/38 [==========================>...] - ETA: 0s - loss: 22187432.0000\n", + "38/38 [==============================] - ETA: 0s - loss: 20748608.0000\n", + "38/38 [==============================] - 1s 13ms/step - loss: 20748608.0000\n", + "\n", + "Epoch 21/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 240051.3594\n", + " 5/38 [==>...........................] - ETA: 0s - loss: 420993.2812\n", + "10/38 [======>.......................] - ETA: 0s - loss: 513123.0625\n", + "14/38 [==========>...................] - ETA: 0s - loss: 534852.3125\n", + "18/38 [=============>................] - ETA: 0s - loss: 473045.8438\n", + "22/38 [================>.............] - ETA: 0s - loss: 424947.1875\n", + "26/38 [===================>..........] - ETA: 0s - loss: 387514.7812\n", + "30/38 [======================>.......] - ETA: 0s - loss: 25581148.0000\n", + "35/38 [==========================>...] - ETA: 0s - loss: 22022360.0000\n", + "38/38 [==============================] - 1s 13ms/step - loss: 20574024.0000\n", + "\n", + "Epoch 22/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 648938.6875\n", + " 4/38 [==>...........................] - ETA: 0s - loss: 1007632.9375\n", + " 8/38 [=====>........................] - ETA: 0s - loss: 691144.6250 \n", + "12/38 [========>.....................] - ETA: 0s - loss: 539475.5625\n", + "16/38 [===========>..................] - ETA: 0s - loss: 460556.4688\n", + "20/38 [==============>...............] - ETA: 0s - loss: 37549784.0000\n", + "25/38 [==================>...........] - ETA: 0s - loss: 30276684.0000\n", + "29/38 [=====================>........] - ETA: 0s - loss: 26136056.0000\n", + "34/38 [=========================>....] - ETA: 0s - loss: 22396966.0000\n", + "38/38 [==============================] - ETA: 0s - loss: 20342770.0000\n", + "38/38 [==============================] - 1s 14ms/step - loss: 20342770.0000\n", + "\n", + "Epoch 23/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 1959493.1250\n", + " 5/38 [==>...........................] - ETA: 0s - loss: 728968.0000 \n", + " 9/38 [======>.......................] - ETA: 0s - loss: 667035.5000\n", + "13/38 [=========>....................] - ETA: 0s - loss: 656261.4375\n", + "17/38 [============>.................] - ETA: 0s - loss: 565270.0625\n", + "21/38 [===============>..............] - ETA: 0s - loss: 607239.7500\n", + "25/38 [==================>...........] - ETA: 0s - loss: 529519.1250\n", + "29/38 [=====================>........] - ETA: 0s - loss: 25836574.0000\n", + "33/38 [=========================>....] - ETA: 0s - loss: 22848086.0000\n", + "38/38 [==============================] - ETA: 0s - loss: 20164234.0000\n", + "38/38 [==============================] - 1s 14ms/step - loss: 20164234.0000\n", + "\n", + "Epoch 24/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 173401.2344\n", + " 5/38 [==>...........................] - ETA: 0s - loss: 447509.4688\n", + " 9/38 [======>.......................] - ETA: 0s - loss: 837316.6875\n", + "13/38 [=========>....................] - ETA: 0s - loss: 55960516.0000\n", + "17/38 [============>.................] - ETA: 0s - loss: 43043588.0000\n", + "21/38 [===============>..............] - ETA: 0s - loss: 34960064.0000\n", + "25/38 [==================>...........] - ETA: 0s - loss: 29493460.0000\n", + "30/38 [======================>.......] - ETA: 0s - loss: 24738628.0000\n", + "34/38 [=========================>....] - ETA: 0s - loss: 21959806.0000\n", + "38/38 [==============================] - ETA: 0s - loss: 20001110.0000\n", + "38/38 [==============================] - 1s 14ms/step - loss: 20001110.0000\n", + "\n", + "Epoch 25/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 107031.9141\n", + " 6/38 [===>..........................] - ETA: 0s - loss: 452687.1875\n", + "11/38 [=======>......................] - ETA: 0s - loss: 746747.6875\n", + "16/38 [===========>..................] - ETA: 0s - loss: 45093308.0000\n", + "20/38 [==============>...............] - ETA: 0s - loss: 36140788.0000\n", + "25/38 [==================>...........] - ETA: 0s - loss: 29129608.0000\n", + "29/38 [=====================>........] - ETA: 0s - loss: 25375602.0000\n", + "34/38 [=========================>....] - ETA: 0s - loss: 21771864.0000\n", + "38/38 [==============================] - ETA: 0s - loss: 19804804.0000\n", + "38/38 [==============================] - 0s 12ms/step - loss: 19804804.0000\n", + "\n", + "Epoch 26/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 982598.8125\n", + " 6/38 [===>..........................] - ETA: 0s - loss: 997195.7500\n", + "11/38 [=======>......................] - ETA: 0s - loss: 864672.0000\n", + "16/38 [===========>..................] - ETA: 0s - loss: 891617.4375\n", + "19/38 [==============>...............] - ETA: 0s - loss: 787608.3750\n", + "24/38 [=================>............] - ETA: 0s - loss: 681879.0000\n", + "29/38 [=====================>........] - ETA: 0s - loss: 25198718.0000\n", + "34/38 [=========================>....] - ETA: 0s - loss: 21590470.0000\n", + "38/38 [==============================] - ETA: 0s - loss: 19698930.0000\n", + "38/38 [==============================] - 0s 12ms/step - loss: 19698930.0000\n", + "\n", + "Epoch 27/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 825281.4375\n", + " 6/38 [===>..........................] - ETA: 0s - loss: 1286658.2500\n", + "10/38 [======>.......................] - ETA: 0s - loss: 70158416.0000\n", + "15/38 [==========>...................] - ETA: 0s - loss: 46985520.0000\n", + "19/38 [==============>...............] - ETA: 0s - loss: 37292768.0000\n", + "24/38 [=================>............] - ETA: 0s - loss: 29709366.0000\n", + "29/38 [=====================>........] - ETA: 0s - loss: 24928294.0000\n", + "35/38 [==========================>...] - ETA: 0s - loss: 20757914.0000\n", + "38/38 [==============================] - 0s 12ms/step - loss: 19512456.0000\n", + "\n", + "Epoch 28/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 219975.5625\n", + " 5/38 [==>...........................] - ETA: 0s - loss: 136876208.0000\n", + " 9/38 [======>.......................] - ETA: 0s - loss: 76963232.0000 \n", + "14/38 [==========>...................] - ETA: 0s - loss: 50117192.0000\n", + "19/38 [==============>...............] - ETA: 0s - loss: 37198204.0000\n", + "23/38 [=================>............] - ETA: 0s - loss: 30905994.0000\n", + "28/38 [=====================>........] - ETA: 0s - loss: 25546676.0000\n", + "33/38 [=========================>....] - ETA: 0s - loss: 21769462.0000\n", + "37/38 [============================>.] - ETA: 0s - loss: 19508052.0000\n", + "38/38 [==============================] - 0s 12ms/step - loss: 19248744.0000\n", + "\n", + "Epoch 29/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 322655.3438\n", + " 5/38 [==>...........................] - ETA: 0s - loss: 196302.8438\n", + "10/38 [======>.......................] - ETA: 0s - loss: 68005136.0000\n", + "14/38 [==========>...................] - ETA: 0s - loss: 48735736.0000\n", + "18/38 [=============>................] - ETA: 0s - loss: 38016532.0000\n", + "23/38 [=================>............] - ETA: 0s - loss: 30133472.0000\n", + "28/38 [=====================>........] - ETA: 0s - loss: 25105500.0000\n", + "33/38 [=========================>....] - ETA: 0s - loss: 21557030.0000\n", + "38/38 [==============================] - ETA: 0s - loss: 19264706.0000\n", + "38/38 [==============================] - 0s 13ms/step - loss: 19264706.0000\n", + "\n", + "Epoch 30/30\n", + "\n", + " 1/38 [..............................] - ETA: 0s - loss: 235401.8750\n", + " 5/38 [==>...........................] - ETA: 0s - loss: 1320562.2500\n", + "10/38 [======>.......................] - ETA: 0s - loss: 68365984.0000\n", + "15/38 [==========>...................] - ETA: 0s - loss: 46004612.0000\n", + "20/38 [==============>...............] - ETA: 0s - loss: 34965740.0000\n", + "25/38 [==================>...........] - ETA: 0s - loss: 28033678.0000\n", + "29/38 [=====================>........] - ETA: 0s - loss: 24311618.0000\n", + "34/38 [=========================>....] - ETA: 0s - loss: 20864672.0000\n", + "38/38 [==============================] - ETA: 0s - loss: 18979868.0000\n", + "38/38 [==============================] - 0s 13ms/step - loss: 18979868.0000\n", + "\n", + "1/5 [=====>........................] - ETA: 1s - loss: 2160951.0000\n", + "5/5 [==============================] - 0s 9ms/step - loss: 1112533.2500\n", + "\n", + "Epoch 1/30\n", + "\n", + " 1/25 [>.............................] - ETA: 57s - loss: 318187.4062\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 316412.9062 \n", + " 8/25 [========>.....................] - ETA: 0s - loss: 70531192.0000\n", + "11/25 [============>.................] - ETA: 0s - loss: 51384944.0000\n", + "14/25 [===============>..............] - ETA: 0s - loss: 40441700.0000\n", + "17/25 [===================>..........] - ETA: 0s - loss: 33359992.0000\n", + "21/25 [========================>.....] - ETA: 0s - loss: 27064654.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23713924.0000\n", + "25/25 [==============================] - 3s 18ms/step - loss: 22775588.0000\n", + "\n", + "Epoch 2/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 200919.1875\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 214101.7500\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 199476.5781\n", + "10/25 [===========>..................] - ETA: 0s - loss: 56327840.0000\n", + "14/25 [===============>..............] - ETA: 0s - loss: 40268440.0000\n", + "17/25 [===================>..........] - ETA: 0s - loss: 33180016.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 28215736.0000\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24545092.0000\n", + "25/25 [==============================] - 0s 18ms/step - loss: 22586568.0000\n", + "\n", + "Epoch 3/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 55964.3750\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 44642.1602\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 39265.7109\n", + "11/25 [============>.................] - ETA: 0s - loss: 35401.1758\n", + "14/25 [===============>..............] - ETA: 0s - loss: 40131112.0000\n", + "17/25 [===================>..........] - ETA: 0s - loss: 33052616.0000\n", + "21/25 [========================>.....] - ETA: 0s - loss: 26760370.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23417170.0000\n", + "25/25 [==============================] - 0s 17ms/step - loss: 22481262.0000\n", + "\n", + "Epoch 4/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 14679.2773\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 15614.8076\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 15001.3545\n", + "10/25 [===========>..................] - ETA: 0s - loss: 14944.1221\n", + "13/25 [==============>...............] - ETA: 0s - loss: 14848.4688\n", + "17/25 [===================>..........] - ETA: 0s - loss: 33034410.0000\n", + "21/25 [========================>.....] - ETA: 0s - loss: 26744386.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22467074.0000\n", + "25/25 [==============================] - 0s 17ms/step - loss: 22467074.0000\n", + "\n", + "Epoch 5/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 11891.4072\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 11824.2900\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 11450.3428\n", + "12/25 [=============>................] - ETA: 0s - loss: 11437.9287\n", + "16/25 [==================>...........] - ETA: 0s - loss: 11176.8281\n", + "20/25 [=======================>......] - ETA: 0s - loss: 10691.3604\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24413930.0000\n", + "25/25 [==============================] - 0s 16ms/step - loss: 22461590.0000\n", + "\n", + "Epoch 6/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 8869.7227\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 8767.1035\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 8738.6621\n", + "12/25 [=============>................] - ETA: 0s - loss: 9244.0439\n", + "16/25 [==================>...........] - ETA: 0s - loss: 9437.0723\n", + "20/25 [=======================>......] - ETA: 0s - loss: 9464.5049\n", + "24/25 [===========================>..] - ETA: 0s - loss: 9335.4482\n", + "25/25 [==============================] - 0s 16ms/step - loss: 22455660.0000\n", + "\n", + "Epoch 7/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 6630.8999\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 8654.1045\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 9208.2998\n", + "13/25 [==============>...............] - ETA: 0s - loss: 9525.0771\n", + "16/25 [==================>...........] - ETA: 0s - loss: 35069340.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 28058294.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23384448.0000\n", + "25/25 [==============================] - 0s 16ms/step - loss: 22449584.0000\n", + "\n", + "Epoch 8/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 12121.4053\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 12944.7871\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 12671.4570\n", + "12/25 [=============>................] - ETA: 0s - loss: 12297.2871\n", + "15/25 [=================>............] - ETA: 0s - loss: 12052.1045\n", + "18/25 [====================>.........] - ETA: 0s - loss: 11729.3359\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25501066.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22442444.0000\n", + "25/25 [==============================] - 0s 16ms/step - loss: 22442444.0000\n", + "\n", + "Epoch 9/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 11442.2734\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 11365.4521\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 11392.8799\n", + "11/25 [============>.................] - ETA: 0s - loss: 11657.1758\n", + "15/25 [=================>............] - ETA: 0s - loss: 37379136.0000\n", + "19/25 [=====================>........] - ETA: 0s - loss: 29512572.0000\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24382896.0000\n", + "25/25 [==============================] - 0s 16ms/step - loss: 22433340.0000\n", + "\n", + "Epoch 10/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 560156736.0000\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 140052400.0000\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 80040472.0000 \n", + " 9/25 [=========>....................] - ETA: 0s - loss: 62257980.0000\n", + "11/25 [============>.................] - ETA: 0s - loss: 50941600.0000\n", + "14/25 [===============>..............] - ETA: 0s - loss: 40030128.0000\n", + "17/25 [===================>..........] - ETA: 0s - loss: 32970350.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 28027882.0000\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24373946.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22425166.0000\n", + "25/25 [==============================] - 1s 22ms/step - loss: 22425166.0000\n", + "\n", + "Epoch 11/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 14286.9854\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 12743.1660\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 11922.8682\n", + "11/25 [============>.................] - ETA: 0s - loss: 11444.5010\n", + "14/25 [===============>..............] - ETA: 0s - loss: 10879.3926\n", + "17/25 [===================>..........] - ETA: 0s - loss: 10358.2080\n", + "20/25 [=======================>......] - ETA: 0s - loss: 9826.3438 \n", + "23/25 [==========================>...] - ETA: 0s - loss: 24358232.0000\n", + "25/25 [==============================] - 0s 19ms/step - loss: 22410162.0000\n", + "\n", + "Epoch 12/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 8131.6606\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 8709.4121\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 10916.3398\n", + "11/25 [============>.................] - ETA: 0s - loss: 50877352.0000\n", + "14/25 [===============>..............] - ETA: 0s - loss: 39978808.0000\n", + "17/25 [===================>..........] - ETA: 0s - loss: 32926808.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 27991544.0000\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24343232.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22397336.0000\n", + "25/25 [==============================] - 0s 19ms/step - loss: 22397336.0000\n", + "\n", + "Epoch 13/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 14450.3291\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 17156.0723\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 16911.1895\n", + "10/25 [===========>..................] - ETA: 0s - loss: 15516.9014\n", + "13/25 [==============>...............] - ETA: 0s - loss: 14703.5088\n", + "16/25 [==================>...........] - ETA: 0s - loss: 13830.8066\n", + "19/25 [=====================>........] - ETA: 0s - loss: 12913.6465\n", + "21/25 [========================>.....] - ETA: 0s - loss: 26633516.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23305562.0000\n", + "25/25 [==============================] - 1s 20ms/step - loss: 22373718.0000\n", + "\n", + "Epoch 14/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 16733.5664\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 18392.1992\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 15102.4199\n", + "10/25 [===========>..................] - ETA: 0s - loss: 55846076.0000\n", + "13/25 [==============>...............] - ETA: 0s - loss: 42962132.0000\n", + "16/25 [==================>...........] - ETA: 0s - loss: 34912432.0000\n", + "19/25 [=====================>........] - ETA: 0s - loss: 29404056.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25398706.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22353600.0000\n", + "25/25 [==============================] - 0s 19ms/step - loss: 22353600.0000\n", + "\n", + "Epoch 15/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 14102.8770\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 14404.0879\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 14616.3477\n", + "11/25 [============>.................] - ETA: 0s - loss: 15361.2324\n", + "15/25 [=================>............] - ETA: 0s - loss: 16076.5664\n", + "19/25 [=====================>........] - ETA: 0s - loss: 15948.1914\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25358048.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22316394.0000\n", + "25/25 [==============================] - 0s 18ms/step - loss: 22316394.0000\n", + "\n", + "Epoch 16/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 11792.1064\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 111337528.0000\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 69600816.0000 \n", + "12/25 [=============>................] - ETA: 0s - loss: 46413364.0000\n", + "16/25 [==================>...........] - ETA: 0s - loss: 34823220.0000\n", + "19/25 [=====================>........] - ETA: 0s - loss: 29330962.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25337020.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22299152.0000\n", + "25/25 [==============================] - 0s 17ms/step - loss: 22299152.0000\n", + "\n", + "Epoch 17/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 13338.9473\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 16476.6133\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 17139.2129\n", + "11/25 [============>.................] - ETA: 0s - loss: 18863.0918\n", + "15/25 [=================>............] - ETA: 0s - loss: 18734.8398\n", + "19/25 [=====================>........] - ETA: 0s - loss: 19668.2812\n", + "23/25 [==========================>...] - ETA: 0s - loss: 20325.0527\n", + "25/25 [==============================] - 0s 16ms/step - loss: 22236924.0000\n", + "\n", + "Epoch 18/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 11942.4541\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 21281.4199\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 21251.5254\n", + "12/25 [=============>................] - ETA: 0s - loss: 25904.2988\n", + "16/25 [==================>...........] - ETA: 0s - loss: 31052.1777\n", + "19/25 [=====================>........] - ETA: 0s - loss: 31551.7754\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24112338.0000\n", + "25/25 [==============================] - 0s 16ms/step - loss: 22185556.0000\n", + "\n", + "Epoch 19/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 27736.6113\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 110599840.0000\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 69147432.0000 \n", + "11/25 [============>.................] - ETA: 0s - loss: 50314948.0000\n", + "15/25 [=================>............] - ETA: 0s - loss: 36913528.0000\n", + "19/25 [=====================>........] - ETA: 0s - loss: 29160766.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25192680.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22175640.0000\n", + "25/25 [==============================] - 0s 17ms/step - loss: 22175640.0000\n", + "\n", + "Epoch 20/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 44689.0781\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 49232.7773\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 49766.9258\n", + "13/25 [==============>...............] - ETA: 0s - loss: 46609.5117\n", + "17/25 [===================>..........] - ETA: 0s - loss: 44459.8438\n", + "20/25 [=======================>......] - ETA: 0s - loss: 42281.7539\n", + "24/25 [===========================>..] - ETA: 0s - loss: 22988326.0000\n", + "25/25 [==============================] - 0s 16ms/step - loss: 22070162.0000\n", + "\n", + "Epoch 21/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 70852.4375\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 62013.3438\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 61457.8828\n", + "13/25 [==============>...............] - ETA: 0s - loss: 42258604.0000\n", + "17/25 [===================>..........] - ETA: 0s - loss: 32335538.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 27500114.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 22933108.0000\n", + "25/25 [==============================] - 0s 16ms/step - loss: 22017700.0000\n", + "\n", + "Epoch 22/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 109014.7344\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 78563.9766 \n", + " 9/25 [=========>....................] - ETA: 0s - loss: 80598.7734\n", + "12/25 [=============>................] - ETA: 0s - loss: 87510.5938\n", + "15/25 [=================>............] - ETA: 0s - loss: 79602.8828\n", + "19/25 [=====================>........] - ETA: 0s - loss: 75122.6719\n", + "23/25 [==========================>...] - ETA: 0s - loss: 23835928.0000\n", + "25/25 [==============================] - 0s 16ms/step - loss: 21934902.0000\n", + "\n", + "Epoch 23/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 39889.9961\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 122328.8203\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 112326.0156\n", + "12/25 [=============>................] - ETA: 0s - loss: 100988.5391\n", + "15/25 [=================>............] - ETA: 0s - loss: 99207.7500 \n", + "19/25 [=====================>........] - ETA: 0s - loss: 94640.5938\n", + "22/25 [=========================>....] - ETA: 0s - loss: 24840658.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 21867302.0000\n", + "25/25 [==============================] - 0s 17ms/step - loss: 21867302.0000\n", + "\n", + "Epoch 24/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 65206.6797\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 97712.8125\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 93818.5312\n", + "12/25 [=============>................] - ETA: 0s - loss: 45220516.0000\n", + "16/25 [==================>...........] - ETA: 0s - loss: 33959064.0000\n", + "19/25 [=====================>........] - ETA: 0s - loss: 28619114.0000\n", + "23/25 [==========================>...] - ETA: 0s - loss: 23665964.0000\n", + "25/25 [==============================] - 0s 16ms/step - loss: 21782302.0000\n", + "\n", + "Epoch 25/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 166379.9844\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 118819.8906\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 109881.2500\n", + "12/25 [=============>................] - ETA: 0s - loss: 104857.9688\n", + "16/25 [==================>...........] - ETA: 0s - loss: 120966.5156\n", + "20/25 [=======================>......] - ETA: 0s - loss: 27068908.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 22581194.0000\n", + "25/25 [==============================] - 0s 16ms/step - loss: 21688878.0000\n", + "\n", + "Epoch 26/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 218866.5469\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 160270.3125\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 67116432.0000\n", + "11/25 [============>.................] - ETA: 0s - loss: 48873244.0000\n", + "14/25 [===============>..............] - ETA: 0s - loss: 38473260.0000\n", + "18/25 [====================>.........] - ETA: 0s - loss: 29970460.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 24559052.0000\n", + "25/25 [==============================] - 0s 16ms/step - loss: 21629076.0000\n", + "\n", + "Epoch 27/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 138998.2812\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 106816456.0000\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 59466512.0000 \n", + "13/25 [==============>...............] - ETA: 0s - loss: 41252680.0000\n", + "17/25 [===================>..........] - ETA: 0s - loss: 31583376.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 26871236.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 22427878.0000\n", + "25/25 [==============================] - 0s 16ms/step - loss: 21539334.0000\n", + "\n", + "Epoch 28/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 206679.7812\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 306842.8438\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 66539684.0000\n", + "11/25 [============>.................] - ETA: 0s - loss: 48447968.0000\n", + "14/25 [===============>..............] - ETA: 0s - loss: 38113188.0000\n", + "17/25 [===================>..........] - ETA: 0s - loss: 31425070.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 26731392.0000\n", + "23/25 [==========================>...] - ETA: 0s - loss: 23282308.0000\n", + "25/25 [==============================] - 0s 18ms/step - loss: 21438112.0000\n", + "\n", + "Epoch 29/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 99123.3047\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 99753.3984\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 66079972.0000\n", + "12/25 [=============>................] - ETA: 0s - loss: 44146212.0000\n", + "15/25 [=================>............] - ETA: 0s - loss: 35365480.0000\n", + "19/25 [=====================>........] - ETA: 0s - loss: 27992962.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 24225834.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 21357432.0000\n", + "25/25 [==============================] - 0s 18ms/step - loss: 21357432.0000\n", + "\n", + "Epoch 30/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 223755.2969\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 231119.7188\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 236114.5000\n", + "11/25 [============>.................] - ETA: 0s - loss: 251923.1719\n", + "15/25 [=================>............] - ETA: 0s - loss: 244552.0000\n", + "18/25 [====================>.........] - ETA: 0s - loss: 239616.5938\n", + "21/25 [========================>.....] - ETA: 0s - loss: 25249258.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 22143002.0000\n", + "25/25 [==============================] - 0s 18ms/step - loss: 21261240.0000\n", + "\n", + "1/3 [=========>....................] - ETA: 0s - loss: 700956.3750\n", + "3/3 [==============================] - 0s 14ms/step - loss: 447403.0938\n", + "\n", + "Epoch 1/30\n", + "\n", + " 1/30 [>.............................] - ETA: 1:17 - loss: 353304.2812\n", + " 3/30 [==>...........................] - ETA: 1s - loss: 342319.8750 \n", + " 5/30 [====>.........................] - ETA: 1s - loss: 339278.2812\n", + " 7/30 [======>.......................] - ETA: 0s - loss: 334103.0625\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 334983.3750\n", + "11/30 [==========>...................] - ETA: 0s - loss: 327058.2188\n", + "13/30 [============>.................] - ETA: 0s - loss: 52173444.0000\n", + "15/30 [==============>...............] - ETA: 0s - loss: 45253000.0000\n", + "17/30 [================>.............] - ETA: 0s - loss: 39958796.0000\n", + "20/30 [===================>..........] - ETA: 0s - loss: 33997508.0000\n", + "22/30 [=====================>........] - ETA: 0s - loss: 30924430.0000\n", + "24/30 [=======================>......] - ETA: 0s - loss: 28362366.0000\n", + "26/30 [=========================>....] - ETA: 0s - loss: 26191780.0000\n", + "28/30 [===========================>..] - ETA: 0s - loss: 24328886.0000\n", + "29/30 [============================>.] - ETA: 0s - loss: 23493334.0000\n", + "30/30 [==============================] - 4s 34ms/step - loss: 22713044.0000\n", + "\n", + "Epoch 2/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 60835.5469\n", + " 3/30 [==>...........................] - ETA: 0s - loss: 64821.3008\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 57910.9531\n", + " 7/30 [======>.......................] - ETA: 0s - loss: 55578.0859\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 52325.0117\n", + "11/30 [==========>...................] - ETA: 0s - loss: 61319728.0000\n", + "13/30 [============>.................] - ETA: 0s - loss: 51889472.0000\n", + "14/30 [=============>................] - ETA: 0s - loss: 48184348.0000\n", + "16/30 [===============>..............] - ETA: 0s - loss: 42163052.0000\n", + "18/30 [=================>............] - ETA: 0s - loss: 37479748.0000\n", + "20/30 [===================>..........] - ETA: 0s - loss: 33732828.0000\n", + "22/30 [=====================>........] - ETA: 0s - loss: 30667782.0000\n", + "24/30 [=======================>......] - ETA: 0s - loss: 28113340.0000\n", + "26/30 [=========================>....] - ETA: 0s - loss: 25951914.0000\n", + "28/30 [===========================>..] - ETA: 0s - loss: 24099124.0000\n", + "30/30 [==============================] - ETA: 0s - loss: 22493460.0000\n", + "30/30 [==============================] - 1s 32ms/step - loss: 22493460.0000\n", + "\n", + "Epoch 3/30\n", + "\n", + " 1/30 [>.............................] - ETA: 1s - loss: 11710.3125\n", + " 3/30 [==>...........................] - ETA: 0s - loss: 11246.4033\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 11207.1416\n", + " 7/30 [======>.......................] - ETA: 0s - loss: 96260008.0000\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 74871728.0000\n", + "11/30 [==========>...................] - ETA: 0s - loss: 61261428.0000\n", + "13/30 [============>.................] - ETA: 0s - loss: 51838624.0000\n", + "15/30 [==============>...............] - ETA: 0s - loss: 44928188.0000\n", + "17/30 [================>.............] - ETA: 0s - loss: 39644060.0000\n", + "19/30 [==================>...........] - ETA: 0s - loss: 35472360.0000\n", + "21/30 [====================>.........] - ETA: 0s - loss: 32095098.0000\n", + "23/30 [======================>.......] - ETA: 0s - loss: 29305340.0000\n", + "25/30 [========================>.....] - ETA: 0s - loss: 26961780.0000\n", + "27/30 [==========================>...] - ETA: 0s - loss: 24965312.0000\n", + "29/30 [============================>.] - ETA: 0s - loss: 23244240.0000\n", + "30/30 [==============================] - 1s 33ms/step - loss: 22469732.0000\n", + "\n", + "Epoch 4/30\n", + "\n", + " 1/30 [>.............................] - ETA: 1s - loss: 10305.4932\n", + " 3/30 [==>...........................] - ETA: 0s - loss: 224529840.0000\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 134722592.0000\n", + " 7/30 [======>.......................] - ETA: 0s - loss: 96233344.0000 \n", + " 9/30 [========>.....................] - ETA: 0s - loss: 74850608.0000\n", + "11/30 [==========>...................] - ETA: 0s - loss: 61243844.0000\n", + "13/30 [============>.................] - ETA: 0s - loss: 51823644.0000\n", + "15/30 [==============>...............] - ETA: 0s - loss: 44915548.0000\n", + "17/30 [================>.............] - ETA: 0s - loss: 39632532.0000\n", + "19/30 [==================>...........] - ETA: 0s - loss: 35461952.0000\n", + "21/30 [====================>.........] - ETA: 0s - loss: 32085622.0000\n", + "23/30 [======================>.......] - ETA: 0s - loss: 29296378.0000\n", + "25/30 [========================>.....] - ETA: 0s - loss: 26953512.0000\n", + "27/30 [==========================>...] - ETA: 0s - loss: 24957566.0000\n", + "29/30 [============================>.] - ETA: 0s - loss: 23237022.0000\n", + "30/30 [==============================] - 1s 33ms/step - loss: 22462730.0000\n", + "\n", + "Epoch 5/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 8640.8486\n", + " 3/30 [==>...........................] - ETA: 0s - loss: 8501.7412\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 8280.6123\n", + " 7/30 [======>.......................] - ETA: 0s - loss: 8178.3633\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 7869.8667\n", + "11/30 [==========>...................] - ETA: 0s - loss: 7709.6680\n", + "13/30 [============>.................] - ETA: 0s - loss: 7637.2554\n", + "15/30 [==============>...............] - ETA: 0s - loss: 7295.4243\n", + "18/30 [=================>............] - ETA: 0s - loss: 6971.4136\n", + "20/30 [===================>..........] - ETA: 0s - loss: 33681648.0000\n", + "22/30 [=====================>........] - ETA: 0s - loss: 30620260.0000\n", + "24/30 [=======================>......] - ETA: 0s - loss: 28069004.0000\n", + "26/30 [=========================>....] - ETA: 0s - loss: 25910490.0000\n", + "28/30 [===========================>..] - ETA: 0s - loss: 24060462.0000\n", + "30/30 [==============================] - ETA: 0s - loss: 22457052.0000\n", + "30/30 [==============================] - 1s 31ms/step - loss: 22457052.0000\n", + "\n", + "Epoch 6/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 9578.3799\n", + " 3/30 [==>...........................] - ETA: 0s - loss: 9960.7930\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 134641520.0000\n", + " 8/30 [=======>......................] - ETA: 0s - loss: 84155376.0000 \n", + "10/30 [=========>....................] - ETA: 0s - loss: 67326432.0000\n", + "12/30 [===========>..................] - ETA: 0s - loss: 56107964.0000\n", + "14/30 [=============>................] - ETA: 0s - loss: 48094492.0000\n", + "16/30 [===============>..............] - ETA: 0s - loss: 42084872.0000\n", + "18/30 [=================>............] - ETA: 0s - loss: 37410340.0000\n", + "20/30 [===================>..........] - ETA: 0s - loss: 33670708.0000\n", + "22/30 [=====================>........] - ETA: 0s - loss: 30611058.0000\n", + "24/30 [=======================>......] - ETA: 0s - loss: 28060974.0000\n", + "26/30 [=========================>....] - ETA: 0s - loss: 25903358.0000\n", + "28/30 [===========================>..] - ETA: 0s - loss: 24053884.0000\n", + "30/30 [==============================] - ETA: 0s - loss: 22450850.0000\n", + "30/30 [==============================] - 1s 31ms/step - loss: 22450850.0000\n", + "\n", + "Epoch 7/30\n", + "\n", + " 1/30 [>.............................] - ETA: 1s - loss: 8458.7100\n", + " 3/30 [==>...........................] - ETA: 0s - loss: 8200.5918\n", + " 6/30 [=====>........................] - ETA: 0s - loss: 7569.4634\n", + " 8/30 [=======>......................] - ETA: 0s - loss: 7623.7886\n", + "10/30 [=========>....................] - ETA: 0s - loss: 7879.5356\n", + "12/30 [===========>..................] - ETA: 0s - loss: 7840.6558\n", + "14/30 [=============>................] - ETA: 0s - loss: 7466.7236\n", + "16/30 [===============>..............] - ETA: 0s - loss: 7231.0210\n", + "18/30 [=================>............] - ETA: 0s - loss: 7149.3525\n", + "20/30 [===================>..........] - ETA: 0s - loss: 6923.3726\n", + "22/30 [=====================>........] - ETA: 0s - loss: 6797.8506\n", + "24/30 [=======================>......] - ETA: 0s - loss: 28049368.0000\n", + "26/30 [=========================>....] - ETA: 0s - loss: 25892168.0000\n", + "28/30 [===========================>..] - ETA: 0s - loss: 24043254.0000\n", + "30/30 [==============================] - ETA: 0s - loss: 22440846.0000\n", + "30/30 [==============================] - 1s 30ms/step - loss: 22440846.0000\n", + "\n", + "Epoch 8/30\n", + "\n", + " 1/30 [>.............................] - ETA: 1s - loss: 8998.9287\n", + " 3/30 [==>...........................] - ETA: 0s - loss: 10304.1846\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 134516496.0000\n", + " 7/30 [======>.......................] - ETA: 0s - loss: 96087088.0000 \n", + "10/30 [=========>....................] - ETA: 0s - loss: 67265992.0000\n", + "12/30 [===========>..................] - ETA: 0s - loss: 56057816.0000\n", + "14/30 [=============>................] - ETA: 0s - loss: 48052088.0000\n", + "16/30 [===============>..............] - ETA: 0s - loss: 42048112.0000\n", + "18/30 [=================>............] - ETA: 0s - loss: 37378016.0000\n", + "20/30 [===================>..........] - ETA: 0s - loss: 33641716.0000\n", + "22/30 [=====================>........] - ETA: 0s - loss: 30584668.0000\n", + "24/30 [=======================>......] - ETA: 0s - loss: 28037202.0000\n", + "26/30 [=========================>....] - ETA: 0s - loss: 25881598.0000\n", + "28/30 [===========================>..] - ETA: 0s - loss: 24033868.0000\n", + "30/30 [==============================] - ETA: 0s - loss: 22432404.0000\n", + "30/30 [==============================] - 1s 31ms/step - loss: 22432404.0000\n", + "\n", + "Epoch 9/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 12089.6475\n", + " 3/30 [==>...........................] - ETA: 0s - loss: 12347.3594\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 11271.2793\n", + " 7/30 [======>.......................] - ETA: 0s - loss: 10730.3486\n", + "10/30 [=========>....................] - ETA: 0s - loss: 9648.0342 \n", + "12/30 [===========>..................] - ETA: 0s - loss: 56017476.0000\n", + "14/30 [=============>................] - ETA: 0s - loss: 48016160.0000\n", + "16/30 [===============>..............] - ETA: 0s - loss: 42015728.0000\n", + "18/30 [=================>............] - ETA: 0s - loss: 37349204.0000\n", + "20/30 [===================>..........] - ETA: 0s - loss: 33615456.0000\n", + "22/30 [=====================>........] - ETA: 0s - loss: 30561326.0000\n", + "24/30 [=======================>......] - ETA: 0s - loss: 28015536.0000\n", + "26/30 [=========================>....] - ETA: 0s - loss: 25861288.0000\n", + "28/30 [===========================>..] - ETA: 0s - loss: 24014872.0000\n", + "30/30 [==============================] - ETA: 0s - loss: 22414838.0000\n", + "30/30 [==============================] - 1s 30ms/step - loss: 22414838.0000\n", + "\n", + "Epoch 10/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 15275.7979\n", + " 4/30 [===>..........................] - ETA: 0s - loss: 11077.3525\n", + " 6/30 [=====>........................] - ETA: 0s - loss: 111901456.0000\n", + " 8/30 [=======>......................] - ETA: 0s - loss: 83929512.0000 \n", + "10/30 [=========>....................] - ETA: 0s - loss: 67146760.0000\n", + "12/30 [===========>..................] - ETA: 0s - loss: 55958928.0000\n", + "14/30 [=============>................] - ETA: 0s - loss: 47966648.0000\n", + "16/30 [===============>..............] - ETA: 0s - loss: 41972716.0000\n", + "18/30 [=================>............] - ETA: 0s - loss: 37310444.0000\n", + "20/30 [===================>..........] - ETA: 0s - loss: 33581408.0000\n", + "22/30 [=====================>........] - ETA: 0s - loss: 30530122.0000\n", + "24/30 [=======================>......] - ETA: 0s - loss: 27987694.0000\n", + "26/30 [=========================>....] - ETA: 0s - loss: 25836034.0000\n", + "28/30 [===========================>..] - ETA: 0s - loss: 23991426.0000\n", + "30/30 [==============================] - ETA: 0s - loss: 22392784.0000\n", + "30/30 [==============================] - 1s 31ms/step - loss: 22392784.0000\n", + "\n", + "Epoch 11/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 12348.7324\n", + " 3/30 [==>...........................] - ETA: 0s - loss: 14660.2656\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 13550.5830\n", + " 7/30 [======>.......................] - ETA: 0s - loss: 12102.5449\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 74522712.0000\n", + "11/30 [==========>...................] - ETA: 0s - loss: 60974792.0000\n", + "13/30 [============>.................] - ETA: 0s - loss: 51595620.0000\n", + "15/30 [==============>...............] - ETA: 0s - loss: 44718048.0000\n", + "17/30 [================>.............] - ETA: 0s - loss: 39459716.0000\n", + "19/30 [==================>...........] - ETA: 0s - loss: 35307792.0000\n", + "21/30 [====================>.........] - ETA: 0s - loss: 31946886.0000\n", + "23/30 [======================>.......] - ETA: 0s - loss: 29170916.0000\n", + "25/30 [========================>.....] - ETA: 0s - loss: 26838854.0000\n", + "27/30 [==========================>...] - ETA: 0s - loss: 24852354.0000\n", + "29/30 [============================>.] - ETA: 0s - loss: 23139474.0000\n", + "30/30 [==============================] - 1s 31ms/step - loss: 22368500.0000\n", + "\n", + "Epoch 12/30\n", + "\n", + " 1/30 [>.............................] - ETA: 1s - loss: 19261.4180\n", + " 3/30 [==>...........................] - ETA: 0s - loss: 13321.5693\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 12882.3779\n", + " 7/30 [======>.......................] - ETA: 0s - loss: 13580.6377\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 13127.4990\n", + "11/30 [==========>...................] - ETA: 0s - loss: 12824.1807\n", + "13/30 [============>.................] - ETA: 0s - loss: 12699.5117\n", + "15/30 [==============>...............] - ETA: 0s - loss: 12271.8779\n", + "17/30 [================>.............] - ETA: 0s - loss: 11745.6543\n", + "19/30 [==================>...........] - ETA: 0s - loss: 11360.5391\n", + "21/30 [====================>.........] - ETA: 0s - loss: 11037.7812\n", + "23/30 [======================>.......] - ETA: 0s - loss: 29121388.0000\n", + "25/30 [========================>.....] - ETA: 0s - loss: 26792632.0000\n", + "27/30 [==========================>...] - ETA: 0s - loss: 24809234.0000\n", + "29/30 [============================>.] - ETA: 0s - loss: 23099486.0000\n", + "30/30 [==============================] - 1s 31ms/step - loss: 22330236.0000\n", + "\n", + "Epoch 13/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 32397.4238\n", + " 3/30 [==>...........................] - ETA: 0s - loss: 28327.7559\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 26737.4590\n", + " 7/30 [======>.......................] - ETA: 0s - loss: 24575.2910\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 22759.0938\n", + "11/30 [==========>...................] - ETA: 0s - loss: 23173.2324\n", + "13/30 [============>.................] - ETA: 0s - loss: 22784.3418\n", + "15/30 [==============>...............] - ETA: 0s - loss: 21679.2070\n", + "17/30 [================>.............] - ETA: 0s - loss: 39313032.0000\n", + "19/30 [==================>...........] - ETA: 0s - loss: 35176612.0000\n", + "21/30 [====================>.........] - ETA: 0s - loss: 31828294.0000\n", + "23/30 [======================>.......] - ETA: 0s - loss: 29062266.0000\n", + "25/30 [========================>.....] - ETA: 0s - loss: 26739854.0000\n", + "27/30 [==========================>...] - ETA: 0s - loss: 24760964.0000\n", + "29/30 [============================>.] - ETA: 0s - loss: 23054820.0000\n", + "30/30 [==============================] - 1s 30ms/step - loss: 22287006.0000\n", + "\n", + "Epoch 14/30\n", + "\n", + " 1/30 [>.............................] - ETA: 1s - loss: 665952832.0000\n", + " 3/30 [==>...........................] - ETA: 0s - loss: 222010912.0000\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 133226824.0000\n", + " 7/30 [======>.......................] - ETA: 0s - loss: 95182752.0000 \n", + " 9/30 [========>.....................] - ETA: 0s - loss: 74042736.0000\n", + "11/30 [==========>...................] - ETA: 0s - loss: 60586228.0000\n", + "13/30 [============>.................] - ETA: 0s - loss: 51268588.0000\n", + "15/30 [==============>...............] - ETA: 0s - loss: 44436644.0000\n", + "17/30 [================>.............] - ETA: 0s - loss: 39211672.0000\n", + "19/30 [==================>...........] - ETA: 0s - loss: 35086432.0000\n", + "21/30 [====================>.........] - ETA: 0s - loss: 31747966.0000\n", + "23/30 [======================>.......] - ETA: 0s - loss: 28990018.0000\n", + "26/30 [=========================>....] - ETA: 0s - loss: 25649096.0000\n", + "28/30 [===========================>..] - ETA: 0s - loss: 23818482.0000\n", + "30/30 [==============================] - ETA: 0s - loss: 22233308.0000\n", + "30/30 [==============================] - 1s 29ms/step - loss: 22233308.0000\n", + "\n", + "Epoch 15/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 19345.6699\n", + " 3/30 [==>...........................] - ETA: 0s - loss: 16689.9824\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 132691992.0000\n", + " 8/30 [=======>......................] - ETA: 0s - loss: 82955432.0000 \n", + "10/30 [=========>....................] - ETA: 0s - loss: 66376336.0000\n", + "12/30 [===========>..................] - ETA: 0s - loss: 55330448.0000\n", + "14/30 [=============>................] - ETA: 0s - loss: 47446668.0000\n", + "16/30 [===============>..............] - ETA: 0s - loss: 41520188.0000\n", + "18/30 [=================>............] - ETA: 0s - loss: 36912724.0000\n", + "20/30 [===================>..........] - ETA: 0s - loss: 33223966.0000\n", + "22/30 [=====================>........] - ETA: 0s - loss: 30206166.0000\n", + "24/30 [=======================>......] - ETA: 0s - loss: 27691640.0000\n", + "26/30 [=========================>....] - ETA: 0s - loss: 25566702.0000\n", + "28/30 [===========================>..] - ETA: 0s - loss: 23743090.0000\n", + "30/30 [==============================] - ETA: 0s - loss: 22163324.0000\n", + "30/30 [==============================] - 1s 32ms/step - loss: 22163324.0000\n", + "\n", + "Epoch 16/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 47055.1289\n", + " 3/30 [==>...........................] - ETA: 0s - loss: 39903.1523\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 37528.2891\n", + " 7/30 [======>.......................] - ETA: 0s - loss: 32267.0312\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 31139.6895\n", + "11/30 [==========>...................] - ETA: 0s - loss: 29224.0879\n", + "13/30 [============>.................] - ETA: 0s - loss: 28623.7539\n", + "15/30 [==============>...............] - ETA: 0s - loss: 44078868.0000\n", + "17/30 [================>.............] - ETA: 0s - loss: 38900148.0000\n", + "19/30 [==================>...........] - ETA: 0s - loss: 34820960.0000\n", + "21/30 [====================>.........] - ETA: 0s - loss: 31509046.0000\n", + "23/30 [======================>.......] - ETA: 0s - loss: 28775718.0000\n", + "25/30 [========================>.....] - ETA: 0s - loss: 26479788.0000\n", + "27/30 [==========================>...] - ETA: 0s - loss: 24524564.0000\n", + "29/30 [============================>.] - ETA: 0s - loss: 22835852.0000\n", + "30/30 [==============================] - 1s 34ms/step - loss: 22076950.0000\n", + "\n", + "Epoch 17/30\n", + "\n", + " 1/30 [>.............................] - ETA: 1s - loss: 23136.8535\n", + " 3/30 [==>...........................] - ETA: 0s - loss: 28464.3730\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 32496.0332\n", + " 7/30 [======>.......................] - ETA: 0s - loss: 34921.7734\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 43764.0820\n", + "11/30 [==========>...................] - ETA: 0s - loss: 49957.3945\n", + "13/30 [============>.................] - ETA: 0s - loss: 48390.3398\n", + "15/30 [==============>...............] - ETA: 0s - loss: 52174.3672\n", + "17/30 [================>.............] - ETA: 0s - loss: 49083.7578\n", + "19/30 [==================>...........] - ETA: 0s - loss: 47769.8477\n", + "21/30 [====================>.........] - ETA: 0s - loss: 48263.9805\n", + "23/30 [======================>.......] - ETA: 0s - loss: 46545.0000\n", + "25/30 [========================>.....] - ETA: 0s - loss: 46719.7227\n", + "27/30 [==========================>...] - ETA: 0s - loss: 46604.9766\n", + "29/30 [============================>.] - ETA: 0s - loss: 22735788.0000\n", + "30/30 [==============================] - 1s 33ms/step - loss: 21978774.0000\n", + "\n", + "Epoch 18/30\n", + "\n", + " 1/30 [>.............................] - ETA: 1s - loss: 93012.1172\n", + " 3/30 [==>...........................] - ETA: 0s - loss: 101572.5547\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 103393.1641\n", + " 7/30 [======>.......................] - ETA: 0s - loss: 92435.5781 \n", + " 9/30 [========>.....................] - ETA: 0s - loss: 81212.1484\n", + "11/30 [==========>...................] - ETA: 0s - loss: 80631.2969\n", + "13/30 [============>.................] - ETA: 0s - loss: 73179.5547\n", + "15/30 [==============>...............] - ETA: 0s - loss: 69999.0781\n", + "17/30 [================>.............] - ETA: 0s - loss: 69257.6875\n", + "19/30 [==================>...........] - ETA: 0s - loss: 66551.1250\n", + "21/30 [====================>.........] - ETA: 0s - loss: 65187.7031\n", + "23/30 [======================>.......] - ETA: 0s - loss: 62377.9492\n", + "25/30 [========================>.....] - ETA: 0s - loss: 60457.0117\n", + "27/30 [==========================>...] - ETA: 0s - loss: 63408.1133\n", + "29/30 [============================>.] - ETA: 0s - loss: 22628232.0000\n", + "30/30 [==============================] - 1s 31ms/step - loss: 21874708.0000\n", + "\n", + "Epoch 19/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 94122.3438\n", + " 3/30 [==>...........................] - ETA: 0s - loss: 96721.0000\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 115426.2422\n", + " 7/30 [======>.......................] - ETA: 0s - loss: 118217.6406\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 109445.9297\n", + "11/30 [==========>...................] - ETA: 0s - loss: 106650.3047\n", + "13/30 [============>.................] - ETA: 0s - loss: 94120.1016 \n", + "15/30 [==============>...............] - ETA: 0s - loss: 89733.0312\n", + "17/30 [================>.............] - ETA: 0s - loss: 87528.6250\n", + "19/30 [==================>...........] - ETA: 0s - loss: 34311364.0000\n", + "21/30 [====================>.........] - ETA: 0s - loss: 31054010.0000\n", + "23/30 [======================>.......] - ETA: 0s - loss: 28368380.0000\n", + "25/30 [========================>.....] - ETA: 0s - loss: 26128420.0000\n", + "27/30 [==========================>...] - ETA: 0s - loss: 24207224.0000\n", + "29/30 [============================>.] - ETA: 0s - loss: 22545410.0000\n", + "30/30 [==============================] - 1s 32ms/step - loss: 21799658.0000\n", + "\n", + "Epoch 20/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 79475.8828\n", + " 3/30 [==>...........................] - ETA: 0s - loss: 106042.4766\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 88838.2812 \n", + " 7/30 [======>.......................] - ETA: 0s - loss: 78634.9062\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 81663.6797\n", + "11/30 [==========>...................] - ETA: 0s - loss: 84956.0781\n", + "13/30 [============>.................] - ETA: 0s - loss: 80200.0547\n", + "15/30 [==============>...............] - ETA: 0s - loss: 80685.9375\n", + "17/30 [================>.............] - ETA: 0s - loss: 79904.6875\n", + "19/30 [==================>...........] - ETA: 0s - loss: 86790.7188\n", + "21/30 [====================>.........] - ETA: 0s - loss: 100761.2422\n", + "24/30 [=======================>......] - ETA: 0s - loss: 27002868.0000\n", + "26/30 [=========================>....] - ETA: 0s - loss: 24933478.0000\n", + "28/30 [===========================>..] - ETA: 0s - loss: 23171446.0000\n", + "30/30 [==============================] - ETA: 0s - loss: 21646610.0000\n", + "30/30 [==============================] - 1s 30ms/step - loss: 21646610.0000\n", + "\n", + "Epoch 21/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 98573.8281\n", + " 3/30 [==>...........................] - ETA: 0s - loss: 101668.3203\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 124476.1172\n", + " 7/30 [======>.......................] - ETA: 0s - loss: 136904.1562\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 140863.0000\n", + "11/30 [==========>...................] - ETA: 0s - loss: 137330.2344\n", + "13/30 [============>.................] - ETA: 0s - loss: 134583.6719\n", + "15/30 [==============>...............] - ETA: 0s - loss: 126839.8516\n", + "17/30 [================>.............] - ETA: 0s - loss: 131974.0781\n", + "19/30 [==================>...........] - ETA: 0s - loss: 127489.0391\n", + "21/30 [====================>.........] - ETA: 0s - loss: 140862.9375\n", + "23/30 [======================>.......] - ETA: 0s - loss: 132811.8750\n", + "25/30 [========================>.....] - ETA: 0s - loss: 130308.8672\n", + "27/30 [==========================>...] - ETA: 0s - loss: 23895038.0000\n", + "29/30 [============================>.] - ETA: 0s - loss: 22256412.0000\n", + "30/30 [==============================] - 1s 32ms/step - loss: 21524658.0000\n", + "\n", + "Epoch 22/30\n", + "\n", + " 1/30 [>.............................] - ETA: 1s - loss: 94635.9297\n", + " 3/30 [==>...........................] - ETA: 0s - loss: 211659.5312\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 160836.8281\n", + " 7/30 [======>.......................] - ETA: 0s - loss: 175678.4375\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 198347.6719\n", + "11/30 [==========>...................] - ETA: 0s - loss: 176306.1875\n", + "13/30 [============>.................] - ETA: 0s - loss: 176101.0938\n", + "15/30 [==============>...............] - ETA: 0s - loss: 172750.2188\n", + "17/30 [================>.............] - ETA: 0s - loss: 37621724.0000\n", + "19/30 [==================>...........] - ETA: 0s - loss: 33705288.0000\n", + "21/30 [====================>.........] - ETA: 0s - loss: 30506322.0000\n", + "23/30 [======================>.......] - ETA: 0s - loss: 27871194.0000\n", + "25/30 [========================>.....] - ETA: 0s - loss: 25659490.0000\n", + "27/30 [==========================>...] - ETA: 0s - loss: 23787904.0000\n", + "29/30 [============================>.] - ETA: 0s - loss: 22178206.0000\n", + "30/30 [==============================] - 1s 31ms/step - loss: 21445364.0000\n", + "\n", + "Epoch 23/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 499071.1875\n", + " 3/30 [==>...........................] - ETA: 0s - loss: 449282.7500\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 347330.3125\n", + " 7/30 [======>.......................] - ETA: 0s - loss: 90593976.0000\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 70503640.0000\n", + "11/30 [==========>...................] - ETA: 0s - loss: 57729960.0000\n", + "13/30 [============>.................] - ETA: 0s - loss: 48882416.0000\n", + "15/30 [==============>...............] - ETA: 0s - loss: 42408320.0000\n", + "17/30 [================>.............] - ETA: 0s - loss: 37467788.0000\n", + "19/30 [==================>...........] - ETA: 0s - loss: 33545296.0000\n", + "21/30 [====================>.........] - ETA: 0s - loss: 30364094.0000\n", + "23/30 [======================>.......] - ETA: 0s - loss: 27757088.0000\n", + "25/30 [========================>.....] - ETA: 0s - loss: 25553158.0000\n", + "27/30 [==========================>...] - ETA: 0s - loss: 23675320.0000\n", + "29/30 [============================>.] - ETA: 0s - loss: 22052874.0000\n", + "30/30 [==============================] - 1s 32ms/step - loss: 21321212.0000\n", + "\n", + "Epoch 24/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 625175296.0000\n", + " 3/30 [==>...........................] - ETA: 0s - loss: 208726176.0000\n", + " 6/30 [=====>........................] - ETA: 0s - loss: 104629888.0000\n", + " 8/30 [=======>......................] - ETA: 0s - loss: 78623416.0000 \n", + "10/30 [=========>....................] - ETA: 0s - loss: 63013852.0000\n", + "12/30 [===========>..................] - ETA: 0s - loss: 52565304.0000\n", + "14/30 [=============>................] - ETA: 0s - loss: 45098632.0000\n", + "16/30 [===============>..............] - ETA: 0s - loss: 39490644.0000\n", + "18/30 [=================>............] - ETA: 0s - loss: 35149448.0000\n", + "20/30 [===================>..........] - ETA: 0s - loss: 31664166.0000\n", + "22/30 [=====================>........] - ETA: 0s - loss: 28817716.0000\n", + "24/30 [=======================>......] - ETA: 0s - loss: 26434566.0000\n", + "26/30 [=========================>....] - ETA: 0s - loss: 24430450.0000\n", + "28/30 [===========================>..] - ETA: 0s - loss: 22694262.0000\n", + "30/30 [==============================] - ETA: 0s - loss: 21208664.0000\n", + "30/30 [==============================] - 1s 31ms/step - loss: 21208664.0000\n", + "\n", + "Epoch 25/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 574786.0625\n", + " 3/30 [==>...........................] - ETA: 0s - loss: 466417.0312\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 425036.6875\n", + " 7/30 [======>.......................] - ETA: 0s - loss: 423550.0625\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 386068.0000\n", + "11/30 [==========>...................] - ETA: 0s - loss: 366987.8438\n", + "13/30 [============>.................] - ETA: 0s - loss: 349374.5312\n", + "15/30 [==============>...............] - ETA: 0s - loss: 327435.0625\n", + "17/30 [================>.............] - ETA: 0s - loss: 36922108.0000\n", + "19/30 [==================>...........] - ETA: 0s - loss: 33087190.0000\n", + "21/30 [====================>.........] - ETA: 0s - loss: 29965048.0000\n", + "23/30 [======================>.......] - ETA: 0s - loss: 27404994.0000\n", + "25/30 [========================>.....] - ETA: 0s - loss: 25261004.0000\n", + "27/30 [==========================>...] - ETA: 0s - loss: 23403982.0000\n", + "29/30 [============================>.] - ETA: 0s - loss: 21807210.0000\n", + "30/30 [==============================] - 1s 32ms/step - loss: 21100146.0000\n", + "\n", + "Epoch 26/30\n", + "\n", + " 1/30 [>.............................] - ETA: 1s - loss: 188225.2500\n", + " 3/30 [==>...........................] - ETA: 0s - loss: 348833.5625\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 492009.4375\n", + " 7/30 [======>.......................] - ETA: 0s - loss: 481045.5000\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 410798.3750\n", + "11/30 [==========>...................] - ETA: 0s - loss: 386380.8750\n", + "13/30 [============>.................] - ETA: 0s - loss: 376744.2500\n", + "15/30 [==============>...............] - ETA: 0s - loss: 367251.5625\n", + "17/30 [================>.............] - ETA: 0s - loss: 359975.8125\n", + "19/30 [==================>...........] - ETA: 0s - loss: 334827.6875\n", + "21/30 [====================>.........] - ETA: 0s - loss: 323905.8125\n", + "23/30 [======================>.......] - ETA: 0s - loss: 327335.7188\n", + "25/30 [========================>.....] - ETA: 0s - loss: 334878.1562\n", + "27/30 [==========================>...] - ETA: 0s - loss: 343587.0312\n", + "29/30 [============================>.] - ETA: 0s - loss: 21679660.0000\n", + "30/30 [==============================] - 1s 31ms/step - loss: 20959346.0000\n", + "\n", + "Epoch 27/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 128847.9297\n", + " 3/30 [==>...........................] - ETA: 1s - loss: 372265.3750\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 327352.5000\n", + " 7/30 [======>.......................] - ETA: 0s - loss: 259382.0000\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 270227.1562\n", + "11/30 [==========>...................] - ETA: 0s - loss: 327023.4375\n", + "13/30 [============>.................] - ETA: 0s - loss: 359919.5625\n", + "15/30 [==============>...............] - ETA: 0s - loss: 359766.8125\n", + "18/30 [=================>............] - ETA: 0s - loss: 350357.2500\n", + "20/30 [===================>..........] - ETA: 0s - loss: 338650.2812\n", + "22/30 [=====================>........] - ETA: 0s - loss: 28226808.0000\n", + "24/30 [=======================>......] - ETA: 0s - loss: 25930548.0000\n", + "26/30 [=========================>....] - ETA: 0s - loss: 23955890.0000\n", + "28/30 [===========================>..] - ETA: 0s - loss: 22323142.0000\n", + "30/30 [==============================] - ETA: 0s - loss: 20883454.0000\n", + "30/30 [==============================] - 1s 32ms/step - loss: 20883454.0000\n", + "\n", + "Epoch 28/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 360791.2812\n", + " 3/30 [==>...........................] - ETA: 0s - loss: 491049.5625\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 517857.0625\n", + " 7/30 [======>.......................] - ETA: 0s - loss: 448482.6562\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 67900856.0000\n", + "11/30 [==========>...................] - ETA: 0s - loss: 55591576.0000\n", + "13/30 [============>.................] - ETA: 0s - loss: 47235152.0000\n", + "15/30 [==============>...............] - ETA: 0s - loss: 40994360.0000\n", + "17/30 [================>.............] - ETA: 0s - loss: 36234476.0000\n", + "19/30 [==================>...........] - ETA: 0s - loss: 32459256.0000\n", + "21/30 [====================>.........] - ETA: 0s - loss: 29453854.0000\n", + "23/30 [======================>.......] - ETA: 0s - loss: 26944310.0000\n", + "25/30 [========================>.....] - ETA: 0s - loss: 24853886.0000\n", + "27/30 [==========================>...] - ETA: 0s - loss: 23046766.0000\n", + "29/30 [============================>.] - ETA: 0s - loss: 21482752.0000\n", + "30/30 [==============================] - 1s 31ms/step - loss: 20776626.0000\n", + "\n", + "Epoch 29/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 339346.6562\n", + " 3/30 [==>...........................] - ETA: 0s - loss: 494492.3438\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 648100.5000\n", + " 7/30 [======>.......................] - ETA: 0s - loss: 603052.5000\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 572711.5625\n", + "11/30 [==========>...................] - ETA: 0s - loss: 638911.4375\n", + "13/30 [============>.................] - ETA: 0s - loss: 609613.3750\n", + "15/30 [==============>...............] - ETA: 0s - loss: 557445.8125\n", + "17/30 [================>.............] - ETA: 0s - loss: 516541.7500\n", + "19/30 [==================>...........] - ETA: 0s - loss: 487578.9062\n", + "21/30 [====================>.........] - ETA: 0s - loss: 520030.6875\n", + "23/30 [======================>.......] - ETA: 0s - loss: 26776766.0000\n", + "25/30 [========================>.....] - ETA: 0s - loss: 24653516.0000\n", + "27/30 [==========================>...] - ETA: 0s - loss: 22881866.0000\n", + "29/30 [============================>.] - ETA: 0s - loss: 21333324.0000\n", + "30/30 [==============================] - 1s 32ms/step - loss: 20671362.0000\n", + "\n", + "Epoch 30/30\n", + "\n", + " 1/30 [>.............................] - ETA: 0s - loss: 238111.7500\n", + " 3/30 [==>...........................] - ETA: 0s - loss: 325851.3438\n", + " 5/30 [====>.........................] - ETA: 0s - loss: 406664.1562\n", + " 7/30 [======>.......................] - ETA: 0s - loss: 445745.6250\n", + " 9/30 [========>.....................] - ETA: 0s - loss: 413167.8750\n", + "11/30 [==========>...................] - ETA: 0s - loss: 510284.3750\n", + "13/30 [============>.................] - ETA: 0s - loss: 475310.8125\n", + "15/30 [==============>...............] - ETA: 0s - loss: 478650.2500\n", + "17/30 [================>.............] - ETA: 0s - loss: 466644.6562\n", + "19/30 [==================>...........] - ETA: 0s - loss: 442968.1250\n", + "21/30 [====================>.........] - ETA: 0s - loss: 475999.6875\n", + "23/30 [======================>.......] - ETA: 0s - loss: 554822.1875\n", + "25/30 [========================>.....] - ETA: 0s - loss: 580750.4375\n", + "27/30 [==========================>...] - ETA: 0s - loss: 561143.6875\n", + "29/30 [============================>.] - ETA: 0s - loss: 21243000.0000\n", + "30/30 [==============================] - 1s 32ms/step - loss: 20575390.0000\n", + "\n", + "1/4 [======>.......................] - ETA: 1s - loss: 1374299.6250\n", + "4/4 [==============================] - 0s 15ms/step - loss: 762346.0000\n", + "\n", + "Epoch 1/30\n", + "\n", + " 1/25 [>.............................] - ETA: 1:01 - loss: 319148.2188\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 323563.4062 \n", + " 5/25 [=====>........................] - ETA: 0s - loss: 332582.2188\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 321458.7188\n", + "11/25 [============>.................] - ETA: 0s - loss: 51386220.0000\n", + "14/25 [===============>..............] - ETA: 0s - loss: 40434356.0000\n", + "17/25 [===================>..........] - ETA: 0s - loss: 33341734.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 28371092.0000\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24689012.0000\n", + "25/25 [==============================] - 3s 23ms/step - loss: 22722412.0000\n", + "\n", + "Epoch 2/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 90229.1016\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 72298.5859\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 58553.5312\n", + "10/25 [===========>..................] - ETA: 0s - loss: 52213.0000\n", + "13/25 [==============>...............] - ETA: 0s - loss: 47645.9688\n", + "15/25 [=================>............] - ETA: 0s - loss: 37494180.0000\n", + "18/25 [====================>.........] - ETA: 0s - loss: 31247688.0000\n", + "21/25 [========================>.....] - ETA: 0s - loss: 26785168.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23438750.0000\n", + "25/25 [==============================] - 1s 21ms/step - loss: 22501850.0000\n", + "\n", + "Epoch 3/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 16806.3926\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 13569.1445\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 13021.1914\n", + "10/25 [===========>..................] - ETA: 0s - loss: 56163436.0000\n", + "13/25 [==============>...............] - ETA: 0s - loss: 43205912.0000\n", + "16/25 [==================>...........] - ETA: 0s - loss: 35107164.0000\n", + "19/25 [=====================>........] - ETA: 0s - loss: 29566008.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25535902.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23408932.0000\n", + "25/25 [==============================] - 1s 21ms/step - loss: 22472916.0000\n", + "\n", + "Epoch 4/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 10245.7480\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 10201.8828\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 9437.0352 \n", + " 9/25 [=========>....................] - ETA: 0s - loss: 9238.7959\n", + "11/25 [============>.................] - ETA: 0s - loss: 9396.5996\n", + "14/25 [===============>..............] - ETA: 0s - loss: 40107424.0000\n", + "16/25 [==================>...........] - ETA: 0s - loss: 35095344.0000\n", + "19/25 [=====================>........] - ETA: 0s - loss: 29555700.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25526854.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23400528.0000\n", + "25/25 [==============================] - 1s 23ms/step - loss: 22464932.0000\n", + "\n", + "Epoch 5/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 10830.6543\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 11003.1201\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 10521.8359\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 70159008.0000\n", + "11/25 [============>.................] - ETA: 0s - loss: 51027772.0000\n", + "14/25 [===============>..............] - ETA: 0s - loss: 40096228.0000\n", + "17/25 [===================>..........] - ETA: 0s - loss: 33022836.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 28071518.0000\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24411568.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22459616.0000\n", + "25/25 [==============================] - 1s 23ms/step - loss: 22459616.0000\n", + "\n", + "Epoch 6/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 12442.8701\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 11642.9072\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 11206.9268\n", + "10/25 [===========>..................] - ETA: 0s - loss: 56112124.0000\n", + "13/25 [==============>...............] - ETA: 0s - loss: 43165912.0000\n", + "16/25 [==================>...........] - ETA: 0s - loss: 35074440.0000\n", + "18/25 [====================>.........] - ETA: 0s - loss: 31178736.0000\n", + "21/25 [========================>.....] - ETA: 0s - loss: 26726706.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23387528.0000\n", + "25/25 [==============================] - 1s 22ms/step - loss: 22452524.0000\n", + "\n", + "Epoch 7/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 11907.4580\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 11511.6963\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 10544.4863\n", + "10/25 [===========>..................] - ETA: 0s - loss: 10053.5742\n", + "13/25 [==============>...............] - ETA: 0s - loss: 43152776.0000\n", + "16/25 [==================>...........] - ETA: 0s - loss: 35063216.0000\n", + "19/25 [=====================>........] - ETA: 0s - loss: 29528612.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25503600.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22444768.0000\n", + "25/25 [==============================] - 1s 21ms/step - loss: 22444768.0000\n", + "\n", + "Epoch 8/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 11282.7744\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 11220.4219\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 11108.3887\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 62295444.0000\n", + "11/25 [============>.................] - ETA: 0s - loss: 50971256.0000\n", + "14/25 [===============>..............] - ETA: 0s - loss: 40051732.0000\n", + "17/25 [===================>..........] - ETA: 0s - loss: 32986262.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 28040352.0000\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24384620.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22434892.0000\n", + "25/25 [==============================] - 1s 23ms/step - loss: 22434892.0000\n", + "\n", + "Epoch 9/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 14636.3789\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 12983.1094\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 11982.4170\n", + "10/25 [===========>..................] - ETA: 0s - loss: 10350.2715\n", + "13/25 [==============>...............] - ETA: 0s - loss: 9879.9043 \n", + "16/25 [==================>...........] - ETA: 0s - loss: 9213.5225\n", + "19/25 [=====================>........] - ETA: 0s - loss: 29500448.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25478676.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23356324.0000\n", + "25/25 [==============================] - 1s 21ms/step - loss: 22422540.0000\n", + "\n", + "Epoch 10/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 13305.4980\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 11928.6611\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 12276.8418\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 11856.5000\n", + "12/25 [=============>................] - ETA: 0s - loss: 10911.0508\n", + "14/25 [===============>..............] - ETA: 0s - loss: 10635.9180\n", + "17/25 [===================>..........] - ETA: 0s - loss: 10339.0957\n", + "20/25 [=======================>......] - ETA: 0s - loss: 9852.2295 \n", + "23/25 [==========================>...] - ETA: 0s - loss: 24351732.0000\n", + "25/25 [==============================] - 1s 22ms/step - loss: 22404700.0000\n", + "\n", + "Epoch 11/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 7571.8193\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 11235.6895\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 13550.0547\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 13114.6143\n", + "12/25 [=============>................] - ETA: 0s - loss: 13112.0400\n", + "15/25 [=================>............] - ETA: 0s - loss: 37295472.0000\n", + "18/25 [====================>.........] - ETA: 0s - loss: 31081928.0000\n", + "21/25 [========================>.....] - ETA: 0s - loss: 26644006.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23315994.0000\n", + "25/25 [==============================] - 1s 22ms/step - loss: 22384116.0000\n", + "\n", + "Epoch 12/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 17166.5664\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 16930.7988\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 16341.5322\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 14973.7686\n", + "12/25 [=============>................] - ETA: 0s - loss: 13290.5312\n", + "15/25 [=================>............] - ETA: 0s - loss: 12328.9375\n", + "18/25 [====================>.........] - ETA: 0s - loss: 12231.1719\n", + "21/25 [========================>.....] - ETA: 0s - loss: 11748.6758\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24301056.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22357828.0000\n", + "25/25 [==============================] - 1s 22ms/step - loss: 22357828.0000\n", + "\n", + "Epoch 13/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 9425.3564\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 139550448.0000\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 79754272.0000 \n", + " 9/25 [=========>....................] - ETA: 0s - loss: 62040432.0000\n", + "11/25 [============>.................] - ETA: 0s - loss: 50765972.0000\n", + "13/25 [==============>...............] - ETA: 0s - loss: 42961984.0000\n", + "16/25 [==================>...........] - ETA: 0s - loss: 34915284.0000\n", + "19/25 [=====================>........] - ETA: 0s - loss: 29408324.0000\n", + "21/25 [========================>.....] - ETA: 0s - loss: 26609888.0000\n", + "23/25 [==========================>...] - ETA: 0s - loss: 24297670.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22355658.0000\n", + "25/25 [==============================] - 1s 24ms/step - loss: 22355658.0000\n", + "\n", + "Epoch 14/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 15183.7461\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 15358.3008\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 14899.7344\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 15981.3135\n", + "12/25 [=============>................] - ETA: 0s - loss: 16244.7246\n", + "15/25 [=================>............] - ETA: 0s - loss: 16183.5107\n", + "18/25 [====================>.........] - ETA: 0s - loss: 17131.0039\n", + "21/25 [========================>.....] - ETA: 0s - loss: 16879.5859\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23218600.0000\n", + "25/25 [==============================] - 1s 22ms/step - loss: 22290340.0000\n", + "\n", + "Epoch 15/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 17239.9746\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 22753.2656\n", + " 5/25 [=====>........................] - ETA: 0s - loss: 24435.0664\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 26821.3457\n", + "10/25 [===========>..................] - ETA: 0s - loss: 26981.8770\n", + "13/25 [==============>...............] - ETA: 0s - loss: 28143.0898\n", + "16/25 [==================>...........] - ETA: 0s - loss: 28164.7168\n", + "19/25 [=====================>........] - ETA: 0s - loss: 27178.2480\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25276148.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22246002.0000\n", + "25/25 [==============================] - 1s 23ms/step - loss: 22246002.0000\n", + "\n", + "Epoch 16/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 19051.4668\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 22584.3066\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 27325.2500\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 28971.7598\n", + "12/25 [=============>................] - ETA: 0s - loss: 26705.2539\n", + "15/25 [=================>............] - ETA: 0s - loss: 27306.9824\n", + "17/25 [===================>..........] - ETA: 0s - loss: 26550.9102\n", + "20/25 [=======================>......] - ETA: 0s - loss: 27597.8008\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25205908.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22185208.0000\n", + "25/25 [==============================] - 1s 23ms/step - loss: 22185208.0000\n", + "\n", + "Epoch 17/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 10929.0010\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 138125664.0000\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 92106944.0000 \n", + " 8/25 [========>.....................] - ETA: 0s - loss: 69095144.0000\n", + "11/25 [============>.................] - ETA: 0s - loss: 50276508.0000\n", + "14/25 [===============>..............] - ETA: 0s - loss: 39516420.0000\n", + "16/25 [==================>...........] - ETA: 0s - loss: 34586400.0000\n", + "18/25 [====================>.........] - ETA: 0s - loss: 30748530.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 27681192.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25169602.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 23079606.0000\n", + "25/25 [==============================] - 1s 27ms/step - loss: 22158748.0000\n", + "\n", + "Epoch 18/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 44811.2773\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 71256.0703\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 65654.0703\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 68809648.0000\n", + "10/25 [===========>..................] - ETA: 0s - loss: 55060196.0000\n", + "12/25 [=============>................] - ETA: 0s - loss: 45893936.0000\n", + "15/25 [=================>............] - ETA: 0s - loss: 36727480.0000\n", + "18/25 [====================>.........] - ETA: 0s - loss: 30629954.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 27573796.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 25073768.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22069562.0000\n", + "25/25 [==============================] - 1s 25ms/step - loss: 22069562.0000\n", + "\n", + "Epoch 19/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 91314.2969\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 61669.0469\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 62477.8516\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 68540120.0000\n", + "11/25 [============>.................] - ETA: 0s - loss: 49860972.0000\n", + "14/25 [===============>..............] - ETA: 0s - loss: 39193584.0000\n", + "17/25 [===================>..........] - ETA: 0s - loss: 32296842.0000\n", + "19/25 [=====================>........] - ETA: 0s - loss: 28913380.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 24991282.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 22003866.0000\n", + "25/25 [==============================] - 1s 23ms/step - loss: 22003866.0000\n", + "\n", + "Epoch 20/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 89882.4375\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 76359.6875\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 75971.3047\n", + "10/25 [===========>..................] - ETA: 0s - loss: 71882.3359\n", + "13/25 [==============>...............] - ETA: 0s - loss: 80111.3125\n", + "16/25 [==================>...........] - ETA: 0s - loss: 73124.8984\n", + "19/25 [=====================>........] - ETA: 0s - loss: 73475.6328\n", + "22/25 [=========================>....] - ETA: 0s - loss: 24871210.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 22808406.0000\n", + "25/25 [==============================] - 1s 22ms/step - loss: 21898682.0000\n", + "\n", + "Epoch 21/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 79360.8984\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 133553.6094\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 108080.8594\n", + "10/25 [===========>..................] - ETA: 0s - loss: 88568.2891 \n", + "13/25 [==============>...............] - ETA: 0s - loss: 41871936.0000\n", + "15/25 [=================>............] - ETA: 0s - loss: 36300356.0000\n", + "17/25 [===================>..........] - ETA: 0s - loss: 32042188.0000\n", + "19/25 [=====================>........] - ETA: 0s - loss: 28689786.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 24791270.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 22731170.0000\n", + "25/25 [==============================] - 1s 22ms/step - loss: 21831054.0000\n", + "\n", + "Epoch 22/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 539896128.0000\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 135091008.0000\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 77277392.0000 \n", + "10/25 [===========>..................] - ETA: 0s - loss: 54118572.0000\n", + "12/25 [=============>................] - ETA: 0s - loss: 45141716.0000\n", + "15/25 [=================>............] - ETA: 0s - loss: 36154732.0000\n", + "18/25 [====================>.........] - ETA: 0s - loss: 30154932.0000\n", + "20/25 [=======================>......] - ETA: 0s - loss: 27145598.0000\n", + "23/25 [==========================>...] - ETA: 0s - loss: 23620740.0000\n", + "25/25 [==============================] - 1s 22ms/step - loss: 21739488.0000\n", + "\n", + "Epoch 23/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 115195.1094\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 127108.4297\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 117442.9609\n", + " 8/25 [========>.....................] - ETA: 0s - loss: 108746.4062\n", + "11/25 [============>.................] - ETA: 0s - loss: 113276.9062\n", + "14/25 [===============>..............] - ETA: 0s - loss: 120909.4766\n", + "17/25 [===================>..........] - ETA: 0s - loss: 119294.8125\n", + "20/25 [=======================>......] - ETA: 0s - loss: 27001856.0000\n", + "23/25 [==========================>...] - ETA: 0s - loss: 23488014.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 21640718.0000\n", + "25/25 [==============================] - 1s 22ms/step - loss: 21640718.0000\n", + "\n", + "Epoch 24/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 299250.9688\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 222497.9062\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 195023.0781\n", + "10/25 [===========>..................] - ETA: 0s - loss: 53619752.0000\n", + "12/25 [=============>................] - ETA: 0s - loss: 44704752.0000\n", + "15/25 [=================>............] - ETA: 0s - loss: 35801292.0000\n", + "18/25 [====================>.........] - ETA: 0s - loss: 29862930.0000\n", + "21/25 [========================>.....] - ETA: 0s - loss: 25625126.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 22446634.0000\n", + "25/25 [==============================] - 1s 23ms/step - loss: 21554606.0000\n", + "\n", + "Epoch 25/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 152822.6562\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 146859.8750\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 286780.1250\n", + "10/25 [===========>..................] - ETA: 0s - loss: 241271.6406\n", + "13/25 [==============>...............] - ETA: 0s - loss: 219743.5312\n", + "16/25 [==================>...........] - ETA: 0s - loss: 195248.1406\n", + "19/25 [=====================>........] - ETA: 0s - loss: 189618.9062\n", + "22/25 [=========================>....] - ETA: 0s - loss: 24319610.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 22313186.0000\n", + "25/25 [==============================] - 1s 22ms/step - loss: 21425768.0000\n", + "\n", + "Epoch 26/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 164217.4219\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 325470.1562\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 270245.3125\n", + "10/25 [===========>..................] - ETA: 0s - loss: 249561.2031\n", + "13/25 [==============>...............] - ETA: 0s - loss: 246706.8438\n", + "16/25 [==================>...........] - ETA: 0s - loss: 224338.2188\n", + "19/25 [=====================>........] - ETA: 0s - loss: 27990208.0000\n", + "21/25 [========================>.....] - ETA: 0s - loss: 25333304.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 22229162.0000\n", + "25/25 [==============================] - 1s 21ms/step - loss: 21352128.0000\n", + "\n", + "Epoch 27/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 296974.6562\n", + " 3/25 [==>...........................] - ETA: 0s - loss: 250160.4688\n", + " 6/25 [======>.......................] - ETA: 0s - loss: 295249.7500\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 249236.1406\n", + "12/25 [=============>................] - ETA: 0s - loss: 289432.2500\n", + "15/25 [=================>............] - ETA: 0s - loss: 266476.8438\n", + "18/25 [====================>.........] - ETA: 0s - loss: 29369084.0000\n", + "21/25 [========================>.....] - ETA: 0s - loss: 25215992.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 22126556.0000\n", + "25/25 [==============================] - 1s 22ms/step - loss: 21259872.0000\n", + "\n", + "Epoch 28/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 378438.4062\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 270767.9375\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 275462.0000\n", + " 9/25 [=========>....................] - ETA: 0s - loss: 291407.7812\n", + "12/25 [=============>................] - ETA: 0s - loss: 276978.7812\n", + "14/25 [===============>..............] - ETA: 0s - loss: 285754.4375\n", + "16/25 [==================>...........] - ETA: 0s - loss: 32809458.0000\n", + "19/25 [=====================>........] - ETA: 0s - loss: 27686392.0000\n", + "22/25 [=========================>....] - ETA: 0s - loss: 23987466.0000\n", + "25/25 [==============================] - ETA: 0s - loss: 21166246.0000\n", + "25/25 [==============================] - 1s 22ms/step - loss: 21166246.0000\n", + "\n", + "Epoch 29/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 74684.7812\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 277072.1562\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 345122.5625\n", + "10/25 [===========>..................] - ETA: 0s - loss: 394024.7500\n", + "13/25 [==============>...............] - ETA: 0s - loss: 361923.1875\n", + "16/25 [==================>...........] - ETA: 0s - loss: 335354.8750\n", + "19/25 [=====================>........] - ETA: 0s - loss: 322100.0312\n", + "22/25 [=========================>....] - ETA: 0s - loss: 294086.1875\n", + "25/25 [==============================] - ETA: 0s - loss: 21008496.0000\n", + "25/25 [==============================] - 1s 21ms/step - loss: 21008496.0000\n", + "\n", + "Epoch 30/30\n", + "\n", + " 1/25 [>.............................] - ETA: 0s - loss: 524080.6562\n", + " 4/25 [===>..........................] - ETA: 0s - loss: 309453.9062\n", + " 7/25 [=======>......................] - ETA: 0s - loss: 379146.5000\n", + "10/25 [===========>..................] - ETA: 0s - loss: 319427.6875\n", + "13/25 [==============>...............] - ETA: 0s - loss: 340233.9688\n", + "15/25 [=================>............] - ETA: 0s - loss: 336081.8125\n", + "18/25 [====================>.........] - ETA: 0s - loss: 322637.0000\n", + "21/25 [========================>.....] - ETA: 0s - loss: 24858556.0000\n", + "24/25 [===========================>..] - ETA: 0s - loss: 21793134.0000\n", + "25/25 [==============================] - 1s 22ms/step - loss: 20948248.0000\n", + "\n", + "1/3 [=========>....................] - ETA: 0s - loss: 889123.7500\n", + "3/3 [==============================] - 0s 18ms/step - loss: 630391.8125\n", + "\n", + "Epoch 1/30\n", + "\n", + " 1/50 [..............................] - ETA: 2:02 - loss: 306653.7188\n", + " 5/50 [==>...........................] - ETA: 0s - loss: 225033376.0000\n", + " 9/50 [====>.........................] - ETA: 0s - loss: 125148328.0000\n", + "13/50 [======>.......................] - ETA: 0s - loss: 86733240.0000 \n", + "17/50 [=========>....................] - ETA: 0s - loss: 66381456.0000\n", + "21/50 [===========>..................] - ETA: 0s - loss: 53768848.0000\n", + "25/50 [==============>...............] - ETA: 0s - loss: 45180860.0000\n", + "29/50 [================>.............] - ETA: 0s - loss: 38956220.0000\n", + "33/50 [==================>...........] - ETA: 0s - loss: 34240116.0000\n", + "37/50 [=====================>........] - ETA: 0s - loss: 30541538.0000\n", + "42/50 [========================>.....] - ETA: 0s - loss: 26907092.0000\n", + "47/50 [===========================>..] - ETA: 0s - loss: 24046076.0000\n", + "50/50 [==============================] - 3s 13ms/step - loss: 22604108.0000\n", + "\n", + "Epoch 2/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 15204.1494\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 11609.8857\n", + "10/50 [=====>........................] - ETA: 0s - loss: 10267.2998\n", + "15/50 [========>.....................] - ETA: 0s - loss: 9610.4980 \n", + "19/50 [==========>...................] - ETA: 0s - loss: 9005.4375\n", + "24/50 [=============>................] - ETA: 0s - loss: 8603.8682\n", + "28/50 [===============>..............] - ETA: 0s - loss: 8311.5840\n", + "33/50 [==================>...........] - ETA: 0s - loss: 34051216.0000\n", + "38/50 [=====================>........] - ETA: 0s - loss: 29571808.0000\n", + "43/50 [========================>.....] - ETA: 0s - loss: 26134134.0000\n", + "47/50 [===========================>..] - ETA: 0s - loss: 23910548.0000\n", + "50/50 [==============================] - 1s 12ms/step - loss: 22476388.0000\n", + "\n", + "Epoch 3/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 7538.6475\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 8514.2979\n", + "10/50 [=====>........................] - ETA: 0s - loss: 8004.6465\n", + "13/50 [======>.......................] - ETA: 0s - loss: 7921.3003\n", + "17/50 [=========>....................] - ETA: 0s - loss: 7636.3906\n", + "21/50 [===========>..................] - ETA: 0s - loss: 53476504.0000\n", + "25/50 [==============>...............] - ETA: 0s - loss: 44921884.0000\n", + "29/50 [================>.............] - ETA: 0s - loss: 38727356.0000\n", + "34/50 [===================>..........] - ETA: 0s - loss: 33033778.0000\n", + "38/50 [=====================>........] - ETA: 0s - loss: 29557724.0000\n", + "42/50 [========================>.....] - ETA: 0s - loss: 26743654.0000\n", + "47/50 [===========================>..] - ETA: 0s - loss: 23899722.0000\n", + "50/50 [==============================] - 1s 13ms/step - loss: 22466184.0000\n", + "\n", + "Epoch 4/30\n", + "\n", + " 1/50 [..............................] - ETA: 1s - loss: 7331.8628\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 6317.4292\n", + "11/50 [=====>........................] - ETA: 0s - loss: 5431.8901\n", + "15/50 [========>.....................] - ETA: 0s - loss: 4895.5205\n", + "19/50 [==========>...................] - ETA: 0s - loss: 4530.7461\n", + "24/50 [=============>................] - ETA: 0s - loss: 4284.4395\n", + "28/50 [===============>..............] - ETA: 0s - loss: 4142.8682\n", + "32/50 [==================>...........] - ETA: 0s - loss: 35092740.0000\n", + "36/50 [====================>.........] - ETA: 0s - loss: 31194046.0000\n", + "40/50 [=======================>......] - ETA: 0s - loss: 28075404.0000\n", + "45/50 [==========================>...] - ETA: 0s - loss: 24956938.0000\n", + "50/50 [==============================] - ETA: 0s - loss: 22462098.0000\n", + "50/50 [==============================] - 1s 13ms/step - loss: 22462098.0000\n", + "\n", + "Epoch 5/30\n", + "\n", + " 1/50 [..............................] - ETA: 1s - loss: 7029.8926\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 9379.3740\n", + "11/50 [=====>........................] - ETA: 0s - loss: 9308.0547\n", + "16/50 [========>.....................] - ETA: 0s - loss: 8880.7559\n", + "21/50 [===========>..................] - ETA: 0s - loss: 53423636.0000\n", + "26/50 [==============>...............] - ETA: 0s - loss: 43153064.0000\n", + "31/50 [=================>............] - ETA: 0s - loss: 36196108.0000\n", + "36/50 [====================>.........] - ETA: 0s - loss: 31171370.0000\n", + "41/50 [=======================>......] - ETA: 0s - loss: 27371886.0000\n", + "46/50 [==========================>...] - ETA: 0s - loss: 24398072.0000\n", + "50/50 [==============================] - ETA: 0s - loss: 22447258.0000\n", + "50/50 [==============================] - 1s 11ms/step - loss: 22447258.0000\n", + "\n", + "Epoch 6/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 1120496640.0000\n", + " 7/50 [===>..........................] - ETA: 0s - loss: 160086912.0000 \n", + "12/50 [======>.......................] - ETA: 0s - loss: 93394600.0000 \n", + "16/50 [========>.....................] - ETA: 0s - loss: 70052440.0000\n", + "21/50 [===========>..................] - ETA: 0s - loss: 53379240.0000\n", + "26/50 [==============>...............] - ETA: 0s - loss: 43117108.0000\n", + "31/50 [=================>............] - ETA: 0s - loss: 36164260.0000\n", + "36/50 [====================>.........] - ETA: 0s - loss: 31143276.0000\n", + "41/50 [=======================>......] - ETA: 0s - loss: 27346326.0000\n", + "45/50 [==========================>...] - ETA: 0s - loss: 24916036.0000\n", + "50/50 [==============================] - ETA: 0s - loss: 22425004.0000\n", + "50/50 [==============================] - 1s 12ms/step - loss: 22425004.0000\n", + "\n", + "Epoch 7/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 5882.7036\n", + " 7/50 [===>..........................] - ETA: 0s - loss: 6445.5010\n", + "13/50 [======>.......................] - ETA: 0s - loss: 6236.7705\n", + "19/50 [==========>...................] - ETA: 0s - loss: 58928596.0000\n", + "24/50 [=============>................] - ETA: 0s - loss: 46654032.0000\n", + "29/50 [================>.............] - ETA: 0s - loss: 38614556.0000\n", + "35/50 [====================>.........] - ETA: 0s - loss: 31998658.0000\n", + "41/50 [=======================>......] - ETA: 0s - loss: 27319054.0000\n", + "47/50 [===========================>..] - ETA: 0s - loss: 23833368.0000\n", + "50/50 [==============================] - 1s 10ms/step - loss: 22404226.0000\n", + "\n", + "Epoch 8/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 17144.4219\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 11501.3350\n", + "10/50 [=====>........................] - ETA: 0s - loss: 9750.4033 \n", + "15/50 [========>.....................] - ETA: 0s - loss: 9523.5146\n", + "20/50 [===========>..................] - ETA: 0s - loss: 9179.3496\n", + "25/50 [==============>...............] - ETA: 0s - loss: 8733.3359\n", + "30/50 [=================>............] - ETA: 0s - loss: 8075.8779\n", + "35/50 [====================>.........] - ETA: 0s - loss: 7967.8120\n", + "41/50 [=======================>......] - ETA: 0s - loss: 27258302.0000\n", + "46/50 [==========================>...] - ETA: 0s - loss: 24297266.0000\n", + "50/50 [==============================] - 1s 11ms/step - loss: 22355916.0000\n", + "\n", + "Epoch 9/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 38898.3047\n", + " 7/50 [===>..........................] - ETA: 0s - loss: 27565.4277\n", + "12/50 [======>.......................] - ETA: 0s - loss: 27371.8008\n", + "16/50 [========>.....................] - ETA: 0s - loss: 69583992.0000\n", + "22/50 [============>.................] - ETA: 0s - loss: 50620396.0000\n", + "28/50 [===============>..............] - ETA: 0s - loss: 39780436.0000\n", + "34/50 [===================>..........] - ETA: 0s - loss: 32767414.0000\n", + "40/50 [=======================>......] - ETA: 0s - loss: 27856332.0000\n", + "45/50 [==========================>...] - ETA: 0s - loss: 24764418.0000\n", + "48/50 [===========================>..] - ETA: 0s - loss: 23219426.0000\n", + "50/50 [==============================] - 1s 11ms/step - loss: 22291394.0000\n", + "\n", + "Epoch 10/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 12467.9229\n", + " 5/50 [==>...........................] - ETA: 0s - loss: 221493504.0000\n", + "10/50 [=====>........................] - ETA: 0s - loss: 110776096.0000\n", + "16/50 [========>.....................] - ETA: 0s - loss: 69265568.0000 \n", + "21/50 [===========>..................] - ETA: 0s - loss: 52799552.0000\n", + "27/50 [===============>..............] - ETA: 0s - loss: 41076364.0000\n", + "31/50 [=================>............] - ETA: 0s - loss: 35782048.0000\n", + "36/50 [====================>.........] - ETA: 0s - loss: 30823920.0000\n", + "41/50 [=======================>......] - ETA: 0s - loss: 27069148.0000\n", + "46/50 [==========================>...] - ETA: 0s - loss: 24131042.0000\n", + "50/50 [==============================] - 1s 11ms/step - loss: 22204304.0000\n", + "\n", + "Epoch 11/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 19538.0547\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 28798.9121\n", + "11/50 [=====>........................] - ETA: 0s - loss: 44168.1406\n", + "17/50 [=========>....................] - ETA: 0s - loss: 64814784.0000\n", + "22/50 [============>.................] - ETA: 0s - loss: 50102636.0000\n", + "27/50 [===============>..............] - ETA: 0s - loss: 40846124.0000\n", + "33/50 [==================>...........] - ETA: 0s - loss: 33435914.0000\n", + "37/50 [=====================>........] - ETA: 0s - loss: 29825520.0000\n", + "42/50 [========================>.....] - ETA: 0s - loss: 26281870.0000\n", + "47/50 [===========================>..] - ETA: 0s - loss: 23491688.0000\n", + "50/50 [==============================] - 1s 11ms/step - loss: 22086192.0000\n", + "\n", + "Epoch 12/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 35887.9688\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 35543.6953\n", + "11/50 [=====>........................] - ETA: 0s - loss: 46386.3242\n", + "17/50 [=========>....................] - ETA: 0s - loss: 64291640.0000\n", + "21/50 [===========>..................] - ETA: 0s - loss: 52079092.0000\n", + "27/50 [===============>..............] - ETA: 0s - loss: 40552376.0000\n", + "32/50 [==================>...........] - ETA: 0s - loss: 34230652.0000\n", + "37/50 [=====================>........] - ETA: 0s - loss: 29622236.0000\n", + "43/50 [========================>.....] - ETA: 0s - loss: 25504130.0000\n", + "48/50 [===========================>..] - ETA: 0s - loss: 22854808.0000\n", + "50/50 [==============================] - 1s 11ms/step - loss: 21947442.0000\n", + "\n", + "Epoch 13/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 1081186560.0000\n", + " 7/50 [===>..........................] - ETA: 0s - loss: 154595936.0000 \n", + "13/50 [======>.......................] - ETA: 0s - loss: 83416624.0000 \n", + "19/50 [==========>...................] - ETA: 0s - loss: 57106096.0000\n", + "24/50 [=============>................] - ETA: 0s - loss: 45236692.0000\n", + "28/50 [===============>..............] - ETA: 0s - loss: 38812760.0000\n", + "33/50 [==================>...........] - ETA: 0s - loss: 32950348.0000\n", + "39/50 [======================>.......] - ETA: 0s - loss: 27909310.0000\n", + "44/50 [=========================>....] - ETA: 0s - loss: 24756482.0000\n", + "48/50 [===========================>..] - ETA: 0s - loss: 22701428.0000\n", + "50/50 [==============================] - 1s 11ms/step - loss: 21799726.0000\n", + "\n", + "Epoch 14/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 50743.3672\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 97983.4141\n", + "11/50 [=====>........................] - ETA: 0s - loss: 97653088.0000\n", + "16/50 [========>.....................] - ETA: 0s - loss: 67221648.0000\n", + "20/50 [===========>..................] - ETA: 0s - loss: 53823540.0000\n", + "25/50 [==============>...............] - ETA: 0s - loss: 43091872.0000\n", + "30/50 [=================>............] - ETA: 0s - loss: 35955444.0000\n", + "35/50 [====================>.........] - ETA: 0s - loss: 30852028.0000\n", + "40/50 [=======================>......] - ETA: 0s - loss: 27023594.0000\n", + "45/50 [==========================>...] - ETA: 0s - loss: 24033452.0000\n", + "50/50 [==============================] - ETA: 0s - loss: 21647718.0000\n", + "50/50 [==============================] - 1s 11ms/step - loss: 21647718.0000\n", + "\n", + "Epoch 15/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 160640.0156\n", + " 7/50 [===>..........................] - ETA: 0s - loss: 136038.9375\n", + "13/50 [======>.......................] - ETA: 0s - loss: 120439.5156\n", + "18/50 [=========>....................] - ETA: 0s - loss: 107909.4922\n", + "22/50 [============>.................] - ETA: 0s - loss: 98827.0000 \n", + "26/50 [==============>...............] - ETA: 0s - loss: 98656.8516\n", + "31/50 [=================>............] - ETA: 0s - loss: 107355.4062\n", + "36/50 [====================>.........] - ETA: 0s - loss: 29673296.0000\n", + "41/50 [=======================>......] - ETA: 0s - loss: 26103648.0000\n", + "46/50 [==========================>...] - ETA: 0s - loss: 23327272.0000\n", + "50/50 [==============================] - 1s 11ms/step - loss: 21472228.0000\n", + "\n", + "Epoch 16/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 106243.4297\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 119444.0547\n", + "12/50 [======>.......................] - ETA: 0s - loss: 207428.9844\n", + "17/50 [=========>....................] - ETA: 0s - loss: 208422.7812\n", + "22/50 [============>.................] - ETA: 0s - loss: 223634.7031\n", + "27/50 [===============>..............] - ETA: 0s - loss: 221531.9062\n", + "32/50 [==================>...........] - ETA: 0s - loss: 203363.3125\n", + "36/50 [====================>.........] - ETA: 0s - loss: 222820.5625\n", + "41/50 [=======================>......] - ETA: 0s - loss: 206598.5625\n", + "46/50 [==========================>...] - ETA: 0s - loss: 205661.0625\n", + "50/50 [==============================] - 1s 11ms/step - loss: 21281672.0000\n", + "\n", + "Epoch 17/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 270291.6250\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 345208.7500\n", + "11/50 [=====>........................] - ETA: 0s - loss: 324950.8438\n", + "16/50 [========>.....................] - ETA: 0s - loss: 309155.6875\n", + "22/50 [============>.................] - ETA: 0s - loss: 265807.5625\n", + "26/50 [==============>...............] - ETA: 0s - loss: 248551.6094\n", + "31/50 [=================>............] - ETA: 0s - loss: 254581.1250\n", + "37/50 [=====================>........] - ETA: 0s - loss: 281089.5625\n", + "42/50 [========================>.....] - ETA: 0s - loss: 281732.8750\n", + "46/50 [==========================>...] - ETA: 0s - loss: 308651.3125\n", + "50/50 [==============================] - 1s 11ms/step - loss: 21101734.0000\n", + "\n", + "Epoch 18/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 575008.3125\n", + " 7/50 [===>..........................] - ETA: 0s - loss: 583665.8750\n", + "12/50 [======>.......................] - ETA: 0s - loss: 555421.1250\n", + "17/50 [=========>....................] - ETA: 0s - loss: 518618.0938\n", + "22/50 [============>.................] - ETA: 0s - loss: 495548.1250\n", + "27/50 [===============>..............] - ETA: 0s - loss: 438940.7188\n", + "32/50 [==================>...........] - ETA: 0s - loss: 387599.0312\n", + "38/50 [=====================>........] - ETA: 0s - loss: 27346184.0000\n", + "43/50 [========================>.....] - ETA: 0s - loss: 24233306.0000\n", + "48/50 [===========================>..] - ETA: 0s - loss: 21764636.0000\n", + "50/50 [==============================] - 1s 11ms/step - loss: 20909698.0000\n", + "\n", + "Epoch 19/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 346441.4062\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 401174.9375\n", + "11/50 [=====>........................] - ETA: 0s - loss: 505774.4688\n", + "15/50 [========>.....................] - ETA: 0s - loss: 456970.9062\n", + "20/50 [===========>..................] - ETA: 0s - loss: 611064.4375\n", + "24/50 [=============>................] - ETA: 0s - loss: 616234.1875\n", + "28/50 [===============>..............] - ETA: 0s - loss: 567910.0625\n", + "33/50 [==================>...........] - ETA: 0s - loss: 31238796.0000\n", + "39/50 [======================>.......] - ETA: 0s - loss: 26532338.0000\n", + "45/50 [==========================>...] - ETA: 0s - loss: 23117586.0000\n", + "50/50 [==============================] - ETA: 0s - loss: 20826308.0000\n", + "50/50 [==============================] - 1s 11ms/step - loss: 20826308.0000\n", + "\n", + "Epoch 20/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 301316.5312\n", + " 7/50 [===>..........................] - ETA: 0s - loss: 404362.2188\n", + "11/50 [=====>........................] - ETA: 0s - loss: 556488.3750\n", + "16/50 [========>.....................] - ETA: 0s - loss: 533670.7500\n", + "21/50 [===========>..................] - ETA: 0s - loss: 578237.7500\n", + "26/50 [==============>...............] - ETA: 0s - loss: 500727.9375\n", + "31/50 [=================>............] - ETA: 0s - loss: 526833.9375\n", + "36/50 [====================>.........] - ETA: 0s - loss: 28253060.0000\n", + "40/50 [=======================>......] - ETA: 0s - loss: 25495598.0000\n", + "44/50 [=========================>....] - ETA: 0s - loss: 23298654.0000\n", + "48/50 [===========================>..] - ETA: 0s - loss: 21412366.0000\n", + "50/50 [==============================] - 1s 12ms/step - loss: 20615046.0000\n", + "\n", + "Epoch 21/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 219591.3594\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 355239.4062\n", + "12/50 [======>.......................] - ETA: 0s - loss: 713113.5625\n", + "17/50 [=========>....................] - ETA: 0s - loss: 718960.7500\n", + "22/50 [============>.................] - ETA: 0s - loss: 682641.7500\n", + "27/50 [===============>..............] - ETA: 0s - loss: 37139632.0000\n", + "32/50 [==================>...........] - ETA: 0s - loss: 31505028.0000\n", + "37/50 [=====================>........] - ETA: 0s - loss: 27396530.0000\n", + "42/50 [========================>.....] - ETA: 0s - loss: 24227708.0000\n", + "47/50 [===========================>..] - ETA: 0s - loss: 21716458.0000\n", + "50/50 [==============================] - 1s 11ms/step - loss: 20462818.0000\n", + "\n", + "Epoch 22/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 2072771.3750\n", + " 7/50 [===>..........................] - ETA: 0s - loss: 1142018.7500\n", + "12/50 [======>.......................] - ETA: 0s - loss: 960586.5625 \n", + "17/50 [=========>....................] - ETA: 0s - loss: 808484.8750\n", + "21/50 [===========>..................] - ETA: 0s - loss: 748089.5000\n", + "25/50 [==============>...............] - ETA: 0s - loss: 711644.2500\n", + "30/50 [=================>............] - ETA: 0s - loss: 723730.5625\n", + "34/50 [===================>..........] - ETA: 0s - loss: 691827.6875\n", + "37/50 [=====================>........] - ETA: 0s - loss: 652100.4375\n", + "41/50 [=======================>......] - ETA: 0s - loss: 614476.8750\n", + "45/50 [==========================>...] - ETA: 0s - loss: 675120.5000\n", + "48/50 [===========================>..] - ETA: 0s - loss: 21190256.0000\n", + "50/50 [==============================] - 1s 13ms/step - loss: 20364222.0000\n", + "\n", + "Epoch 23/30\n", + "\n", + " 1/50 [..............................] - ETA: 1s - loss: 185460.3281\n", + " 5/50 [==>...........................] - ETA: 0s - loss: 927189.0625\n", + " 9/50 [====>.........................] - ETA: 0s - loss: 1124483.0000\n", + "13/50 [======>.......................] - ETA: 0s - loss: 936750.0000 \n", + "18/50 [=========>....................] - ETA: 0s - loss: 784795.0000\n", + "23/50 [============>.................] - ETA: 0s - loss: 828010.4375\n", + "28/50 [===============>..............] - ETA: 0s - loss: 953614.6875\n", + "33/50 [==================>...........] - ETA: 0s - loss: 30176970.0000\n", + "38/50 [=====================>........] - ETA: 0s - loss: 26331364.0000\n", + "42/50 [========================>.....] - ETA: 0s - loss: 23976416.0000\n", + "46/50 [==========================>...] - ETA: 0s - loss: 21933110.0000\n", + "50/50 [==============================] - ETA: 0s - loss: 20221840.0000\n", + "50/50 [==============================] - 1s 12ms/step - loss: 20221840.0000\n", + "\n", + "Epoch 24/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 554817.9375\n", + " 5/50 [==>...........................] - ETA: 0s - loss: 440637.4375\n", + " 9/50 [====>.........................] - ETA: 0s - loss: 926756.1250\n", + "13/50 [======>.......................] - ETA: 0s - loss: 872713.1250\n", + "17/50 [=========>....................] - ETA: 0s - loss: 995706.4375\n", + "21/50 [===========>..................] - ETA: 0s - loss: 1012265.8125\n", + "26/50 [==============>...............] - ETA: 0s - loss: 917319.4375 \n", + "31/50 [=================>............] - ETA: 0s - loss: 878342.3125\n", + "35/50 [====================>.........] - ETA: 0s - loss: 847353.3750\n", + "39/50 [======================>.......] - ETA: 0s - loss: 789410.5625\n", + "43/50 [========================>.....] - ETA: 0s - loss: 814301.9375\n", + "47/50 [===========================>..] - ETA: 0s - loss: 901733.5000\n", + "50/50 [==============================] - ETA: 0s - loss: 20142106.0000\n", + "50/50 [==============================] - 1s 14ms/step - loss: 20142106.0000\n", + "\n", + "Epoch 25/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 1665494.7500\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 160450672.0000\n", + "10/50 [=====>........................] - ETA: 0s - loss: 97048920.0000 \n", + "14/50 [=======>......................] - ETA: 0s - loss: 69747688.0000\n", + "19/50 [==========>...................] - ETA: 0s - loss: 51608372.0000\n", + "23/50 [============>.................] - ETA: 0s - loss: 42944044.0000\n", + "28/50 [===============>..............] - ETA: 0s - loss: 35398260.0000\n", + "33/50 [==================>...........] - ETA: 0s - loss: 30398864.0000\n", + "38/50 [=====================>........] - ETA: 0s - loss: 26552084.0000\n", + "43/50 [========================>.....] - ETA: 0s - loss: 23651286.0000\n", + "48/50 [===========================>..] - ETA: 0s - loss: 21344194.0000\n", + "50/50 [==============================] - 1s 12ms/step - loss: 20518794.0000\n", + "\n", + "Epoch 26/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 86514.9688\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 1190784.0000\n", + "11/50 [=====>........................] - ETA: 0s - loss: 1126057.8750\n", + "16/50 [========>.....................] - ETA: 0s - loss: 1123004.0000\n", + "21/50 [===========>..................] - ETA: 0s - loss: 1237498.3750\n", + "26/50 [==============>...............] - ETA: 0s - loss: 1142475.3750\n", + "31/50 [=================>............] - ETA: 0s - loss: 1052956.5000\n", + "36/50 [====================>.........] - ETA: 0s - loss: 1006748.2500\n", + "41/50 [=======================>......] - ETA: 0s - loss: 24224308.0000\n", + "45/50 [==========================>...] - ETA: 0s - loss: 22130364.0000\n", + "48/50 [===========================>..] - ETA: 0s - loss: 20808572.0000\n", + "50/50 [==============================] - 1s 12ms/step - loss: 19988804.0000\n", + "\n", + "Epoch 27/30\n", + "\n", + " 1/50 [..............................] - ETA: 1s - loss: 4552499.0000\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 1458556.7500\n", + "11/50 [=====>........................] - ETA: 0s - loss: 976778.8125 \n", + "15/50 [========>.....................] - ETA: 0s - loss: 822009.3750\n", + "20/50 [===========>..................] - ETA: 0s - loss: 951305.8750\n", + "24/50 [=============>................] - ETA: 0s - loss: 884537.2500\n", + "29/50 [================>.............] - ETA: 0s - loss: 1019589.6250\n", + "33/50 [==================>...........] - ETA: 0s - loss: 994976.7500 \n", + "38/50 [=====================>........] - ETA: 0s - loss: 25519244.0000\n", + "43/50 [========================>.....] - ETA: 0s - loss: 22664206.0000\n", + "48/50 [===========================>..] - ETA: 0s - loss: 20450496.0000\n", + "50/50 [==============================] - 1s 12ms/step - loss: 19800826.0000\n", + "\n", + "Epoch 28/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 11444576.0000\n", + " 5/50 [==>...........................] - ETA: 0s - loss: 3290655.0000 \n", + "10/50 [=====>........................] - ETA: 0s - loss: 1996677.0000\n", + "15/50 [========>.....................] - ETA: 0s - loss: 1562314.3750\n", + "19/50 [==========>...................] - ETA: 0s - loss: 1449184.6250\n", + "23/50 [============>.................] - ETA: 0s - loss: 1345163.2500\n", + "26/50 [==============>...............] - ETA: 0s - loss: 36709156.0000\n", + "30/50 [=================>............] - ETA: 0s - loss: 31987288.0000\n", + "35/50 [====================>.........] - ETA: 0s - loss: 27664206.0000\n", + "39/50 [======================>.......] - ETA: 0s - loss: 24961070.0000\n", + "44/50 [=========================>....] - ETA: 0s - loss: 22322248.0000\n", + "49/50 [============================>.] - ETA: 0s - loss: 20111896.0000\n", + "50/50 [==============================] - 1s 13ms/step - loss: 19791636.0000\n", + "\n", + "Epoch 29/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 1475583.0000\n", + " 6/50 [==>...........................] - ETA: 0s - loss: 152158032.0000\n", + "10/50 [=====>........................] - ETA: 0s - loss: 91792392.0000 \n", + "16/50 [========>.....................] - ETA: 0s - loss: 57807728.0000\n", + "21/50 [===========>..................] - ETA: 0s - loss: 44496076.0000\n", + "27/50 [===============>..............] - ETA: 0s - loss: 35275380.0000\n", + "33/50 [==================>...........] - ETA: 0s - loss: 29126162.0000\n", + "38/50 [=====================>........] - ETA: 0s - loss: 25389750.0000\n", + "42/50 [========================>.....] - ETA: 0s - loss: 23219682.0000\n", + "48/50 [===========================>..] - ETA: 0s - loss: 20443730.0000\n", + "50/50 [==============================] - 1s 11ms/step - loss: 19644988.0000\n", + "\n", + "Epoch 30/30\n", + "\n", + " 1/50 [..............................] - ETA: 0s - loss: 1422912.7500\n", + " 7/50 [===>..........................] - ETA: 0s - loss: 1178154.5000\n", + "13/50 [======>.......................] - ETA: 0s - loss: 1077201.6250\n", + "18/50 [=========>....................] - ETA: 0s - loss: 51513184.0000\n", + "22/50 [============>.................] - ETA: 0s - loss: 42643928.0000\n", + "27/50 [===============>..............] - ETA: 0s - loss: 34825664.0000\n", + "32/50 [==================>...........] - ETA: 0s - loss: 29501648.0000\n", + "37/50 [=====================>........] - ETA: 0s - loss: 25647690.0000\n", + "42/50 [========================>.....] - ETA: 0s - loss: 22848444.0000\n", + "47/50 [===========================>..] - ETA: 0s - loss: 20639090.0000\n", + "50/50 [==============================] - 1s 11ms/step - loss: 19573662.0000\n", + "\n", + "1/6 [====>.........................] - ETA: 1s - loss: 586347.8125\n", + "6/6 [==============================] - ETA: 0s - loss: 1743563.6250\n", + "6/6 [==============================] - 0s 13ms/step - loss: 1743563.6250\n", + "\n", + "Epoch 1/30\n", + "\n", + " 1/75 [..............................] - ETA: 2:55 - loss: 310211.3438\n", + " 6/75 [=>............................] - ETA: 0s - loss: 295458.0000 \n", + "11/75 [===>..........................] - ETA: 0s - loss: 272463.6562\n", + "16/75 [=====>........................] - ETA: 0s - loss: 230383.7656\n", + "20/75 [=======>......................] - ETA: 0s - loss: 193432.5938\n", + "25/75 [=========>....................] - ETA: 0s - loss: 163192.4688\n", + "30/75 [===========>..................] - ETA: 0s - loss: 141596.9844\n", + "35/75 [=============>................] - ETA: 0s - loss: 48273104.0000\n", + "40/75 [===============>..............] - ETA: 0s - loss: 42241516.0000\n", + "45/75 [=================>............] - ETA: 0s - loss: 37550120.0000\n", + "50/75 [===================>..........] - ETA: 0s - loss: 33796548.0000\n", + "55/75 [=====================>........] - ETA: 0s - loss: 30725788.0000\n", + "60/75 [=======================>......] - ETA: 0s - loss: 28166428.0000\n", + "65/75 [=========================>....] - ETA: 0s - loss: 26000828.0000\n", + "69/75 [==========================>...] - ETA: 0s - loss: 24494108.0000\n", + "74/75 [============================>.] - ETA: 0s - loss: 22839654.0000\n", + "75/75 [==============================] - 3s 11ms/step - loss: 22535220.0000\n", + "\n", + "Epoch 2/30\n", + "\n", + " 1/75 [..............................] - ETA: 1s - loss: 8398.2637\n", + " 6/75 [=>............................] - ETA: 0s - loss: 6359.4839\n", + "11/75 [===>..........................] - ETA: 0s - loss: 6225.3491\n", + "16/75 [=====>........................] - ETA: 0s - loss: 6071.6392\n", + "22/75 [=======>......................] - ETA: 0s - loss: 5846.3242\n", + "27/75 [=========>....................] - ETA: 0s - loss: 5640.1426\n", + "33/75 [============>.................] - ETA: 0s - loss: 5588.8857\n", + "39/75 [==============>...............] - ETA: 0s - loss: 5226.7275\n", + "44/75 [================>.............] - ETA: 0s - loss: 5033.6660\n", + "48/75 [==================>...........] - ETA: 0s - loss: 4891.0503\n", + "54/75 [====================>.........] - ETA: 0s - loss: 31200066.0000\n", + "60/75 [=======================>......] - ETA: 0s - loss: 28080910.0000\n", + "65/75 [=========================>....] - ETA: 0s - loss: 25921814.0000\n", + "71/75 [===========================>..] - ETA: 0s - loss: 23732558.0000\n", + "75/75 [==============================] - 1s 10ms/step - loss: 22467532.0000\n", + "\n", + "Epoch 3/30\n", + "\n", + " 1/75 [..............................] - ETA: 1s - loss: 12610.6123\n", + " 6/75 [=>............................] - ETA: 0s - loss: 13200.9307\n", + "12/75 [===>..........................] - ETA: 0s - loss: 11086.5283\n", + "18/75 [======>.......................] - ETA: 0s - loss: 10014.2617\n", + "23/75 [========>.....................] - ETA: 0s - loss: 8891.1387 \n", + "28/75 [==========>...................] - ETA: 0s - loss: 8034.8193\n", + "33/75 [============>.................] - ETA: 0s - loss: 7510.6162\n", + "38/75 [==============>...............] - ETA: 0s - loss: 7007.9614\n", + "44/75 [================>.............] - ETA: 0s - loss: 6426.2622\n", + "50/75 [===================>..........] - ETA: 0s - loss: 6143.9102\n", + "55/75 [=====================>........] - ETA: 0s - loss: 5851.9873\n", + "60/75 [=======================>......] - ETA: 0s - loss: 28063062.0000\n", + "65/75 [=========================>....] - ETA: 0s - loss: 25905522.0000\n", + "71/75 [===========================>..] - ETA: 0s - loss: 23717784.0000\n", + "75/75 [==============================] - ETA: 0s - loss: 22454024.0000\n", + "75/75 [==============================] - 1s 10ms/step - loss: 22454024.0000\n", + "\n", + "Epoch 4/30\n", + "\n", + " 1/75 [..............................] - ETA: 1s - loss: 21618.1328\n", + " 6/75 [=>............................] - ETA: 0s - loss: 19584.0391\n", + "12/75 [===>..........................] - ETA: 0s - loss: 20508.5215\n", + "18/75 [======>.......................] - ETA: 0s - loss: 17743.4688\n", + "23/75 [========>.....................] - ETA: 0s - loss: 15677.1572\n", + "28/75 [==========>...................] - ETA: 0s - loss: 13992.1816\n", + "33/75 [============>.................] - ETA: 0s - loss: 12734.6562\n", + "38/75 [==============>...............] - ETA: 0s - loss: 11773.8066\n", + "44/75 [================>.............] - ETA: 0s - loss: 10691.9766\n", + "49/75 [==================>...........] - ETA: 0s - loss: 34319860.0000\n", + "55/75 [=====================>........] - ETA: 0s - loss: 30578840.0000\n", + "60/75 [=======================>......] - ETA: 0s - loss: 28033784.0000\n", + "65/75 [=========================>....] - ETA: 0s - loss: 25880022.0000\n", + "69/75 [==========================>...] - ETA: 0s - loss: 24381554.0000\n", + "74/75 [============================>.] - ETA: 0s - loss: 22736084.0000\n", + "75/75 [==============================] - 1s 11ms/step - loss: 22433170.0000\n", + "\n", + "Epoch 5/30\n", + "\n", + " 1/75 [..............................] - ETA: 1s - loss: 31046.7676\n", + " 5/75 [=>............................] - ETA: 0s - loss: 15309.2344\n", + " 9/75 [==>...........................] - ETA: 0s - loss: 186289584.0000\n", + "14/75 [====>.........................] - ETA: 0s - loss: 119764880.0000\n", + "20/75 [=======>......................] - ETA: 0s - loss: 83851152.0000 \n", + "26/75 [=========>....................] - ETA: 0s - loss: 64519312.0000\n", + "31/75 [===========>..................] - ETA: 0s - loss: 54119044.0000\n", + "37/75 [=============>................] - ETA: 0s - loss: 45347560.0000\n", + "43/75 [================>.............] - ETA: 0s - loss: 39022672.0000\n", + "49/75 [==================>...........] - ETA: 0s - loss: 34246328.0000\n", + "55/75 [=====================>........] - ETA: 0s - loss: 30511930.0000\n", + "61/75 [=======================>......] - ETA: 0s - loss: 27512132.0000\n", + "66/75 [=========================>....] - ETA: 0s - loss: 25428752.0000\n", + "71/75 [===========================>..] - ETA: 0s - loss: 23638996.0000\n", + "75/75 [==============================] - 1s 10ms/step - loss: 22378838.0000\n", + "\n", + "Epoch 6/30\n", + "\n", + " 1/75 [..............................] - ETA: 1s - loss: 9760.1367\n", + " 6/75 [=>............................] - ETA: 0s - loss: 7078.2139\n", + "11/75 [===>..........................] - ETA: 0s - loss: 7689.9780\n", + "15/75 [=====>........................] - ETA: 0s - loss: 7319.5874\n", + "19/75 [======>.......................] - ETA: 0s - loss: 6888.0366\n", + "23/75 [========>.....................] - ETA: 0s - loss: 72632568.0000\n", + "27/75 [=========>....................] - ETA: 0s - loss: 61881576.0000\n", + "31/75 [===========>..................] - ETA: 0s - loss: 53908364.0000\n", + "35/75 [=============>................] - ETA: 0s - loss: 47759864.0000\n", + "40/75 [===============>..............] - ETA: 0s - loss: 41802740.0000\n", + "44/75 [================>.............] - ETA: 0s - loss: 38009096.0000\n", + "48/75 [==================>...........] - ETA: 0s - loss: 34842608.0000\n", + "52/75 [===================>..........] - ETA: 0s - loss: 32165554.0000\n", + "56/75 [=====================>........] - ETA: 0s - loss: 29869248.0000\n", + "60/75 [=======================>......] - ETA: 0s - loss: 27880584.0000\n", + "64/75 [========================>.....] - ETA: 0s - loss: 26139448.0000\n", + "68/75 [==========================>...] - ETA: 0s - loss: 24603188.0000\n", + "72/75 [===========================>..] - ETA: 0s - loss: 23237276.0000\n", + "75/75 [==============================] - ETA: 0s - loss: 22308800.0000\n", + "75/75 [==============================] - 1s 14ms/step - loss: 22308800.0000\n", + "\n", + "Epoch 7/30\n", + "\n", + " 1/75 [..............................] - ETA: 1s - loss: 23091.8750\n", + " 5/75 [=>............................] - ETA: 0s - loss: 25576.4082\n", + " 9/75 [==>...........................] - ETA: 0s - loss: 19914.0645\n", + "14/75 [====>.........................] - ETA: 0s - loss: 17107.8145\n", + "19/75 [======>.......................] - ETA: 0s - loss: 18429.3594\n", + "23/75 [========>.....................] - ETA: 0s - loss: 17377.5859\n", + "28/75 [==========>...................] - ETA: 0s - loss: 17097.5527\n", + "33/75 [============>.................] - ETA: 0s - loss: 18386.9648\n", + "37/75 [=============>................] - ETA: 0s - loss: 17852.3008\n", + "42/75 [===============>..............] - ETA: 0s - loss: 18105.2090\n", + "47/75 [=================>............] - ETA: 0s - loss: 17168.4355\n", + "52/75 [===================>..........] - ETA: 0s - loss: 16540.9863\n", + "57/75 [=====================>........] - ETA: 0s - loss: 15733.8789\n", + "61/75 [=======================>......] - ETA: 0s - loss: 15401.1416\n", + "66/75 [=========================>....] - ETA: 0s - loss: 14738.3926\n", + "70/75 [===========================>..] - ETA: 0s - loss: 14981.8457\n", + "74/75 [============================>.] - ETA: 0s - loss: 22482902.0000\n", + "75/75 [==============================] - 1s 13ms/step - loss: 22183282.0000\n", + "\n", + "Epoch 8/30\n", + "\n", + " 1/75 [..............................] - ETA: 1s - loss: 10939.7686\n", + " 6/75 [=>............................] - ETA: 0s - loss: 48218.6680\n", + "10/75 [===>..........................] - ETA: 0s - loss: 75770.2969\n", + "14/75 [====>.........................] - ETA: 0s - loss: 117347192.0000\n", + "19/75 [======>.......................] - ETA: 0s - loss: 86613792.0000 \n", + "23/75 [========>.....................] - ETA: 0s - loss: 71589376.0000\n", + "27/75 [=========>....................] - ETA: 0s - loss: 61011840.0000\n", + "31/75 [===========>..................] - ETA: 0s - loss: 53157796.0000\n", + "35/75 [=============>................] - ETA: 0s - loss: 47115308.0000\n", + "39/75 [==============>...............] - ETA: 0s - loss: 42292952.0000\n", + "43/75 [================>.............] - ETA: 0s - loss: 38366552.0000\n", + "47/75 [=================>............] - ETA: 0s - loss: 35108496.0000\n", + "51/75 [===================>..........] - ETA: 0s - loss: 32366448.0000\n", + "55/75 [=====================>........] - ETA: 0s - loss: 30018802.0000\n", + "59/75 [======================>.......] - ETA: 0s - loss: 27990464.0000\n", + "63/75 [========================>.....] - ETA: 0s - loss: 26220726.0000\n", + "68/75 [==========================>...] - ETA: 0s - loss: 24298000.0000\n", + "72/75 [===========================>..] - ETA: 0s - loss: 22949886.0000\n", + "75/75 [==============================] - 1s 14ms/step - loss: 22037818.0000\n", + "\n", + "Epoch 9/30\n", + "\n", + " 1/75 [..............................] - ETA: 1s - loss: 21017.0918\n", + " 5/75 [=>............................] - ETA: 0s - loss: 39928.1133\n", + " 9/75 [==>...........................] - ETA: 0s - loss: 47319.0469\n", + "13/75 [====>.........................] - ETA: 0s - loss: 38346.1914\n", + "17/75 [=====>........................] - ETA: 0s - loss: 39660.2188\n", + "21/75 [=======>......................] - ETA: 0s - loss: 77550440.0000\n", + "25/75 [=========>....................] - ETA: 0s - loss: 65169700.0000\n", + "29/75 [==========>...................] - ETA: 0s - loss: 56198104.0000\n", + "34/75 [============>.................] - ETA: 0s - loss: 47977232.0000\n", + "39/75 [==============>...............] - ETA: 0s - loss: 41857104.0000\n", + "44/75 [================>.............] - ETA: 0s - loss: 37137536.0000\n", + "48/75 [==================>...........] - ETA: 0s - loss: 34077128.0000\n", + "52/75 [===================>..........] - ETA: 0s - loss: 31470780.0000\n", + "57/75 [=====================>........] - ETA: 0s - loss: 28727888.0000\n", + "61/75 [=======================>......] - ETA: 0s - loss: 26856646.0000\n", + "66/75 [=========================>....] - ETA: 0s - loss: 24832370.0000\n", + "72/75 [===========================>..] - ETA: 0s - loss: 22768382.0000\n", + "75/75 [==============================] - 1s 13ms/step - loss: 21861294.0000\n", + "\n", + "Epoch 10/30\n", + "\n", + " 1/75 [..............................] - ETA: 1s - loss: 60404.4492\n", + " 6/75 [=>............................] - ETA: 0s - loss: 44509.2383\n", + "11/75 [===>..........................] - ETA: 0s - loss: 40154.1094\n", + "16/75 [=====>........................] - ETA: 0s - loss: 62406.8320\n", + "21/75 [=======>......................] - ETA: 0s - loss: 53464.0664\n", + "26/75 [=========>....................] - ETA: 0s - loss: 46532.0273\n", + "30/75 [===========>..................] - ETA: 0s - loss: 53195.7109\n", + "35/75 [=============>................] - ETA: 0s - loss: 49257.1133\n", + "41/75 [===============>..............] - ETA: 0s - loss: 39351308.0000\n", + "47/75 [=================>............] - ETA: 0s - loss: 34337672.0000\n", + "53/75 [====================>.........] - ETA: 0s - loss: 30510090.0000\n", + "58/75 [======================>.......] - ETA: 0s - loss: 27917198.0000\n", + "63/75 [========================>.....] - ETA: 0s - loss: 25720402.0000\n", + "69/75 [==========================>...] - ETA: 0s - loss: 23514372.0000\n", + "73/75 [============================>.] - ETA: 0s - loss: 22245718.0000\n", + "75/75 [==============================] - 1s 11ms/step - loss: 21655802.0000\n", + "\n", + "Epoch 11/30\n", + "\n", + " 1/75 [..............................] - ETA: 1s - loss: 42820.0820\n", + " 6/75 [=>............................] - ETA: 0s - loss: 148719.5781\n", + "11/75 [===>..........................] - ETA: 0s - loss: 133106.8438\n", + "16/75 [=====>........................] - ETA: 0s - loss: 98700448.0000\n", + "21/75 [=======>......................] - ETA: 0s - loss: 75320448.0000\n", + "26/75 [=========>....................] - ETA: 0s - loss: 61022216.0000\n", + "30/75 [===========>..................] - ETA: 0s - loss: 52903964.0000\n", + "35/75 [=============>................] - ETA: 0s - loss: 45374428.0000\n", + "40/75 [===============>..............] - ETA: 0s - loss: 39744784.0000\n", + "46/75 [=================>............] - ETA: 0s - loss: 34604424.0000\n", + "51/75 [===================>..........] - ETA: 0s - loss: 31271876.0000\n", + "56/75 [=====================>........] - ETA: 0s - loss: 28549970.0000\n", + "61/75 [=======================>......] - ETA: 0s - loss: 26225182.0000\n", + "65/75 [=========================>....] - ETA: 0s - loss: 24622172.0000\n", + "70/75 [===========================>..] - ETA: 0s - loss: 22878756.0000\n", + "75/75 [==============================] - ETA: 0s - loss: 21363908.0000\n", + "75/75 [==============================] - 1s 11ms/step - loss: 21363908.0000\n", + "\n", + "Epoch 12/30\n", + "\n", + " 1/75 [..............................] - ETA: 0s - loss: 414608.6562\n", + " 7/75 [=>............................] - ETA: 0s - loss: 417426.4688\n", + "12/75 [===>..........................] - ETA: 0s - loss: 266491.2188\n", + "17/75 [=====>........................] - ETA: 0s - loss: 220657.2969\n", + "22/75 [=======>......................] - ETA: 0s - loss: 183907.4531\n", + "28/75 [==========>...................] - ETA: 0s - loss: 184050.2500\n", + "34/75 [============>.................] - ETA: 0s - loss: 167498.0000\n", + "40/75 [===============>..............] - ETA: 0s - loss: 146063.4219\n", + "46/75 [=================>............] - ETA: 0s - loss: 146661.8125\n", + "50/75 [===================>..........] - ETA: 0s - loss: 147606.3125\n", + "55/75 [=====================>........] - ETA: 0s - loss: 28690574.0000\n", + "60/75 [=======================>......] - ETA: 0s - loss: 26327500.0000\n", + "65/75 [=========================>....] - ETA: 0s - loss: 24324844.0000\n", + "71/75 [===========================>..] - ETA: 0s - loss: 22295360.0000\n", + "75/75 [==============================] - 1s 10ms/step - loss: 21145732.0000\n", + "\n", + "Epoch 13/30\n", + "\n", + " 1/75 [..............................] - ETA: 1s - loss: 195789.9531\n", + " 7/75 [=>............................] - ETA: 0s - loss: 845794.8750\n", + "12/75 [===>..........................] - ETA: 0s - loss: 666594.8750\n", + "16/75 [=====>........................] - ETA: 0s - loss: 94954144.0000\n", + "21/75 [=======>......................] - ETA: 0s - loss: 72509744.0000\n", + "26/75 [=========>....................] - ETA: 0s - loss: 58675240.0000\n", + "32/75 [===========>..................] - ETA: 0s - loss: 47842508.0000\n", + "37/75 [=============>................] - ETA: 0s - loss: 41553648.0000\n", + "42/75 [===============>..............] - ETA: 0s - loss: 36634484.0000\n", + "47/75 [=================>............] - ETA: 0s - loss: 32773988.0000\n", + "53/75 [====================>.........] - ETA: 0s - loss: 29078184.0000\n", + "59/75 [======================>.......] - ETA: 0s - loss: 26182416.0000\n", + "64/75 [========================>.....] - ETA: 0s - loss: 24170858.0000\n", + "70/75 [===========================>..] - ETA: 0s - loss: 22205976.0000\n", + "75/75 [==============================] - ETA: 0s - loss: 20780412.0000\n", + "75/75 [==============================] - 1s 11ms/step - loss: 20780412.0000\n", + "\n", + "Epoch 14/30\n", + "\n", + " 1/75 [..............................] - ETA: 1s - loss: 1479210624.0000\n", + " 6/75 [=>............................] - ETA: 0s - loss: 246929920.0000 \n", + "10/75 [===>..........................] - ETA: 0s - loss: 148765504.0000\n", + "15/75 [=====>........................] - ETA: 0s - loss: 99425448.0000 \n", + "20/75 [=======>......................] - ETA: 0s - loss: 74722032.0000\n", + "25/75 [=========>....................] - ETA: 0s - loss: 60175524.0000\n", + "31/75 [===========>..................] - ETA: 0s - loss: 48751920.0000\n", + "36/75 [=============>................] - ETA: 0s - loss: 42017296.0000\n", + "40/75 [===============>..............] - ETA: 0s - loss: 37878820.0000\n", + "45/75 [=================>............] - ETA: 0s - loss: 33734352.0000\n", + "51/75 [===================>..........] - ETA: 0s - loss: 29845036.0000\n", + "56/75 [=====================>........] - ETA: 0s - loss: 27247126.0000\n", + "61/75 [=======================>......] - ETA: 0s - loss: 25112252.0000\n", + "66/75 [=========================>....] - ETA: 0s - loss: 23226564.0000\n", + "70/75 [===========================>..] - ETA: 0s - loss: 21914924.0000\n", + "74/75 [============================>.] - ETA: 0s - loss: 20743996.0000\n", + "75/75 [==============================] - 1s 11ms/step - loss: 20467858.0000\n", + "\n", + "Epoch 15/30\n", + "\n", + " 1/75 [..............................] - ETA: 1s - loss: 5991643.5000\n", + " 7/75 [=>............................] - ETA: 0s - loss: 1113129.6250\n", + "12/75 [===>..........................] - ETA: 0s - loss: 877204.6875 \n", + "17/75 [=====>........................] - ETA: 0s - loss: 87716896.0000\n", + "23/75 [========>.....................] - ETA: 0s - loss: 64975300.0000\n", + "27/75 [=========>....................] - ETA: 0s - loss: 55532916.0000\n", + "32/75 [===========>..................] - ETA: 0s - loss: 46996468.0000\n", + "37/75 [=============>................] - ETA: 0s - loss: 40781452.0000\n", + "42/75 [===============>..............] - ETA: 0s - loss: 35946752.0000\n", + "47/75 [=================>............] - ETA: 0s - loss: 32185064.0000\n", + "52/75 [===================>..........] - ETA: 0s - loss: 29108060.0000\n", + "57/75 [=====================>........] - ETA: 0s - loss: 26571590.0000\n", + "61/75 [=======================>......] - ETA: 0s - loss: 24847094.0000\n", + "66/75 [=========================>....] - ETA: 0s - loss: 23071840.0000\n", + "70/75 [===========================>..] - ETA: 0s - loss: 21763012.0000\n", + "74/75 [============================>.] - ETA: 0s - loss: 20605154.0000\n", + "75/75 [==============================] - 1s 11ms/step - loss: 20332250.0000\n", + "\n", + "Epoch 16/30\n", + "\n", + " 1/75 [..............................] - ETA: 1s - loss: 112419.2266\n", + " 6/75 [=>............................] - ETA: 0s - loss: 1607235.2500\n", + "11/75 [===>..........................] - ETA: 0s - loss: 1017735.6250\n", + "16/75 [=====>........................] - ETA: 0s - loss: 766724.0625 \n", + "21/75 [=======>......................] - ETA: 0s - loss: 621114.6875\n", + "27/75 [=========>....................] - ETA: 0s - loss: 529395.4375\n", + "32/75 [===========>..................] - ETA: 0s - loss: 452258.2500\n", + "37/75 [=============>................] - ETA: 0s - loss: 410452.3750\n", + "42/75 [===============>..............] - ETA: 0s - loss: 457644.2812\n", + "47/75 [=================>............] - ETA: 0s - loss: 533694.0000\n", + "53/75 [====================>.........] - ETA: 0s - loss: 27928486.0000\n", + "59/75 [======================>.......] - ETA: 0s - loss: 25175266.0000\n", + "65/75 [=========================>....] - ETA: 0s - loss: 22887010.0000\n", + "71/75 [===========================>..] - ETA: 0s - loss: 20991618.0000\n", + "75/75 [==============================] - 1s 10ms/step - loss: 20054476.0000\n", + "\n", + "Epoch 17/30\n", + "\n", + " 1/75 [..............................] - ETA: 1s - loss: 316809.3750\n", + " 6/75 [=>............................] - ETA: 0s - loss: 1242667.1250\n", + "10/75 [===>..........................] - ETA: 0s - loss: 992701.3750 \n", + "15/75 [=====>........................] - ETA: 0s - loss: 744791.8125\n", + "20/75 [=======>......................] - ETA: 0s - loss: 953605.8750\n", + "25/75 [=========>....................] - ETA: 0s - loss: 996043.0000\n", + "30/75 [===========>..................] - ETA: 0s - loss: 848163.1250\n", + "34/75 [============>.................] - ETA: 0s - loss: 861929.8750\n", + "39/75 [==============>...............] - ETA: 0s - loss: 37085900.0000\n", + "44/75 [================>.............] - ETA: 0s - loss: 33006542.0000\n", + "49/75 [==================>...........] - ETA: 0s - loss: 29810266.0000\n", + "54/75 [====================>.........] - ETA: 0s - loss: 27249768.0000\n", + "60/75 [=======================>......] - ETA: 0s - loss: 24614744.0000\n", + "65/75 [=========================>....] - ETA: 0s - loss: 22763832.0000\n", + "69/75 [==========================>...] - ETA: 0s - loss: 21478924.0000\n", + "74/75 [============================>.] - ETA: 0s - loss: 20095920.0000\n", + "75/75 [==============================] - 1s 11ms/step - loss: 19830866.0000\n", + "\n", + "Epoch 18/30\n", + "\n", + " 1/75 [..............................] - ETA: 0s - loss: 66753.2344\n", + " 7/75 [=>............................] - ETA: 0s - loss: 493103.2500\n", + "12/75 [===>..........................] - ETA: 0s - loss: 617368.1875\n", + "17/75 [=====>........................] - ETA: 0s - loss: 706256.3125\n", + "21/75 [=======>......................] - ETA: 0s - loss: 909866.8125\n", + "26/75 [=========>....................] - ETA: 0s - loss: 798028.1875\n", + "30/75 [===========>..................] - ETA: 0s - loss: 929118.7500\n", + "35/75 [=============>................] - ETA: 0s - loss: 887133.2500\n", + "41/75 [===============>..............] - ETA: 0s - loss: 34898348.0000\n", + "47/75 [=================>............] - ETA: 0s - loss: 30519758.0000\n", + "53/75 [====================>.........] - ETA: 0s - loss: 27223324.0000\n", + "59/75 [======================>.......] - ETA: 0s - loss: 24496692.0000\n", + "63/75 [========================>.....] - ETA: 0s - loss: 23081824.0000\n", + "69/75 [==========================>...] - ETA: 0s - loss: 21146362.0000\n", + "73/75 [============================>.] - ETA: 0s - loss: 20035782.0000\n", + "75/75 [==============================] - 1s 11ms/step - loss: 19512454.0000\n", + "\n", + "Epoch 19/30\n", + "\n", + " 1/75 [..............................] - ETA: 0s - loss: 82926.0938\n", + " 6/75 [=>............................] - ETA: 0s - loss: 310982.1562\n", + "11/75 [===>..........................] - ETA: 0s - loss: 397927.8125\n", + "16/75 [=====>........................] - ETA: 0s - loss: 1014892.0000\n", + "21/75 [=======>......................] - ETA: 0s - loss: 821829.8125 \n", + "26/75 [=========>....................] - ETA: 0s - loss: 1126258.2500\n", + "31/75 [===========>..................] - ETA: 0s - loss: 1005106.4375\n", + "36/75 [=============>................] - ETA: 0s - loss: 981230.7500 \n", + "41/75 [===============>..............] - ETA: 0s - loss: 958023.0000\n", + "46/75 [=================>............] - ETA: 0s - loss: 1029616.0000\n", + "50/75 [===================>..........] - ETA: 0s - loss: 958370.4375 \n", + "55/75 [=====================>........] - ETA: 0s - loss: 944250.3750\n", + "61/75 [=======================>......] - ETA: 0s - loss: 902167.6250\n", + "66/75 [=========================>....] - ETA: 0s - loss: 841341.6875\n", + "71/75 [===========================>..] - ETA: 0s - loss: 20366788.0000\n", + "75/75 [==============================] - 1s 11ms/step - loss: 19366512.0000\n", + "\n", + "Epoch 20/30\n", + "\n", + " 1/75 [..............................] - ETA: 1s - loss: 415657.2188\n", + " 6/75 [=>............................] - ETA: 0s - loss: 1094932.5000\n", + "11/75 [===>..........................] - ETA: 0s - loss: 705227.9375 \n", + "16/75 [=====>........................] - ETA: 0s - loss: 516691.1562\n", + "21/75 [=======>......................] - ETA: 0s - loss: 490633.1562\n", + "25/75 [=========>....................] - ETA: 0s - loss: 652708.3750\n", + "30/75 [===========>..................] - ETA: 0s - loss: 980482.3125\n", + "36/75 [=============>................] - ETA: 0s - loss: 37239644.0000\n", + "41/75 [===============>..............] - ETA: 0s - loss: 33117904.0000\n", + "45/75 [=================>............] - ETA: 0s - loss: 30605430.0000\n", + "50/75 [===================>..........] - ETA: 0s - loss: 27605930.0000\n", + "54/75 [====================>.........] - ETA: 0s - loss: 25718864.0000\n", + "59/75 [======================>.......] - ETA: 0s - loss: 23581638.0000\n", + "64/75 [========================>.....] - ETA: 0s - loss: 21754560.0000\n", + "69/75 [==========================>...] - ETA: 0s - loss: 20446128.0000\n", + "74/75 [============================>.] - ETA: 0s - loss: 19131960.0000\n", + "75/75 [==============================] - 1s 11ms/step - loss: 18877486.0000\n", + "\n", + "Epoch 21/30\n", + "\n", + " 1/75 [..............................] - ETA: 1s - loss: 56911.7148\n", + " 6/75 [=>............................] - ETA: 0s - loss: 3549397.0000\n", + "11/75 [===>..........................] - ETA: 0s - loss: 2781442.0000\n", + "16/75 [=====>........................] - ETA: 0s - loss: 2052716.3750\n", + "21/75 [=======>......................] - ETA: 0s - loss: 1626543.6250\n", + "25/75 [=========>....................] - ETA: 0s - loss: 1406979.2500\n", + "28/75 [==========>...................] - ETA: 0s - loss: 1261501.1250\n", + "33/75 [============>.................] - ETA: 0s - loss: 1364022.0000\n", + "37/75 [=============>................] - ETA: 0s - loss: 1583432.1250\n", + "41/75 [===============>..............] - ETA: 0s - loss: 1437905.7500\n", + "45/75 [=================>............] - ETA: 0s - loss: 1363462.8750\n", + "49/75 [==================>...........] - ETA: 0s - loss: 1262301.1250\n", + "53/75 [====================>.........] - ETA: 0s - loss: 1243413.1250\n", + "57/75 [=====================>........] - ETA: 0s - loss: 1163288.7500\n", + "62/75 [=======================>......] - ETA: 0s - loss: 22503388.0000\n", + "66/75 [=========================>....] - ETA: 0s - loss: 21423764.0000\n", + "70/75 [===========================>..] - ETA: 0s - loss: 20288654.0000\n", + "74/75 [============================>.] - ETA: 0s - loss: 19201308.0000\n", + "75/75 [==============================] - 1s 13ms/step - loss: 18955244.0000\n", + "\n", + "Epoch 22/30\n", + "\n", + " 1/75 [..............................] - ETA: 1s - loss: 438055.2500\n", + " 6/75 [=>............................] - ETA: 0s - loss: 584513.9375\n", + "10/75 [===>..........................] - ETA: 0s - loss: 637401.8750\n", + "14/75 [====>.........................] - ETA: 0s - loss: 609108.5625\n", + "19/75 [======>.......................] - ETA: 0s - loss: 842668.3750\n", + "24/75 [========>.....................] - ETA: 0s - loss: 52421488.0000\n", + "29/75 [==========>...................] - ETA: 0s - loss: 44143660.0000\n", + "34/75 [============>.................] - ETA: 0s - loss: 37866572.0000\n", + "39/75 [==============>...............] - ETA: 0s - loss: 33240414.0000\n", + "44/75 [================>.............] - ETA: 0s - loss: 30076726.0000\n", + "49/75 [==================>...........] - ETA: 0s - loss: 27440116.0000\n", + "54/75 [====================>.........] - ETA: 0s - loss: 25002928.0000\n", + "59/75 [======================>.......] - ETA: 0s - loss: 23031466.0000\n", + "63/75 [========================>.....] - ETA: 0s - loss: 21699898.0000\n", + "68/75 [==========================>...] - ETA: 0s - loss: 20137756.0000\n", + "72/75 [===========================>..] - ETA: 0s - loss: 19232264.0000\n", + "75/75 [==============================] - 1s 12ms/step - loss: 18622328.0000\n", + "\n", + "Epoch 23/30\n", + "\n", + " 1/75 [..............................] - ETA: 1s - loss: 39735.6992\n", + " 6/75 [=>............................] - ETA: 0s - loss: 2187844.2500\n", + "10/75 [===>..........................] - ETA: 0s - loss: 2187298.2500\n", + "14/75 [====>.........................] - ETA: 0s - loss: 1983898.5000\n", + "18/75 [======>.......................] - ETA: 0s - loss: 1633433.0000\n", + "22/75 [=======>......................] - ETA: 0s - loss: 1513778.0000\n", + "27/75 [=========>....................] - ETA: 0s - loss: 1350854.1250\n", + "31/75 [===========>..................] - ETA: 0s - loss: 1200852.8750\n", + "36/75 [=============>................] - ETA: 0s - loss: 1339590.8750\n", + "41/75 [===============>..............] - ETA: 0s - loss: 1224105.2500\n", + "46/75 [=================>............] - ETA: 0s - loss: 1133724.2500\n", + "51/75 [===================>..........] - ETA: 0s - loss: 1089036.1250\n", + "55/75 [=====================>........] - ETA: 0s - loss: 1028848.6875\n", + "60/75 [=======================>......] - ETA: 0s - loss: 980755.6250 \n", + "65/75 [=========================>....] - ETA: 0s - loss: 21034434.0000\n", + "70/75 [===========================>..] - ETA: 0s - loss: 19719512.0000\n", + "74/75 [============================>.] - ETA: 0s - loss: 18725116.0000\n", + "75/75 [==============================] - 1s 12ms/step - loss: 18495302.0000\n", + "\n", + "Epoch 24/30\n", + "\n", + " 1/75 [..............................] - ETA: 1s - loss: 7676.5527\n", + " 6/75 [=>............................] - ETA: 0s - loss: 959785.6875\n", + "10/75 [===>..........................] - ETA: 0s - loss: 951876.1875\n", + "14/75 [====>.........................] - ETA: 0s - loss: 1363879.2500\n", + "18/75 [======>.......................] - ETA: 0s - loss: 1459578.3750\n", + "22/75 [=======>......................] - ETA: 0s - loss: 56735456.0000\n", + "27/75 [=========>....................] - ETA: 0s - loss: 47155020.0000\n", + "31/75 [===========>..................] - ETA: 0s - loss: 41096376.0000\n", + "35/75 [=============>................] - ETA: 0s - loss: 37034324.0000\n", + "39/75 [==============>...............] - ETA: 0s - loss: 33646620.0000\n", + "44/75 [================>.............] - ETA: 0s - loss: 30035512.0000\n", + "48/75 [==================>...........] - ETA: 0s - loss: 27895740.0000\n", + "53/75 [====================>.........] - ETA: 0s - loss: 25353798.0000\n", + "57/75 [=====================>........] - ETA: 0s - loss: 23646188.0000\n", + "62/75 [=======================>......] - ETA: 0s - loss: 21816198.0000\n", + "66/75 [=========================>....] - ETA: 0s - loss: 20497888.0000\n", + "70/75 [===========================>..] - ETA: 0s - loss: 19335004.0000\n", + "74/75 [============================>.] - ETA: 0s - loss: 18313450.0000\n", + "75/75 [==============================] - 1s 13ms/step - loss: 18070142.0000\n", + "\n", + "Epoch 25/30\n", + "\n", + " 1/75 [..............................] - ETA: 1s - loss: 135777.7344\n", + " 6/75 [=>............................] - ETA: 0s - loss: 186251.2500\n", + "11/75 [===>..........................] - ETA: 0s - loss: 422083.0938\n", + "15/75 [=====>........................] - ETA: 0s - loss: 675615.7500\n", + "20/75 [=======>......................] - ETA: 0s - loss: 860602.1875\n", + "26/75 [=========>....................] - ETA: 0s - loss: 866937.1250\n", + "30/75 [===========>..................] - ETA: 0s - loss: 1699400.5000\n", + "35/75 [=============>................] - ETA: 0s - loss: 1618623.7500\n", + "40/75 [===============>..............] - ETA: 0s - loss: 1467491.8750\n", + "46/75 [=================>............] - ETA: 0s - loss: 1299240.1250\n", + "51/75 [===================>..........] - ETA: 0s - loss: 1427377.8750\n", + "57/75 [=====================>........] - ETA: 0s - loss: 23537766.0000\n", + "62/75 [=======================>......] - ETA: 0s - loss: 21649296.0000\n", + "67/75 [=========================>....] - ETA: 0s - loss: 20120848.0000\n", + "72/75 [===========================>..] - ETA: 0s - loss: 18745194.0000\n", + "75/75 [==============================] - 1s 11ms/step - loss: 18072302.0000\n", + "\n", + "Epoch 26/30\n", + "\n", + " 1/75 [..............................] - ETA: 1s - loss: 281039.1875\n", + " 6/75 [=>............................] - ETA: 0s - loss: 190915168.0000\n", + "10/75 [===>..........................] - ETA: 0s - loss: 114725640.0000\n", + "15/75 [=====>........................] - ETA: 0s - loss: 76584440.0000 \n", + "20/75 [=======>......................] - ETA: 0s - loss: 57828700.0000\n", + "25/75 [=========>....................] - ETA: 0s - loss: 46988804.0000\n", + "29/75 [==========>...................] - ETA: 0s - loss: 40859920.0000\n", + "33/75 [============>.................] - ETA: 0s - loss: 36174508.0000\n", + "37/75 [=============>................] - ETA: 0s - loss: 32306076.0000\n", + "42/75 [===============>..............] - ETA: 0s - loss: 29433282.0000\n", + "47/75 [=================>............] - ETA: 0s - loss: 27251162.0000\n", + "52/75 [===================>..........] - ETA: 0s - loss: 25279282.0000\n", + "57/75 [=====================>........] - ETA: 0s - loss: 23115662.0000\n", + "61/75 [=======================>......] - ETA: 0s - loss: 22027900.0000\n", + "66/75 [=========================>....] - ETA: 0s - loss: 20465736.0000\n", + "71/75 [===========================>..] - ETA: 0s - loss: 19029728.0000\n", + "75/75 [==============================] - ETA: 0s - loss: 18069482.0000\n", + "75/75 [==============================] - 1s 12ms/step - loss: 18069482.0000\n", + "\n", + "Epoch 27/30\n", + "\n", + " 1/75 [..............................] - ETA: 1s - loss: 78922.3359\n", + " 6/75 [=>............................] - ETA: 0s - loss: 154166.5000\n", + "11/75 [===>..........................] - ETA: 0s - loss: 106193584.0000\n", + "16/75 [=====>........................] - ETA: 0s - loss: 73094232.0000 \n", + "20/75 [=======>......................] - ETA: 0s - loss: 58517332.0000\n", + "26/75 [=========>....................] - ETA: 0s - loss: 45472140.0000\n", + "32/75 [===========>..................] - ETA: 0s - loss: 37274372.0000\n", + "37/75 [=============>................] - ETA: 0s - loss: 32362138.0000\n", + "43/75 [================>.............] - ETA: 0s - loss: 28640970.0000\n", + "48/75 [==================>...........] - ETA: 0s - loss: 25826436.0000\n", + "53/75 [====================>.........] - ETA: 0s - loss: 23993400.0000\n", + "58/75 [======================>.......] - ETA: 0s - loss: 22210796.0000\n", + "64/75 [========================>.....] - ETA: 0s - loss: 20224514.0000\n", + "69/75 [==========================>...] - ETA: 0s - loss: 18932186.0000\n", + "74/75 [============================>.] - ETA: 0s - loss: 17687542.0000\n", + "75/75 [==============================] - 1s 11ms/step - loss: 17699412.0000\n", + "\n", + "Epoch 28/30\n", + "\n", + " 1/75 [..............................] - ETA: 0s - loss: 106676.6016\n", + " 6/75 [=>............................] - ETA: 0s - loss: 1300373.6250\n", + "12/75 [===>..........................] - ETA: 0s - loss: 1059474.5000\n", + "16/75 [=====>........................] - ETA: 0s - loss: 1873414.6250\n", + "21/75 [=======>......................] - ETA: 0s - loss: 1568426.6250\n", + "25/75 [=========>....................] - ETA: 0s - loss: 1462635.1250\n", + "30/75 [===========>..................] - ETA: 0s - loss: 1611266.8750\n", + "35/75 [=============>................] - ETA: 0s - loss: 1555183.5000\n", + "39/75 [==============>...............] - ETA: 0s - loss: 1445680.8750\n", + "44/75 [================>.............] - ETA: 0s - loss: 28989944.0000\n", + "49/75 [==================>...........] - ETA: 0s - loss: 26239686.0000\n", + "54/75 [====================>.........] - ETA: 0s - loss: 23864202.0000\n", + "59/75 [======================>.......] - ETA: 0s - loss: 21894154.0000\n", + "65/75 [=========================>....] - ETA: 0s - loss: 19978086.0000\n", + "71/75 [===========================>..] - ETA: 0s - loss: 18324768.0000\n", + "75/75 [==============================] - ETA: 0s - loss: 17403380.0000\n", + "75/75 [==============================] - 1s 11ms/step - loss: 17403380.0000\n", + "\n", + "Epoch 29/30\n", + "\n", + " 1/75 [..............................] - ETA: 1s - loss: 2623672.7500\n", + " 6/75 [=>............................] - ETA: 0s - loss: 3295414.2500\n", + "11/75 [===>..........................] - ETA: 0s - loss: 2053705.7500\n", + "16/75 [=====>........................] - ETA: 0s - loss: 2894449.7500\n", + "21/75 [=======>......................] - ETA: 0s - loss: 2270419.0000\n", + "26/75 [=========>....................] - ETA: 0s - loss: 1843104.6250\n", + "32/75 [===========>..................] - ETA: 0s - loss: 1685319.5000\n", + "38/75 [==============>...............] - ETA: 0s - loss: 1442406.5000\n", + "44/75 [================>.............] - ETA: 0s - loss: 1380346.0000\n", + "48/75 [==================>...........] - ETA: 0s - loss: 25251092.0000\n", + "54/75 [====================>.........] - ETA: 0s - loss: 22797636.0000\n", + "59/75 [======================>.......] - ETA: 0s - loss: 21262610.0000\n", + "63/75 [========================>.....] - ETA: 0s - loss: 20025816.0000\n", + "68/75 [==========================>...] - ETA: 0s - loss: 18802858.0000\n", + "73/75 [============================>.] - ETA: 0s - loss: 17618660.0000\n", + "75/75 [==============================] - 1s 11ms/step - loss: 17158122.0000\n", + "\n", + "Epoch 30/30\n", + "\n", + " 1/75 [..............................] - ETA: 1s - loss: 6829905.5000\n", + " 5/75 [=>............................] - ETA: 0s - loss: 2176895.5000\n", + "10/75 [===>..........................] - ETA: 0s - loss: 1432212.7500\n", + "15/75 [=====>........................] - ETA: 0s - loss: 1390233.6250\n", + "20/75 [=======>......................] - ETA: 0s - loss: 1124448.7500\n", + "25/75 [=========>....................] - ETA: 0s - loss: 913126.0000 \n", + "29/75 [==========>...................] - ETA: 0s - loss: 1462994.0000\n", + "34/75 [============>.................] - ETA: 0s - loss: 1328035.2500\n", + "38/75 [==============>...............] - ETA: 0s - loss: 1326655.1250\n", + "43/75 [================>.............] - ETA: 0s - loss: 1271325.2500\n", + "48/75 [==================>...........] - ETA: 0s - loss: 1153280.8750\n", + "54/75 [====================>.........] - ETA: 0s - loss: 1414187.1250\n", + "59/75 [======================>.......] - ETA: 0s - loss: 1370504.7500\n", + "65/75 [=========================>....] - ETA: 0s - loss: 1277095.7500\n", + "71/75 [===========================>..] - ETA: 0s - loss: 17449750.0000\n", + "74/75 [============================>.] - ETA: 0s - loss: 17060666.0000\n", + "75/75 [==============================] - 1s 11ms/step - loss: 16875468.0000\n", + "\n", + "1/9 [==>...........................] - ETA: 2s - loss: 112389.4453\n", + "7/9 [======================>.......] - ETA: 0s - loss: 2527627.0000\n", + "9/9 [==============================] - 0s 10ms/step - loss: 2164656.5000\n", + "\n", + "100%|██████████| 20/20 [08:23<00:00, 25.16s/trial, best loss: 9901.251953125]\n", + "Best lr value: {'batch_size': 2, 'learning_rate': 0.0004933536679832716, 'neuron_layer1': 0, 'neuron_layer2': 0}\n" + ] + } + ] + }, + { + "cell_type": "code", + "source": [ + "model = Net(neurons[best[\"neuron_layer1\"]], neurons[best[\"neuron_layer2\"]])\n", + "optimizer = Adam(best[\"learning_rate\"])\n", + "model.compile(optimizer=optimizer, loss=\"mse\")\n", + "\n", + "################################################################################\n", + "# Fit model\n", + "################################################################################\n", + "loader_tr = BatchLoader(dataset_tr, batch_size=batch_size, mask=True)\n", + "model.fit(loader_tr.load(), steps_per_epoch=loader_tr.steps_per_epoch, epochs=epochs)\n", + "\n", + "################################################################################\n", + "# Evaluate model\n", + "################################################################################\n", + "print(\"Testing model\")\n", + "loader_te = BatchLoader(dataset_te, batch_size=batch_size, mask=True)\n", + "loss = model.evaluate(loader_te.load(), steps=loader_te.steps_per_epoch)\n", + "print(\"Done. Test loss: {}\".format(loss))\n" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "b_xGr8EbuMxK", + "outputId": "dfc01637-196c-47d2-e401-ddad58ca3948" + }, + "execution_count": null, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Epoch 1/30\n", + "29/29 [==============================] - 4s 97ms/step - loss: 22795394.0000\n", + "Epoch 2/30\n", + "29/29 [==============================] - 3s 103ms/step - loss: 22749512.0000\n", + "Epoch 3/30\n", + "29/29 [==============================] - 2s 82ms/step - loss: 22609228.0000\n", + "Epoch 4/30\n", + "29/29 [==============================] - 2s 85ms/step - loss: 22495344.0000\n", + "Epoch 5/30\n", + "29/29 [==============================] - 2s 80ms/step - loss: 22477152.0000\n", + "Epoch 6/30\n", + "29/29 [==============================] - 3s 102ms/step - loss: 22472176.0000\n", + "Epoch 7/30\n", + "29/29 [==============================] - 3s 97ms/step - loss: 22469606.0000\n", + "Epoch 8/30\n", + "29/29 [==============================] - 2s 84ms/step - loss: 22467330.0000\n", + "Epoch 9/30\n", + "29/29 [==============================] - 2s 79ms/step - loss: 22465440.0000\n", + "Epoch 10/30\n", + "29/29 [==============================] - 2s 83ms/step - loss: 22463416.0000\n", + "Epoch 11/30\n", + "29/29 [==============================] - 3s 113ms/step - loss: 22461654.0000\n", + "Epoch 12/30\n", + "29/29 [==============================] - 3s 89ms/step - loss: 22460128.0000\n", + "Epoch 13/30\n", + "29/29 [==============================] - 2s 83ms/step - loss: 22457854.0000\n", + "Epoch 14/30\n", + "29/29 [==============================] - 2s 85ms/step - loss: 22456224.0000\n", + "Epoch 15/30\n", + "29/29 [==============================] - 2s 82ms/step - loss: 22453880.0000\n", + "Epoch 16/30\n", + "29/29 [==============================] - 4s 128ms/step - loss: 22451644.0000\n", + "Epoch 17/30\n", + "29/29 [==============================] - 3s 109ms/step - loss: 22448952.0000\n", + "Epoch 18/30\n", + "29/29 [==============================] - 2s 84ms/step - loss: 22446328.0000\n", + "Epoch 19/30\n", + "29/29 [==============================] - 2s 84ms/step - loss: 22443910.0000\n", + "Epoch 20/30\n", + "29/29 [==============================] - 3s 91ms/step - loss: 22440342.0000\n", + "Epoch 21/30\n", + "29/29 [==============================] - 3s 108ms/step - loss: 22437572.0000\n", + "Epoch 22/30\n", + "29/29 [==============================] - 2s 85ms/step - loss: 22434036.0000\n", + "Epoch 23/30\n", + "29/29 [==============================] - 2s 86ms/step - loss: 22429236.0000\n", + "Epoch 24/30\n", + "29/29 [==============================] - 2s 84ms/step - loss: 22425216.0000\n", + "Epoch 25/30\n", + "29/29 [==============================] - 3s 99ms/step - loss: 22420430.0000\n", + "Epoch 26/30\n", + "29/29 [==============================] - 3s 98ms/step - loss: 22415596.0000\n", + "Epoch 27/30\n", + "29/29 [==============================] - 2s 84ms/step - loss: 22413196.0000\n", + "Epoch 28/30\n", + "29/29 [==============================] - 2s 86ms/step - loss: 22404140.0000\n", + "Epoch 29/30\n", + "29/29 [==============================] - 2s 84ms/step - loss: 22398130.0000\n", + "Epoch 30/30\n", + "29/29 [==============================] - 3s 114ms/step - loss: 22391936.0000\n", + "Testing model\n", + "4/4 [==============================] - 0s 22ms/step - loss: 9434.4502\n", + "Done. Test loss: 9434.4501953125\n" + ] + } + ] + }, + { + "cell_type": "code", + "source": [ + "sample = 0" + ], + "metadata": { + "id": "EikdqG7F6og1" + }, + "execution_count": null, + "outputs": [] + }, + { + "cell_type": "code", + "source": [ + "test_prediction= model.predict(loader_te.load(), steps=loader_te.steps_per_epoch)\n", + "test_prediction" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "dUjtR5uKuNbV", + "outputId": "b3e24c49-9ef6-46cd-a45e-d8ccbe8734c8" + }, + "execution_count": null, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "4/4 [==============================] - 0s 24ms/step\n" + ] + }, + { + "output_type": "execute_result", + "data": { + "text/plain": [ + "array([[ 2.96197174e+02, -1.09542596e+00, -1.77664065e+00, ...,\n", + " -1.00814746e+03, -1.01777252e+03, -9.25648132e+02],\n", + " [ 4.00825714e+02, 2.03281116e+00, -7.94147921e+00, ...,\n", + " -1.58298438e+03, -1.63748218e+03, -1.46665576e+03],\n", + " [ 2.26709259e+02, 3.43180269e-01, 1.94384202e-01, ...,\n", + " -1.15994153e+03, -1.17544238e+03, -1.07453406e+03],\n", + " ...,\n", + " [ 6.01626099e+02, -5.26866722e+00, -6.89029360e+00, ...,\n", + " -1.56782214e+03, -1.58684082e+03, -1.42081165e+03],\n", + " [ 4.22688026e+01, 1.24362011e+01, -1.09629536e+00, ...,\n", + " -1.15505786e+03, -1.20730310e+03, -1.09595850e+03],\n", + " [ 1.37383881e+02, -1.88197541e+00, 3.32376385e+00, ...,\n", + " -1.41624304e+03, -1.43792200e+03, -1.31244775e+03]], dtype=float32)" + ] + }, + "metadata": {}, + "execution_count": 42 + } + ] + }, + { + "cell_type": "code", + "source": [ + "dataset_te[sample]['y']" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "mvOLy8O-uZF3", + "outputId": "7092c8d6-97e0-4ab0-9fa3-f7410809e0b3" + }, + "execution_count": null, + "outputs": [ + { + "output_type": "execute_result", + "data": { + "text/plain": [ + "array([ 1.19225200e+01, 3.07744000e+00, 2.77702000e+00, 9.50000000e-02,\n", + " 5.29000000e+01, -2.72300000e-01, 9.86000000e-02, 3.70900000e-01,\n", + " 5.14305300e+02, 1.37725000e-01, -1.96405320e+02, -1.96399392e+02,\n", + " -1.96398448e+02, -1.96434166e+02, 2.13640000e+01, -1.36089759e+03,\n", + " -1.37050915e+03, -1.37880858e+03, -1.26650832e+03])" + ] + }, + "metadata": {}, + "execution_count": 43 + } + ] + }, + { + "cell_type": "code", + "source": [ + "test_prediction[sample]" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "823SQyILudjC", + "outputId": "39fd6ba3-ca78-4c1f-ab11-da108d61896b" + }, + "execution_count": null, + "outputs": [ + { + "output_type": "execute_result", + "data": { + "text/plain": [ + "array([ 2.96197174e+02, -1.09542596e+00, -1.77664065e+00, 9.84849262e+00,\n", + " 5.10482521e+01, 2.93655729e+00, -3.13356698e-01, -2.06878376e+00,\n", + " 4.67406586e+02, -5.25722027e+00, -2.26810196e+02, -2.23029953e+02,\n", + " -2.28357086e+02, -2.16404984e+02, 1.89187431e+01, -1.01068134e+03,\n", + " -1.00814746e+03, -1.01777252e+03, -9.25648132e+02], dtype=float32)" + ] + }, + "metadata": {}, + "execution_count": 44 + } + ] + }, + { + "cell_type": "code", + "source": [ + "import matplotlib.pyplot as plt\n", + "plt.scatter(dataset_te[sample]['y'],test_prediction[sample])" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 447 + }, + "id": "8XhDzdpruhkN", + "outputId": "62b04c9f-8d01-41ee-fc4d-03dd8ff0086c" + }, + "execution_count": null, + "outputs": [ + { + "output_type": "execute_result", + "data": { + "text/plain": [ + "" + ] + }, + "metadata": {}, + "execution_count": 45 + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "
" + ], + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAjwAAAGdCAYAAAAWp6lMAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAy8klEQVR4nO3de3RU5b3/8c8kkEkizBAgNyRAgBaMoSAocVCoaCTYYEvrsWiVggux0NDKZSGksojhHIvFC8t6BLy0hCO1Ku05Wi4GI4ieSjxUbhogWDA0aDIJFphBhIQkz+8PftllTIAEk8xk836ttRfM3t/Z+/k6ZObjnr2fOIwxRgAAADYWFuwBAAAAtDYCDwAAsD0CDwAAsD0CDwAAsD0CDwAAsD0CDwAAsD0CDwAAsD0CDwAAsL0OwR5AKKirq1NZWZk6d+4sh8MR7OEAAIAmMMboxIkT6tGjh8LCLnwOh8AjqaysTElJScEeBgAAuASHDx9Wz549L1hD4JHUuXNnSWf/g7lcriCPBgAANIXf71dSUpL1OX4hBB7J+hrL5XIReAAAaGeacjkKFy0DAADbI/AAAADbI/AAAADbI/AAAADbI/AAAADbI/AAAADbI/AAAADbI/AAAADbY+JBAADQamrrjLaVHFXlidOK6xyp4cldFR7W9r+3ksADAABaRX5RuXLX7lW577S1LtEdqZzbUzQ2NbFNx8JXWgAAoMXlF5Vr+uodAWFHkry+05q+eofyi8rbdDwEHgAA0KJq64xy1+6VaWRb/brctXtVW9dYResg8AAAgBa1reRogzM75zKSyn2nta3kaJuNicADAABaVOWJ84edS6lrCQQeAADQouI6R7ZoXUsg8AAAgBY1PLmrEt2ROt/N5w6dvVtreHLXNhsTgQcAALSo8DCHcm5PkaQGoaf+cc7tKW06Hw+BBwAAtLixqYlafu9QJbgDv7ZKcEdq+b1D23weHiYeBAAArWJsaqJuTUlgpmUAAGBv4WEOefp1C/Yw+EoLAADYH4EHAADYHoEHAADYHoEHAADYHoEHAADYXkgFnscee0wOh0MzZ8601p0+fVpZWVnq1q2bOnXqpDvuuEMVFRUBzystLVVmZqaio6MVFxenuXPnqqampo1HDwAAQlXIBJ6//e1veu655/Sd73wnYP2sWbO0du1arVmzRu+++67Kysr0ox/9yNpeW1urzMxMVVdXa+vWrVq1apXy8vK0cOHCtm4BAACEqJAIPF9++aXuuecevfDCC4qJibHW+3w+/e53v9NTTz2lm2++WcOGDdPKlSu1detWffDBB5Kkt956S3v37tXq1as1ZMgQ3Xbbbfr3f/93Pfvss6qurg5WSwAAIISERODJyspSZmam0tPTA9Zv375dZ86cCVg/cOBA9erVS4WFhZKkwsJCDRo0SPHx8VZNRkaG/H6/9uzZ0+jxqqqq5Pf7AxYAAGBfQZ9p+ZVXXtGOHTv0t7/9rcE2r9eriIgIdenSJWB9fHy8vF6vVXNu2KnfXr+tMYsXL1Zubm4LjB4AALQHQT3Dc/jwYT344IP6wx/+oMjIyIs/oYVkZ2fL5/NZy+HDh9vs2AAAoO0FNfBs375dlZWVGjp0qDp06KAOHTro3Xff1W9/+1t16NBB8fHxqq6u1vHjxwOeV1FRoYSEBElSQkJCg7u26h/X13yd0+mUy+UKWAAAgH0FNfDccsst+vjjj7Vr1y5rufbaa3XPPfdYf+/YsaM2bdpkPWf//v0qLS2Vx+ORJHk8Hn388ceqrKy0agoKCuRyuZSSktLmPQEAgNAT1Gt4OnfurNTU1IB1V1xxhbp162atnzJlimbPnq2uXbvK5XLpF7/4hTwej66//npJ0pgxY5SSkqKJEydqyZIl8nq9WrBggbKysuR0Otu8JwAAEHqCftHyxSxdulRhYWG64447VFVVpYyMDC1btszaHh4ernXr1mn69OnyeDy64oorNGnSJC1atCiIowYAAKHEYYwxwR5EsPn9frndbvl8Pq7nAQCgnWjO53dIzMMDAADQmgg8AADA9gg8AADA9gg8AADA9gg8AADA9gg8AADA9gg8AADA9gg8AADA9gg8AADA9gg8AADA9gg8AADA9kL+l4cCAOytts5oW8lRVZ44rbjOkRqe3FXhYY5gDws2Q+ABAARNflG5ctfuVbnvtLUu0R2pnNtTNDY1MYgjg93wlRYAICjyi8o1ffWOgLAjSV7faU1fvUP5ReVBGhnsiMADAGhztXVGuWv3yjSyrX5d7tq9qq1rrAJoPgIPAKDNbSs52uDMzrmMpHLfaW0rOdp2g4KtEXgAAG2u8sT5w86l1AEXQ+ABALS5uM6RLVoHXAyBBwDQ5oYnd1WiO1Lnu/ncobN3aw1P7tqWw4KNEXgAAG0uPMyhnNtTJKlB6Kl/nHN7CvPxoMUQeAAAQTE2NVHL7x2qBHfg11YJ7kgtv3co8/CgRTHxIAAgaMamJurWlARmWkarI/AAAIIqPMwhT79uwR4GbI6vtAAAgO0ReAAAgO0ReAAAgO0ReAAAgO0ReAAAgO0ReAAAgO0ReAAAgO0ReAAAgO0ReAAAgO0ReAAAgO0ReAAAgO0FPfAsXrxY1113nTp37qy4uDiNHz9e+/fvD6g5ffq0srKy1K1bN3Xq1El33HGHKioqAmpKS0uVmZmp6OhoxcXFae7cuaqpqWnLVgAAQIgKeuB59913lZWVpQ8++EAFBQU6c+aMxowZo5MnT1o1s2bN0tq1a7VmzRq9++67Kisr049+9CNre21trTIzM1VdXa2tW7dq1apVysvL08KFC4PREgAACDEOY4wJ9iDOdeTIEcXFxendd9/VqFGj5PP5FBsbq5dffln/9m//JkkqLi7WVVddpcLCQl1//fV68803NW7cOJWVlSk+Pl6StGLFCs2bN09HjhxRRETEBY/p9/vldrvl8/nkcrlavUcAAPDNNefzO+hneL7O5/NJkrp27SpJ2r59u86cOaP09HSrZuDAgerVq5cKCwslSYWFhRo0aJAVdiQpIyNDfr9fe/bsaXCMqqoq+f3+gAUAANhXSAWeuro6zZw5UzfccINSU1MlSV6vVxEREerSpUtAbXx8vLxer1Vzbtip316/7esWL14st9ttLUlJSa3QDQAACBUhFXiysrJUVFSkV155pVWPk52dLZ/PZy2HDx9u1eMBAIDg6hDsAdSbMWOG1q1bp/fee089e/a01ickJKi6ulrHjx8POMtTUVGhhIQEq2bbtm0B+6u/i6u+5lxOp1NOp7MVugAAAKEo6Gd4jDGaMWOG/ud//kebN29WcnJywPZhw4apY8eO2rRpk7Vu//79Ki0tlcfjkSR5PB59/PHHqqystGoKCgrkcrmUkpLSNo0AAICQFfQzPFlZWXr55Zf1xhtvqHPnztY1N263W1FRUXK73ZoyZYpmz56trl27yuVy6Re/+IU8Ho+uv/56SdKYMWOUkpKiiRMnasmSJfJ6vVqwYIGysrI4kwMAAIJ/W7rD4Wh0/cqVKzV58mRJZycenDNnjv74xz+qqqpKGRkZWrZsWcDXVf/4xz80ffp0bdmyRVdccYUmTZqkxx57TB06XDzTcVs6AADtT3M+v4MeeEIBgQcAgPanXc/DAwAA0NIIPAAAwPYIPAAAwPYIPAAAwPYIPAAAwPYIPAAAwPYIPAAAwPYIPAAAwPYIPAAAwPYIPAAAwPYIPAAAwPYIPAAAwPYIPAAAwPYIPAAAwPYIPAAAwPYIPAAAwPYIPAAAwPYIPAAAwPYIPAAAwPYIPAAAwPYIPAAAwPYIPAAAwPY6BHsAAAA0RW2d0baSo6o8cVpxnSM1PLmrwsMcwR4W2gkCDwAg5OUXlSt37V6V+05b6xLdkcq5PUVjUxODODK0F3ylBQAIaflF5Zq+ekdA2JEkr++0pq/eofyi8iCNDO0JgQcAELJq64xy1+6VaWRb/brctXtVW9dYBfAvBB4AQMjaVnK0wZmdcxlJ5b7T2lZytO0GhXaJwAMACFmVJ84fdi6lDpcvAg8AIGTFdY5s0TpcvrhLCwAQMr5+6/mw3jFKdEfK6zvd6HU8DkkJ7rO3qAMXQuABAISE8916/v3BiXr+vRI5pIDQUz8DT87tKczHg4si8AAA2tzXz+QcO1mtrJd3NDiL4/Wd1vPvleiBUcn6y+7ygDCUwDw8aAYCDwCgTTV2JifMofPeeu6Q9Jfd5Xp37mht/8cxZlrGJSHwAADaTP0kgl8PNxeaRqf+1vPt/zgmT79urTk82Jit7tJ69tln1adPH0VGRiotLU3btm0L9pAAAP/fhSYRbApuPcc3YZvA8+qrr2r27NnKycnRjh07NHjwYGVkZKiysjLYQwMA6OKTCF4Mt57jm7BN4Hnqqac0depU3XfffUpJSdGKFSsUHR2t3//+98EeGgBAUtmxry7peQ6dvVuLW8/xTdgi8FRXV2v79u1KT0+31oWFhSk9PV2FhYUN6quqquT3+wMWAEDr2nH4WLOfw63naCm2CDxffPGFamtrFR8fH7A+Pj5eXq+3Qf3ixYvldrutJSkpqa2GCgCXrUp/dbOfk+CO1PJ7h3LrOb6xy/IurezsbM2ePdt67Pf7CT0A0Mo6OcObXDvoSpd+9b0Ubj1Hi7HFGZ7u3bsrPDxcFRUVAesrKiqUkJDQoN7pdMrlcgUsAIDW9aOhPZtc+/3BV8rTrxthBy3GFoEnIiJCw4YN06ZNm6x1dXV12rRpkzweTxBHBgCoN6J/d10R0bSzPJNG9GndweCyY4vAI0mzZ8/WCy+8oFWrVmnfvn2aPn26Tp48qfvuuy/YQwMASAoPc+jJHw++aN3PRiUrooNtPp4QImxzDc+ECRN05MgRLVy4UF6vV0OGDFF+fn6DC5kBAMEzNjVRK+4dqjmv7dbJ6tqAbQ5JD4xKVvb3UoIzONiawxhzqZNe2obf75fb7ZbP5+N6HgBoA7V1RlsPfKH/3vGZTlbX6ro+MZo0gjM7aJ7mfH7b5gwPAKD9CA9zaOS3YzXy27HBHgouE0RpAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABge0ELPIcOHdKUKVOUnJysqKgo9evXTzk5Oaqurg6o++ijjzRy5EhFRkYqKSlJS5YsabCvNWvWaODAgYqMjNSgQYO0YcOGtmoDAAC0A0ELPMXFxaqrq9Nzzz2nPXv2aOnSpVqxYoV+9atfWTV+v19jxoxR7969tX37dj3++ON65JFH9Pzzz1s1W7du1d13360pU6Zo586dGj9+vMaPH6+ioqJgtAUAAEKQwxhjgj2Ieo8//riWL1+uTz/9VJK0fPlyPfzww/J6vYqIiJAkzZ8/X6+//rqKi4slSRMmTNDJkye1bt06az/XX3+9hgwZohUrVjTpuH6/X263Wz6fTy6Xq4W7AgAAraE5n98hdQ2Pz+dT165drceFhYUaNWqUFXYkKSMjQ/v379exY8esmvT09ID9ZGRkqLCw8LzHqaqqkt/vD1gAoD2qrTMqPPhPvbHrcxUe/Kdq60Lm/2GBkNIh2AOod+DAAT3zzDN64oknrHVer1fJyckBdfHx8da2mJgYeb1ea925NV6v97zHWrx4sXJzc1tw9ADQ9vKLypW7dq/KfaetdYnuSOXcnqKxqYlBHBkQelr8DM/8+fPlcDguuNR/HVXv888/19ixY3XnnXdq6tSpLT2kBrKzs+Xz+azl8OHDrX5MAGhJ+UXlmr56R0DYkSSv77Smr96h/KLyII0MCE0tfoZnzpw5mjx58gVr+vbta/29rKxMo0eP1ogRIwIuRpakhIQEVVRUBKyrf5yQkHDBmvrtjXE6nXI6nRftBQBCUW2dUe7avWrsy6v6dblr9+rWlASFhznacmhAyGrxwBMbG6vY2Ngm1X7++ecaPXq0hg0bppUrVyosLPCEk8fj0cMPP6wzZ86oY8eOkqSCggINGDBAMTExVs2mTZs0c+ZM63kFBQXyeDwt0xAAhJhtJUcbnNn5unLfaW0rOSpPv25tNCogtAXtouXPP/9cN910k3r16qUnnnhCR44ckdfrDbj25ic/+YkiIiI0ZcoU7dmzR6+++qqefvppzZ4926p58MEHlZ+fryeffFLFxcV65JFH9OGHH2rGjBnBaAsAWp3Xf+Gw09w64HIQtIuWCwoKdODAAR04cEA9e/YM2FZ/p7zb7dZbb72lrKwsDRs2TN27d9fChQv1wAMPWLUjRozQyy+/rAULFuhXv/qVvvWtb+n1119Xampqm/YDAG3lSBODTFPrgMtBSM3DEyzMwwOgPXnwjzv0xu6LX5T8g8GJevruoW0wIiA42u08PACAizt1prZF64DLAYEHANqZ6/o07ULkptYBlwMCDwC0M5NG9JHjInebOxxn6wCcReABgHYmokOYHhiZfMGaB0YmK6IDb/FAvZD51RIAgKbL/l6KJOmF/y3Rub8+K8whTR2ZbG0HcBZ3aYm7tAC0X9U1dXqp8JD+cfQr9e4arYmePpzZwWWjOZ/fnOEBgHYsokOYpozse/FC4DLH/wYAAADbI/AAAADbI/AAAADbI/AAAADbI/AAAADbI/AAAADbI/AAAADbI/AAAADbI/AAAADbI/AAAADbI/AAAADbI/AAAADbI/AAAADbI/AAAADbI/AAAADbI/AAAADbI/AAAADbI/AAAADbI/AAAADbI/AAAADbI/AAAADbI/AAAADbI/AAAADbI/AAAADbI/AAAADbI/AAAADbI/AAAADbI/AAAADbC4nAU1VVpSFDhsjhcGjXrl0B2z766CONHDlSkZGRSkpK0pIlSxo8f82aNRo4cKAiIyM1aNAgbdiwoY1GDgAA2oOQCDwPPfSQevTo0WC93+/XmDFj1Lt3b23fvl2PP/64HnnkET3//PNWzdatW3X33XdrypQp2rlzp8aPH6/x48erqKioLVsAAAAhzGGMMcEcwJtvvqnZs2frz3/+s66++mrt3LlTQ4YMkSQtX75cDz/8sLxeryIiIiRJ8+fP1+uvv67i4mJJ0oQJE3Ty5EmtW7fO2uf111+vIUOGaMWKFU0ag9/vl9vtls/nk8vlatkGAQBAq2jO53dQz/BUVFRo6tSpeumllxQdHd1ge2FhoUaNGmWFHUnKyMjQ/v37dezYMasmPT094HkZGRkqLCw873Grqqrk9/sDFgAAYF9BCzzGGE2ePFnTpk3Ttdde22iN1+tVfHx8wLr6x16v94I19dsbs3jxYrndbmtJSkr6Jq0AAIAQ1+KBZ/78+XI4HBdciouL9cwzz+jEiRPKzs5u6SFcVHZ2tnw+n7UcPny4zccAAADaToeW3uGcOXM0efLkC9b07dtXmzdvVmFhoZxOZ8C2a6+9Vvfcc49WrVqlhIQEVVRUBGyvf5yQkGD92VhN/fbGOJ3OBscFAAD21eKBJzY2VrGxsRet++1vf6v/+I//sB6XlZUpIyNDr776qtLS0iRJHo9HDz/8sM6cOaOOHTtKkgoKCjRgwADFxMRYNZs2bdLMmTOtfRUUFMjj8bRgVwAAoD1r8cDTVL169Qp43KlTJ0lSv3791LNnT0nST37yE+Xm5mrKlCmaN2+eioqK9PTTT2vp0qXW8x588EF997vf1ZNPPqnMzEy98sor+vDDDwNuXQcAAJe3kJiH53zcbrfeeustlZSUaNiwYZozZ44WLlyoBx54wKoZMWKEXn75ZT3//PMaPHiw/vSnP+n1119XampqEEcOAABCSdDn4QkFzMMDAED7027m4QEAAGgLBB4AAGB7BB4AAGB7BB4AAGB7BB4AAGB7BB4AAGB7BB4AAGB7BB4AAGB7BB4AAGB7BB4AAGB7BB4AAGB7BB4AAGB7BB4AAGB7BB4AAGB7BB4AAGB7BB4AAGB7BB4AAGB7BB4AAGB7BB4AAGB7BB4AAGB7BB4AAGB7BB4AAGB7BB4AAGB7BB4AAGB7BB4AAGB7BB4AAGB7BB4AAGB7BB4AAGB7BB4AAGB7BB4AAGB7BB4AAGB7BB4AAGB7BB4AAGB7BB4AAGB7QQ8869evV1pamqKiohQTE6Px48cHbC8tLVVmZqaio6MVFxenuXPnqqamJqBmy5YtGjp0qJxOp/r376+8vLy2awAAAIS8DsE8+J///GdNnTpVv/71r3XzzTerpqZGRUVF1vba2lplZmYqISFBW7duVXl5uX7605+qY8eO+vWvfy1JKikpUWZmpqZNm6Y//OEP2rRpk+6//34lJiYqIyMjWK0BAIAQ4jDGmGAcuKamRn369FFubq6mTJnSaM2bb76pcePGqaysTPHx8ZKkFStWaN68eTpy5IgiIiI0b948rV+/PiAo3XXXXTp+/Ljy8/ObNBa/3y+32y2fzyeXy/XNmwMAAK2uOZ/fQftKa8eOHfr8888VFhama665RomJibrtttsCgkthYaEGDRpkhR1JysjIkN/v1549e6ya9PT0gH1nZGSosLDwvMeuqqqS3+8PWAAAgH0FLfB8+umnkqRHHnlECxYs0Lp16xQTE6ObbrpJR48elSR5vd6AsCPJeuz1ei9Y4/f7derUqUaPvXjxYrndbmtJSkpq0d4AAEBoafHAM3/+fDkcjgsuxcXFqqurkyQ9/PDDuuOOOzRs2DCtXLlSDodDa9asaelhBcjOzpbP57OWw4cPt+rxAABAcLX4Rctz5szR5MmTL1jTt29flZeXS5JSUlKs9U6nU3379lVpaakkKSEhQdu2bQt4bkVFhbWt/s/6defWuFwuRUVFNXp8p9Mpp9PZ9KYAAEC71uKBJzY2VrGxsRetGzZsmJxOp/bv368bb7xRknTmzBkdOnRIvXv3liR5PB49+uijqqysVFxcnCSpoKBALpfLCkoej0cbNmwI2HdBQYE8Hk9LtgUAANqxoF3D43K5NG3aNOXk5Oitt97S/v37NX36dEnSnXfeKUkaM2aMUlJSNHHiRO3evVsbN27UggULlJWVZZ2hmTZtmj799FM99NBDKi4u1rJly/Taa69p1qxZwWoNAACEmKDOw/P444+rQ4cOmjhxok6dOqW0tDRt3rxZMTExkqTw8HCtW7dO06dPl8fj0RVXXKFJkyZp0aJF1j6Sk5O1fv16zZo1S08//bR69uypF198kTl4AACAJWjz8IQS5uEBAKD9aRfz8AAAALQVAg8AALA9Ag8AALA9Ag8AALA9Ag8AALA9Ag8AALA9Ag8AALA9Ag8AALA9Ag8AALA9Ag8AALA9Ag8AALA9Ag8AALA9Ag8AALA9Ag8AALA9Ag8AALA9Ag8AALA9Ag8AALA9Ag8AALA9Ag8AALA9Ag8AALA9Ag8AALA9Ag8AALA9Ag8AALA9Ag8AALA9Ag8AALA9Ag8AALA9Ag8AALA9Ag8AALA9Ag8AALA9Ag8AALA9Ag8AALA9Ag8AALA9Ag8AALA9Ag8AALC9oAaeTz75RD/4wQ/UvXt3uVwu3XjjjXrnnXcCakpLS5WZmano6GjFxcVp7ty5qqmpCajZsmWLhg4dKqfTqf79+ysvL68NuwAAAKEuqIFn3Lhxqqmp0ebNm7V9+3YNHjxY48aNk9frlSTV1tYqMzNT1dXV2rp1q1atWqW8vDwtXLjQ2kdJSYkyMzM1evRo7dq1SzNnztT999+vjRs3BqstAAAQYhzGGBOMA3/xxReKjY3Ve++9p5EjR0qSTpw4IZfLpYKCAqWnp+vNN9/UuHHjVFZWpvj4eEnSihUrNG/ePB05ckQRERGaN2+e1q9fr6KiImvfd911l44fP678/PwmjcXv98vtdsvn88nlcrV8swAAoMU15/M7aGd4unXrpgEDBui//uu/dPLkSdXU1Oi5555TXFychg0bJkkqLCzUoEGDrLAjSRkZGfL7/dqzZ49Vk56eHrDvjIwMFRYWnvfYVVVV8vv9AQsAALCvDsE6sMPh0Ntvv63x48erc+fOCgsLU1xcnPLz8xUTEyNJ8nq9AWFHkvW4/muv89X4/X6dOnVKUVFRDY69ePFi5ebmtkZbAAAgBLX4GZ758+fL4XBccCkuLpYxRllZWYqLi9P//u//atu2bRo/frxuv/12lZeXt/SwAmRnZ8vn81nL4cOHW/V4AAAguFr8DM+cOXM0efLkC9b07dtXmzdv1rp163Ts2DHre7dly5apoKBAq1at0vz585WQkKBt27YFPLeiokKSlJCQYP1Zv+7cGpfL1ejZHUlyOp1yOp2X0h4AAGiHWjzwxMbGKjY29qJ1X331lSQpLCzwJFNYWJjq6uokSR6PR48++qgqKysVFxcnSSooKJDL5VJKSopVs2HDhoB9FBQUyOPxfONeAACAPQTtomWPx6OYmBhNmjRJu3fv1ieffKK5c+dat5lL0pgxY5SSkqKJEydq9+7d2rhxoxYsWKCsrCzrDM20adP06aef6qGHHlJxcbGWLVum1157TbNmzQpWawAAIMQELfB0795d+fn5+vLLL3XzzTfr2muv1V//+le98cYbGjx4sCQpPDxc69atU3h4uDwej+6991799Kc/1aJFi6z9JCcna/369SooKNDgwYP15JNP6sUXX1RGRkawWgMAACEmaPPwhBLm4QEAoP1pF/PwAAAAtBUCDwAAsD0CDwAAsD0CDwAAsD0CDwAAsD0CDwAAsD0CDwAAsD0CDwAAsD0CDwAAsD0CDwAAsD0CDwAAsD0CDwAAsD0CDwAAsD0CDwAAsD0CDwAAsD0CDwAAsD0CDwAAsL0OwR4AWkZtndG2kqOqPHFacZ0jNTy5q8LDHMEeFgAAIYHAYwP5ReXKXbtX5b7T1rpEd6Rybk/R2NTEII4MAIDQwFda7Vx+Ubmmr94REHYkyes7remrdyi/qDxIIwMAIHQQeNqx2jqj3LV7ZRrZVr8ud+1e1dY1VgEAwOWDwNOObSs52uDMzrmMpHLfaW0rOdp2gwIAIAQReNqxyhPnDzuXUgcAgF0ReNqxuM6RLVoHAIBdEXjaseHJXZXojtT5bj536OzdWsOTu7blsAAACDkEnnYsPMyhnNtTJKlB6Kl/nHN7CvPxAAAuewSedm5saqKW3ztUCe7Ar60S3JFafu9Q5uEBAEBMPGgLY1MTdWtKAjMtAwBwHgQemwgPc8jTr1uwhwEAQEjiKy0AAGB7BB4AAGB7BB4AAGB7BB4AAGB7BB4AAGB7rRZ4Hn30UY0YMULR0dHq0qVLozWlpaXKzMxUdHS04uLiNHfuXNXU1ATUbNmyRUOHDpXT6VT//v2Vl5fXYD/PPvus+vTpo8jISKWlpWnbtm2t0BEAAGivWi3wVFdX684779T06dMb3V5bW6vMzExVV1dr69atWrVqlfLy8rRw4UKrpqSkRJmZmRo9erR27dqlmTNn6v7779fGjRutmldffVWzZ89WTk6OduzYocGDBysjI0OVlZWt1Vqz1dYZFR78p97Y9bkKD/5TtXUm2EMCAOCy4jDGtOqnb15enmbOnKnjx48HrH/zzTc1btw4lZWVKT4+XpK0YsUKzZs3T0eOHFFERITmzZun9evXq6ioyHreXXfdpePHjys/P1+SlJaWpuuuu07/+Z//KUmqq6tTUlKSfvGLX2j+/PlNGqPf75fb7ZbP55PL5WqBrv8lv6hcuWv3qtz3r99Y3iWqo+67IVkzbu7P5IAAAFyi5nx+B+0ansLCQg0aNMgKO5KUkZEhv9+vPXv2WDXp6ekBz8vIyFBhYaGks2eRtm/fHlATFham9PR0q6YxVVVV8vv9AUtr2PBRmaat3hEQdiTp+KkzWvr2Jxr2HwXKLypvlWMDAIB/CVrg8Xq9AWFHkvXY6/VesMbv9+vUqVP64osvVFtb22hN/T4as3jxYrndbmtJSkpqiZYCbPioXDP+uPOCNce/OqNpq3cQegAAaGXNCjzz58+Xw+G44FJcXNxaY20x2dnZ8vl81nL48OEW3X9+Ubl+/vIONfVSndy1e7muBwCAVtSs36U1Z84cTZ48+YI1ffv2bdK+EhISGtxNVVFRYW2r/7N+3bk1LpdLUVFRCg8PV3h4eKM19ftojNPplNPpbNI4m6u2zih37d5mPafcd1rbSo7yu7AAAGglzQo8sbGxio2NbZEDezwePfroo6qsrFRcXJwkqaCgQC6XSykpKVbNhg0bAp5XUFAgj8cjSYqIiNCwYcO0adMmjR8/XtLZi5Y3bdqkGTNmtMg4m2tbydEG1+w0ReWJ5j8HAAA0Tatdw1NaWqpdu3aptLRUtbW12rVrl3bt2qUvv/xSkjRmzBilpKRo4sSJ2r17tzZu3KgFCxYoKyvLOvsybdo0ffrpp3rooYdUXFysZcuW6bXXXtOsWbOs48yePVsvvPCCVq1apX379mn69Ok6efKk7rvvvtZq7YIuNbjEdY5s4ZEAAIB6zTrD0xwLFy7UqlWrrMfXXHONJOmdd97RTTfdpPDwcK1bt07Tp0+Xx+PRFVdcoUmTJmnRokXWc5KTk7V+/XrNmjVLTz/9tHr27KkXX3xRGRkZVs2ECRN05MgRLVy4UF6vV0OGDFF+fn6DC5nbSnODi0NSgjtSw5O7ts6AAABA68/D0x605Dw8tXVGN/5ms7y+07rYf9j6GXiW3ztUY1MTv9FxAQC43LSLeXjsKjzMoZzbz16DdLEpBRPckYQdAADaQKt9pXU5G5uaqOX3Dm0ww3KiO1J3XddLfbpHK67z2a+xmGkZAIDWR+BpJWNTE3VrSoK2lRxV5YnTBBwAAIKIwNOKwsMczK0DAEAI4BoeAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABgewQeAABge8y0LKn+F8b7/f4gjwQAADRV/ed2/ef4hRB4JJ04cUKSlJSUFOSRAACA5jpx4oTcbvcFaxymKbHI5urq6lRWVqbOnTvL4bDPL/f0+/1KSkrS4cOH5XK5gj2cVnU59SpdXv1eTr1Kl1e/l1OvEv22BmOMTpw4oR49eigs7MJX6XCGR1JYWJh69uwZ7GG0GpfLdVn8cEmXV6/S5dXv5dSrdHn1ezn1KtFvS7vYmZ16XLQMAABsj8ADAABsj8BjY06nUzk5OXI6ncEeSqu7nHqVLq9+L6depcur38upV4l+g42LlgEAgO1xhgcAANgegQcAANgegQcAANgegQcAANgegacdevTRRzVixAhFR0erS5cuDbbv3r1bd999t5KSkhQVFaWrrrpKTz/9dEDNli1b5HA4Gixerzeg7tlnn1WfPn0UGRmptLQ0bdu2rTVba+BivUpSaWmpMjMzFR0drbi4OM2dO1c1NTUBNVu2bNHQoUPldDrVv39/5eXlNdhPsHv9uvO9Rg6HQ3/7298kSYcOHWp0+wcffBCwrzVr1mjgwIGKjIzUoEGDtGHDhmC0dFF9+vRp0Mtjjz0WUPPRRx9p5MiRioyMVFJSkpYsWdJgP6He76FDhzRlyhQlJycrKipK/fr1U05OjqqrqwNq7PTaNibUfuYuxeLFi3Xdddepc+fOiouL0/jx47V///6AmptuuqnB6zht2rSAmqa8jwXbI4880qCPgQMHWttPnz6trKwsdevWTZ06ddIdd9yhioqKgH0EtU+DdmfhwoXmqaeeMrNnzzZut7vB9t/97nfml7/8pdmyZYs5ePCgeemll0xUVJR55plnrJp33nnHSDL79+835eXl1lJbW2vVvPLKKyYiIsL8/ve/N3v27DFTp041Xbp0MRUVFW3RpjHm4r3W1NSY1NRUk56ebnbu3Gk2bNhgunfvbrKzs62aTz/91ERHR5vZs2ebvXv3mmeeecaEh4eb/Px8qyYUev26qqqqgNemvLzc3H///SY5OdnU1dUZY4wpKSkxkszbb78dUFddXW3t5/333zfh4eFmyZIlZu/evWbBggWmY8eO5uOPPw5Wa+fVu3dvs2jRooBevvzyS2u7z+cz8fHx5p577jFFRUXmj3/8o4mKijLPPfecVdMe+n3zzTfN5MmTzcaNG83BgwfNG2+8YeLi4sycOXOsGru9tl8Xij9zlyIjI8OsXLnSFBUVmV27dpnvfe97plevXgH/br/73e+aqVOnBryOPp/P2t6U97FQkJOTY66++uqAPo4cOWJtnzZtmklKSjKbNm0yH374obn++uvNiBEjrO3B7pPA046tXLmy0RDQmJ///Odm9OjR1uP6wHPs2LHzPmf48OEmKyvLelxbW2t69OhhFi9efKlDvmTn63XDhg0mLCzMeL1ea93y5cuNy+UyVVVVxhhjHnroIXP11VcHPG/ChAkmIyPDehxKvZ5PdXW1iY2NNYsWLbLW1X8o7ty587zP+/GPf2wyMzMD1qWlpZmf/exnrTXUS9a7d2+zdOnS825ftmyZiYmJsV5bY4yZN2+eGTBggPW4PfV7riVLlpjk5GTrsd1e269rDz9zl6KystJIMu+++6617rvf/a558MEHz/ucpryPhYKcnBwzePDgRrcdP37cdOzY0axZs8Zat2/fPiPJFBYWGmOC3ydfaV0mfD6funbt2mD9kCFDlJiYqFtvvVXvv/++tb66ulrbt29Xenq6tS4sLEzp6ekqLCxskzE3RWFhoQYNGqT4+HhrXUZGhvx+v/bs2WPVnNtHfU19H+2l17/85S/65z//qfvuu6/Btu9///uKi4vTjTfeqL/85S8B2y7Wf6h57LHH1K1bN11zzTV6/PHHA053FxYWatSoUYqIiLDWZWRkaP/+/Tp27JhV0576rXe+n1E7vbb12svP3KXw+XyS1OC1/MMf/qDu3bsrNTVV2dnZ+uqrr6xtTXkfCxV///vf1aNHD/Xt21f33HOPSktLJUnbt2/XmTNnAl7TgQMHqlevXtZrGuw++eWhl4GtW7fq1Vdf1fr16611iYmJWrFiha699lpVVVXpxRdf1E033aT/+7//09ChQ/XFF1+otrY24B+mJMXHx6u4uLitWzgvr9fb6Bjrt12oxu/369SpUzp27Fi76PV3v/udMjIyAn7RbadOnfTkk0/qhhtuUFhYmP785z9r/Pjxev311/X9739f0vn7//r1WqHgl7/8pYYOHaquXbtq69atys7OVnl5uZ566ilJZ3tJTk4OeM65r3dMTEy76rfegQMH9Mwzz+iJJ56w1tnttT1Xe3l/aa66ujrNnDlTN9xwg1JTU631P/nJT9S7d2/16NFDH330kebNm6f9+/frv//7vyU17X0sFKSlpSkvL08DBgxQeXm5cnNzNXLkSBUVFcnr9SoiIqLBtZbn/nsMdp8EnhAxf/58/eY3v7lgzb59+wIuEGuKoqIi/eAHP1BOTo7GjBljrR8wYIAGDBhgPR4xYoQOHjyopUuX6qWXXmre4JuptXptLy6l/88++0wbN27Ua6+9FlDXvXt3zZ4923p83XXXqaysTI8//rj1oRhszen33F6+853vKCIiQj/72c+0ePHikJme/kIu5bX9/PPPNXbsWN15552aOnWqtb49vLYIlJWVpaKiIv31r38NWP/AAw9Yfx80aJASExN1yy236ODBg+rXr19bD/OS3Xbbbdbfv/Od7ygtLU29e/fWa6+9pqioqCCOrGkIPCFizpw5mjx58gVr+vbt26x97t27V7fccoseeOABLViw4KL1w4cPt35Qu3fvrvDw8AZX2FdUVCghIaFZ4/i6luw1ISGhwZ0d9WOuH2dCQkKjfbhcLkVFRSk8PLzVem3MpfS/cuVKdevWrUkfdGlpaSooKLAen6//1uitMd/k9U5LS1NNTY0OHTqkAQMGnLcX6eKvd1v029xey8rKNHr0aI0YMULPP//8Rfcfaq/tpWrN95dgmTFjhtatW6f33nsv4CxsY9LS0iSdPbPXr1+/Jr2PhaIuXbro29/+tg4cOKBbb71V1dXVOn78eMBZnnNf06D32epXCaHVXOii5aKiIhMXF2fmzp3b5P2lp6ebH/7wh9bj4cOHmxkzZliPa2trzZVXXhmSFy2fe2fHc889Z1wulzl9+rQx5uxFy6mpqQHPu/vuuxtctBwqvX5dXV2dSU5ODriD50Luv/9+c80111iPf/zjH5tx48YF1Hg8nnZxYevq1atNWFiYOXr0qDHmXxctn3unUnZ2doOLlttDv5999pn51re+Ze666y5TU1PTpOfY6bUN5Z+55qirqzNZWVmmR48e5pNPPmnSc/76178aSWb37t3GmKa9j4WiEydOmJiYGPP0009bFy3/6U9/srYXFxc3etFysPok8LRD//jHP8zOnTtNbm6u6dSpk9m5c6fZuXOnOXHihDHGmI8//tjExsaae++9N+D2wcrKSmsfS5cuNa+//rr5+9//bj7++GPz4IMPmrCwMPP2229bNa+88opxOp0mLy/P7N271zzwwAOmS5cuAVfYB7vX+tscx4wZY3bt2mXy8/NNbGxso7elz5071+zbt888++yzjd6WHuxez+ftt982ksy+ffsabMvLyzMvv/yy2bdvn9m3b5959NFHTVhYmPn9739v1bz//vumQ4cO5oknnjD79u0zOTk5IXnr8tatW83SpUvNrl27zMGDB83q1atNbGys+elPf2rVHD9+3MTHx5uJEyeaoqIi88orr5jo6OgGt6WHer+fffaZ6d+/v7nlllvMZ599FvBzWs9Or21jQvlnrjmmT59u3G632bJlS8Dr+NVXXxljjDlw4IBZtGiR+fDDD01JSYl54403TN++fc2oUaOsfTTlfSwUzJkzx2zZssWUlJSY999/36Snp5vu3btbny3Tpk0zvXr1Mps3bzYffvih8Xg8xuPxWM8Pdp8EnnZo0qRJRlKD5Z133jHGnL11sLHtvXv3tvbxm9/8xvTr189ERkaarl27mptuusls3ry5wbGeeeYZ06tXLxMREWGGDx9uPvjggzbq8qyL9WqMMYcOHTK33XabiYqKMt27dzdz5swxZ86cCdjPO++8Y4YMGWIiIiJM3759zcqVKxscK9i9ns/dd98dMJfFufLy8sxVV11loqOjjcvlMsOHDw+4LbTea6+9Zr797W+biIgIc/XVV5v169e39rCbbfv27SYtLc243W4TGRlprrrqKvPrX/+6wf/57d6929x4443G6XSaK6+80jz22GMN9hXq/a5cubLRf9fnnnS302t7PqH6M9cc53sd699jSktLzahRo0zXrl2N0+k0/fv3N3Pnzg2Yh8eYpr2PBduECRNMYmKiiYiIMFdeeaWZMGGCOXDggLX91KlT5uc//7mJiYkx0dHR5oc//GFAiDcmuH06jDGm9b84AwAACB7m4QEAALZH4AEAALZH4AEAALZH4AEAALZH4AEAALZH4AEAALZH4AEAALZH4AEAALZH4AEAALZH4AEAALZH4AEAALZH4AEAALb3/wB2QSMcdl21jgAAAABJRU5ErkJggg==\n" + }, + "metadata": {} + } + ] + }, + { + "cell_type": "code", + "source": [ + "k = 16 #@param {type:\"slider\", min:0, max:99, step:1}\n", + "\n", + "#plt.scatter(dataset_te[k]['y'],test_prediction[k])\n", + "plt.plot(dataset_te[k]['y'])\n", + "plt.plot(test_prediction[k])" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 447 + }, + "id": "xbskidCcuouQ", + "outputId": "480ce13c-6f4e-48ee-a3ab-59b322b3e808" + }, + "execution_count": null, + "outputs": [ + { + "output_type": "execute_result", + "data": { + "text/plain": [ + "[]" + ] + }, + "metadata": {}, + "execution_count": 54 + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "
" + ], + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAjwAAAGdCAYAAAAWp6lMAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAABU4klEQVR4nO3deXxU9b3/8deZmcxkn0B2IKwqyK4IMYAISgkWq7TudS/W1gfaKtQr9Fq19frD1trqVa/WVoXWDfdapWpAxCooyCaLRIGwk7Amk3UmmTm/PyYZEgiBkOUkM+/n43EeyXzPd875HMYkb8/5nu8xTNM0EREREQljNqsLEBEREWlrCjwiIiIS9hR4REREJOwp8IiIiEjYU+ARERGRsKfAIyIiImFPgUdERETCngKPiIiIhD2H1QV0BIFAgD179pCQkIBhGFaXIyIiIifBNE1KS0vp1q0bNlvT53AUeIA9e/aQlZVldRkiIiJyCnbu3EmPHj2a7KPAAyQkJADBf7DExESLqxEREZGT4fF4yMrKCv0db4oCD4QuYyUmJirwiIiIdDInMxxFg5ZFREQk7CnwiIiISNhT4BEREZGwp8AjIiIiYU+BR0RERMKeAo+IiIiEPQUeERERCXsKPCIiIhL2FHhEREQk7CnwiIiISNhT4BEREZGwp8AjIiIiYU+BR0QsU+Sp4tlPt1Dp81tdioiEOT0tXUQsM2fBN7yzZg/e6gB3XHi61eWISBjTGR4RsYRpmizdchCAZVsPWlyNiIQ7BR4RscSOQxXsK/UCsGrHYXw1AYsrEpFwpsAjIpb4suBQ6Puq6gDr95RYWI2IhDsFHhGxxPJ6gaex1yIirUmBR0QsURdwzjs9BYAVCjwi0oYUeESk3RWWVLHjUAU2A247vx8Ay7cdwh8wLa5MRMKVAo+ItLvl24JncwZ2S2RUn67EOe2UVtWQX1hqcWUiEq4UeESk3S0vCN6GPqp3Mg67jRG9uwKwYpsua4lI21DgEZF2t6LgMAAXO1fBkyOZkrIP0MBlEWk7Cjwi0q4Ol/vILwpeuhqyYx4c+JYJpe8CwVvVTVPjeESk9SnwiEi7qrtsNTTVRtSelQCk7luK02FwoMxLwYFyK8sTkTClwCMi7aou8FyWsh3M4ENDjZKd5GZWNlgvItKaFHhEpF3VjdMZa6xv0P6DhG+BhjMwi4i0FgUeEWk3Zd4a1u/xANCzZHmwMX0IAGfVrAU0cFlE2oYCj4i0m1XbD+MPmAxLqiTqYD5gwAX3ApCy7wscNpNdhyvZU1xpbaEiEnYUeESk3dSNz7my65ZgQ+YwOG0iOBMwqg5zcdqBBv1ERFqL5YHngQcewDCMBsuAAQNC66uqqpg+fTrJycnEx8dz2WWXUVRU1GAbO3bsYMqUKcTGxpKWlsbdd99NTU1Nex+KiJxA3fic0XXjd/qOB7sDeo8F4AdxGscjIm3D8sADMGjQIPbu3RtaPvvss9C6u+66i3/961+8/vrrLFmyhD179vCjH/0otN7v9zNlyhR8Ph9Lly5l3rx5zJ07l/vuu8+KQxGR4/DW+FmzsxgwySquHb/Td3yDr8Nq1gB6kKiItD6H1QUAOBwOMjIyjmkvKSnhueee4+WXX+aCCy4A4IUXXuDMM8/kiy++4Nxzz+Wjjz5i48aNLFy4kPT0dIYPH86DDz7IPffcwwMPPIDT6WzvwxGRRny9qwRfTYBz4g7gKC8Euwt6nhtcWRt4kg+uwoWP7/aVcbDMS3K8y7qCRSSsdIgzPN999x3dunWjb9++XHvttezYsQOAlStXUl1dzcSJE0N9BwwYQM+ePVm2bBkAy5YtY8iQIaSnp4f65Obm4vF42LBhQ6P783q9eDyeBouItK26u6+u7PpdsKHnuRAVE/w+tT/EZ2DUVHJJ8i4AVmw7bEWZIhKmLA882dnZzJ07lw8++ICnn36agoICzjvvPEpLSyksLMTpdJKUlNTgPenp6RQWFgJQWFjYIOzUra9b15g5c+bgdrtDS1ZWVusfmIg0UDcu51zqjd+pYxjQ93wApsTnAxq4LCKty/LAc9FFF3HFFVcwdOhQcnNzWbBgAcXFxbz22mttts/Zs2dTUlISWnbu3Nlm+xIRqPEHWLX9MHb8dC/+KthYP/DUez3MtwbQfDwi0rosDzxHS0pK4owzzmDz5s1kZGTg8/koLi5u0KeoqCg05icjI+OYu7bqXjc2LgjA5XKRmJjYYBGRtvPN3lLKvDXkRG/HXl0G0UnBW9Lr6xM8w5NUvIFEytiwp4TSqur2L1ZEwlKHCzxlZWVs2bKFzMxMRowYQVRUFIsWLQqtz8/PZ8eOHeTk5ACQk5PDunXr2LdvX6hPXl4eiYmJDBw4sN3rF5FjfVlwEIDLkjYHG/qMA5u9YSd3d0g5A8MM8IPErQRMWLWjuH0LFZGwZXng+dWvfsWSJUvYtm0bS5cu5Yc//CF2u51rrrkGt9vNtGnTmDFjBosXL2blypXcfPPN5OTkcO65wbs7Jk2axMCBA7n++utZu3YtH374Iffeey/Tp0/H5dIdHiIdQd14nGzz62DD0Zez6tS2XxQXHMezvDYoiYi0lOWBZ9euXVxzzTX079+fK6+8kuTkZL744gtSU1MB+POf/8zFF1/MZZddxrhx48jIyOCtt94Kvd9ut/Pee+9ht9vJycnhuuuu44YbbuB3v/udVYckIvWYpsnygkPEUkVG6bpgY78JjXeuvaw1VON4RKSVWT4Pz6uvvtrk+ujoaJ566imeeuqp4/bp1asXCxYsaO3SRKQVbN5XxuGKar4XlY8tUA1JPaFLn8Y79x4Lho3E8gIyOcjanTaqqv1ER9kb7y8icpIsP8MjIuGt7nb0qe7a+Xf6jg/eht6YmCTodjYAk+M24fMHWLuzuM1rFJHwp8AjIm2qbvzOqEDt5azjjd+pUzeOJ7ZuHI8ua4lIyynwiEibMU2TL7ceIoUSUitqz/DUjtM5rtrAM9i7BjBZrgkIRaQVKPCISJvZdbiSQk8VYx21j3nJGAJxKU2/KWsUOGKI9R3gdGM3K7cfpsYfaPtiRSSsKfCISJupuxx1cfy3wYYTXc4CcLigV3CerYmujVT4/GzYo+fdiUjLKPCISJsJBh6TkYG1wYaTCTz1+k2O2QTouVoi0nIKPCLSZpZvO0RvoxC3rwjsTuiZc3JvrA08Z/q+xkFN6E4vEZFTpcAjIm1iX2kVBQfKGWurfTp6VjY4407uzelDIKYrTn8FQ42trNh2iEDAbLtiRSTsKfCISJtYUXAYgMm1t5fT9wR3Z9Vns4X6T4jaQHFFNZv3l7V2iSISQRR4RKRNLC84iI0AI0Lz7xzncRLHU3v7+veivwHQZS0RaREFHhFpE18WHGKIsZUYfym43JA5vHkbqB3Hc3r1N8RSpQkIRaRFFHhEpNWVVFSTX1TKmLrxO33OA3szH93XtQ8k9cJu+hll+4blBQcxTY3jEZFTo8AjIq3uq+2HMM0jl6NO+nb0o9W+7zz7Boo8XnYeqmyV+kQk8ijwiEirW15wiGi8DAkE59FpaeC50FU3judgy4sTkYikwCMirW75tkOMtOXjMKshsTskn3ZqG+ozDoDeNQWkUKJxPCJyyhR4RKRVVfhqWLer5Mj4nb7jwTBObWNxKcHnbwGjbRs047KInDIFHhFpVat3FFMTMJkQVfvA0Obejn602staY+zr2XawgiJPVcu2JyIRSYFHRFrV8oJDdMFDf7Mg2NCcCQcbUxt4ggHK1GUtETklCjwi0qqWFxxitG1j8EXaIIhPa9kGe+aA3UlaYD+9jCJd1hKRU6LAIyKtxlcTYNWOw4yx1c2uPL7lG3XGBZ/DBYy1rdcZHhE5JQo8ItJq1u0uxlsTYJyjbvzO+NbZcO1jJsbY1rOpsJTiCl/rbFdEIoYCj4i0muUFh8kyiujBPrA5oNfo1tlwbXAaa9+IjQBfbTvcOtsVkYihwCMirWZ5wUHG1t2O3mMUuOJbZ8PdzgJXIomUMcjYxnKN4xGRZlLgEZFW4Q+YfLXtcMP5d1qL3QG9zwOCl7X05HQRaS4FHhFpFZsKPZR5fYy1tfL4nTp18/HY1rNhdwnl3prW3b6IhDUFHhFpFcsLDjHQ2E6SUQbOBOh+duvuoHY+n1H2fOwBL6t3FLfu9kUkrCnwiEirWF5w6Mj4nd5jwR7VujtIOQMSMnFRzQjbtyzXg0RFpBkUeESkxUzTZMW2Q20zfqeOYRy5W8u2XgOXRaRZFHhEpMW2HiintKyMUbZNwYa2CDz1tjvatp7VO4rx1vjbZj8iEnYUeESkxZYXHOJs23dEG9UQnwGp/dtmR7UTEA61FeCq8bBuV0nb7EdEwo4Cj4i02IqCQ4yt/zgJw2ibHSVmQkp/bJjk2DbqspaInDTLA8+cOXMYOXIkCQkJpKWlMXXqVPLz8xv0GT9+PIZhNFh+/vOfN+izY8cOpkyZQmxsLGlpadx9993U1Oi2VZH28GX9ActtdTmrTv1xPJqPR0ROkuWBZ8mSJUyfPp0vvviCvLw8qqurmTRpEuXl5Q36/fSnP2Xv3r2h5Q9/+ENond/vZ8qUKfh8PpYuXcq8efOYO3cu9913X3sfjkjE2XW4grLi/QwxCoINtbePt5l68/Gs3HYYf8Bs2/2JSFhwWF3ABx980OD13LlzSUtLY+XKlYwbNy7UHhsbS0ZGRqPb+Oijj9i4cSMLFy4kPT2d4cOH8+CDD3LPPffwwAMP4HQ62/QYRCLZim2HyLFtxGaYkNIfEru17Q57j8E07PS1FZJQVcg3ez0M7u5u232KSKdn+Rmeo5WUBAchdu3atUH7Sy+9REpKCoMHD2b27NlUVFSE1i1btowhQ4aQnp4easvNzcXj8bBhw4Zj9uH1evF4PA0WETk1ywsOHxm/029C2+8w2o3RfQQAY+y6rCUiJ6dDBZ5AIMCdd97JmDFjGDx4cKj9xz/+MS+++CKLFy9m9uzZ/OMf/+C6664LrS8sLGwQdoDQ68LCwmP2M2fOHNxud2jJyspqoyMSCX/LCw627fw7jal3WUuBR0ROhuWXtOqbPn0669ev57PPPmvQfuutt4a+HzJkCJmZmVx44YVs2bKFfv36NXs/s2fPZsaMGaHXHo9HoUfkFBwo8+I9sI0+riJMw47Ra0z77Ljv+fDpHxhjW8+DBQcxTROjre4ME5Gw0GHO8Nx+++289957LF68mB49ejTZNzs7G4DNmzcDkJGRQVFRUYM+da8bG/fjcrlITExssIhI83217RCja8/uGD3Ogeh2+lnqMRIzKpZUw0NK5Ra27C8/8XtEJKJZHnhM0+T222/n7bff5uOPP6ZPnz4nfM+aNWsAyMzMBCAnJ4d169axb9++UJ+8vDwSExMZOHBgm9QtIu18O3p9DhdGr9GAbk8XkZNjeeCZPn06L774Ii+//DIJCQkUFhZSWFhIZWUlAFu2bOHBBx9k5cqVbNu2jXfffZcbbriBcePGMXToUAAmTZrEwIEDuf7661m7di0ffvgh9957L9OnT8flcll5eCJhbcXWA4y21d4Y0J6Bp97+Rts26EGiInJClgeep59+mpKSEsaPH09mZmZomT9/PgBOp5OFCxcyadIkBgwYwMyZM7nsssv417/+FdqG3W7nvffew263k5OTw3XXXccNN9zA7373O6sOSyTseaqqCRRtIMXwEIiKhe7ntG8BtYHnXNtGVhXsb999i0inY/mgZdNsetKwrKwslixZcsLt9OrViwULFrRWWSJyAiu3H2a0EbycZes9FhztPN9V2iDMmGTiKg+S5lnHrsNj6dEltn1rEJFOw/IzPCLSOS23avxOHZsNo3ZW57Gaj0dETkCBR0ROyaqthYyybQq+sCLw1NvvGNt6VuhBoiLSBAUeEWm2qmo/jj1fEWt48cekQJpFd0PWBp7hxha+3rrLmhpEpFNQ4BGRZlu9o5hsgo+TsJ02Aaya9K9LL/xJfYgy/KQdWsX+Uq81dYhIh6fAIyLNVn/8jmHV5axa9n6143hs6/lKl7VE5DgUeESk2dZv3ckwY0vwRZ/zrS2m3jieLzVwWUSOQ4GnrR3eDvvzra5CpNVU+wM4d36O3TDxuftCksXPoes9DhODAbadfLdli7W1iEiHpcDTlg5thRe+D/MugYP6RSzhYf3uEkaaXwMQdfoFFlcDxCVTkzYEgNQDy/BUVVtckIh0RAo8bSk6KfgwxbJC+PulULzT6opEWmzFtnrjd/qNt7aYWlGnTwBgtLGBldsOW1yNiHRECjxtKbYrXP8OJJ8GJTvh75dAaaHVVYm0yHff5XOabQ8BbND7PKvLCaodRzTGvp4vt+q5WiJyLAWetpaQDje8C0k9g5e4/n4plB+wuiqRUxIImLh2/geAytRhEJNkbUF1eubgt0XR3TjIri3rrK5GRDogBZ724O4eDD0J3WD/JvjHVKjUaXfpfPKLShnhXwtATP8OMH6njjOW6m6jAEjet5RKn9/igkSko1HgaS9d+8CN70JcKhSugxcvB2+p1VWJNMuKgoOh8Tu2fhMsrqYh1xnBAJbDelbv1P9QiEhDCjztKeX04JiemC6w+yt4+WrwVVhdlchJ25G/ilSjhGqbC7JGWV1OA0bfYADLsW3gq626bCwiDSnwtLeMwXDdW+BKhO2fwfxroUbT4UvHZ5omsbXjd8ozssHhsriio3Qbjs+RgNuoYP93X1pdjYh0MAo8Vuh+Nlz7OkTFwpaP4fWbwK+5Q6Rj236wgmHVawCIO/NCa4tpjM2OL2s0AF0Kl1LtD1hckIh0JAo8Vul5LlzzKthdkL8A3roVAhpoKR3Xii1FnGvbCEDUaR1owHI9cQMmApBtrmP97hKLqxGRjkSBx0p9z4erXgRbFGx4C969AwL6v1LpmIq++Zw4w0uFIwnSB1tdTqOM2oHU59i+ZeXmPRZXIyIdiQKP1c6YBJc/B4Yd1rwE/74bTNPqqkSOEbcrOH6nrNsYsHXQXx3Jp1HmSsdlVFOc/x+rqxGRDqSD/taKMAMvhR8+Axiw4m+Q9xuFHulQ9pZUMti3GoDEQRMtrqYJhoGv5zgAuhQtJRDQz5GIBCnwdBRDr4QfPB78fukT8MnD1tYjUs+qb3dwlrEZgOgzOuCA5XrcA4P1jQx8TX6R5roSkSAFno5kxI0w+ffB75c8DJ/92dp6RGod3LgYhxHgkKs7dOlldTlNsp8WHMcz2NjG2vytFlcjIh2FAk9Hc+7P4cL7g98vfAC+/Iul5YgAxO/+DIDy7mMtruQkJGRwMLYvNsOkbNNiq6sRkQ5CgacjOm8GjPuv4Pf//i9Y9Xdr6wknpqk74ZrpULmPQVXB8TtJgydZXM3Jqe4VfHp6l31LMTUeTkRQ4Om4Jvwacm4Pfv/uL+Dr162tpzMzTQK7V1P4xt0U/7/+VD+Yxu6/XI53/btQ47O6ug5v7Teb6G/bRQCDhAEdc/6do3UdEgxmZ9esZdtBPb5FRMBhdQFyHIYBk/4Hqivgq+fh7Z9BVDSc+QOrK+s0zH3fsG/Zyzg2vk2ydycZ9dZ135sHb+RRbk+ktN8PSBtzI7aeo4L/7tJAyYaFAOyNOYPusV0trubkOPuOxY+NPrYi/rXha/qcn2N1SSJiMQWejsww4PuPQnUVrH0ZXr8ZrnkFTv+e1ZV1XAe3sP+LV2H9m6RWbiG9trnSdPIpZ7MnawqOrj1xfPM2F/g+Id1fTNy3L8G3L3HY1QNz6JV0Pfc6SO5n6WF0JAl7guN3KnqcZ3ElzRCdSGHCYLqXfk3Fpo9BgUck4inwdHQ2G1z6JNRUwoa3Yf51wedw9RlndWUdR8kuDi6fT83aN0gv20hqbbPPtPMZw9mROZke5/6I8wf1ITrKDoBpXsrKggO8959/kVLwNhPNL+ni3QUr/gQr/sR+91DiRl1L7FlXQic5q9EWyqqqGVi1GgzoMqRzjN+pU9NrHKz/muR9S60uRUQ6AMPUiD48Hg9ut5uSkhISExOtLqdx/mp47Ybgc7ei4uD6t6FnttVVWadsH8UrX6dy1WtklqwJNdeYNpaZg9mcnkvGqMsYN/R04lxN5/qqaj+L1xWwc+kb9N+3gLHG19iN4I9FDQ4OdRtHl5wbiBpwUfCyYgRZseILRr6fi5coXP+9E6JirC7ppFVs/g+xL17MATOR6rs2kZkUZ3VJItLKmvP3W4GHThJ4IHhp65WrYeticCXCje9Ct7Osrqr9VBzCs+Ztyr6aT/qhFdgJ3m0VMA1WmP3ZlDyJriMvZ9xZA3HHRJ3SLvaXevnoy7WUr5zP6PKFDLZtC62rssdTftrFdM25HqPn6I77eIVWtGjug1y47Y/kx42g/90fW11O89T4qPyfLGKoYvGEt5lwfucYcC0tV1hSxYzX1jD1rO5ceU6W1eVIG2rO3++wuqT11FNP8cgjj1BYWMiwYcN44oknGDVqlNVltZ6oaLj6ZXjpctj+Ofzjh3DTAkgfaHVlbcdbSvnadyle8Srp+5eSSA11/0mvCfTj66QLiT/7csaPPIvsOGeLd5ea4OLaiaNg4ii+2evhL59/imvjG3zP/ynd/QeJzn8V8l/F48rENuxK4kdeB6lntHi/HVXi3s8BqMrqRON36jic7HKfzeklS6nMXwQKPBHjybwNDNv2Ap95srnynJ9YXY50EGETeObPn8+MGTN45plnyM7O5rHHHiM3N5f8/HzS0tKsLq/1OGPhx/Ph75fC7pXBrzf/G1JOs7qy1lNdScWGBRz68hXSCpcQZ/qouxjxTaAnKxMm4Bp+BeOyRzI8se0uMZ2ZmciZl19Mjf/7fPbdPt74fAHdt/+TScaXJHr3wvLHYfnjHE4aRNw51+IcfiXEp554w51EldfLgKo1YEDK0MlWl3NK/L3HwdqlpOxbZnUp0k4KS6pIWvtXfhX1KqtL1wAKPBIUNpe0srOzGTlyJE8++SQAgUCArKws7rjjDmbNmtXke9vqklYgYPLqip3YDLDZDGyGgd0GNqPueyO4rt5rw6C2/ag+de83gn2iqkvo9d7VRB/YQE18JoU/ehszqRdGve3Z6u3LZoBx1D4NA+y1643a9S1hmib+gEnAhIBpEqh7HTAxqysIeMsxfRWYvjLwVWB6y4K33dd9ra7Au2MlKbsWEm1Whra7JZDJl7HjsQ+9jNHnjiGra2xLP5pT5qmq5qM1Bez84m2GHPw359u+JsrwA+DHjqfbWNznXo9twJRgOO3ENn65kIH/voxi4nH/ZjuGvfP9/1FJwWrc88ZTYbqomrmVronxVpckbezhf67kp6suJdkoZb/pJuHegtDNChJ+Iu6Sls/nY+XKlcyePTvUZrPZmDhxIsuWHft/dl6vF6/XG3rt8XjapK7qQIBfv72uTbYN0JU7mO98kNPLdpMxbzSVuKjGjo8oqk0HPoJLNY5j2kLtZlTt+uDraiOKGoJtNUYUNcaRNoAYKokOVBFDFdFUEWN6iaGKGLzEUkWs4SW2wfdVJODFZjQvV+8yU/jMdT7+gT/i3NHn8+O0hLb4J2y2xOgoLj/3DDj3HnYeuoMXvlxPxerXGF/1McNtW+iyZwm8tYQABjU2FzW2aKpt0VTbXNTYXLXfH2mrtrmoNqJD63x1fYzadXV9DWfoe5/NRbXhosaIwm5WYw/4sJvVOMxq7IGjXte2OQI+7KbvSJ9Qf9+RfmawX93rxIodAGyNH8HZnTDsALh7DeOw4aYLJaxftZhR4zWPVTg7VO7DXDmXZFvwobGpRgk7DxWTlZ5scWXSEXTO32JHOXDgAH6/n/T09Abt6enpbNq06Zj+c+bM4be//W2b12VgMGlgeu3ZDmrPftQ782EGzwL5zSPfH1l3VJtpEghw1PoUfu6/n2d4kNONnSRQWX/nbacFY3UrTScVuKggmkpcVBIdXIxoqnDhiUqluv/FnDNmEldlJLb4rFNbyuoay60XjcKcPJJVOw7z6NJlxOW/yfcDn9LTth9noApnoMrqMlvM22ei1SWcOpuNne5RdCnOo2z1m6DAE9b+8Z98bjb+1aDt8N6tCjwChEngaa7Zs2czY8aM0GuPx0NWVuuP5Hc6bDx7wzmtvt1jBK6A0j3g9wUfleA/spg1Xsya4NdA3fd+H9R4CdQEv5r+6uDXGh/4vcFb4Gu8DbZj+IOPYDCj4jCjYsF55GtoiYrFcMZhuOIxnLEYrnhsta9tzljsrjhi7A5igHD69WMYBiN6dWVErylUVU9m4cZC3t5WgN1fRVSgiqiAj6ja8OMIVBFlenEEqnAGvDj8wdfBfsH20Fd/FY5AcJ3jmPVHzlD6DQd+mxO/EYXfFoXfcAa/2pwEjmoL1LYH+zob9rE5a9dHETCC64z4VHImX2vhv27LdT3vJ/CvPMYUv8c3+Zs4s/8Aq0uSNlBaVU3JF/PIMA5TFZPOQV8U3f27KC/aAoy0ujzpAMIi8KSkpGC32ykqKmrQXlRUREZGxjH9XS4XLpervcprezYbuHs0usrgyMkeXcVue9FRdi4e1h2GdW/bHQUCEKgGWxR2m02fbRN6nH0RmxcN47SKtez51/9wZv8XrS5J2sDLS7dwc+AdsIFz3J0c+vw9upftoubQdqtLkw4iLCYScTqdjBgxgkWLFoXaAoEAixYtIidHU8pLGLLZwOGKiLmAWswwiJ98PwDnlS5g7bqvLS5IWltVtZ89n/2DLNt+qpxdsY24iaq44P902Ip3WlyddBRh89tyxowZ/PWvf2XevHl888033HbbbZSXl3PzzTdbXZqIWCxj6IV8Fz8Sp+Hn4IIHCZObU6XWa8u3cX3NWwBEjb0dnLGY7uAwBVf5LitLkw4kbALPVVddxR//+Efuu+8+hg8fzpo1a/jggw+OGcgsIpGpy8XBGxXGVSxkxcqvLK5GWouvJkD+4pc5zbYHryMB+6ifAhCV3AuAxKo9VpYnHUjYBB6A22+/ne3bt+P1evnyyy/Jzo7gZ02JSAMpA8bwrXsMDiNARd7/6CxPmHhn9S6u9b0OgD3nNogOzsUSk9oXgOSaouO+VyJLWAUeEZGmpF7yOwDGVS3h86WfWVyNtJQ/YLJm0XwG2rbjs8fiyLkttC6pez8AkinG762wqkTpQBR4RCRidOl3Dt92vQCbYRJY/P/wB3SWpzP7YN1erqh4Nfhi5DSI7Rpal5KcTqkZA0Dx3i1WlCcdjAKPiESUzKm/I4DBuJqlLPl0odXlyCkyTZPP8t7kLNtmamwunGN/0WC9w2Gn0BZ8tl2JAo+gwCMiESah5xA2p+UC4PrP76n2ByyuSE7FJ/n7uaTkZQD8w6+H+GMfEn04KhOAyv0F7VqbdEwKPCIScbJ++Fv82BjjX8Gihe9bXY40k2ma5H34T3LsG/EbDlzn39Vov7KYbgAEDu9oz/Kkg1LgEZGIE5M5gC3dgs/VSvrij1RV+y2uSJrjy4JDfO/APwDwDbrquDPNV8cH2+0eTT4oCjwiEqF6/fABarBzrrmGvH+/bXU50gzvffhvJtjXEsBGzISZx+1nJvUEILZid3uVJh2YAo+IRCRXal+29bwMgG6rHqWsqtriiuRkrN1ZzJg9cwGo7D8Vkvsdt68rpQ8Abm9hO1QmHZ0Cj4hErN4/vA8fUYxgIwvfm291OXIS3v5oIRfZVwAQd+E9TfaNTw9OPtglcAiqK9u8NunYFHhEJGI5umSxs+/VAPRZ/xjF5V6LK5KmfFdUyrBtzwNQ1vciSBvQZP/U1CNz8Zh6iGjEU+ARkYjWZ+q9VOFkGN+R9+4/rC5HmjD/o0+5xLYUgPiJs07YPyMphl1mCgAV+3RreqRT4BGRiGZLzGBv/xsBGLjpSfZ5dOmjI9pxsILTv/0rdsOktMcE6Db8hO+JjrJTZAvOz1NWtLWNK5SOToFHRCJe70tmUWnEMMgo4ON3XrC6HGnEKwuX8kPbpwAkTJp90u8rcQYnH/Qe0BmeSKfAIyIRz4hL4cDgaQCcteX/2H243OKKpL4iTxWZ6/+K0/DjST8Xemaf9HvLY7sHvynW5IORToFHRATI+v7dlBnx9Dd2suTNv1hdjtTzysdfcaVtEQCJuSd/dgfAn5gFQFTprlavSzoXBR4REYCYJEqG/wyAc3c+y9aiYmvrEQAOl/uIX/0Xoo1qSpKHQ5/zm/V+W5deAMRV7mmD6qQzUeAREanVffJdlNoS6Wvs5fO3n7a6HAFeWbKWq/kIgMRJs8AwmvX+mNTg5IOJNQc1F0+EU+AREanjSqB85O0AnL/nOb7ZddDigiJbmbcGY/kzxBtVeNwDMM6Y3OxtdElJC83FQ4kua0UyBR4RkXoyLrwDj70LPW37WfH2E1aXE9Hmf7aBH5sLAIj7XvPP7gBk1puLh+LtrVmedDIKPCIi9Tlj8eXcBcDEA/NYvXWvxQVFpqpqPxWfP4vbqMAT3xf7wEtOaTsZidHsMlMBqD6owBPJFHhERI6Scv7PKHak0s04xNfv/q/V5USkN7/8lmv87wIQe8HdYLOf0nbcMVEUGsHJByv2afLBSKbAIyJytKhoAuf9CoDvH36JLzbpOUztqdofYP8nz5JieCiN6Y5j2BWnvC3DMPBEBycfrD64rZUqlM5IgUdEpBFdx/yEQ85upBolbHrvz5imaXVJEeNfK7dxVfU7AESPnwn2qBZtryouOPmgrUTBNZIp8IiINMbhxDHhHgAuKZ3PknW6HNIe/AGTgkV/JdM4RLkzlagR17V4m6Y7OPmgq3x3i7clnZcCj4jIcSSOuo6D0T3papSxfcGfCQR0lqetfbRuF1dUvg6AY9xd4HC1eJuOrr0BiPMd0Fw8EUyBR0TkeOwOXBP/G4CplW/y4cp8iwsKb6ZpsuGj5+lp209FVBdco25ule0mdU2jzIwOvtBcPBFLgUdEpAnxZ1/Jgdh+uI0K9n/0KDX+gNUlha1P8ouYWvpq8EXOdHDGtsp2M5JiQremay6eyKXAIyLSFJuNuNzfAPBD379478v1FhcUvlZ9MI/TbHuotCcQO/pnrbbdDHf9yQf11PRIpcAjInICMUOnciB+AAlGJWWL/oS3xm91SWHnyy0HmHzoJQD8I2+F6MRW23b9yQcDhxV4IpUCj4jIiRgGid9/AIDLat7nnf+straeMPTZB68wyLYdry2G+HG3t+q2UxNc7CEYeHwHClp129J5KPCIiJwE55mT2e8eSozhw//pn6jw1VhdUthYt7OYCUVzAfAOvxliu7bq9u02g9LobgD4dYYnYlkWeLZt28a0adPo06cPMTEx9OvXj/vvvx+fz9egj2EYxyxffPFFg229/vrrDBgwgOjoaIYMGcKCBQva+3BEJNwZBklTfgvAZYGPeOPj5RYXFD4WLnids22bqTacJE64s0324YvvAYDdo8kHI5VlgWfTpk0EAgH+8pe/sGHDBv785z/zzDPP8Otf//qYvgsXLmTv3r2hZcSIEaF1S5cu5ZprrmHatGmsXr2aqVOnMnXqVNav18BCEWldUadPYH/ySFxGNdFf/AlPVbXVJXV63xWVkr3reQDKB/0YEtLbZkdJPQGIrtoP1VVtsw/p0AyzA82X/sgjj/D000+zdWtwRtNt27bRp08fVq9ezfDhwxt9z1VXXUV5eTnvvfdeqO3cc89l+PDhPPPMMye1X4/Hg9vtpqSkhMTE1hsoJyLhx1/wOfZ538dn2vn7OW9yyw8mWF1Sp/a/L7zIL7ZPpwYHjjvXQFJWm+zngX+u51erLiTeqILbV0LKaW2yH2lfzfn73aHG8JSUlNC167HXbi+55BLS0tIYO3Ys7777boN1y5YtY+LEiQ3acnNzWbZs2XH34/V68Xg8DRYRkZNh7zOG/WljcBp+un71GAfLvFaX1GntPFTBkIK/AuA547I2CzuguXikAwWezZs388QTT/Cznx2ZeyE+Pp5HH32U119/nffff5+xY8cyderUBqGnsLCQ9PSGp0DT09MpLCw87r7mzJmD2+0OLVlZbfdDJiLhJ+WS3wFwCZ/y2oeLLa6m83r3g38zwbaGADa65t7TpvvKdEdrLp4I1+qBZ9asWY0ONK6/bNq0qcF7du/ezeTJk7niiiv46U9/GmpPSUlhxowZZGdnM3LkSB5++GGuu+46HnnkkRbVOHv2bEpKSkLLzp0axCYiJ8/ocQ4Huk3AYQTosfZ/KSzRmJDm2uepot+m4LCDQ30uhuR+bbq/9Hpz8SjwRCZHa29w5syZ3HTTTU326du3b+j7PXv2MGHCBEaPHs2zzz57wu1nZ2eTl5cXep2RkUFRUVGDPkVFRWRkZBx3Gy6XC5er5Q+kE5HIlXzxA/DsYqYYS3liwYf88ppLrS6pU3kn72NuMVYAkDx5dpvvLyMxmoW1gccs3oHR5nuUjqbVA09qaiqpqakn1Xf37t1MmDCBESNG8MILL2CznfiE05o1a8jMzAy9zsnJYdGiRdx5552htry8PHJycppdu4jIyTK6DedQz8l03fEB/b95kh0Hv0fP5NZ59lO4K67wkfH1/2EzTPb3+B6p6QPbfJ8Z7iNnePyHtrf+Hz/p8Cz7zHfv3s348ePp1asXf/zjH9m/f39oXd3ZmXnz5uF0OjnrrLMAeOutt3j++ef529/+Fur7y1/+kvPPP59HH32UKVOm8Oqrr/LVV1+d1NkiEZGW6HrxAwT+70Mm25bz6HvvMfPGK60u6dT4KqCsEEoLoXw/OGIg2g0xSRCdFPw+KrrVdvfWws+4gc8BSLnov1ttu02JjrJT4soAE13SilCWBZ68vDw2b97M5s2b6dGjR4N19e+Uf/DBB9m+fTsOh4MBAwYwf/58Lr/88tD60aNH8/LLL3Pvvffy61//mtNPP5133nmHwYMHt9uxiEiESjuTkn6X0GXLPxm++f945MOhRNk7zL0gOPyVxPkOEO/bT5zvQL1lf2178LXLX3bCbdXYXHjt8VQ5EvE6EvA6EqhyJOCt99rrSMRrr2s/ss5njwPjyEWk7quexGEE2Jd+Hmndz2rLf4KGx5CQBR5wVBQF5+JpxRAnHV+HmofHKpqHR0RO2YHN+J8ciZ0Ar9RMoJRYfDjwmlF4icKLs95rZ21bFL7Q+trXRNV7TxQ+HJjHua8klirSjMOkU0yacbh2KSbdOEwawa+pRjGJRuVJH0al6aTI7MJBEnFSjZtyEo0KEqnAZrTsz4TfNPAQR4kZh4dYBhg7cBp+/Dd9gL13+w0/uOn5L3ly+yWaiyeMNOfvty5jioi0RMpp+AZdRcyGV7jG0bq3qNcYUdQYTmpsTmqMKAKGndiaEqIDFSe9Da8thlJHMqVRKZRGJeNxBL+WRqVQ6kjGU9vutTU8C1PHMAO4AuVE+8uIqSklOhD8GuMvJdof/Br8vqzB17rFYVZjN0y6UEYX48iZpLJuo4lvx7ADkJkUw65tqQwwdgbn4lHgiSgKPCIiLRTzg99D98Hg9UBNFdR46331HvW6CvxHt9V7zZGzKQ6zGodZDYHyY3fqjIeEDIjPCH6tW4567XIl4AJS2u1f4yjVlVBZDFUlUFX71VdOfN/x7V5K8Nb0FAawU+N4IpACj4hIS0W7YfTtLd+OaYK/ujYU+Y4NT/5qiE0OPm/KldDy/bWHqJjgkph54r5tLNOtuXgimQKPiEhHYRjgcAYXaXXpidF8psATsTrO7QQiIiJtKNMdozM8EUyBR0REIkJG4pHnaZkKPBFHgUdERCJCYoyDg47gxLZGWWFwLh6JGAo8IiISEQzDIDoxhXKz9lmKJbusLUjalQKPiIhEjPQGd2ptt7YYaVcKPCIiEjE0cDlyKfCIiEjESK83cFmBJ7Io8IiISMTQ5IORS4FHREQiRvAMjwJPJFLgERGRiKEzPJFLgUdERCJGhrveGJ6ywuAzyiQiKPCIiEjESIl34bElai6eCKTAIyIiEcNuM0hL0Fw8kUiBR0REIkqGxvFEJAUeERGJKBmaiyciKfCIiEhE0a3pkUmBR0REIopuTY9MCjwiIhJRNIYnMinwiIhIRGkwhqd0r+biiRAKPCIiElEy3NEcJkFz8UQYBR4REYko6YnRgKG5eCKMAo+IiESU6Cg7XWKjNI4nwijwiIhIxMlwx2gungijwCMiIhEnI9GlMzwRRoFHREQiTvAMjwJPJFHgERGRiJOh2ZYjjgKPiIhEnOBsy5qLJ5JYGnh69+6NYRgNlocffrhBn6+//przzjuP6OhosrKy+MMf/nDMdl5//XUGDBhAdHQ0Q4YMYcGCBe11CCIi0gml187FU0l0sEFz8YQ9y8/w/O53v2Pv3r2h5Y477git83g8TJo0iV69erFy5UoeeeQRHnjgAZ599tlQn6VLl3LNNdcwbdo0Vq9ezdSpU5k6dSrr16+34nBERKQTyKidi2c3mosnUlgeeBISEsjIyAgtcXFxoXUvvfQSPp+P559/nkGDBnH11Vfzi1/8gj/96U+hPo8//jiTJ0/m7rvv5swzz+TBBx/k7LPP5sknn7TicEREpBPIcAfP7Gz369b0SGF54Hn44YdJTk7mrLPO4pFHHqGmpia0btmyZYwbNw6n0xlqy83NJT8/n8OHD4f6TJw4scE2c3NzWbZs2XH36fV68Xg8DRYREYkcidEOYqLs7NZcPBHDYeXOf/GLX3D22WfTtWtXli5dyuzZs9m7d2/oDE5hYSF9+vRp8J709PTQui5dulBYWBhqq9+nsLDwuPudM2cOv/3tb1v5aEREpLMwDCM4cPmwAk+kaPUzPLNmzTpmIPLRy6ZNmwCYMWMG48ePZ+jQofz85z/n0Ucf5YknnsDrbdvR8rNnz6akpCS07Ny5s033JyIiHU+6bk2PKK1+hmfmzJncdNNNTfbp27dvo+3Z2dnU1NSwbds2+vfvT0ZGBkVFRQ361L3OyMgIfW2sT936xrhcLlwu14kORUREwlimO5rNCjwRo9UDT2pqKqmpqaf03jVr1mCz2UhLSwMgJyeH//7v/6a6upqoqCgA8vLy6N+/P126dAn1WbRoEXfeeWdoO3l5eeTk5LTsQEREJKylu6P5pC7w1M3F49D/DIcrywYtL1u2jMcee4y1a9eydetWXnrpJe666y6uu+66UJj58Y9/jNPpZNq0aWzYsIH58+fz+OOPM2PGjNB2fvnLX/LBBx/w6KOPsmnTJh544AG++uorbr/9dqsOTUREOoFMdzSHSMBraC6eSGBZ4HG5XLz66qucf/75DBo0iIceeoi77rqrwRw7brebjz76iIKCAkaMGMHMmTO57777uPXWW0N9Ro8ezcsvv8yzzz7LsGHDeOONN3jnnXcYPHiwFYclIiKdRHrtXDxFtuBVBV3WCm+GaZqm1UVYzePx4Ha7KSkpITEx0epyRESkHXy9q5hLnvycl2L+yBhzFfzgf2HEjVaXJc3QnL/fls/DIyIiYoXgbMuwtSY52KAzPGFNgUdERCJScrwLh81gZ0Bz8UQCBR4REYlIdptBWoJLc/FECAUeERGJWOluTT4YKRR4REQkYmXWDzx1c/FIWFLgERGRiJWeGJyLx2eLBkzNxRPGFHhERCRiZbqDc/EcdNQ+jkiXtcKWAo+IiESs9Npb0/caGscT7hR4REQkYmW6YwDY7tet6eFOgUdERCJW3eSD33m7BhsUeMKWAo+IiESstMTg09G3+TXbcrhT4BERkYgVHWWna5xTc/FEAAUeERGJaBmJmosnEijwiIhIRMtwB+fiqbHHoLl4wpcCj4iIRLTgrekGJU7NxRPOFHhERCSiBScfhH329GCDAk9YUuAREZGIVndr+m40cDmcKfCIiEhEy6g9w1NQo8kHw5kCj4iIRLS6wPNtVVKwQYEnLCnwiIhIRAsFHm+XYIMCT1hS4BERkYiW4HIQ67RrLp4wp8AjIiIRzTAMMtzRHCQRvz0azcUTnhR4REQk4mXUzsVTHtMt2KDLWmFHgUdERCJe3Tiew87MYIMCT9hR4BERkYhXNxdPkS0t2KDAE3YUeEREJOLVzba8M1A7F0/JTgurkbagwCMiIhEvvfYMz5bq5GCDzvCEHQUeERGJeHVjeL6pTAo2KPCEHQUeERGJeHWBZ325O9jg2QM1PgsrktamwCMiIhEvJc6Fw2aw30zEdMQAJng0F084UeAREZGIZ7MZteN4DKriuwcbdVkrrFgWeD755BMMw2h0WbFiBQDbtm1rdP0XX3zRYFuvv/46AwYMIDo6miFDhrBgwQIrDklERDqx9EQXAKUuTT4YjiwLPKNHj2bv3r0NlltuuYU+ffpwzjnnNOi7cOHCBv1GjBgRWrd06VKuueYapk2bxurVq5k6dSpTp05l/fr17X1IIiLSiWW6YwA4GJUebFDgCSsOq3bsdDrJyMgIva6uruaf//wnd9xxB4ZhNOibnJzcoG99jz/+OJMnT+buu+8G4MEHHyQvL48nn3ySZ555pu0OQEREwkrdrel7jTTOBAWeMNNhxvC8++67HDx4kJtvvvmYdZdccglpaWmMHTuWd999t8G6ZcuWMXHixAZtubm5LFu27Lj78nq9eDyeBouIiES2uskHt/trJx9U4AkrHSbwPPfcc+Tm5tKjR49QW3x8PI8++iivv/4677//PmPHjmXq1KkNQk9hYSHp6ekNtpWenk5hYeFx9zVnzhzcbndoycrKav0DEhGRTiW9NvB86+0abFDgCSutHnhmzZp13MHIdcumTZsavGfXrl18+OGHTJs2rUF7SkoKM2bMIDs7m5EjR/Lwww9z3XXX8cgjj7SoxtmzZ1NSUhJadu7UFOIiIpGu7gzPxkrNxROOWn0Mz8yZM7npppua7NO3b98Gr1944QWSk5O55JJLTrj97Oxs8vLyQq8zMjIoKipq0KeoqOi4Y34AXC4XLpfrhPsSEZHIUfcA0W88LszoGIyayuBcPF37nuCd0hm0euBJTU0lNTX1pPubpskLL7zADTfcQFRU1An7r1mzhszMzNDrnJwcFi1axJ133hlqy8vLIycnp1l1i4hIZEurvS3dV2MScGdhP/ht8LKWAk9YsOwurToff/wxBQUF3HLLLcesmzdvHk6nk7POOguAt956i+eff56//e1voT6//OUvOf/883n00UeZMmUKr776Kl999RXPPvtsux2DiIh0fi6HneQ4JwfLfVTEdiehLvBIWLA88Dz33HOMHj2aAQMGNLr+wQcfZPv27TgcDgYMGMD8+fO5/PLLQ+tHjx7Nyy+/zL333suvf/1rTj/9dN555x0GDx7cXocgIiJhIj0xmoPlPjyuTBJAgSeMGKZpmlYXYTWPx4Pb7aakpITExESryxEREYtMm7uCRZv28fawFZyV/2cYehX8SFcMOqrm/P3uMLeli4iIWK3u1vTd1I5F1RmesKHAIyIiUiuz9k6tgmrNxRNuFHhERERq1Z3hya+bfFBz8YQNBR4REZFadZMPflvqAkc0YAbn4pFOT4FHRESkVt3kg4UeLyT1DDbqslZYUOARERGplVF7hsdTVYM/sfY5iwo8YUGBR0REpFZCdBRxTjsA5THdgo0KPGFBgUdERKSeurM8h521jzFS4AkLCjwiIiL11AWeQltasEGBJywo8IiIiNSTkRgDwE4zJdhQvNPCaqS1KPCIiIjUk+EOPjV9iy852FCquXjCgQKPiIhIPXW3pm8pjwnOxWMGwLPb4qqkpRR4RERE6slwBy9pFZZqLp5wosAjIiJST2jywZIqBZ4wosAjIiJST91dWvvLvPjdmnwwXCjwiIiI1JMc5yTKbmCaUB6tyQfDhQKPiIhIPTabQVpC8CzPAUdGsFGBp9NT4BERETlK3WWtvZp8MGwo8IiIiBylLvBsr6mdfFBz8XR6CjwiIiJHqbtTa1tVrObiCRMKPCIiIkfJrHuelkdz8YQLBR4REZGjpGsunrCjwCMiInKU0BPTPQo84UKBR0RE5Cih2ZY9VZhuBZ5woMAjIiJylLpLWr6aAOWxmnwwHCjwiIiIHMXpsJES7wRgnz092KjA06kp8IiIiDSi7izPblKDDZqLp1NT4BEREWlE3a3pO6riNBdPGFDgERERaUTdGZ4izcUTFhR4REREGlF3hmdvSRW4s4KNCjydVpsFnoceeojRo0cTGxtLUlJSo3127NjBlClTiI2NJS0tjbvvvpuampoGfT755BPOPvtsXC4Xp512GnPnzj1mO0899RS9e/cmOjqa7Oxsli9f3gZHJCIikSQ9UXPxhJM2Czw+n48rrriC2267rdH1fr+fKVOm4PP5WLp0KfPmzWPu3Lncd999oT4FBQVMmTKFCRMmsGbNGu68805uueUWPvzww1Cf+fPnM2PGDO6//35WrVrFsGHDyM3NZd++fW11aCIiEgEy3TEAFCnwhAXDNE2zLXcwd+5c7rzzToqLixu0//vf/+biiy9mz549pKcHb/l75plnuOeee9i/fz9Op5N77rmH999/n/Xr14fed/XVV1NcXMwHH3wAQHZ2NiNHjuTJJ58EIBAIkJWVxR133MGsWbNOqkaPx4Pb7aakpITExMRWOGoREensNu8rZeKfPiUh2sG6y0rhzWnQczT85N9Wlya1mvP327IxPMuWLWPIkCGhsAOQm5uLx+Nhw4YNoT4TJ05s8L7c3FyWLVsGBM8irVy5skEfm83GxIkTQ31ERERORUbtGZ7Sqhoq47oHG3WGp9NyWLXjwsLCBmEHCL0uLCxsso/H46GyspLDhw/j9/sb7bNp06bj7tvr9eL1ekOvPR5Pi45FRETCT7zLQbzLQZm3hiJbOr0hOBePvxrsURZXJ83VrDM8s2bNwjCMJpemgkZHMWfOHNxud2jJysqyuiQREemA0hNdAOypTtBcPJ1cs87wzJw5k5tuuqnJPn379j2pbWVkZBxzN1VRUVFoXd3Xurb6fRITE4mJicFut2O32xvtU7eNxsyePZsZM2aEXns8HoUeERE5RqY7hi37y9nr8QZvTT/4XfCyVpfeVpcmzdSswJOamkpqamqr7DgnJ4eHHnqIffv2kZaWBkBeXh6JiYkMHDgw1GfBggUN3peXl0dOTg4ATqeTESNGsGjRIqZOnQoEBy0vWrSI22+//bj7drlcuFyuVjkOEREJX8fcml4XeKTTabNByzt27GDNmjXs2LEDv9/PmjVrWLNmDWVlZQBMmjSJgQMHcv3117N27Vo+/PBD7r33XqZPnx4KIz//+c/ZunUr//Vf/8WmTZv4v//7P1577TXuuuuu0H5mzJjBX//6V+bNm8c333zDbbfdRnl5OTfffHNbHZqIiESIuskHC0t0a3pn12aDlu+77z7mzZsXen3WWWcBsHjxYsaPH4/dbue9997jtttuIycnh7i4OG688UZ+97vfhd7Tp08f3n//fe666y4ef/xxevTowd/+9jdyc3NDfa666ir279/PfffdR2FhIcOHD+eDDz44ZiCziIhIc6W7653h6aPA05m1+Tw8nYHm4RERkcYs3FjELX//iiHd3fxrfGFwLp5eY+DmBSd+s7S5TjEPj4iISEeXUf8MT1KvYKPO8HRKCjwiIiLHURd4DpR5qU7sEWz07A7OxSOdigKPiIjIcXSNdRJlNzBN2Bdway6eTkyBR0RE5DhsNqPerem1c/GALmt1Qgo8IiIiTchI1K3p4UCBR0REpAkNBy4r8HRWCjwiIiJNOHKGp1KBpxNT4BEREWnCkTM8XgWeTkyBR0REpAmhwFNSqbl4TlV1JZQfsLQEBR4REZEmZBz9AFHQXDzNse8b+OsF8NqNEPBbVoYCj4iISBPqzvAUlXgx41I1F8/JMk1Y8Rw8Ox72bYQD+XB4m2XlKPCIiIg0IS0hGHh8/gCHKqo1F8/JqDgE86+D92dATRX0uxBuWwrJ/SwrSYFHRESkCU6HjZR4FwB7NRfPiW37DJ4ZC5veA1sUTHoIrn0D4tMsLcth6d5FREQ6gQy3iwNlXoo8VQxW4GmcvwaW/B7+88fgJb+u/eDy56HbcKsrAxR4RERETigjMYb1uz21A5d1SesYh7fDWz+FnV8GXw+/Di76Pbjira2rHgUeERGRE8hwBy9pFZZUQaZuTW9g/VvwrzvBWwKuRLj4zzDkcqurOoYCj4iIyAlkumOA2sBzpi5pAeArh3//F6x+Mfi6x0i47G/QpbelZR2PAo+IiMgJpDeYi6f2DE/dXDz2KAsrs8jetfDGNDj4HWDAeTNh/KwO/W+hwCMiInICDZ6YHpcGdhf4vcHQ00HPaLQJ04QvnoaF94PfBwnd4Ed/gT7jrK7shBR4RERETuDI4yWqwGYLDlw+uDl4WStSAk/ZfnjnNticF3zdfwpc+iTEdrW2rpOkwCMiInICdYGn1FtDmbeG+KSetYFnp8WVtZPNi+Dtn0P5vuBM05P+B0beAoZhdWUnTYFHRETkBOJdDhJcDkq9NRSWVHFapMzFU+ODjx+Epf8bfJ16ZnBunfSB1tZ1ChR4RERETkK6O5rSfWUUeSIk8BzcAm9Ogz2rg6/PmQa5D0FUjLV1nSIFHhERkZOQ6Y5m876y2sdL1N6ptfYV2PAWYAQv7xi2I99jgEEjbY31q99G7VdbsD0hE1LOgNQBkNo/uCRktt3lJNOEta/C+zOhuhxiusAlT8KZF7fN/tqJAo+IiMhJqLs1vchTBWeNgqi4YCCoqWrbHR/aCts/b9jmSgwGn5TaAJQ6AFLPAHfP4KDqU1XlCT7wc93rwde9xsKPngV391PfZgehwCMiInISMmsHLu8tqYSk0+BX30LlYcAMnhXBDD5DyjSDbzimrbF+R7fRsC3gh5JdsH9T7ZIfDEBeD+xaEVzqc8QEg0+DINQfuvQB+wn+5O/6Ct74CRRvB8MOE2bD2Blgs7fav6GVFHhEREROQmjywRJvsMEVb82zomp8cGhLbQD69kgQOvgd1FQGJwXcu7bhe+xOSD7t2EtjyaeBzQGfPwaL/x8EaoJPg7/sOcga1f7H1oYUeERERE5C3RmeIk8bX8I6EYcT0s4MLvX5a4JnZ+oC0P784PcHvoXqCti3MbjUZ9ggNiV4uznAoB/BDx6DaHe7HEp7UuARERE5CXVnePaWWBx4jsfugOR+wWXAlCPtgQB4dh0JQKEwlB984Gf5PoiKhe8/AsOv7VRz6zSHAo+IiMhJqDvDc7Dci68mgNPRgsHB7clmC16mSuoJp3/vSLtpQllRcALF5NMhId26GtuBAo+IiMhJ6BrnxGm34fMH2FdaRY8usVaX1DKGAQkZwSUCtFk8feihhxg9ejSxsbEkJSUds37t2rVcc801ZGVlERMTw5lnnsnjjz/eoM8nn3yCYRjHLIWFhQ36PfXUU/Tu3Zvo6Giys7NZvnx5Wx2WiIhEKMMwSEt0AR1gHI80W5ud4fH5fFxxxRXk5OTw3HPPHbN+5cqVpKWl8eKLL5KVlcXSpUu59dZbsdvt3H777Q365ufnk5iYGHqdlpYW+n7+/PnMmDGDZ555huzsbB577DFyc3PJz89v0E9ERKSlMt3R7Dpc2XHH8chxtVng+e1vfwvA3LlzG13/k5/8pMHrvn37smzZMt56661jAk9aWlqjZ4kA/vSnP/HTn/6Um2++GYBnnnmG999/n+eff55Zs2a17CBERETqOXJrugJPZ9OhRlyVlJTQteuxj5kfPnw4mZmZfO973+Pzz4/MNunz+Vi5ciUTJ04MtdlsNiZOnMiyZcuOux+v14vH42mwiIiInEjdwGUFns6nwwSepUuXMn/+fG699dZQW2ZmJs888wxvvvkmb775JllZWYwfP55Vq1YBcODAAfx+P+npDUeWp6enHzPOp745c+bgdrtDS1ZWVtsclIiIhJXQGR6N4el0mhV4Zs2a1egg4vrLpk2bml3E+vXrufTSS7n//vuZNGlSqL1///787Gc/Y8SIEYwePZrnn3+e0aNH8+c//7nZ+6hv9uzZlJSUhJadO3e2aHsiIhIZMt3BJ4XrDE/n06wxPDNnzuSmm25qsk/fvn2bVcDGjRu58MILufXWW7n33ntP2H/UqFF89tlnAKSkpGC32ykqKmrQp6ioiIyM499m53K5cLlczapTREQkwx3826EzPJ1PswJPamoqqamprbbzDRs2cMEFF3DjjTfy0EMPndR71qxZQ2ZmJgBOp5MRI0awaNEipk6dCkAgEGDRokXHDHwWERFpqYzaMzz7PF4CARObLTxnJW5ti74potpvMnmwdXP+tNldWjt27ODQoUPs2LEDv9/PmjVrADjttNOIj49n/fr1XHDBBeTm5jJjxozQmBu73R4KVY899hh9+vRh0KBBVFVV8be//Y2PP/6Yjz76KLSfGTNmcOONN3LOOecwatQoHnvsMcrLy0N3bYmIiLSWtAQXhgE+f4BDFT5S4nW1oCnV/gCPfJjPs59uJd7lYGBmIj2TrZmwsc0Cz3333ce8efNCr8866ywAFi9ezPjx43njjTfYv38/L774Ii+++GKoX69evdi2bRsQvAtr5syZ7N69m9jYWIYOHcrChQuZMGFCqP9VV13F/v37ue+++ygsLGT48OF88MEHxwxkFhERaakou42UeBf7S70UllQp8DRhd3Eld7y8ilU7igG44pwepLut+/cyTNM0Ldt7B+HxeHC73ZSUlDSY4FBERORoP3jiM9btLuFvN5zDxIH6n+vGLPqmiBmvraWkspqEaAePXD6UyYMzW30/zfn7rWdpiYiINEOGO5p1u0s0cLkR9S9hAQzt4eapH59NVlfrnzumwCMiItIMGZptuVFHX8K6eUxvZl00AJfDbm1htRR4REREmiHDrckHj3bsJaxhlt6R1RgFHhERkWbQGZ4jOvIlrKMp8IiIiDSDzvAE7S6u5PaXV7G6g17COpoCj4iISDNk6AGineIS1tEUeERERJqh7pJWmbeG0qpqEqKjLK6o/Rx9CWtYDzdPdtBLWEdT4BEREWmGOJeDhGgHpVU1FHmqIibwNHYJa/ZFZ+J0NOs55JZR4BEREWmmjMRoSqvKKCzxclpagtXltLnOeAnraAo8IiIizZThjua7fWVhP3C5M1/COpoCj4iISDMduTW90uJK2k5nv4R1NAUeERGRZsoM81vTF24sYubrnfsS1tEUeERERJopvTbwrN/tYcm3+4l3OUiMdhAf7SAhOorYKDs2m2Fxlc0XTpewjqbAIyIi0kzdkmIAWLOzmBufX37MesOAeJeDBFcwAAWDkCPYFh1FQnTdOgfxDV437Bsd1X6T+B19CesnY/ow66IBnfYS1tEUeERERJppdL9krhmVxZb95ZRW1VDmraa0qobSqhr8ARPTJPSaFkxQ6LTbiA8FpYZfg+21YamurbY9MTqqXh8HLocNwzj+GaejL2H98Yph5A7q3JewjqbAIyIi0kwuh505Pxp6TLtpmlRVByitDUBltaGntKqaUm9Nvbbq2okLa2rbq0N9y7zBBcDnD3Co3Mehcl+L6o2yG8GzR/VCUULt12p/gAXrCoHwuoR1NAUeERGRVmIYBjFOOzFOOy2ZnscfMCn3HQlIdWeQyuqHJu9x1oXajwSnar95wuAUbpewjqbAIyIi0sHYbQaJ0VEktnAW57rgVHZUIKo7o1QXikb27sqY01JaqfqOSYFHREQkTLVWcAoH4XneSkRERKQeBR4REREJewo8IiIiEvYUeERERCTsKfCIiIhI2FPgERERkbCnwCMiIiJhT4FHREREwp4Cj4iIiIQ9BR4REREJewo8IiIiEvYUeERERCTsKfCIiIhI2NPT0gHTNAHweDwWVyIiIiInq+7vdt3f8aYo8AClpaUAZGVlWVyJiIiINFdpaSlut7vJPoZ5MrEozAUCAfbs2UNCQgKGYbTqtj0eD1lZWezcuZPExMRW3XZHF6nHHqnHDTr2SDz2SD1uiNxj70jHbZompaWldOvWDZut6VE6OsMD2Gw2evTo0ab7SExMtPw/DKtE6rFH6nGDjj0Sjz1Sjxsi99g7ynGf6MxOHQ1aFhERkbCnwCMiIiJhT4GnjblcLu6//35cLpfVpbS7SD32SD1u0LFH4rFH6nFD5B57Zz1uDVoWERGRsKczPCIiIhL2FHhEREQk7CnwiIiISNhT4BEREZGwp8DTCp566il69+5NdHQ02dnZLF++vMn+r7/+OgMGDCA6OpohQ4awYMGCdqq09cyZM4eRI0eSkJBAWloaU6dOJT8/v8n3zJ07F8MwGizR0dHtVHHreOCBB445hgEDBjT5nnD4vAF69+59zLEbhsH06dMb7d+ZP+9PP/2UH/zgB3Tr1g3DMHjnnXcarDdNk/vuu4/MzExiYmKYOHEi33333Qm329zfFe2tqeOurq7mnnvuYciQIcTFxdGtWzduuOEG9uzZ0+Q2T+Vnxgon+sxvuummY45j8uTJJ9xuR//M4cTH3tjPvWEYPPLII8fdZkf83BV4Wmj+/PnMmDGD+++/n1WrVjFs2DByc3PZt29fo/2XLl3KNddcw7Rp01i9ejVTp05l6tSprF+/vp0rb5klS5Ywffp0vvjiC/Ly8qiurmbSpEmUl5c3+b7ExET27t0bWrZv395OFbeeQYMGNTiGzz777Lh9w+XzBlixYkWD487LywPgiiuuOO57OuvnXV5ezrBhw3jqqacaXf+HP/yB//3f/+WZZ57hyy+/JC4ujtzcXKqqqo67zeb+rrBCU8ddUVHBqlWr+M1vfsOqVat46623yM/P55JLLjnhdpvzM2OVE33mAJMnT25wHK+88kqT2+wMnzmc+NjrH/PevXt5/vnnMQyDyy67rMntdrjP3ZQWGTVqlDl9+vTQa7/fb3br1s2cM2dOo/2vvPJKc8qUKQ3asrOzzZ/97GdtWmdb27dvnwmYS5YsOW6fF154wXS73e1XVBu4//77zWHDhp10/3D9vE3TNH/5y1+a/fr1MwOBQKPrw+HzNk3TBMy333479DoQCJgZGRnmI488EmorLi42XS6X+corrxx3O839XWG1o4+7McuXLzcBc/v27cft09yfmY6gsWO/8cYbzUsvvbRZ2+lsn7lpntznfumll5oXXHBBk3064ueuMzwt4PP5WLlyJRMnTgy12Ww2Jk6cyLJlyxp9z7Jlyxr0B8jNzT1u/86ipKQEgK5duzbZr6ysjF69epGVlcWll17Khg0b2qO8VvXdd9/RrVs3+vbty7XXXsuOHTuO2zdcP2+fz8eLL77IT37ykyYfuBsOn/fRCgoKKCwsbPC5ut1usrOzj/u5nsrvis6gpKQEwzBISkpqsl9zfmY6sk8++YS0tDT69+/PbbfdxsGDB4/bN1w/86KiIt5//32mTZt2wr4d7XNX4GmBAwcO4Pf7SU9Pb9Cenp5OYWFho+8pLCxsVv/OIBAIcOeddzJmzBgGDx583H79+/fn+eef55///CcvvvgigUCA0aNHs2vXrnastmWys7OZO3cuH3zwAU8//TQFBQWcd955lJaWNto/HD9vgHfeeYfi4mJuuumm4/YJh8+7MXWfXXM+11P5XdHRVVVVcc8993DNNdc0+QDJ5v7MdFSTJ0/m73//O4sWLeL3v/89S5Ys4aKLLsLv9zfaPxw/c4B58+aRkJDAj370oyb7dcTPXU9LlxabPn0669evP+H12ZycHHJyckKvR48ezZlnnslf/vIXHnzwwbYus1VcdNFFoe+HDh1KdnY2vXr14rXXXjup/+MJF8899xwXXXQR3bp1O26fcPi8pXHV1dVceeWVmKbJ008/3WTfcPmZufrqq0PfDxkyhKFDh9KvXz8++eQTLrzwQgsra1/PP/8811577QlvQOiIn7vO8LRASkoKdrudoqKiBu1FRUVkZGQ0+p6MjIxm9e/obr/9dt577z0WL15Mjx49mvXeqKgozjrrLDZv3txG1bW9pKQkzjjjjOMeQ7h93gDbt29n4cKF3HLLLc16Xzh83kDos2vO53oqvys6qrqws337dvLy8po8u9OYE/3MdBZ9+/YlJSXluMcRTp95nf/85z/k5+c3+2cfOsbnrsDTAk6nkxEjRrBo0aJQWyAQYNGiRQ3+z7a+nJycBv0B8vLyjtu/ozJNk9tvv523336bjz/+mD59+jR7G36/n3Xr1pGZmdkGFbaPsrIytmzZctxjCJfPu74XXniBtLQ0pkyZ0qz3hcPnDdCnTx8yMjIafK4ej4cvv/zyuJ/rqfyu6Ijqws53333HwoULSU5ObvY2TvQz01ns2rWLgwcPHvc4wuUzr++5555jxIgRDBs2rNnv7RCfu9Wjpju7V1991XS5XObcuXPNjRs3mrfeequZlJRkFhYWmqZpmtdff705a9asUP/PP//cdDgc5h//+Efzm2++Me+//34zKirKXLdunVWHcEpuu+020+12m5988om5d+/e0FJRURHqc/Sx//a3vzU//PBDc8uWLebKlSvNq6++2oyOjjY3bNhgxSGckpkzZ5qffPKJWVBQYH7++efmxIkTzZSUFHPfvn2maYbv513H7/ebPXv2NO+5555j1oXT511aWmquXr3aXL16tQmYf/rTn8zVq1eH7kZ6+OGHzaSkJPOf//yn+fXXX5uXXnqp2adPH7OysjK0jQsuuMB84oknQq9P9LuiI2jquH0+n3nJJZeYPXr0MNesWdPg597r9Ya2cfRxn+hnpqNo6thLS0vNX/3qV+ayZcvMgoICc+HChebZZ59tnn766WZVVVVoG53xMzfNE//3bpqmWVJSYsbGxppPP/10o9voDJ+7Ak8reOKJJ8yePXuaTqfTHDVqlPnFF1+E1p1//vnmjTfe2KD/a6+9Zp5xxhmm0+k0Bw0aZL7//vvtXHHLAY0uL7zwQqjP0cd+5513hv6d0tPTze9///vmqlWr2r/4FrjqqqvMzMxM0+l0mt27dzevuuoqc/PmzaH14fp51/nwww9NwMzPzz9mXTh93osXL270v++64wsEAuZvfvMbMz093XS5XOaFF154zL9Jr169zPvvv79BW1O/KzqCpo67oKDguD/3ixcvDm3j6OM+0c9MR9HUsVdUVJiTJk0yU1NTzaioKLNXr17mT3/602OCS2f8zE3zxP+9m6Zp/uUvfzFjYmLM4uLiRrfRGT53wzRNs01PIYmIiIhYTGN4REREJOwp8IiIiEjYU+ARERGRsKfAIyIiImFPgUdERETCngKPiIiIhD0FHhEREQl7CjwiIiIS9hR4REREJOwp8IiIiEjYU+ARERGRsKfAIyIiImHv/wMnZh1lZ7dTJwAAAABJRU5ErkJggg==\n" + }, + "metadata": {} + } + ] + }, + { + "cell_type": "code", + "source": [], + "metadata": { + "id": "pP8E3bGIw6cJ" + }, + "execution_count": null, + "outputs": [] + } + ] +} \ No newline at end of file