From 66c380af4ab1f415726f68f775e54b128875ba98 Mon Sep 17 00:00:00 2001 From: Sasha Kolpakov Date: Tue, 31 Oct 2023 22:02:21 +0100 Subject: [PATCH 1/3] Add files via upload Added EfficientNet EfficientNet (v.2, small model) with Imagenet weights fine-tuning on Cifar-10 using Cerebros / ipynb notebook / py code --- cifar_10_EfficientNet.ipynb | 7897 +++++++++++++++++++++++++++++++++++ cifar_10_EfficientNet.py | 208 + 2 files changed, 8105 insertions(+) create mode 100644 cifar_10_EfficientNet.ipynb create mode 100644 cifar_10_EfficientNet.py diff --git a/cifar_10_EfficientNet.ipynb b/cifar_10_EfficientNet.ipynb new file mode 100644 index 0000000..780c322 --- /dev/null +++ b/cifar_10_EfficientNet.ipynb @@ -0,0 +1,7897 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": { + "id": "1TWL4H7KCZAD", + "tags": [] + }, + "source": [ + "# Cifar-10 test for image classification" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": {}, + "outputs": [], + "source": [ + "import sys\n", + "sys.path.insert(0, '../..')" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": { + "id": "cX02diUWCZAG", + "tags": [ + "imports" + ] + }, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/Users/sasha/jax-metal/lib/python3.8/site-packages/urllib3/__init__.py:34: NotOpenSSLWarning: urllib3 v2.0 only supports OpenSSL 1.1.1+, currently the 'ssl' module is compiled with 'LibreSSL 2.8.3'. See: https://github.com/urllib3/urllib3/issues/3020\n", + " warnings.warn(\n" + ] + } + ], + "source": [ + "import tensorflow as tf\n", + "import tensorflow_datasets as tfds\n", + "from tensorflow.keras.datasets import cifar10, cifar100\n", + "from tensorflow.keras.utils import to_categorical\n", + "from tensorflow.keras.models import Model\n", + "from tensorflow.keras.layers import Input, Resizing, Lambda, Flatten, Dense\n", + "import pandas as pd\n", + "import numpy as np\n", + "from cerebros.simplecerebrosrandomsearch.simple_cerebros_random_search\\\n", + " import SimpleCerebrosRandomSearch\n", + "import pendulum\n", + "from cerebros.units.units import DenseUnit\n", + "from cerebros.denseautomlstructuralcomponent.dense_automl_structural_component\\\n", + " import zero_7_exp_decay, zero_95_exp_decay, simple_sigmoid\n", + "from ast import literal_eval" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "C0eftl0bCZAH" + }, + "source": [ + "Download EfficientNet (v.2, small model) with Imagenet weights (1000 classes)" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "gQ-YMT7VCZAI", + "outputId": "e38ca464-8183-4be5-e68c-c9a1cc84f047" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Downloading data from https://storage.googleapis.com/tensorflow/keras-applications/efficientnet_v2/efficientnetv2-s.h5\n", + "87549136/87549136 [==============================] - 1s 0us/step\n" + ] + } + ], + "source": [ + "enet = tf.keras.applications.efficientnet_v2.EfficientNetV2S(\n", + " include_top=True,\n", + " weights='imagenet',\n", + " input_tensor=None,\n", + " input_shape=None,\n", + " pooling=None,\n", + " classes=1000,\n", + " classifier_activation='softmax',\n", + " include_preprocessing=True\n", + ")" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "TTEwpbjJCZAI", + "outputId": "7902336b-7101-41e0-f31c-48c7b2c77eaa", + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Model: \"efficientnetv2-s\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " input_1 (InputLayer) [(None, 384, 384, 3)] 0 [] \n", + " \n", + " rescaling (Rescaling) (None, 384, 384, 3) 0 ['input_1[0][0]'] \n", + " \n", + " stem_conv (Conv2D) (None, 192, 192, 24) 648 ['rescaling[0][0]'] \n", + " \n", + " stem_bn (BatchNormalizatio (None, 192, 192, 24) 96 ['stem_conv[0][0]'] \n", + " n) \n", + " \n", + " stem_activation (Activatio (None, 192, 192, 24) 0 ['stem_bn[0][0]'] \n", + " n) \n", + " \n", + " block1a_project_conv (Conv (None, 192, 192, 24) 5184 ['stem_activation[0][0]'] \n", + " 2D) \n", + " \n", + " block1a_project_bn (BatchN (None, 192, 192, 24) 96 ['block1a_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block1a_project_activation (None, 192, 192, 24) 0 ['block1a_project_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block1a_add (Add) (None, 192, 192, 24) 0 ['block1a_project_activation[0\n", + " ][0]', \n", + " 'stem_activation[0][0]'] \n", + " \n", + " block1b_project_conv (Conv (None, 192, 192, 24) 5184 ['block1a_add[0][0]'] \n", + " 2D) \n", + " \n", + " block1b_project_bn (BatchN (None, 192, 192, 24) 96 ['block1b_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block1b_project_activation (None, 192, 192, 24) 0 ['block1b_project_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block1b_drop (Dropout) (None, 192, 192, 24) 0 ['block1b_project_activation[0\n", + " ][0]'] \n", + " \n", + " block1b_add (Add) (None, 192, 192, 24) 0 ['block1b_drop[0][0]', \n", + " 'block1a_add[0][0]'] \n", + " \n", + " block2a_expand_conv (Conv2 (None, 96, 96, 96) 20736 ['block1b_add[0][0]'] \n", + " D) \n", + " \n", + " block2a_expand_bn (BatchNo (None, 96, 96, 96) 384 ['block2a_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block2a_expand_activation (None, 96, 96, 96) 0 ['block2a_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block2a_project_conv (Conv (None, 96, 96, 48) 4608 ['block2a_expand_activation[0]\n", + " 2D) [0]'] \n", + " \n", + " block2a_project_bn (BatchN (None, 96, 96, 48) 192 ['block2a_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block2b_expand_conv (Conv2 (None, 96, 96, 192) 82944 ['block2a_project_bn[0][0]'] \n", + " D) \n", + " \n", + " block2b_expand_bn (BatchNo (None, 96, 96, 192) 768 ['block2b_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block2b_expand_activation (None, 96, 96, 192) 0 ['block2b_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block2b_project_conv (Conv (None, 96, 96, 48) 9216 ['block2b_expand_activation[0]\n", + " 2D) [0]'] \n", + " \n", + " block2b_project_bn (BatchN (None, 96, 96, 48) 192 ['block2b_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block2b_drop (Dropout) (None, 96, 96, 48) 0 ['block2b_project_bn[0][0]'] \n", + " \n", + " block2b_add (Add) (None, 96, 96, 48) 0 ['block2b_drop[0][0]', \n", + " 'block2a_project_bn[0][0]'] \n", + " \n", + " block2c_expand_conv (Conv2 (None, 96, 96, 192) 82944 ['block2b_add[0][0]'] \n", + " D) \n", + " \n", + " block2c_expand_bn (BatchNo (None, 96, 96, 192) 768 ['block2c_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block2c_expand_activation (None, 96, 96, 192) 0 ['block2c_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block2c_project_conv (Conv (None, 96, 96, 48) 9216 ['block2c_expand_activation[0]\n", + " 2D) [0]'] \n", + " \n", + " block2c_project_bn (BatchN (None, 96, 96, 48) 192 ['block2c_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block2c_drop (Dropout) (None, 96, 96, 48) 0 ['block2c_project_bn[0][0]'] \n", + " \n", + " block2c_add (Add) (None, 96, 96, 48) 0 ['block2c_drop[0][0]', \n", + " 'block2b_add[0][0]'] \n", + " \n", + " block2d_expand_conv (Conv2 (None, 96, 96, 192) 82944 ['block2c_add[0][0]'] \n", + " D) \n", + " \n", + " block2d_expand_bn (BatchNo (None, 96, 96, 192) 768 ['block2d_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block2d_expand_activation (None, 96, 96, 192) 0 ['block2d_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block2d_project_conv (Conv (None, 96, 96, 48) 9216 ['block2d_expand_activation[0]\n", + " 2D) [0]'] \n", + " \n", + " block2d_project_bn (BatchN (None, 96, 96, 48) 192 ['block2d_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block2d_drop (Dropout) (None, 96, 96, 48) 0 ['block2d_project_bn[0][0]'] \n", + " \n", + " block2d_add (Add) (None, 96, 96, 48) 0 ['block2d_drop[0][0]', \n", + " 'block2c_add[0][0]'] \n", + " \n", + " block3a_expand_conv (Conv2 (None, 48, 48, 192) 82944 ['block2d_add[0][0]'] \n", + " D) \n", + " \n", + " block3a_expand_bn (BatchNo (None, 48, 48, 192) 768 ['block3a_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block3a_expand_activation (None, 48, 48, 192) 0 ['block3a_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block3a_project_conv (Conv (None, 48, 48, 64) 12288 ['block3a_expand_activation[0]\n", + " 2D) [0]'] \n", + " \n", + " block3a_project_bn (BatchN (None, 48, 48, 64) 256 ['block3a_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block3b_expand_conv (Conv2 (None, 48, 48, 256) 147456 ['block3a_project_bn[0][0]'] \n", + " D) \n", + " \n", + " block3b_expand_bn (BatchNo (None, 48, 48, 256) 1024 ['block3b_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block3b_expand_activation (None, 48, 48, 256) 0 ['block3b_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block3b_project_conv (Conv (None, 48, 48, 64) 16384 ['block3b_expand_activation[0]\n", + " 2D) [0]'] \n", + " \n", + " block3b_project_bn (BatchN (None, 48, 48, 64) 256 ['block3b_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block3b_drop (Dropout) (None, 48, 48, 64) 0 ['block3b_project_bn[0][0]'] \n", + " \n", + " block3b_add (Add) (None, 48, 48, 64) 0 ['block3b_drop[0][0]', \n", + " 'block3a_project_bn[0][0]'] \n", + " \n", + " block3c_expand_conv (Conv2 (None, 48, 48, 256) 147456 ['block3b_add[0][0]'] \n", + " D) \n", + " \n", + " block3c_expand_bn (BatchNo (None, 48, 48, 256) 1024 ['block3c_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block3c_expand_activation (None, 48, 48, 256) 0 ['block3c_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block3c_project_conv (Conv (None, 48, 48, 64) 16384 ['block3c_expand_activation[0]\n", + " 2D) [0]'] \n", + " \n", + " block3c_project_bn (BatchN (None, 48, 48, 64) 256 ['block3c_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block3c_drop (Dropout) (None, 48, 48, 64) 0 ['block3c_project_bn[0][0]'] \n", + " \n", + " block3c_add (Add) (None, 48, 48, 64) 0 ['block3c_drop[0][0]', \n", + " 'block3b_add[0][0]'] \n", + " \n", + " block3d_expand_conv (Conv2 (None, 48, 48, 256) 147456 ['block3c_add[0][0]'] \n", + " D) \n", + " \n", + " block3d_expand_bn (BatchNo (None, 48, 48, 256) 1024 ['block3d_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block3d_expand_activation (None, 48, 48, 256) 0 ['block3d_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block3d_project_conv (Conv (None, 48, 48, 64) 16384 ['block3d_expand_activation[0]\n", + " 2D) [0]'] \n", + " \n", + " block3d_project_bn (BatchN (None, 48, 48, 64) 256 ['block3d_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block3d_drop (Dropout) (None, 48, 48, 64) 0 ['block3d_project_bn[0][0]'] \n", + " \n", + " block3d_add (Add) (None, 48, 48, 64) 0 ['block3d_drop[0][0]', \n", + " 'block3c_add[0][0]'] \n", + " \n", + " block4a_expand_conv (Conv2 (None, 48, 48, 256) 16384 ['block3d_add[0][0]'] \n", + " D) \n", + " \n", + " block4a_expand_bn (BatchNo (None, 48, 48, 256) 1024 ['block4a_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block4a_expand_activation (None, 48, 48, 256) 0 ['block4a_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block4a_dwconv2 (Depthwise (None, 24, 24, 256) 2304 ['block4a_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block4a_bn (BatchNormaliza (None, 24, 24, 256) 1024 ['block4a_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block4a_activation (Activa (None, 24, 24, 256) 0 ['block4a_bn[0][0]'] \n", + " tion) \n", + " \n", + " block4a_se_squeeze (Global (None, 256) 0 ['block4a_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block4a_se_reshape (Reshap (None, 1, 1, 256) 0 ['block4a_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block4a_se_reduce (Conv2D) (None, 1, 1, 16) 4112 ['block4a_se_reshape[0][0]'] \n", + " \n", + " block4a_se_expand (Conv2D) (None, 1, 1, 256) 4352 ['block4a_se_reduce[0][0]'] \n", + " \n", + " block4a_se_excite (Multipl (None, 24, 24, 256) 0 ['block4a_activation[0][0]', \n", + " y) 'block4a_se_expand[0][0]'] \n", + " \n", + " block4a_project_conv (Conv (None, 24, 24, 128) 32768 ['block4a_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block4a_project_bn (BatchN (None, 24, 24, 128) 512 ['block4a_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block4b_expand_conv (Conv2 (None, 24, 24, 512) 65536 ['block4a_project_bn[0][0]'] \n", + " D) \n", + " \n", + " block4b_expand_bn (BatchNo (None, 24, 24, 512) 2048 ['block4b_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block4b_expand_activation (None, 24, 24, 512) 0 ['block4b_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block4b_dwconv2 (Depthwise (None, 24, 24, 512) 4608 ['block4b_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block4b_bn (BatchNormaliza (None, 24, 24, 512) 2048 ['block4b_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block4b_activation (Activa (None, 24, 24, 512) 0 ['block4b_bn[0][0]'] \n", + " tion) \n", + " \n", + " block4b_se_squeeze (Global (None, 512) 0 ['block4b_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block4b_se_reshape (Reshap (None, 1, 1, 512) 0 ['block4b_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block4b_se_reduce (Conv2D) (None, 1, 1, 32) 16416 ['block4b_se_reshape[0][0]'] \n", + " \n", + " block4b_se_expand (Conv2D) (None, 1, 1, 512) 16896 ['block4b_se_reduce[0][0]'] \n", + " \n", + " block4b_se_excite (Multipl (None, 24, 24, 512) 0 ['block4b_activation[0][0]', \n", + " y) 'block4b_se_expand[0][0]'] \n", + " \n", + " block4b_project_conv (Conv (None, 24, 24, 128) 65536 ['block4b_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block4b_project_bn (BatchN (None, 24, 24, 128) 512 ['block4b_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block4b_drop (Dropout) (None, 24, 24, 128) 0 ['block4b_project_bn[0][0]'] \n", + " \n", + " block4b_add (Add) (None, 24, 24, 128) 0 ['block4b_drop[0][0]', \n", + " 'block4a_project_bn[0][0]'] \n", + " \n", + " block4c_expand_conv (Conv2 (None, 24, 24, 512) 65536 ['block4b_add[0][0]'] \n", + " D) \n", + " \n", + " block4c_expand_bn (BatchNo (None, 24, 24, 512) 2048 ['block4c_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block4c_expand_activation (None, 24, 24, 512) 0 ['block4c_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block4c_dwconv2 (Depthwise (None, 24, 24, 512) 4608 ['block4c_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block4c_bn (BatchNormaliza (None, 24, 24, 512) 2048 ['block4c_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block4c_activation (Activa (None, 24, 24, 512) 0 ['block4c_bn[0][0]'] \n", + " tion) \n", + " \n", + " block4c_se_squeeze (Global (None, 512) 0 ['block4c_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block4c_se_reshape (Reshap (None, 1, 1, 512) 0 ['block4c_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block4c_se_reduce (Conv2D) (None, 1, 1, 32) 16416 ['block4c_se_reshape[0][0]'] \n", + " \n", + " block4c_se_expand (Conv2D) (None, 1, 1, 512) 16896 ['block4c_se_reduce[0][0]'] \n", + " \n", + " block4c_se_excite (Multipl (None, 24, 24, 512) 0 ['block4c_activation[0][0]', \n", + " y) 'block4c_se_expand[0][0]'] \n", + " \n", + " block4c_project_conv (Conv (None, 24, 24, 128) 65536 ['block4c_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block4c_project_bn (BatchN (None, 24, 24, 128) 512 ['block4c_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block4c_drop (Dropout) (None, 24, 24, 128) 0 ['block4c_project_bn[0][0]'] \n", + " \n", + " block4c_add (Add) (None, 24, 24, 128) 0 ['block4c_drop[0][0]', \n", + " 'block4b_add[0][0]'] \n", + " \n", + " block4d_expand_conv (Conv2 (None, 24, 24, 512) 65536 ['block4c_add[0][0]'] \n", + " D) \n", + " \n", + " block4d_expand_bn (BatchNo (None, 24, 24, 512) 2048 ['block4d_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block4d_expand_activation (None, 24, 24, 512) 0 ['block4d_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block4d_dwconv2 (Depthwise (None, 24, 24, 512) 4608 ['block4d_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block4d_bn (BatchNormaliza (None, 24, 24, 512) 2048 ['block4d_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block4d_activation (Activa (None, 24, 24, 512) 0 ['block4d_bn[0][0]'] \n", + " tion) \n", + " \n", + " block4d_se_squeeze (Global (None, 512) 0 ['block4d_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block4d_se_reshape (Reshap (None, 1, 1, 512) 0 ['block4d_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block4d_se_reduce (Conv2D) (None, 1, 1, 32) 16416 ['block4d_se_reshape[0][0]'] \n", + " \n", + " block4d_se_expand (Conv2D) (None, 1, 1, 512) 16896 ['block4d_se_reduce[0][0]'] \n", + " \n", + " block4d_se_excite (Multipl (None, 24, 24, 512) 0 ['block4d_activation[0][0]', \n", + " y) 'block4d_se_expand[0][0]'] \n", + " \n", + " block4d_project_conv (Conv (None, 24, 24, 128) 65536 ['block4d_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block4d_project_bn (BatchN (None, 24, 24, 128) 512 ['block4d_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block4d_drop (Dropout) (None, 24, 24, 128) 0 ['block4d_project_bn[0][0]'] \n", + " \n", + " block4d_add (Add) (None, 24, 24, 128) 0 ['block4d_drop[0][0]', \n", + " 'block4c_add[0][0]'] \n", + " \n", + " block4e_expand_conv (Conv2 (None, 24, 24, 512) 65536 ['block4d_add[0][0]'] \n", + " D) \n", + " \n", + " block4e_expand_bn (BatchNo (None, 24, 24, 512) 2048 ['block4e_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block4e_expand_activation (None, 24, 24, 512) 0 ['block4e_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block4e_dwconv2 (Depthwise (None, 24, 24, 512) 4608 ['block4e_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block4e_bn (BatchNormaliza (None, 24, 24, 512) 2048 ['block4e_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block4e_activation (Activa (None, 24, 24, 512) 0 ['block4e_bn[0][0]'] \n", + " tion) \n", + " \n", + " block4e_se_squeeze (Global (None, 512) 0 ['block4e_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block4e_se_reshape (Reshap (None, 1, 1, 512) 0 ['block4e_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block4e_se_reduce (Conv2D) (None, 1, 1, 32) 16416 ['block4e_se_reshape[0][0]'] \n", + " \n", + " block4e_se_expand (Conv2D) (None, 1, 1, 512) 16896 ['block4e_se_reduce[0][0]'] \n", + " \n", + " block4e_se_excite (Multipl (None, 24, 24, 512) 0 ['block4e_activation[0][0]', \n", + " y) 'block4e_se_expand[0][0]'] \n", + " \n", + " block4e_project_conv (Conv (None, 24, 24, 128) 65536 ['block4e_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block4e_project_bn (BatchN (None, 24, 24, 128) 512 ['block4e_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block4e_drop (Dropout) (None, 24, 24, 128) 0 ['block4e_project_bn[0][0]'] \n", + " \n", + " block4e_add (Add) (None, 24, 24, 128) 0 ['block4e_drop[0][0]', \n", + " 'block4d_add[0][0]'] \n", + " \n", + " block4f_expand_conv (Conv2 (None, 24, 24, 512) 65536 ['block4e_add[0][0]'] \n", + " D) \n", + " \n", + " block4f_expand_bn (BatchNo (None, 24, 24, 512) 2048 ['block4f_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block4f_expand_activation (None, 24, 24, 512) 0 ['block4f_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block4f_dwconv2 (Depthwise (None, 24, 24, 512) 4608 ['block4f_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block4f_bn (BatchNormaliza (None, 24, 24, 512) 2048 ['block4f_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block4f_activation (Activa (None, 24, 24, 512) 0 ['block4f_bn[0][0]'] \n", + " tion) \n", + " \n", + " block4f_se_squeeze (Global (None, 512) 0 ['block4f_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block4f_se_reshape (Reshap (None, 1, 1, 512) 0 ['block4f_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block4f_se_reduce (Conv2D) (None, 1, 1, 32) 16416 ['block4f_se_reshape[0][0]'] \n", + " \n", + " block4f_se_expand (Conv2D) (None, 1, 1, 512) 16896 ['block4f_se_reduce[0][0]'] \n", + " \n", + " block4f_se_excite (Multipl (None, 24, 24, 512) 0 ['block4f_activation[0][0]', \n", + " y) 'block4f_se_expand[0][0]'] \n", + " \n", + " block4f_project_conv (Conv (None, 24, 24, 128) 65536 ['block4f_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block4f_project_bn (BatchN (None, 24, 24, 128) 512 ['block4f_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block4f_drop (Dropout) (None, 24, 24, 128) 0 ['block4f_project_bn[0][0]'] \n", + " \n", + " block4f_add (Add) (None, 24, 24, 128) 0 ['block4f_drop[0][0]', \n", + " 'block4e_add[0][0]'] \n", + " \n", + " block5a_expand_conv (Conv2 (None, 24, 24, 768) 98304 ['block4f_add[0][0]'] \n", + " D) \n", + " \n", + " block5a_expand_bn (BatchNo (None, 24, 24, 768) 3072 ['block5a_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block5a_expand_activation (None, 24, 24, 768) 0 ['block5a_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block5a_dwconv2 (Depthwise (None, 24, 24, 768) 6912 ['block5a_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block5a_bn (BatchNormaliza (None, 24, 24, 768) 3072 ['block5a_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block5a_activation (Activa (None, 24, 24, 768) 0 ['block5a_bn[0][0]'] \n", + " tion) \n", + " \n", + " block5a_se_squeeze (Global (None, 768) 0 ['block5a_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block5a_se_reshape (Reshap (None, 1, 1, 768) 0 ['block5a_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block5a_se_reduce (Conv2D) (None, 1, 1, 32) 24608 ['block5a_se_reshape[0][0]'] \n", + " \n", + " block5a_se_expand (Conv2D) (None, 1, 1, 768) 25344 ['block5a_se_reduce[0][0]'] \n", + " \n", + " block5a_se_excite (Multipl (None, 24, 24, 768) 0 ['block5a_activation[0][0]', \n", + " y) 'block5a_se_expand[0][0]'] \n", + " \n", + " block5a_project_conv (Conv (None, 24, 24, 160) 122880 ['block5a_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block5a_project_bn (BatchN (None, 24, 24, 160) 640 ['block5a_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block5b_expand_conv (Conv2 (None, 24, 24, 960) 153600 ['block5a_project_bn[0][0]'] \n", + " D) \n", + " \n", + " block5b_expand_bn (BatchNo (None, 24, 24, 960) 3840 ['block5b_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block5b_expand_activation (None, 24, 24, 960) 0 ['block5b_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block5b_dwconv2 (Depthwise (None, 24, 24, 960) 8640 ['block5b_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block5b_bn (BatchNormaliza (None, 24, 24, 960) 3840 ['block5b_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block5b_activation (Activa (None, 24, 24, 960) 0 ['block5b_bn[0][0]'] \n", + " tion) \n", + " \n", + " block5b_se_squeeze (Global (None, 960) 0 ['block5b_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block5b_se_reshape (Reshap (None, 1, 1, 960) 0 ['block5b_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block5b_se_reduce (Conv2D) (None, 1, 1, 40) 38440 ['block5b_se_reshape[0][0]'] \n", + " \n", + " block5b_se_expand (Conv2D) (None, 1, 1, 960) 39360 ['block5b_se_reduce[0][0]'] \n", + " \n", + " block5b_se_excite (Multipl (None, 24, 24, 960) 0 ['block5b_activation[0][0]', \n", + " y) 'block5b_se_expand[0][0]'] \n", + " \n", + " block5b_project_conv (Conv (None, 24, 24, 160) 153600 ['block5b_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block5b_project_bn (BatchN (None, 24, 24, 160) 640 ['block5b_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block5b_drop (Dropout) (None, 24, 24, 160) 0 ['block5b_project_bn[0][0]'] \n", + " \n", + " block5b_add (Add) (None, 24, 24, 160) 0 ['block5b_drop[0][0]', \n", + " 'block5a_project_bn[0][0]'] \n", + " \n", + " block5c_expand_conv (Conv2 (None, 24, 24, 960) 153600 ['block5b_add[0][0]'] \n", + " D) \n", + " \n", + " block5c_expand_bn (BatchNo (None, 24, 24, 960) 3840 ['block5c_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block5c_expand_activation (None, 24, 24, 960) 0 ['block5c_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block5c_dwconv2 (Depthwise (None, 24, 24, 960) 8640 ['block5c_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block5c_bn (BatchNormaliza (None, 24, 24, 960) 3840 ['block5c_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block5c_activation (Activa (None, 24, 24, 960) 0 ['block5c_bn[0][0]'] \n", + " tion) \n", + " \n", + " block5c_se_squeeze (Global (None, 960) 0 ['block5c_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block5c_se_reshape (Reshap (None, 1, 1, 960) 0 ['block5c_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block5c_se_reduce (Conv2D) (None, 1, 1, 40) 38440 ['block5c_se_reshape[0][0]'] \n", + " \n", + " block5c_se_expand (Conv2D) (None, 1, 1, 960) 39360 ['block5c_se_reduce[0][0]'] \n", + " \n", + " block5c_se_excite (Multipl (None, 24, 24, 960) 0 ['block5c_activation[0][0]', \n", + " y) 'block5c_se_expand[0][0]'] \n", + " \n", + " block5c_project_conv (Conv (None, 24, 24, 160) 153600 ['block5c_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block5c_project_bn (BatchN (None, 24, 24, 160) 640 ['block5c_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block5c_drop (Dropout) (None, 24, 24, 160) 0 ['block5c_project_bn[0][0]'] \n", + " \n", + " block5c_add (Add) (None, 24, 24, 160) 0 ['block5c_drop[0][0]', \n", + " 'block5b_add[0][0]'] \n", + " \n", + " block5d_expand_conv (Conv2 (None, 24, 24, 960) 153600 ['block5c_add[0][0]'] \n", + " D) \n", + " \n", + " block5d_expand_bn (BatchNo (None, 24, 24, 960) 3840 ['block5d_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block5d_expand_activation (None, 24, 24, 960) 0 ['block5d_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block5d_dwconv2 (Depthwise (None, 24, 24, 960) 8640 ['block5d_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block5d_bn (BatchNormaliza (None, 24, 24, 960) 3840 ['block5d_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block5d_activation (Activa (None, 24, 24, 960) 0 ['block5d_bn[0][0]'] \n", + " tion) \n", + " \n", + " block5d_se_squeeze (Global (None, 960) 0 ['block5d_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block5d_se_reshape (Reshap (None, 1, 1, 960) 0 ['block5d_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block5d_se_reduce (Conv2D) (None, 1, 1, 40) 38440 ['block5d_se_reshape[0][0]'] \n", + " \n", + " block5d_se_expand (Conv2D) (None, 1, 1, 960) 39360 ['block5d_se_reduce[0][0]'] \n", + " \n", + " block5d_se_excite (Multipl (None, 24, 24, 960) 0 ['block5d_activation[0][0]', \n", + " y) 'block5d_se_expand[0][0]'] \n", + " \n", + " block5d_project_conv (Conv (None, 24, 24, 160) 153600 ['block5d_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block5d_project_bn (BatchN (None, 24, 24, 160) 640 ['block5d_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block5d_drop (Dropout) (None, 24, 24, 160) 0 ['block5d_project_bn[0][0]'] \n", + " \n", + " block5d_add (Add) (None, 24, 24, 160) 0 ['block5d_drop[0][0]', \n", + " 'block5c_add[0][0]'] \n", + " \n", + " block5e_expand_conv (Conv2 (None, 24, 24, 960) 153600 ['block5d_add[0][0]'] \n", + " D) \n", + " \n", + " block5e_expand_bn (BatchNo (None, 24, 24, 960) 3840 ['block5e_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block5e_expand_activation (None, 24, 24, 960) 0 ['block5e_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block5e_dwconv2 (Depthwise (None, 24, 24, 960) 8640 ['block5e_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block5e_bn (BatchNormaliza (None, 24, 24, 960) 3840 ['block5e_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block5e_activation (Activa (None, 24, 24, 960) 0 ['block5e_bn[0][0]'] \n", + " tion) \n", + " \n", + " block5e_se_squeeze (Global (None, 960) 0 ['block5e_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block5e_se_reshape (Reshap (None, 1, 1, 960) 0 ['block5e_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block5e_se_reduce (Conv2D) (None, 1, 1, 40) 38440 ['block5e_se_reshape[0][0]'] \n", + " \n", + " block5e_se_expand (Conv2D) (None, 1, 1, 960) 39360 ['block5e_se_reduce[0][0]'] \n", + " \n", + " block5e_se_excite (Multipl (None, 24, 24, 960) 0 ['block5e_activation[0][0]', \n", + " y) 'block5e_se_expand[0][0]'] \n", + " \n", + " block5e_project_conv (Conv (None, 24, 24, 160) 153600 ['block5e_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block5e_project_bn (BatchN (None, 24, 24, 160) 640 ['block5e_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block5e_drop (Dropout) (None, 24, 24, 160) 0 ['block5e_project_bn[0][0]'] \n", + " \n", + " block5e_add (Add) (None, 24, 24, 160) 0 ['block5e_drop[0][0]', \n", + " 'block5d_add[0][0]'] \n", + " \n", + " block5f_expand_conv (Conv2 (None, 24, 24, 960) 153600 ['block5e_add[0][0]'] \n", + " D) \n", + " \n", + " block5f_expand_bn (BatchNo (None, 24, 24, 960) 3840 ['block5f_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block5f_expand_activation (None, 24, 24, 960) 0 ['block5f_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block5f_dwconv2 (Depthwise (None, 24, 24, 960) 8640 ['block5f_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block5f_bn (BatchNormaliza (None, 24, 24, 960) 3840 ['block5f_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block5f_activation (Activa (None, 24, 24, 960) 0 ['block5f_bn[0][0]'] \n", + " tion) \n", + " \n", + " block5f_se_squeeze (Global (None, 960) 0 ['block5f_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block5f_se_reshape (Reshap (None, 1, 1, 960) 0 ['block5f_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block5f_se_reduce (Conv2D) (None, 1, 1, 40) 38440 ['block5f_se_reshape[0][0]'] \n", + " \n", + " block5f_se_expand (Conv2D) (None, 1, 1, 960) 39360 ['block5f_se_reduce[0][0]'] \n", + " \n", + " block5f_se_excite (Multipl (None, 24, 24, 960) 0 ['block5f_activation[0][0]', \n", + " y) 'block5f_se_expand[0][0]'] \n", + " \n", + " block5f_project_conv (Conv (None, 24, 24, 160) 153600 ['block5f_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block5f_project_bn (BatchN (None, 24, 24, 160) 640 ['block5f_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block5f_drop (Dropout) (None, 24, 24, 160) 0 ['block5f_project_bn[0][0]'] \n", + " \n", + " block5f_add (Add) (None, 24, 24, 160) 0 ['block5f_drop[0][0]', \n", + " 'block5e_add[0][0]'] \n", + " \n", + " block5g_expand_conv (Conv2 (None, 24, 24, 960) 153600 ['block5f_add[0][0]'] \n", + " D) \n", + " \n", + " block5g_expand_bn (BatchNo (None, 24, 24, 960) 3840 ['block5g_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block5g_expand_activation (None, 24, 24, 960) 0 ['block5g_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block5g_dwconv2 (Depthwise (None, 24, 24, 960) 8640 ['block5g_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block5g_bn (BatchNormaliza (None, 24, 24, 960) 3840 ['block5g_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block5g_activation (Activa (None, 24, 24, 960) 0 ['block5g_bn[0][0]'] \n", + " tion) \n", + " \n", + " block5g_se_squeeze (Global (None, 960) 0 ['block5g_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block5g_se_reshape (Reshap (None, 1, 1, 960) 0 ['block5g_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block5g_se_reduce (Conv2D) (None, 1, 1, 40) 38440 ['block5g_se_reshape[0][0]'] \n", + " \n", + " block5g_se_expand (Conv2D) (None, 1, 1, 960) 39360 ['block5g_se_reduce[0][0]'] \n", + " \n", + " block5g_se_excite (Multipl (None, 24, 24, 960) 0 ['block5g_activation[0][0]', \n", + " y) 'block5g_se_expand[0][0]'] \n", + " \n", + " block5g_project_conv (Conv (None, 24, 24, 160) 153600 ['block5g_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block5g_project_bn (BatchN (None, 24, 24, 160) 640 ['block5g_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block5g_drop (Dropout) (None, 24, 24, 160) 0 ['block5g_project_bn[0][0]'] \n", + " \n", + " block5g_add (Add) (None, 24, 24, 160) 0 ['block5g_drop[0][0]', \n", + " 'block5f_add[0][0]'] \n", + " \n", + " block5h_expand_conv (Conv2 (None, 24, 24, 960) 153600 ['block5g_add[0][0]'] \n", + " D) \n", + " \n", + " block5h_expand_bn (BatchNo (None, 24, 24, 960) 3840 ['block5h_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block5h_expand_activation (None, 24, 24, 960) 0 ['block5h_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block5h_dwconv2 (Depthwise (None, 24, 24, 960) 8640 ['block5h_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block5h_bn (BatchNormaliza (None, 24, 24, 960) 3840 ['block5h_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block5h_activation (Activa (None, 24, 24, 960) 0 ['block5h_bn[0][0]'] \n", + " tion) \n", + " \n", + " block5h_se_squeeze (Global (None, 960) 0 ['block5h_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block5h_se_reshape (Reshap (None, 1, 1, 960) 0 ['block5h_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block5h_se_reduce (Conv2D) (None, 1, 1, 40) 38440 ['block5h_se_reshape[0][0]'] \n", + " \n", + " block5h_se_expand (Conv2D) (None, 1, 1, 960) 39360 ['block5h_se_reduce[0][0]'] \n", + " \n", + " block5h_se_excite (Multipl (None, 24, 24, 960) 0 ['block5h_activation[0][0]', \n", + " y) 'block5h_se_expand[0][0]'] \n", + " \n", + " block5h_project_conv (Conv (None, 24, 24, 160) 153600 ['block5h_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block5h_project_bn (BatchN (None, 24, 24, 160) 640 ['block5h_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block5h_drop (Dropout) (None, 24, 24, 160) 0 ['block5h_project_bn[0][0]'] \n", + " \n", + " block5h_add (Add) (None, 24, 24, 160) 0 ['block5h_drop[0][0]', \n", + " 'block5g_add[0][0]'] \n", + " \n", + " block5i_expand_conv (Conv2 (None, 24, 24, 960) 153600 ['block5h_add[0][0]'] \n", + " D) \n", + " \n", + " block5i_expand_bn (BatchNo (None, 24, 24, 960) 3840 ['block5i_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block5i_expand_activation (None, 24, 24, 960) 0 ['block5i_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block5i_dwconv2 (Depthwise (None, 24, 24, 960) 8640 ['block5i_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block5i_bn (BatchNormaliza (None, 24, 24, 960) 3840 ['block5i_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block5i_activation (Activa (None, 24, 24, 960) 0 ['block5i_bn[0][0]'] \n", + " tion) \n", + " \n", + " block5i_se_squeeze (Global (None, 960) 0 ['block5i_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block5i_se_reshape (Reshap (None, 1, 1, 960) 0 ['block5i_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block5i_se_reduce (Conv2D) (None, 1, 1, 40) 38440 ['block5i_se_reshape[0][0]'] \n", + " \n", + " block5i_se_expand (Conv2D) (None, 1, 1, 960) 39360 ['block5i_se_reduce[0][0]'] \n", + " \n", + " block5i_se_excite (Multipl (None, 24, 24, 960) 0 ['block5i_activation[0][0]', \n", + " y) 'block5i_se_expand[0][0]'] \n", + " \n", + " block5i_project_conv (Conv (None, 24, 24, 160) 153600 ['block5i_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block5i_project_bn (BatchN (None, 24, 24, 160) 640 ['block5i_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block5i_drop (Dropout) (None, 24, 24, 160) 0 ['block5i_project_bn[0][0]'] \n", + " \n", + " block5i_add (Add) (None, 24, 24, 160) 0 ['block5i_drop[0][0]', \n", + " 'block5h_add[0][0]'] \n", + " \n", + " block6a_expand_conv (Conv2 (None, 24, 24, 960) 153600 ['block5i_add[0][0]'] \n", + " D) \n", + " \n", + " block6a_expand_bn (BatchNo (None, 24, 24, 960) 3840 ['block6a_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block6a_expand_activation (None, 24, 24, 960) 0 ['block6a_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block6a_dwconv2 (Depthwise (None, 12, 12, 960) 8640 ['block6a_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block6a_bn (BatchNormaliza (None, 12, 12, 960) 3840 ['block6a_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block6a_activation (Activa (None, 12, 12, 960) 0 ['block6a_bn[0][0]'] \n", + " tion) \n", + " \n", + " block6a_se_squeeze (Global (None, 960) 0 ['block6a_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block6a_se_reshape (Reshap (None, 1, 1, 960) 0 ['block6a_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block6a_se_reduce (Conv2D) (None, 1, 1, 40) 38440 ['block6a_se_reshape[0][0]'] \n", + " \n", + " block6a_se_expand (Conv2D) (None, 1, 1, 960) 39360 ['block6a_se_reduce[0][0]'] \n", + " \n", + " block6a_se_excite (Multipl (None, 12, 12, 960) 0 ['block6a_activation[0][0]', \n", + " y) 'block6a_se_expand[0][0]'] \n", + " \n", + " block6a_project_conv (Conv (None, 12, 12, 256) 245760 ['block6a_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block6a_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6a_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block6b_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6a_project_bn[0][0]'] \n", + " D) \n", + " \n", + " block6b_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6b_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block6b_expand_activation (None, 12, 12, 1536) 0 ['block6b_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block6b_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6b_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block6b_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6b_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block6b_activation (Activa (None, 12, 12, 1536) 0 ['block6b_bn[0][0]'] \n", + " tion) \n", + " \n", + " block6b_se_squeeze (Global (None, 1536) 0 ['block6b_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block6b_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6b_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block6b_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6b_se_reshape[0][0]'] \n", + " \n", + " block6b_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6b_se_reduce[0][0]'] \n", + " \n", + " block6b_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6b_activation[0][0]', \n", + " y) 'block6b_se_expand[0][0]'] \n", + " \n", + " block6b_project_conv (Conv (None, 12, 12, 256) 393216 ['block6b_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block6b_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6b_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block6b_drop (Dropout) (None, 12, 12, 256) 0 ['block6b_project_bn[0][0]'] \n", + " \n", + " block6b_add (Add) (None, 12, 12, 256) 0 ['block6b_drop[0][0]', \n", + " 'block6a_project_bn[0][0]'] \n", + " \n", + " block6c_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6b_add[0][0]'] \n", + " D) \n", + " \n", + " block6c_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6c_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block6c_expand_activation (None, 12, 12, 1536) 0 ['block6c_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block6c_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6c_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block6c_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6c_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block6c_activation (Activa (None, 12, 12, 1536) 0 ['block6c_bn[0][0]'] \n", + " tion) \n", + " \n", + " block6c_se_squeeze (Global (None, 1536) 0 ['block6c_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block6c_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6c_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block6c_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6c_se_reshape[0][0]'] \n", + " \n", + " block6c_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6c_se_reduce[0][0]'] \n", + " \n", + " block6c_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6c_activation[0][0]', \n", + " y) 'block6c_se_expand[0][0]'] \n", + " \n", + " block6c_project_conv (Conv (None, 12, 12, 256) 393216 ['block6c_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block6c_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6c_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block6c_drop (Dropout) (None, 12, 12, 256) 0 ['block6c_project_bn[0][0]'] \n", + " \n", + " block6c_add (Add) (None, 12, 12, 256) 0 ['block6c_drop[0][0]', \n", + " 'block6b_add[0][0]'] \n", + " \n", + " block6d_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6c_add[0][0]'] \n", + " D) \n", + " \n", + " block6d_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6d_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block6d_expand_activation (None, 12, 12, 1536) 0 ['block6d_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block6d_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6d_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block6d_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6d_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block6d_activation (Activa (None, 12, 12, 1536) 0 ['block6d_bn[0][0]'] \n", + " tion) \n", + " \n", + " block6d_se_squeeze (Global (None, 1536) 0 ['block6d_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block6d_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6d_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block6d_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6d_se_reshape[0][0]'] \n", + " \n", + " block6d_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6d_se_reduce[0][0]'] \n", + " \n", + " block6d_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6d_activation[0][0]', \n", + " y) 'block6d_se_expand[0][0]'] \n", + " \n", + " block6d_project_conv (Conv (None, 12, 12, 256) 393216 ['block6d_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block6d_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6d_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block6d_drop (Dropout) (None, 12, 12, 256) 0 ['block6d_project_bn[0][0]'] \n", + " \n", + " block6d_add (Add) (None, 12, 12, 256) 0 ['block6d_drop[0][0]', \n", + " 'block6c_add[0][0]'] \n", + " \n", + " block6e_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6d_add[0][0]'] \n", + " D) \n", + " \n", + " block6e_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6e_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block6e_expand_activation (None, 12, 12, 1536) 0 ['block6e_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block6e_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6e_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block6e_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6e_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block6e_activation (Activa (None, 12, 12, 1536) 0 ['block6e_bn[0][0]'] \n", + " tion) \n", + " \n", + " block6e_se_squeeze (Global (None, 1536) 0 ['block6e_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block6e_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6e_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block6e_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6e_se_reshape[0][0]'] \n", + " \n", + " block6e_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6e_se_reduce[0][0]'] \n", + " \n", + " block6e_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6e_activation[0][0]', \n", + " y) 'block6e_se_expand[0][0]'] \n", + " \n", + " block6e_project_conv (Conv (None, 12, 12, 256) 393216 ['block6e_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block6e_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6e_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block6e_drop (Dropout) (None, 12, 12, 256) 0 ['block6e_project_bn[0][0]'] \n", + " \n", + " block6e_add (Add) (None, 12, 12, 256) 0 ['block6e_drop[0][0]', \n", + " 'block6d_add[0][0]'] \n", + " \n", + " block6f_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6e_add[0][0]'] \n", + " D) \n", + " \n", + " block6f_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6f_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block6f_expand_activation (None, 12, 12, 1536) 0 ['block6f_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block6f_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6f_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block6f_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6f_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block6f_activation (Activa (None, 12, 12, 1536) 0 ['block6f_bn[0][0]'] \n", + " tion) \n", + " \n", + " block6f_se_squeeze (Global (None, 1536) 0 ['block6f_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block6f_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6f_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block6f_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6f_se_reshape[0][0]'] \n", + " \n", + " block6f_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6f_se_reduce[0][0]'] \n", + " \n", + " block6f_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6f_activation[0][0]', \n", + " y) 'block6f_se_expand[0][0]'] \n", + " \n", + " block6f_project_conv (Conv (None, 12, 12, 256) 393216 ['block6f_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block6f_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6f_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block6f_drop (Dropout) (None, 12, 12, 256) 0 ['block6f_project_bn[0][0]'] \n", + " \n", + " block6f_add (Add) (None, 12, 12, 256) 0 ['block6f_drop[0][0]', \n", + " 'block6e_add[0][0]'] \n", + " \n", + " block6g_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6f_add[0][0]'] \n", + " D) \n", + " \n", + " block6g_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6g_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block6g_expand_activation (None, 12, 12, 1536) 0 ['block6g_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block6g_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6g_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block6g_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6g_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block6g_activation (Activa (None, 12, 12, 1536) 0 ['block6g_bn[0][0]'] \n", + " tion) \n", + " \n", + " block6g_se_squeeze (Global (None, 1536) 0 ['block6g_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block6g_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6g_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block6g_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6g_se_reshape[0][0]'] \n", + " \n", + " block6g_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6g_se_reduce[0][0]'] \n", + " \n", + " block6g_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6g_activation[0][0]', \n", + " y) 'block6g_se_expand[0][0]'] \n", + " \n", + " block6g_project_conv (Conv (None, 12, 12, 256) 393216 ['block6g_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block6g_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6g_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block6g_drop (Dropout) (None, 12, 12, 256) 0 ['block6g_project_bn[0][0]'] \n", + " \n", + " block6g_add (Add) (None, 12, 12, 256) 0 ['block6g_drop[0][0]', \n", + " 'block6f_add[0][0]'] \n", + " \n", + " block6h_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6g_add[0][0]'] \n", + " D) \n", + " \n", + " block6h_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6h_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block6h_expand_activation (None, 12, 12, 1536) 0 ['block6h_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block6h_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6h_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block6h_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6h_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block6h_activation (Activa (None, 12, 12, 1536) 0 ['block6h_bn[0][0]'] \n", + " tion) \n", + " \n", + " block6h_se_squeeze (Global (None, 1536) 0 ['block6h_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block6h_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6h_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block6h_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6h_se_reshape[0][0]'] \n", + " \n", + " block6h_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6h_se_reduce[0][0]'] \n", + " \n", + " block6h_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6h_activation[0][0]', \n", + " y) 'block6h_se_expand[0][0]'] \n", + " \n", + " block6h_project_conv (Conv (None, 12, 12, 256) 393216 ['block6h_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block6h_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6h_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block6h_drop (Dropout) (None, 12, 12, 256) 0 ['block6h_project_bn[0][0]'] \n", + " \n", + " block6h_add (Add) (None, 12, 12, 256) 0 ['block6h_drop[0][0]', \n", + " 'block6g_add[0][0]'] \n", + " \n", + " block6i_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6h_add[0][0]'] \n", + " D) \n", + " \n", + " block6i_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6i_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block6i_expand_activation (None, 12, 12, 1536) 0 ['block6i_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block6i_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6i_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block6i_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6i_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block6i_activation (Activa (None, 12, 12, 1536) 0 ['block6i_bn[0][0]'] \n", + " tion) \n", + " \n", + " block6i_se_squeeze (Global (None, 1536) 0 ['block6i_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block6i_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6i_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block6i_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6i_se_reshape[0][0]'] \n", + " \n", + " block6i_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6i_se_reduce[0][0]'] \n", + " \n", + " block6i_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6i_activation[0][0]', \n", + " y) 'block6i_se_expand[0][0]'] \n", + " \n", + " block6i_project_conv (Conv (None, 12, 12, 256) 393216 ['block6i_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block6i_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6i_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block6i_drop (Dropout) (None, 12, 12, 256) 0 ['block6i_project_bn[0][0]'] \n", + " \n", + " block6i_add (Add) (None, 12, 12, 256) 0 ['block6i_drop[0][0]', \n", + " 'block6h_add[0][0]'] \n", + " \n", + " block6j_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6i_add[0][0]'] \n", + " D) \n", + " \n", + " block6j_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6j_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block6j_expand_activation (None, 12, 12, 1536) 0 ['block6j_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block6j_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6j_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block6j_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6j_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block6j_activation (Activa (None, 12, 12, 1536) 0 ['block6j_bn[0][0]'] \n", + " tion) \n", + " \n", + " block6j_se_squeeze (Global (None, 1536) 0 ['block6j_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block6j_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6j_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block6j_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6j_se_reshape[0][0]'] \n", + " \n", + " block6j_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6j_se_reduce[0][0]'] \n", + " \n", + " block6j_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6j_activation[0][0]', \n", + " y) 'block6j_se_expand[0][0]'] \n", + " \n", + " block6j_project_conv (Conv (None, 12, 12, 256) 393216 ['block6j_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block6j_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6j_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block6j_drop (Dropout) (None, 12, 12, 256) 0 ['block6j_project_bn[0][0]'] \n", + " \n", + " block6j_add (Add) (None, 12, 12, 256) 0 ['block6j_drop[0][0]', \n", + " 'block6i_add[0][0]'] \n", + " \n", + " block6k_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6j_add[0][0]'] \n", + " D) \n", + " \n", + " block6k_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6k_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block6k_expand_activation (None, 12, 12, 1536) 0 ['block6k_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block6k_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6k_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block6k_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6k_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block6k_activation (Activa (None, 12, 12, 1536) 0 ['block6k_bn[0][0]'] \n", + " tion) \n", + " \n", + " block6k_se_squeeze (Global (None, 1536) 0 ['block6k_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block6k_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6k_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block6k_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6k_se_reshape[0][0]'] \n", + " \n", + " block6k_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6k_se_reduce[0][0]'] \n", + " \n", + " block6k_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6k_activation[0][0]', \n", + " y) 'block6k_se_expand[0][0]'] \n", + " \n", + " block6k_project_conv (Conv (None, 12, 12, 256) 393216 ['block6k_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block6k_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6k_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block6k_drop (Dropout) (None, 12, 12, 256) 0 ['block6k_project_bn[0][0]'] \n", + " \n", + " block6k_add (Add) (None, 12, 12, 256) 0 ['block6k_drop[0][0]', \n", + " 'block6j_add[0][0]'] \n", + " \n", + " block6l_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6k_add[0][0]'] \n", + " D) \n", + " \n", + " block6l_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6l_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block6l_expand_activation (None, 12, 12, 1536) 0 ['block6l_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block6l_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6l_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block6l_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6l_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block6l_activation (Activa (None, 12, 12, 1536) 0 ['block6l_bn[0][0]'] \n", + " tion) \n", + " \n", + " block6l_se_squeeze (Global (None, 1536) 0 ['block6l_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block6l_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6l_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block6l_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6l_se_reshape[0][0]'] \n", + " \n", + " block6l_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6l_se_reduce[0][0]'] \n", + " \n", + " block6l_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6l_activation[0][0]', \n", + " y) 'block6l_se_expand[0][0]'] \n", + " \n", + " block6l_project_conv (Conv (None, 12, 12, 256) 393216 ['block6l_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block6l_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6l_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block6l_drop (Dropout) (None, 12, 12, 256) 0 ['block6l_project_bn[0][0]'] \n", + " \n", + " block6l_add (Add) (None, 12, 12, 256) 0 ['block6l_drop[0][0]', \n", + " 'block6k_add[0][0]'] \n", + " \n", + " block6m_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6l_add[0][0]'] \n", + " D) \n", + " \n", + " block6m_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6m_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block6m_expand_activation (None, 12, 12, 1536) 0 ['block6m_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block6m_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6m_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block6m_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6m_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block6m_activation (Activa (None, 12, 12, 1536) 0 ['block6m_bn[0][0]'] \n", + " tion) \n", + " \n", + " block6m_se_squeeze (Global (None, 1536) 0 ['block6m_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block6m_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6m_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block6m_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6m_se_reshape[0][0]'] \n", + " \n", + " block6m_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6m_se_reduce[0][0]'] \n", + " \n", + " block6m_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6m_activation[0][0]', \n", + " y) 'block6m_se_expand[0][0]'] \n", + " \n", + " block6m_project_conv (Conv (None, 12, 12, 256) 393216 ['block6m_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block6m_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6m_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block6m_drop (Dropout) (None, 12, 12, 256) 0 ['block6m_project_bn[0][0]'] \n", + " \n", + " block6m_add (Add) (None, 12, 12, 256) 0 ['block6m_drop[0][0]', \n", + " 'block6l_add[0][0]'] \n", + " \n", + " block6n_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6m_add[0][0]'] \n", + " D) \n", + " \n", + " block6n_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6n_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block6n_expand_activation (None, 12, 12, 1536) 0 ['block6n_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block6n_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6n_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block6n_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6n_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block6n_activation (Activa (None, 12, 12, 1536) 0 ['block6n_bn[0][0]'] \n", + " tion) \n", + " \n", + " block6n_se_squeeze (Global (None, 1536) 0 ['block6n_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block6n_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6n_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block6n_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6n_se_reshape[0][0]'] \n", + " \n", + " block6n_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6n_se_reduce[0][0]'] \n", + " \n", + " block6n_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6n_activation[0][0]', \n", + " y) 'block6n_se_expand[0][0]'] \n", + " \n", + " block6n_project_conv (Conv (None, 12, 12, 256) 393216 ['block6n_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block6n_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6n_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block6n_drop (Dropout) (None, 12, 12, 256) 0 ['block6n_project_bn[0][0]'] \n", + " \n", + " block6n_add (Add) (None, 12, 12, 256) 0 ['block6n_drop[0][0]', \n", + " 'block6m_add[0][0]'] \n", + " \n", + " block6o_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6n_add[0][0]'] \n", + " D) \n", + " \n", + " block6o_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6o_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block6o_expand_activation (None, 12, 12, 1536) 0 ['block6o_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block6o_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6o_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block6o_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6o_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block6o_activation (Activa (None, 12, 12, 1536) 0 ['block6o_bn[0][0]'] \n", + " tion) \n", + " \n", + " block6o_se_squeeze (Global (None, 1536) 0 ['block6o_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block6o_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6o_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block6o_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6o_se_reshape[0][0]'] \n", + " \n", + " block6o_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6o_se_reduce[0][0]'] \n", + " \n", + " block6o_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6o_activation[0][0]', \n", + " y) 'block6o_se_expand[0][0]'] \n", + " \n", + " block6o_project_conv (Conv (None, 12, 12, 256) 393216 ['block6o_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block6o_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6o_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block6o_drop (Dropout) (None, 12, 12, 256) 0 ['block6o_project_bn[0][0]'] \n", + " \n", + " block6o_add (Add) (None, 12, 12, 256) 0 ['block6o_drop[0][0]', \n", + " 'block6n_add[0][0]'] \n", + " \n", + " top_conv (Conv2D) (None, 12, 12, 1280) 327680 ['block6o_add[0][0]'] \n", + " \n", + " top_bn (BatchNormalization (None, 12, 12, 1280) 5120 ['top_conv[0][0]'] \n", + " ) \n", + " \n", + " top_activation (Activation (None, 12, 12, 1280) 0 ['top_bn[0][0]'] \n", + " ) \n", + " \n", + " avg_pool (GlobalAveragePoo (None, 1280) 0 ['top_activation[0][0]'] \n", + " ling2D) \n", + " \n", + " top_dropout (Dropout) (None, 1280) 0 ['avg_pool[0][0]'] \n", + " \n", + " predictions (Dense) (None, 1000) 1281000 ['top_dropout[0][0]'] \n", + " \n", + "==================================================================================================\n", + "Total params: 21612360 (82.44 MB)\n", + "Trainable params: 21458488 (81.86 MB)\n", + "Non-trainable params: 153872 (601.06 KB)\n", + "__________________________________________________________________________________________________\n" + ] + } + ], + "source": [ + "enet.summary()" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "mi4zCuBUCZAJ" + }, + "source": [ + "Make all layers untrainable except for the very last convolutional layer" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "metadata": { + "id": "x-Eu7UCgCZAJ" + }, + "outputs": [], + "source": [ + "for layer in enet.layers:\n", + " layer.trainable = False\n", + "enet.layers[-6].trainable = True" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "IIdDeLS3CZAL" + }, + "source": [ + "Cifar-10 testing" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "P4flluYNCZAM", + "outputId": "1754816d-d5d5-4cfd-f079-61772900ff77" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Downloading data from https://www.cs.toronto.edu/~kriz/cifar-10-python.tar.gz\n", + "170498071/170498071 [==============================] - 3s 0us/step\n" + ] + } + ], + "source": [ + "(X_train, y_train), (X_test, y_test) = cifar10.load_data()" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "metadata": { + "id": "2or_mmLpCZAN" + }, + "outputs": [], + "source": [ + "y_train_cat = to_categorical(y_train, 1000)\n", + "y_test_cat = to_categorical(y_test, 1000)" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "eamobM_LCZAO" + }, + "source": [ + "Lambda layer for preprocessing" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "metadata": { + "id": "PhLOU21nCZAO" + }, + "outputs": [], + "source": [ + "def resize(x):\n", + " return tf.image.resize(x,size=(384,384),method='bilinear')" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "OCMtV28eCZAP" + }, + "source": [ + "Modify the model" + ] + }, + { + "cell_type": "code", + "execution_count": 11, + "metadata": { + "id": "3p_SDIWPCZAP" + }, + "outputs": [], + "source": [ + "input_shape = (32,32,3)" + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "metadata": { + "id": "2kMUmByuCZAP" + }, + "outputs": [], + "source": [ + "input_layer = Input(shape=input_shape)\n", + "prep = Lambda(resize)(input_layer)\n", + "out = enet(prep)\n", + "enet_mod = Model(inputs=input_layer, outputs=out)" + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "metadata": { + "id": "VeBS_4G_CZAQ" + }, + "outputs": [], + "source": [ + "enet_mod.compile(optimizer='adam',\n", + " loss=tf.keras.losses.CategoricalCrossentropy(),\n", + " metrics=[tf.keras.metrics.TopKCategoricalAccuracy(k=1, name='top_1_categorical_accuracy')])" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "7d-h2ir1CZAQ" + }, + "source": [ + "Try to fit it on Cifar-10 data and then evaluate (this will be efficient enough if trained on the complete dataset ...)" + ] + }, + { + "cell_type": "code", + "execution_count": 14, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "aYjjmKN_CZAQ", + "outputId": "e0637c8b-21f0-49ef-9305-3045704c4249" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "1563/1563 [==============================] - 225s 130ms/step - loss: 0.4087 - top_1_categorical_accuracy: 0.8694\n" + ] + }, + { + "data": { + "text/plain": [ + "" + ] + }, + "execution_count": 14, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "enet_mod.fit(X_train, y_train_cat)" + ] + }, + { + "cell_type": "code", + "execution_count": 15, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "kkC1HVpoCZAR", + "outputId": "4f771201-5e74-48f2-933a-6b1d7c576e5b" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "313/313 [==============================] - 34s 99ms/step - loss: 0.2648 - top_1_categorical_accuracy: 0.9068\n" + ] + }, + { + "data": { + "text/plain": [ + "[0.2647807002067566, 0.9067999720573425]" + ] + }, + "execution_count": 15, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "enet_mod.evaluate(X_test, y_test_cat)" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "q4HHHMhbCZAR" + }, + "source": [ + "Try the same with adding a Cerebros \"add-on\" network" + ] + }, + { + "cell_type": "code", + "execution_count": 16, + "metadata": { + "id": "BNm0DVj5CZAR" + }, + "outputs": [], + "source": [ + "INPUT_SHAPES = [input_shape]\n", + "OUTPUT_SHAPES = [10]" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "kJDz34yRCZAS" + }, + "source": [ + "Use some 15k random samples from Cifar-10 to speed up the process" + ] + }, + { + "cell_type": "code", + "execution_count": 35, + "metadata": { + "id": "aG2mAXV6CZAS" + }, + "outputs": [], + "source": [ + "num_samples = 15_000\n", + "rng = np.random.default_rng()\n", + "ind = rng.permutation(X_train.shape[0])[:num_samples]" + ] + }, + { + "cell_type": "code", + "execution_count": 36, + "metadata": { + "id": "l9c6LC0PCZAS" + }, + "outputs": [], + "source": [ + "training_x = [tf.constant(X_train[ind,:,:,:])]\n", + "y_train_cat = to_categorical(y_train[ind], 10)\n", + "train_labels = [tf.constant(y_train_cat)]" + ] + }, + { + "cell_type": "code", + "execution_count": 37, + "metadata": { + "id": "PC4UIe_gCZAS" + }, + "outputs": [], + "source": [ + "enet = tf.keras.applications.efficientnet_v2.EfficientNetV2S(\n", + " include_top=True,\n", + " weights='imagenet',\n", + " input_tensor=None,\n", + " input_shape=None,\n", + " pooling=None,\n", + " classes=1000,\n", + " classifier_activation='softmax',\n", + " include_preprocessing=True\n", + ")" + ] + }, + { + "cell_type": "code", + "execution_count": 38, + "metadata": { + "id": "OFoN37seCZAS" + }, + "outputs": [], + "source": [ + "for layer in enet.layers:\n", + " layer.trainable = False\n", + "enet.layers[-6].trainable = True" + ] + }, + { + "cell_type": "code", + "execution_count": 39, + "metadata": { + "id": "k_xo_6XgCZAS" + }, + "outputs": [], + "source": [ + "enet_io = Model(inputs=enet.layers[0].input,\n", + " outputs=enet.layers[-3].output)" + ] + }, + { + "cell_type": "code", + "execution_count": 40, + "metadata": { + "id": "o8z_4XgxCZAT" + }, + "outputs": [], + "source": [ + "input_layer = Input(shape=input_shape)\n", + "prep = Lambda(resize)(input_layer)\n", + "out = Flatten()(enet_io(prep))\n", + "base_mod = Model(inputs=input_layer, outputs=out)" + ] + }, + { + "cell_type": "code", + "execution_count": 41, + "metadata": { + "id": "ep_t7z2NCZAT" + }, + "outputs": [], + "source": [ + "activation = 'swish'\n", + "predecessor_level_connection_affinity_factor_first = 2.0\n", + "predecessor_level_connection_affinity_factor_main = 0.97\n", + "max_consecutive_lateral_connections = 5\n", + "p_lateral_connection = 0.97\n", + "num_lateral_connection_tries_per_unit = 2\n", + "learning_rate = 0.001\n", + "epochs = 5 # [1, 100]\n", + "batch_size = 32\n", + "maximum_levels = 4 # [3,7]\n", + "maximum_units_per_level = 7 # [2,10]\n", + "maximum_neurons_per_unit = 4 # [2,20]" + ] + }, + { + "cell_type": "code", + "execution_count": 42, + "metadata": { + "id": "jZiKj857CZAT" + }, + "outputs": [], + "source": [ + "# Final training task\n", + "TIME = pendulum.now(tz='America/New_York').__str__()[:16]\\\n", + " .replace('T', '_')\\\n", + " .replace(':', '_')\\\n", + " .replace('-', '_')\n", + "#\n", + "PROJECT_NAME = f'{TIME}_cerebros_auto_ml_test_cifar10_efficientnet'\n", + "#\n", + "meta_trial_number = 42\n", + "#\n", + "cerebros_automl = SimpleCerebrosRandomSearch(\n", + " unit_type=DenseUnit,\n", + " input_shapes=INPUT_SHAPES,\n", + " output_shapes=OUTPUT_SHAPES,\n", + " training_data=training_x,\n", + " labels=train_labels,\n", + " validation_split=0.2,\n", + " direction='maximize',\n", + " metric_to_rank_by=\"val_top_1_categorical_accuracy\",\n", + " minimum_levels=2,\n", + " maximum_levels=maximum_levels,\n", + " minimum_units_per_level=1,\n", + " maximum_units_per_level=maximum_units_per_level,\n", + " minimum_neurons_per_unit=1,\n", + " maximum_neurons_per_unit=maximum_neurons_per_unit,\n", + " activation=activation,\n", + " final_activation='softmax',\n", + " number_of_architecture_moities_to_try=3,\n", + " number_of_tries_per_architecture_moity=2,\n", + " minimum_skip_connection_depth=1,\n", + " maximum_skip_connection_depth=7,\n", + " predecessor_level_connection_affinity_factor_first=predecessor_level_connection_affinity_factor_first,\n", + " predecessor_level_connection_affinity_factor_first_rounding_rule='ceil',\n", + " predecessor_level_connection_affinity_factor_main=predecessor_level_connection_affinity_factor_main,\n", + " predecessor_level_connection_affinity_factor_main_rounding_rule='ceil',\n", + " predecessor_level_connection_affinity_factor_decay_main=zero_7_exp_decay,\n", + " seed=8675309,\n", + " max_consecutive_lateral_connections=max_consecutive_lateral_connections,\n", + " gate_after_n_lateral_connections=3,\n", + " gate_activation_function=simple_sigmoid,\n", + " p_lateral_connection=p_lateral_connection,\n", + " p_lateral_connection_decay=zero_95_exp_decay,\n", + " num_lateral_connection_tries_per_unit=num_lateral_connection_tries_per_unit,\n", + " learning_rate=learning_rate,\n", + " loss=tf.keras.losses.CategoricalCrossentropy(),\n", + " metrics=[tf.keras.metrics.TopKCategoricalAccuracy(\n", + " k=1, name='top_1_categorical_accuracy')\n", + " ],\n", + " epochs=epochs,\n", + " project_name=f\"{PROJECT_NAME}_meta_{meta_trial_number}\",\n", + " model_graphs='model_graphs',\n", + " batch_size=batch_size,\n", + " meta_trial_number=meta_trial_number,\n", + " base_models=[base_mod])" + ] + }, + { + "cell_type": "code", + "execution_count": 43, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "B2pVazTTCZAU", + "outputId": "68f2e4fb-28a6-4229-bcf7-11fb5957bde2", + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "SimpleCerebrosRandomSearch.input_shapes: [(32, 32, 3)]\n", + "nan\n", + ">nnf>ceil\n", + "k is: 0 value is: [{'1': }]\n", + "0\n", + "k is: 1 value is: [{'3': }, {'3': }, {'2': }]\n", + "1\n", + "Trying to create level 1\n", + "We think level 1's predecessors are: [0]\n", + "k is: 2 value is: [{'4': }, {'1': }, {'2': }]\n", + "2\n", + "Trying to create level 2\n", + "We think level 2's predecessors are: [0, 1]\n", + "k is: 3 value is: [{'10': }]\n", + "3\n", + "Trying to create Final level 3\n", + "Trying to create level 3\n", + "We think level final level 3's predecessors are: [0, 1, 2]\n", + "levels:\n", + "[0, 1, 2, 3]\n", + "{'0': 'InputUnitModule'}\n", + "InputLevel.input_shapes [(32, 32, 3)]\n", + "{'3': }\n", + "{'3': }\n", + "{'2': }\n", + "{'4': }\n", + "{'1': }\n", + "{'2': }\n", + "Debug: I am 3 selecting 2\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3]\n", + "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3]\n", + "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3]\n", + "Debug: successor_connectivity_errors_2d []\n", + "$$$$$$>>>>> Base model: \n", + "InputUnit.input_shape: (32, 32, 3)\n", + "{'3': }\n", + "{'3': }\n", + "{'2': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_0 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_1 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_2 called\n", + "materialized network layers\n", + "[, , , , , ]\n", + "materialized_predecessor_units [, , , , , ]\n", + "{'4': }\n", + "{'1': }\n", + "{'2': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_0 called\n", + "materialized network layers\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_1 called\n", + "materialized network layers\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_2 called\n", + "materialized network layers\n", + "[, , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , ]\n", + "{'10': }\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000003_tr_0_FinalDenseUnit_0000000000000003_tr_0_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , ]\n", + "inputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp'\")\n", + "\n", + "outputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 10), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000003_tr_0_FinalDenseUnit_0000000000000003_tr_0_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000003_tr_0_FinalDenseUnit_0000000000000003_tr_0_0_dns_'\")\n", + "Model: \"NeuralNetworkFuture_0000000000000nan_tr_0_nn_materialized\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", + " 0000000nan_tr_0_InputLevel \n", + " _0000000000000000_tr_0_Inp \n", + " utUnit_0000000000000000_tr \n", + " _0_0_inp (InputLayer) \n", + " \n", + " model_4 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", + " 0 00000nan_tr_0_InputLevel_00000\n", + " 00000000000_tr_0_InputUnit_000\n", + " 0000000000000_tr_0_0_inp[0][0]\n", + " '] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_4[0][0]', \n", + " 0000000nan_tr_0_DenseLevel 'model_4[0][0]', \n", + " _0000000000000001_tr_0_Den 'model_4[0][0]', \n", + " seUnit_0000000000000001_tr 'model_4[0][0]'] \n", + " _0_1_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_cat_[0][0\n", + " _0_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 15363 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_btn_[0][0\n", + " _0_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_4[0][0]', \n", + " 0000000nan_tr_0_DenseLevel 'model_4[0][0]', \n", + " _0000000000000001_tr_0_Den 'model_4[0][0]', \n", + " seUnit_0000000000000001_tr 'model_4[0][0]'] \n", + " _0_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5126) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_dns_[0][0\n", + " _0_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_4[0][0]', \n", + " 'model_4[0][0]', \n", + " 'model_4[0][0]', \n", + " 'model_4[0][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_0_cat_[0][0\n", + " _0_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5126) 20504 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_cat_[0][0\n", + " _0_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 15363 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_0_btn_[0][0\n", + " _0_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 10254 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_btn_[0][0\n", + " _0_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2577) 0 ['model_4[0][0]', \n", + " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_0_DenseUnit_000\n", + " _0_1_cat_ (Concatenate) 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_4[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2577) 10308 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_1_cat_[0][0\n", + " _0_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2578 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_1_btn_[0][0\n", + " _0_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2577) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_1_dns_[0][0\n", + " _0_2_cat_ (Concatenate) ]', \n", + " 'model_4[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_4[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2574) 0 ['model_4[0][0]', \n", + " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_0_DenseUnit_000\n", + " _0_0_cat_ (Concatenate) 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'model_4[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2577) 10308 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_2_cat_[0][0\n", + " _0_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2574) 10296 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_0_cat_[0][0\n", + " _0_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 5156 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_2_btn_[0][0\n", + " _0_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10300 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_0_btn_[0][0\n", + " _0_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2597) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_DenseLevel_00000\n", + " Level_0000000000000003_tr_ 00000000002_tr_0_DenseUnit_000\n", + " 0_FinalDenseUnit_000000000 0000000000002_tr_0_1_dns_[0][0\n", + " 0000003_tr_0_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'model_4[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_4[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2597) 10388 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", + " Level_0000000000000003_tr_ 0000000000000003_tr_0_FinalDen\n", + " 0_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_0_0\n", + " 0000003_tr_0_0_btn_ (Batch _cat_[0][0]'] \n", + " Normalization) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 10) 25980 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", + " Level_0000000000000003_tr_ 0000000000000003_tr_0_FinalDen\n", + " 0_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_0_0\n", + " 0000003_tr_0_0_dns_ (Dense _btn_[0][0]'] \n", + " ) \n", + " \n", + "==================================================================================================\n", + "Total params: 20519118 (78.27 MB)\n", + "Trainable params: 464056 (1.77 MB)\n", + "Non-trainable params: 20055062 (76.50 MB)\n", + "__________________________________________________________________________________________________\n", + "None\n", + "Epoch 1/5\n", + "375/375 [==============================] - 79s 167ms/step - loss: 0.5685 - top_1_categorical_accuracy: 0.8441 - val_loss: 0.4707 - val_top_1_categorical_accuracy: 0.8640\n", + "Epoch 2/5\n", + "375/375 [==============================] - 59s 157ms/step - loss: 0.3332 - top_1_categorical_accuracy: 0.8972 - val_loss: 0.3548 - val_top_1_categorical_accuracy: 0.8947\n", + "Epoch 3/5\n", + "375/375 [==============================] - 59s 157ms/step - loss: 0.2413 - top_1_categorical_accuracy: 0.9235 - val_loss: 0.3687 - val_top_1_categorical_accuracy: 0.8950\n", + "Epoch 4/5\n", + "375/375 [==============================] - 59s 157ms/step - loss: 0.1941 - top_1_categorical_accuracy: 0.9380 - val_loss: 0.3965 - val_top_1_categorical_accuracy: 0.8977\n", + "Epoch 5/5\n", + "375/375 [==============================] - 59s 157ms/step - loss: 0.1531 - top_1_categorical_accuracy: 0.9481 - val_loss: 0.3822 - val_top_1_categorical_accuracy: 0.9047\n", + "this is neural_network_spec_file 2023_10_29_17_27_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/model_architectures/tr_0000000000000000_subtrial_0000000000000000.txt\n", + "returning trial 0 oracles\n", + " loss top_1_categorical_accuracy val_loss \\\n", + "0 0.568460 0.844083 0.470728 \n", + "1 0.333204 0.897167 0.354808 \n", + "2 0.241350 0.923500 0.368715 \n", + "3 0.194083 0.938000 0.396485 \n", + "4 0.153081 0.948083 0.382197 \n", + "\n", + " val_top_1_categorical_accuracy trial_number subtrial_number \\\n", + "0 0.864000 0 0 \n", + "1 0.894667 0 0 \n", + "2 0.895000 0 0 \n", + "3 0.897667 0 0 \n", + "4 0.904667 0 0 \n", + "\n", + " model_name \n", + "0 2023_10_29_17_27_cerebros_auto_ml_test_cifar10... \n", + "1 2023_10_29_17_27_cerebros_auto_ml_test_cifar10... \n", + "2 2023_10_29_17_27_cerebros_auto_ml_test_cifar10... \n", + "3 2023_10_29_17_27_cerebros_auto_ml_test_cifar10... \n", + "4 2023_10_29_17_27_cerebros_auto_ml_test_cifar10... \n", + "SimpleCerebrosRandomSearch.input_shapes: [(32, 32, 3)]\n", + "nan\n", + ">nnf>ceil\n", + "k is: 0 value is: [{'1': }]\n", + "0\n", + "k is: 1 value is: [{'3': }, {'3': }, {'2': }]\n", + "1\n", + "Trying to create level 1\n", + "We think level 1's predecessors are: [0]\n", + "k is: 2 value is: [{'4': }, {'1': }, {'2': }]\n", + "2\n", + "Trying to create level 2\n", + "We think level 2's predecessors are: [0, 1]\n", + "k is: 3 value is: [{'10': }]\n", + "3\n", + "Trying to create Final level 3\n", + "Trying to create level 3\n", + "We think level final level 3's predecessors are: [0, 1, 2]\n", + "levels:\n", + "[0, 1, 2, 3]\n", + "{'0': 'InputUnitModule'}\n", + "InputLevel.input_shapes [(32, 32, 3)]\n", + "{'3': }\n", + "{'3': }\n", + "{'2': }\n", + "{'4': }\n", + "{'1': }\n", + "{'2': }\n", + "Debug: I am 3 selecting 2\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3]\n", + "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3]\n", + "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3]\n", + "Debug: successor_connectivity_errors_2d []\n", + "$$$$$$>>>>> Base model: \n", + "InputUnit.input_shape: (32, 32, 3)\n", + "{'3': }\n", + "{'3': }\n", + "{'2': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_0 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_1 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_2 called\n", + "materialized network layers\n", + "[, , , , ]\n", + "materialized_predecessor_units [, , , , ]\n", + "{'4': }\n", + "{'1': }\n", + "{'2': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_0 called\n", + "materialized network layers\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_1 called\n", + "materialized network layers\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_2 called\n", + "materialized network layers\n", + "[, , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , ]\n", + "{'10': }\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000003_tr_0_FinalDenseUnit_0000000000000003_tr_0_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , ]\n", + "inputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp'\")\n", + "\n", + "outputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 10), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000003_tr_0_FinalDenseUnit_0000000000000003_tr_0_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000003_tr_0_FinalDenseUnit_0000000000000003_tr_0_0_dns_'\")\n", + "Model: \"NeuralNetworkFuture_0000000000000nan_tr_0_nn_materialized\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", + " 0000000nan_tr_0_InputLevel \n", + " _0000000000000000_tr_0_Inp \n", + " utUnit_0000000000000000_tr \n", + " _0_0_inp (InputLayer) \n", + " \n", + " model_4 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", + " 0 00000nan_tr_0_InputLevel_00000\n", + " 00000000000_tr_0_InputUnit_000\n", + " 0000000000000_tr_0_0_inp[0][0]\n", + " '] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_4[1][0]', \n", + " 0000000nan_tr_0_DenseLevel 'model_4[1][0]', \n", + " _0000000000000001_tr_0_Den 'model_4[1][0]', \n", + " seUnit_0000000000000001_tr 'model_4[1][0]'] \n", + " _0_1_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_4[1][0]', \n", + " 0000000nan_tr_0_DenseLevel 'model_4[1][0]', \n", + " _0000000000000001_tr_0_Den 'model_4[1][0]', \n", + " seUnit_0000000000000001_tr 'model_4[1][0]'] \n", + " _0_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_cat_[0][0\n", + " _0_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_0_cat_[0][0\n", + " _0_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 15363 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_btn_[0][0\n", + " _0_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 15363 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_0_btn_[0][0\n", + " _0_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2578) 0 ['model_4[1][0]', \n", + " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_0_DenseUnit_000\n", + " _0_1_cat_ (Concatenate) 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'model_4[1][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5123) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_dns_[0][0\n", + " _0_2_cat_ (Concatenate) ]', \n", + " 'model_4[1][0]', \n", + " 'model_4[1][0]', \n", + " 'model_4[1][0]', \n", + " 'model_4[1][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2578) 10312 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_1_cat_[0][0\n", + " _0_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5123) 20492 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_cat_[0][0\n", + " _0_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2579 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_1_btn_[0][0\n", + " _0_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 10248 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_btn_[0][0\n", + " _0_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2576) 0 ['model_4[1][0]', \n", + " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_0_DenseUnit_000\n", + " _0_0_cat_ (Concatenate) 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'model_4[1][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2579) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_1_dns_[0][0\n", + " _0_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_4[1][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'model_4[1][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2576) 10304 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_0_cat_[0][0\n", + " _0_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2579) 10316 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_2_cat_[0][0\n", + " _0_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10308 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_0_btn_[0][0\n", + " _0_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 5160 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_2_btn_[0][0\n", + " _0_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2595) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_DenseLevel_00000\n", + " Level_0000000000000003_tr_ 00000000002_tr_0_DenseUnit_000\n", + " 0_FinalDenseUnit_000000000 0000000000002_tr_0_1_dns_[0][0\n", + " 0000003_tr_0_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_4[1][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'model_4[1][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2595) 10380 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", + " Level_0000000000000003_tr_ 0000000000000003_tr_0_FinalDen\n", + " 0_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_0_0\n", + " 0000003_tr_0_0_btn_ (Batch _cat_[0][0]'] \n", + " Normalization) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 10) 25960 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", + " Level_0000000000000003_tr_ 0000000000000003_tr_0_FinalDen\n", + " 0_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_0_0\n", + " 0000003_tr_0_0_dns_ (Dense _btn_[0][0]'] \n", + " ) \n", + " \n", + "==================================================================================================\n", + "Total params: 20519105 (78.27 MB)\n", + "Trainable params: 464043 (1.77 MB)\n", + "Non-trainable params: 20055062 (76.50 MB)\n", + "__________________________________________________________________________________________________\n", + "None\n", + "Epoch 1/5\n", + "375/375 [==============================] - 79s 167ms/step - loss: 0.2994 - top_1_categorical_accuracy: 0.9016 - val_loss: 0.2878 - val_top_1_categorical_accuracy: 0.9093\n", + "Epoch 2/5\n", + "375/375 [==============================] - 59s 158ms/step - loss: 0.1389 - top_1_categorical_accuracy: 0.9542 - val_loss: 0.3646 - val_top_1_categorical_accuracy: 0.9100\n", + "Epoch 3/5\n", + "375/375 [==============================] - 59s 158ms/step - loss: 0.1214 - top_1_categorical_accuracy: 0.9590 - val_loss: 0.4335 - val_top_1_categorical_accuracy: 0.9030\n", + "Epoch 4/5\n", + "375/375 [==============================] - 59s 158ms/step - loss: 0.0997 - top_1_categorical_accuracy: 0.9646 - val_loss: 0.4045 - val_top_1_categorical_accuracy: 0.9110\n", + "Epoch 5/5\n", + "375/375 [==============================] - 59s 158ms/step - loss: 0.0979 - top_1_categorical_accuracy: 0.9691 - val_loss: 0.4168 - val_top_1_categorical_accuracy: 0.9097\n", + "this is neural_network_spec_file 2023_10_29_17_27_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/model_architectures/tr_0000000000000000_subtrial_0000000000000001.txt\n", + "returning trial 0 oracles\n", + " loss top_1_categorical_accuracy val_loss \\\n", + "0 0.299360 0.901600 0.287812 \n", + "1 0.138919 0.954250 0.364571 \n", + "2 0.121426 0.959000 0.433479 \n", + "3 0.099739 0.964583 0.404542 \n", + "4 0.097909 0.969083 0.416795 \n", + "\n", + " val_top_1_categorical_accuracy trial_number subtrial_number \\\n", + "0 0.909333 0 1 \n", + "1 0.910000 0 1 \n", + "2 0.903000 0 1 \n", + "3 0.911000 0 1 \n", + "4 0.909667 0 1 \n", + "\n", + " model_name \n", + "0 2023_10_29_17_27_cerebros_auto_ml_test_cifar10... \n", + "1 2023_10_29_17_27_cerebros_auto_ml_test_cifar10... \n", + "2 2023_10_29_17_27_cerebros_auto_ml_test_cifar10... \n", + "3 2023_10_29_17_27_cerebros_auto_ml_test_cifar10... \n", + "4 2023_10_29_17_27_cerebros_auto_ml_test_cifar10... \n", + "SimpleCerebrosRandomSearch.input_shapes: [(32, 32, 3)]\n", + "nan\n", + ">nnf>ceil\n", + "k is: 0 value is: [{'1': }]\n", + "0\n", + "k is: 1 value is: [{'2': }, {'4': }, {'2': }, {'4': }, {'3': }, {'3': }]\n", + "1\n", + "Trying to create level 1\n", + "We think level 1's predecessors are: [0]\n", + "k is: 2 value is: [{'2': }, {'4': }]\n", + "2\n", + "Trying to create level 2\n", + "We think level 2's predecessors are: [0, 1]\n", + "k is: 3 value is: [{'4': }, {'1': }, {'4': }, {'1': }, {'4': }, {'3': }]\n", + "3\n", + "Trying to create level 3\n", + "We think level 3's predecessors are: [0, 1, 2]\n", + "k is: 4 value is: [{'10': }]\n", + "4\n", + "Trying to create Final level 4\n", + "Trying to create level 4\n", + "We think level final level 4's predecessors are: [0, 1, 2, 3]\n", + "levels:\n", + "[0, 1, 2, 3, 4]\n", + "{'0': 'InputUnitModule'}\n", + "InputLevel.input_shapes [(32, 32, 3)]\n", + "{'2': }\n", + "{'4': }\n", + "{'2': }\n", + "{'4': }\n", + "{'3': }\n", + "{'3': }\n", + "{'2': }\n", + "{'4': }\n", + "{'4': }\n", + "{'1': }\n", + "{'4': }\n", + "{'1': }\n", + "{'4': }\n", + "{'3': }\n", + "Debug: I am 4 selecting 3\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3, 4]\n", + "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3, 4]\n", + "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3, 4]\n", + "Setting levels_unmaterialized[3] level_number 3 to have first successor: levels_unmaterialized[:4], having level_numbers of [4]\n", + "Debug: successor_connectivity_errors_2d []\n", + "$$$$$$>>>>> Base model: \n", + "InputUnit.input_shape: (32, 32, 3)\n", + "{'2': }\n", + "{'4': }\n", + "{'2': }\n", + "{'4': }\n", + "{'3': }\n", + "{'3': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_0 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_1 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_2 called\n", + "materialized network layers\n", + "[, , , , , ]\n", + "materialized_predecessor_units [, , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_3 called\n", + "materialized network layers\n", + "[, , , , , , ]\n", + "materialized_predecessor_units [, , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_4 called\n", + "materialized network layers\n", + "[, , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_5 called\n", + "materialized network layers\n", + "[, , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , ]\n", + "{'2': }\n", + "{'4': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000002_tr_1_DenseUnit_0000000000000002_tr_1_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000002_tr_1_DenseUnit_0000000000000002_tr_1_1 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "{'4': }\n", + "{'1': }\n", + "{'4': }\n", + "{'1': }\n", + "{'4': }\n", + "{'3': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000003_tr_1_DenseUnit_0000000000000003_tr_1_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000003_tr_1_DenseUnit_0000000000000003_tr_1_1 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000003_tr_1_DenseUnit_0000000000000003_tr_1_2 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000003_tr_1_DenseUnit_0000000000000003_tr_1_3 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000003_tr_1_DenseUnit_0000000000000003_tr_1_4 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000003_tr_1_DenseUnit_0000000000000003_tr_1_5 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , , ]\n", + "{'10': }\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_FinalDenseLevel_0000000000000004_tr_1_FinalDenseUnit_0000000000000004_tr_1_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , , , , , , , , , , , , , ]\n", + "inputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_1_InputLevel_0000000000000000_tr_1_InputUnit_0000000000000000_tr_1_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_1_InputLevel_0000000000000000_tr_1_InputUnit_0000000000000000_tr_1_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_1_InputLevel_0000000000000000_tr_1_InputUnit_0000000000000000_tr_1_0_inp'\")\n", + "\n", + "outputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 10), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_1_FinalDenseLevel_0000000000000004_tr_1_FinalDenseUnit_0000000000000004_tr_1_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_1_FinalDenseLevel_0000000000000004_tr_1_FinalDenseUnit_0000000000000004_tr_1_0_dns_'\")\n", + "Model: \"NeuralNetworkFuture_0000000000000nan_tr_1_nn_materialized\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", + " 0000000nan_tr_1_InputLevel \n", + " _0000000000000000_tr_1_Inp \n", + " utUnit_0000000000000000_tr \n", + " _1_0_inp (InputLayer) \n", + " \n", + " model_4 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", + " 0 00000nan_tr_1_InputLevel_00000\n", + " 00000000000_tr_1_InputUnit_000\n", + " 0000000000000_tr_1_0_inp[0][0]\n", + " '] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_4[2][0]', \n", + " 0000000nan_tr_1_DenseLevel 'model_4[2][0]', \n", + " _0000000000000001_tr_1_Den 'model_4[2][0]', \n", + " seUnit_0000000000000001_tr 'model_4[2][0]'] \n", + " _1_1_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_1_cat_[0][0\n", + " _1_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20484 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_1_btn_[0][0\n", + " _1_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5128) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_1_dns_[0][0\n", + " _1_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[2][0]', \n", + " 'model_4[2][0]', \n", + " 'model_4[2][0]', \n", + " 'model_4[2][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5128) 20512 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_cat_[0][0\n", + " _1_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 10258 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_btn_[0][0\n", + " _1_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5130) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_dns_[0][0\n", + " _1_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[2][0]', \n", + " 'model_4[2][0]', \n", + " 'model_4[2][0]', \n", + " 'model_4[2][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5130) 20520 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_3_cat_[0][0\n", + " _1_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20524 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_3_btn_[0][0\n", + " _1_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5136) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_3_dns_[0][0\n", + " _1_4_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[2][0]', \n", + " 'model_4[2][0]', \n", + " 'model_4[2][0]', \n", + " 'model_4[2][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5136) 20544 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_4_cat_[0][0\n", + " _1_4_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 15411 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_4_btn_[0][0\n", + " _1_4_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5139) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_4_dns_[0][0\n", + " _1_5_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[2][0]', \n", + " 'model_4[2][0]', \n", + " 'model_4[2][0]', \n", + " 'model_4[2][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_4[2][0]', \n", + " 0000000nan_tr_1_DenseLevel 'model_4[2][0]', \n", + " _0000000000000001_tr_1_Den 'model_4[2][0]', \n", + " seUnit_0000000000000001_tr 'model_4[2][0]'] \n", + " _1_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5139) 20556 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_5_cat_[0][0\n", + " _1_5_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_0_cat_[0][0\n", + " _1_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 15420 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_5_btn_[0][0\n", + " _1_5_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 10242 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_0_btn_[0][0\n", + " _1_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2583) 0 ['model_4[2][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_0_cat_ (Concatenate) 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'model_4[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2592) 0 ['model_4[2][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_1_cat_ (Concatenate) 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2583) 10332 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_0_cat_[0][0\n", + " _1_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2592) 10368 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_1_cat_[0][0\n", + " _1_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 5168 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_0_btn_[0][0\n", + " _1_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10372 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_1_btn_[0][0\n", + " _1_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2590) 0 ['model_4[2][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_1_cat_ (Concatenate) 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2590) 10360 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_1_cat_[0][0\n", + " _1_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2591 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_1_btn_[0][0\n", + " _1_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2593) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_1_dns_[0][0\n", + " _1_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2593) 10372 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_2_cat_[0][0\n", + " _1_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10376 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_2_btn_[0][0\n", + " _1_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2595) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_2_dns_[0][0\n", + " _1_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'model_4[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2595) 10380 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_3_cat_[0][0\n", + " _1_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2596 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_3_btn_[0][0\n", + " _1_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2595) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_3_dns_[0][0\n", + " _1_4_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2595) 10380 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_4_cat_[0][0\n", + " _1_4_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10384 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_4_btn_[0][0\n", + " _1_4_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2592) 0 ['model_4[2][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_0_cat_ (Concatenate) 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'model_4[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2605) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_4_dns_[0][0\n", + " _1_5_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2592) 10368 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_0_cat_[0][0\n", + " _1_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2605) 10420 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_5_cat_[0][0\n", + " _1_5_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10372 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_0_btn_[0][0\n", + " _1_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 7818 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_5_btn_[0][0\n", + " _1_5_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2642) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_FinalDense 00000nan_tr_1_DenseLevel_00000\n", + " Level_0000000000000004_tr_ 00000000003_tr_1_DenseUnit_000\n", + " 1_FinalDenseUnit_000000000 0000000000003_tr_1_3_dns_[0][0\n", + " 0000004_tr_1_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'model_4[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'model_4[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2642) 10568 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_FinalDense 00000nan_tr_1_FinalDenseLevel_\n", + " Level_0000000000000004_tr_ 0000000000000004_tr_1_FinalDen\n", + " 1_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_1_0\n", + " 0000004_tr_1_0_btn_ (Batch _cat_[0][0]'] \n", + " Normalization) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 10) 26430 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_FinalDense 00000nan_tr_1_FinalDenseLevel_\n", + " Level_0000000000000004_tr_ 0000000000000004_tr_1_FinalDen\n", + " 1_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_1_0\n", + " 0000004_tr_1_0_dns_ (Dense _btn_[0][0]'] \n", + " ) \n", + " \n", + "==================================================================================================\n", + "Total params: 20726446 (79.07 MB)\n", + "Trainable params: 614446 (2.34 MB)\n", + "Non-trainable params: 20112000 (76.72 MB)\n", + "__________________________________________________________________________________________________\n", + "None\n", + "Epoch 1/5\n", + "375/375 [==============================] - 87s 170ms/step - loss: 0.2062 - top_1_categorical_accuracy: 0.9266 - val_loss: 0.2746 - val_top_1_categorical_accuracy: 0.9147\n", + "Epoch 2/5\n", + "375/375 [==============================] - 60s 160ms/step - loss: 0.0827 - top_1_categorical_accuracy: 0.9711 - val_loss: 0.3307 - val_top_1_categorical_accuracy: 0.9180\n", + "Epoch 3/5\n", + "375/375 [==============================] - 60s 160ms/step - loss: 0.0747 - top_1_categorical_accuracy: 0.9767 - val_loss: 0.3720 - val_top_1_categorical_accuracy: 0.9153\n", + "Epoch 4/5\n", + "375/375 [==============================] - 60s 160ms/step - loss: 0.0834 - top_1_categorical_accuracy: 0.9733 - val_loss: 0.4189 - val_top_1_categorical_accuracy: 0.9117\n", + "Epoch 5/5\n", + "375/375 [==============================] - 60s 160ms/step - loss: 0.0799 - top_1_categorical_accuracy: 0.9754 - val_loss: 0.4757 - val_top_1_categorical_accuracy: 0.9060\n", + "this is neural_network_spec_file 2023_10_29_17_27_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/model_architectures/tr_0000000000000001_subtrial_0000000000000000.txt\n", + "returning trial 1 oracles\n", + " loss top_1_categorical_accuracy val_loss \\\n", + "0 0.206173 0.926600 0.274604 \n", + "1 0.082695 0.971083 0.330706 \n", + "2 0.074702 0.976667 0.372039 \n", + "3 0.083363 0.973333 0.418874 \n", + "4 0.079941 0.975417 0.475692 \n", + "\n", + " val_top_1_categorical_accuracy trial_number subtrial_number \\\n", + "0 0.914667 1 0 \n", + "1 0.918000 1 0 \n", + "2 0.915333 1 0 \n", + "3 0.911667 1 0 \n", + "4 0.906000 1 0 \n", + "\n", + " model_name \n", + "0 2023_10_29_17_27_cerebros_auto_ml_test_cifar10... \n", + "1 2023_10_29_17_27_cerebros_auto_ml_test_cifar10... \n", + "2 2023_10_29_17_27_cerebros_auto_ml_test_cifar10... \n", + "3 2023_10_29_17_27_cerebros_auto_ml_test_cifar10... \n", + "4 2023_10_29_17_27_cerebros_auto_ml_test_cifar10... \n", + "SimpleCerebrosRandomSearch.input_shapes: [(32, 32, 3)]\n", + "nan\n", + ">nnf>ceil\n", + "k is: 0 value is: [{'1': }]\n", + "0\n", + "k is: 1 value is: [{'2': }, {'4': }, {'2': }, {'4': }, {'3': }, {'3': }]\n", + "1\n", + "Trying to create level 1\n", + "We think level 1's predecessors are: [0]\n", + "k is: 2 value is: [{'2': }, {'4': }]\n", + "2\n", + "Trying to create level 2\n", + "We think level 2's predecessors are: [0, 1]\n", + "k is: 3 value is: [{'4': }, {'1': }, {'4': }, {'1': }, {'4': }, {'3': }]\n", + "3\n", + "Trying to create level 3\n", + "We think level 3's predecessors are: [0, 1, 2]\n", + "k is: 4 value is: [{'10': }]\n", + "4\n", + "Trying to create Final level 4\n", + "Trying to create level 4\n", + "We think level final level 4's predecessors are: [0, 1, 2, 3]\n", + "levels:\n", + "[0, 1, 2, 3, 4]\n", + "{'0': 'InputUnitModule'}\n", + "InputLevel.input_shapes [(32, 32, 3)]\n", + "{'2': }\n", + "{'4': }\n", + "{'2': }\n", + "{'4': }\n", + "{'3': }\n", + "{'3': }\n", + "{'2': }\n", + "{'4': }\n", + "{'4': }\n", + "{'1': }\n", + "{'4': }\n", + "{'1': }\n", + "{'4': }\n", + "{'3': }\n", + "Debug: I am 4 selecting 3\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3, 4]\n", + "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3, 4]\n", + "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3, 4]\n", + "Setting levels_unmaterialized[3] level_number 3 to have first successor: levels_unmaterialized[:4], having level_numbers of [4]\n", + "Debug: successor_connectivity_errors_2d []\n", + "$$$$$$>>>>> Base model: \n", + "InputUnit.input_shape: (32, 32, 3)\n", + "{'2': }\n", + "{'4': }\n", + "{'2': }\n", + "{'4': }\n", + "{'3': }\n", + "{'3': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_0 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_1 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_2 called\n", + "materialized network layers\n", + "[, , , , ]\n", + "materialized_predecessor_units [, , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_3 called\n", + "materialized network layers\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_4 called\n", + "materialized network layers\n", + "[, , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_5 called\n", + "materialized network layers\n", + "[, , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , ]\n", + "{'2': }\n", + "{'4': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000002_tr_1_DenseUnit_0000000000000002_tr_1_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000002_tr_1_DenseUnit_0000000000000002_tr_1_1 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "{'4': }\n", + "{'1': }\n", + "{'4': }\n", + "{'1': }\n", + "{'4': }\n", + "{'3': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000003_tr_1_DenseUnit_0000000000000003_tr_1_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000003_tr_1_DenseUnit_0000000000000003_tr_1_1 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000003_tr_1_DenseUnit_0000000000000003_tr_1_2 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000003_tr_1_DenseUnit_0000000000000003_tr_1_3 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000003_tr_1_DenseUnit_0000000000000003_tr_1_4 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000003_tr_1_DenseUnit_0000000000000003_tr_1_5 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , , ]\n", + "{'10': }\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_FinalDenseLevel_0000000000000004_tr_1_FinalDenseUnit_0000000000000004_tr_1_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , , , , , , , , , , , , , ]\n", + "inputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_1_InputLevel_0000000000000000_tr_1_InputUnit_0000000000000000_tr_1_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_1_InputLevel_0000000000000000_tr_1_InputUnit_0000000000000000_tr_1_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_1_InputLevel_0000000000000000_tr_1_InputUnit_0000000000000000_tr_1_0_inp'\")\n", + "\n", + "outputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 10), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_1_FinalDenseLevel_0000000000000004_tr_1_FinalDenseUnit_0000000000000004_tr_1_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_1_FinalDenseLevel_0000000000000004_tr_1_FinalDenseUnit_0000000000000004_tr_1_0_dns_'\")\n", + "Model: \"NeuralNetworkFuture_0000000000000nan_tr_1_nn_materialized\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", + " 0000000nan_tr_1_InputLevel \n", + " _0000000000000000_tr_1_Inp \n", + " utUnit_0000000000000000_tr \n", + " _1_0_inp (InputLayer) \n", + " \n", + " model_4 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", + " 0 00000nan_tr_1_InputLevel_00000\n", + " 00000000000_tr_1_InputUnit_000\n", + " 0000000000000_tr_1_0_inp[0][0]\n", + " '] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_4[3][0]', \n", + " 0000000nan_tr_1_DenseLevel 'model_4[3][0]', \n", + " _0000000000000001_tr_1_Den 'model_4[3][0]', \n", + " seUnit_0000000000000001_tr 'model_4[3][0]'] \n", + " _1_1_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_1_cat_[0][0\n", + " _1_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20484 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_1_btn_[0][0\n", + " _1_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5124) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_1_dns_[0][0\n", + " _1_2_cat_ (Concatenate) ]', \n", + " 'model_4[3][0]', \n", + " 'model_4[3][0]', \n", + " 'model_4[3][0]', \n", + " 'model_4[3][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5124) 20496 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_cat_[0][0\n", + " _1_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 10250 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_btn_[0][0\n", + " _1_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5132) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_dns_[0][0\n", + " _1_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[3][0]', \n", + " 'model_4[3][0]', \n", + " 'model_4[3][0]', \n", + " 'model_4[3][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5132) 20528 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_3_cat_[0][0\n", + " _1_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20532 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_3_btn_[0][0\n", + " _1_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5138) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_3_dns_[0][0\n", + " _1_4_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[3][0]', \n", + " 'model_4[3][0]', \n", + " 'model_4[3][0]', \n", + " 'model_4[3][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5138) 20552 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_4_cat_[0][0\n", + " _1_4_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 15417 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_4_btn_[0][0\n", + " _1_4_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5139) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_4_dns_[0][0\n", + " _1_5_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[3][0]', \n", + " 'model_4[3][0]', \n", + " 'model_4[3][0]', \n", + " 'model_4[3][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_4[3][0]', \n", + " 0000000nan_tr_1_DenseLevel 'model_4[3][0]', \n", + " _0000000000000001_tr_1_Den 'model_4[3][0]', \n", + " seUnit_0000000000000001_tr 'model_4[3][0]'] \n", + " _1_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5139) 20556 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_5_cat_[0][0\n", + " _1_5_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_0_cat_[0][0\n", + " _1_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 15420 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_5_btn_[0][0\n", + " _1_5_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 10242 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_0_btn_[0][0\n", + " _1_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2591) 0 ['model_4[3][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_0_cat_ (Concatenate) 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'model_4[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2592) 0 ['model_4[3][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_1_cat_ (Concatenate) 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2591) 10364 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_0_cat_[0][0\n", + " _1_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2592) 10368 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_1_cat_[0][0\n", + " _1_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 5184 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_0_btn_[0][0\n", + " _1_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10372 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_1_btn_[0][0\n", + " _1_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2590) 0 ['model_4[3][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_1_cat_ (Concatenate) 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2590) 10360 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_1_cat_[0][0\n", + " _1_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2591 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_1_btn_[0][0\n", + " _1_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2591) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_1_dns_[0][0\n", + " _1_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'model_4[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2591) 10364 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_2_cat_[0][0\n", + " _1_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10368 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_2_btn_[0][0\n", + " _1_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2598) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_2_dns_[0][0\n", + " _1_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'model_4[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2598) 10392 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_3_cat_[0][0\n", + " _1_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2599 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_3_btn_[0][0\n", + " _1_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2601) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_3_dns_[0][0\n", + " _1_4_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'model_4[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2601) 10404 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_4_cat_[0][0\n", + " _1_4_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10408 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_4_btn_[0][0\n", + " _1_4_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2605) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_4_dns_[0][0\n", + " _1_5_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'model_4[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2593) 0 ['model_4[3][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_0_cat_ (Concatenate) 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2605) 10420 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_5_cat_[0][0\n", + " _1_5_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2593) 10372 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_0_cat_[0][0\n", + " _1_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 7818 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_5_btn_[0][0\n", + " _1_5_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10376 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_0_btn_[0][0\n", + " _1_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2646) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_FinalDense 00000nan_tr_1_DenseLevel_00000\n", + " Level_0000000000000004_tr_ 00000000003_tr_1_DenseUnit_000\n", + " 1_FinalDenseUnit_000000000 0000000000003_tr_1_2_dns_[0][0\n", + " 0000004_tr_1_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'model_4[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'model_4[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2646) 10584 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_FinalDense 00000nan_tr_1_FinalDenseLevel_\n", + " Level_0000000000000004_tr_ 0000000000000004_tr_1_FinalDen\n", + " 1_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_1_0\n", + " 0000004_tr_1_0_btn_ (Batch _cat_[0][0]'] \n", + " Normalization) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 10) 26470 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_FinalDense 00000nan_tr_1_FinalDenseLevel_\n", + " Level_0000000000000004_tr_ 0000000000000004_tr_1_FinalDen\n", + " 1_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_1_0\n", + " 0000004_tr_1_0_dns_ (Dense _btn_[0][0]'] \n", + " ) \n", + " \n", + "==================================================================================================\n", + "Total params: 20726611 (79.07 MB)\n", + "Trainable params: 614571 (2.34 MB)\n", + "Non-trainable params: 20112040 (76.72 MB)\n", + "__________________________________________________________________________________________________\n", + "None\n", + "Epoch 1/5\n", + "375/375 [==============================] - 94s 172ms/step - loss: 0.1754 - top_1_categorical_accuracy: 0.9331 - val_loss: 0.2512 - val_top_1_categorical_accuracy: 0.9203\n", + "Epoch 2/5\n", + "375/375 [==============================] - 61s 162ms/step - loss: 0.0721 - top_1_categorical_accuracy: 0.9737 - val_loss: 0.3622 - val_top_1_categorical_accuracy: 0.9177\n", + "Epoch 3/5\n", + "375/375 [==============================] - 61s 162ms/step - loss: 0.0657 - top_1_categorical_accuracy: 0.9799 - val_loss: 0.3655 - val_top_1_categorical_accuracy: 0.9193\n", + "Epoch 4/5\n", + "375/375 [==============================] - 61s 162ms/step - loss: 0.0578 - top_1_categorical_accuracy: 0.9822 - val_loss: 0.4102 - val_top_1_categorical_accuracy: 0.9180\n", + "Epoch 5/5\n", + "375/375 [==============================] - 61s 162ms/step - loss: 0.0523 - top_1_categorical_accuracy: 0.9835 - val_loss: 0.4371 - val_top_1_categorical_accuracy: 0.9150\n", + "this is neural_network_spec_file 2023_10_29_17_27_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/model_architectures/tr_0000000000000001_subtrial_0000000000000001.txt\n", + "returning trial 1 oracles\n", + " loss top_1_categorical_accuracy val_loss \\\n", + "0 0.175431 0.933133 0.251164 \n", + "1 0.072134 0.973667 0.362156 \n", + "2 0.065652 0.979917 0.365500 \n", + "3 0.057819 0.982250 0.410211 \n", + "4 0.052334 0.983500 0.437099 \n", + "\n", + " val_top_1_categorical_accuracy trial_number subtrial_number \\\n", + "0 0.920333 1 1 \n", + "1 0.917667 1 1 \n", + "2 0.919333 1 1 \n", + "3 0.918000 1 1 \n", + "4 0.915000 1 1 \n", + "\n", + " model_name \n", + "0 2023_10_29_17_27_cerebros_auto_ml_test_cifar10... \n", + "1 2023_10_29_17_27_cerebros_auto_ml_test_cifar10... \n", + "2 2023_10_29_17_27_cerebros_auto_ml_test_cifar10... \n", + "3 2023_10_29_17_27_cerebros_auto_ml_test_cifar10... \n", + "4 2023_10_29_17_27_cerebros_auto_ml_test_cifar10... \n", + "SimpleCerebrosRandomSearch.input_shapes: [(32, 32, 3)]\n", + "nan\n", + ">nnf>ceil\n", + "k is: 0 value is: [{'1': }]\n", + "0\n", + "k is: 1 value is: [{'2': }, {'4': }, {'4': }]\n", + "1\n", + "Trying to create level 1\n", + "We think level 1's predecessors are: [0]\n", + "k is: 2 value is: [{'4': }, {'4': }, {'1': }, {'3': }, {'4': }]\n", + "2\n", + "Trying to create level 2\n", + "We think level 2's predecessors are: [0, 1]\n", + "k is: 3 value is: [{'10': }]\n", + "3\n", + "Trying to create Final level 3\n", + "Trying to create level 3\n", + "We think level final level 3's predecessors are: [0, 1, 2]\n", + "levels:\n", + "[0, 1, 2, 3]\n", + "{'0': 'InputUnitModule'}\n", + "InputLevel.input_shapes [(32, 32, 3)]\n", + "{'2': }\n", + "{'4': }\n", + "{'4': }\n", + "{'4': }\n", + "{'4': }\n", + "{'1': }\n", + "{'3': }\n", + "{'4': }\n", + "Debug: I am 3 selecting 2\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3]\n", + "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3]\n", + "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3]\n", + "Debug: successor_connectivity_errors_2d []\n", + "$$$$$$>>>>> Base model: \n", + "InputUnit.input_shape: (32, 32, 3)\n", + "{'2': }\n", + "{'4': }\n", + "{'4': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_0 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_1 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_2 called\n", + "materialized network layers\n", + "[, , , , , ]\n", + "materialized_predecessor_units [, , , , , ]\n", + "{'4': }\n", + "{'4': }\n", + "{'1': }\n", + "{'3': }\n", + "{'4': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_0 called\n", + "materialized network layers\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_1 called\n", + "materialized network layers\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_2 called\n", + "materialized network layers\n", + "[, , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_3 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_4 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , ]\n", + "{'10': }\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_FinalDenseLevel_0000000000000003_tr_2_FinalDenseUnit_0000000000000003_tr_2_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , , , , , , , ]\n", + "inputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_2_InputLevel_0000000000000000_tr_2_InputUnit_0000000000000000_tr_2_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_2_InputLevel_0000000000000000_tr_2_InputUnit_0000000000000000_tr_2_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_2_InputLevel_0000000000000000_tr_2_InputUnit_0000000000000000_tr_2_0_inp'\")\n", + "\n", + "outputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 10), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_2_FinalDenseLevel_0000000000000003_tr_2_FinalDenseUnit_0000000000000003_tr_2_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_2_FinalDenseLevel_0000000000000003_tr_2_FinalDenseUnit_0000000000000003_tr_2_0_dns_'\")\n", + "Model: \"NeuralNetworkFuture_0000000000000nan_tr_2_nn_materialized\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", + " 0000000nan_tr_2_InputLevel \n", + " _0000000000000000_tr_2_Inp \n", + " utUnit_0000000000000000_tr \n", + " _2_0_inp (InputLayer) \n", + " \n", + " model_4 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", + " 0 00000nan_tr_2_InputLevel_00000\n", + " 00000000000_tr_2_InputUnit_000\n", + " 0000000000000_tr_2_0_inp[0][0]\n", + " '] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_4[4][0]', \n", + " 0000000nan_tr_2_DenseLevel 'model_4[4][0]', \n", + " _0000000000000001_tr_2_Den 'model_4[4][0]', \n", + " seUnit_0000000000000001_tr 'model_4[4][0]'] \n", + " _2_1_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_1_cat_[0][0\n", + " _2_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20484 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_1_btn_[0][0\n", + " _2_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_4[4][0]', \n", + " 0000000nan_tr_2_DenseLevel 'model_4[4][0]', \n", + " _0000000000000001_tr_2_Den 'model_4[4][0]', \n", + " seUnit_0000000000000001_tr 'model_4[4][0]'] \n", + " _2_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5128) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_1_dns_[0][0\n", + " _2_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_4[4][0]', \n", + " 'model_4[4][0]', \n", + " 'model_4[4][0]', \n", + " 'model_4[4][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_0_cat_[0][0\n", + " _2_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5128) 20512 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_2_cat_[0][0\n", + " _2_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 10242 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_0_btn_[0][0\n", + " _2_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20516 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_2_btn_[0][0\n", + " _2_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2582) 0 ['model_4[4][0]', \n", + " 0000000nan_tr_2_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_2_DenseUnit_000\n", + " _2_1_cat_ (Concatenate) 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'model_4[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2582) 10328 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_1_cat_[0][0\n", + " _2_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10332 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_1_btn_[0][0\n", + " _2_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2592) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_1_dns_[0][0\n", + " _2_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_4[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_4[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2592) 10368 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_2_cat_[0][0\n", + " _2_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2593 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_2_btn_[0][0\n", + " _2_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2592) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_2_dns_[0][0\n", + " _2_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_4[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'model_4[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2592) 10368 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_3_cat_[0][0\n", + " _2_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 7779 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_3_btn_[0][0\n", + " _2_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2580) 0 ['model_4[4][0]', \n", + " 0000000nan_tr_2_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_2_DenseUnit_000\n", + " _2_0_cat_ (Concatenate) 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_4[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2595) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_3_dns_[0][0\n", + " _2_4_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_4[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'model_4[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2580) 10320 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_0_cat_[0][0\n", + " _2_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2595) 10380 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_4_cat_[0][0\n", + " _2_4_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10324 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_0_btn_[0][0\n", + " _2_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10384 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_4_btn_[0][0\n", + " _2_4_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2632) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_FinalDense 00000nan_tr_2_DenseLevel_00000\n", + " Level_0000000000000003_tr_ 00000000002_tr_2_DenseUnit_000\n", + " 2_FinalDenseUnit_000000000 0000000000002_tr_2_3_dns_[0][0\n", + " 0000003_tr_2_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'model_4[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_4[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2632) 10528 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_FinalDense 00000nan_tr_2_FinalDenseLevel_\n", + " Level_0000000000000003_tr_ 0000000000000003_tr_2_FinalDen\n", + " 2_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_2_0\n", + " 0000003_tr_2_0_btn_ (Batch _cat_[0][0]'] \n", + " Normalization) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 10) 26330 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_FinalDense 00000nan_tr_2_FinalDenseLevel_\n", + " Level_0000000000000003_tr_ 0000000000000003_tr_2_FinalDen\n", + " 2_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_2_0\n", + " 0000003_tr_2_0_dns_ (Dense _btn_[0][0]'] \n", + " ) \n", + " \n", + "==================================================================================================\n", + "Total params: 20574108 (78.48 MB)\n", + "Trainable params: 508546 (1.94 MB)\n", + "Non-trainable params: 20065562 (76.54 MB)\n", + "__________________________________________________________________________________________________\n", + "None\n", + "Epoch 1/5\n", + "375/375 [==============================] - 82s 167ms/step - loss: 0.1576 - top_1_categorical_accuracy: 0.9407 - val_loss: 0.2795 - val_top_1_categorical_accuracy: 0.9147\n", + "Epoch 2/5\n", + "375/375 [==============================] - 59s 158ms/step - loss: 0.0490 - top_1_categorical_accuracy: 0.9824 - val_loss: 0.3588 - val_top_1_categorical_accuracy: 0.9187\n", + "Epoch 3/5\n", + "375/375 [==============================] - 59s 158ms/step - loss: 0.0529 - top_1_categorical_accuracy: 0.9833 - val_loss: 0.3872 - val_top_1_categorical_accuracy: 0.9200\n", + "Epoch 4/5\n", + "375/375 [==============================] - 59s 158ms/step - loss: 0.0460 - top_1_categorical_accuracy: 0.9838 - val_loss: 0.4370 - val_top_1_categorical_accuracy: 0.9130\n", + "Epoch 5/5\n", + "375/375 [==============================] - 59s 158ms/step - loss: 0.0598 - top_1_categorical_accuracy: 0.9816 - val_loss: 0.4357 - val_top_1_categorical_accuracy: 0.9170\n", + "this is neural_network_spec_file 2023_10_29_17_27_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/model_architectures/tr_0000000000000002_subtrial_0000000000000000.txt\n", + "returning trial 2 oracles\n", + " loss top_1_categorical_accuracy val_loss \\\n", + "0 0.157626 0.940667 0.279474 \n", + "1 0.048959 0.982417 0.358824 \n", + "2 0.052860 0.983333 0.387164 \n", + "3 0.046038 0.983833 0.437010 \n", + "4 0.059765 0.981583 0.435661 \n", + "\n", + " val_top_1_categorical_accuracy trial_number subtrial_number \\\n", + "0 0.914667 2 0 \n", + "1 0.918667 2 0 \n", + "2 0.920000 2 0 \n", + "3 0.913000 2 0 \n", + "4 0.917000 2 0 \n", + "\n", + " model_name \n", + "0 2023_10_29_17_27_cerebros_auto_ml_test_cifar10... \n", + "1 2023_10_29_17_27_cerebros_auto_ml_test_cifar10... \n", + "2 2023_10_29_17_27_cerebros_auto_ml_test_cifar10... \n", + "3 2023_10_29_17_27_cerebros_auto_ml_test_cifar10... \n", + "4 2023_10_29_17_27_cerebros_auto_ml_test_cifar10... \n", + "SimpleCerebrosRandomSearch.input_shapes: [(32, 32, 3)]\n", + "nan\n", + ">nnf>ceil\n", + "k is: 0 value is: [{'1': }]\n", + "0\n", + "k is: 1 value is: [{'2': }, {'4': }, {'4': }]\n", + "1\n", + "Trying to create level 1\n", + "We think level 1's predecessors are: [0]\n", + "k is: 2 value is: [{'4': }, {'4': }, {'1': }, {'3': }, {'4': }]\n", + "2\n", + "Trying to create level 2\n", + "We think level 2's predecessors are: [0, 1]\n", + "k is: 3 value is: [{'10': }]\n", + "3\n", + "Trying to create Final level 3\n", + "Trying to create level 3\n", + "We think level final level 3's predecessors are: [0, 1, 2]\n", + "levels:\n", + "[0, 1, 2, 3]\n", + "{'0': 'InputUnitModule'}\n", + "InputLevel.input_shapes [(32, 32, 3)]\n", + "{'2': }\n", + "{'4': }\n", + "{'4': }\n", + "{'4': }\n", + "{'4': }\n", + "{'1': }\n", + "{'3': }\n", + "{'4': }\n", + "Debug: I am 3 selecting 2\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3]\n", + "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3]\n", + "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3]\n", + "Debug: successor_connectivity_errors_2d []\n", + "$$$$$$>>>>> Base model: \n", + "InputUnit.input_shape: (32, 32, 3)\n", + "{'2': }\n", + "{'4': }\n", + "{'4': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_0 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_1 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_2 called\n", + "materialized network layers\n", + "[, , , , , ]\n", + "materialized_predecessor_units [, , , , , ]\n", + "{'4': }\n", + "{'4': }\n", + "{'1': }\n", + "{'3': }\n", + "{'4': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_0 called\n", + "materialized network layers\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_1 called\n", + "materialized network layers\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_2 called\n", + "materialized network layers\n", + "[, , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_3 called\n", + "materialized network layers\n", + "[, , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_4 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , ]\n", + "{'10': }\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_FinalDenseLevel_0000000000000003_tr_2_FinalDenseUnit_0000000000000003_tr_2_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , , , , , , , ]\n", + "inputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_2_InputLevel_0000000000000000_tr_2_InputUnit_0000000000000000_tr_2_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_2_InputLevel_0000000000000000_tr_2_InputUnit_0000000000000000_tr_2_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_2_InputLevel_0000000000000000_tr_2_InputUnit_0000000000000000_tr_2_0_inp'\")\n", + "\n", + "outputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 10), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_2_FinalDenseLevel_0000000000000003_tr_2_FinalDenseUnit_0000000000000003_tr_2_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_2_FinalDenseLevel_0000000000000003_tr_2_FinalDenseUnit_0000000000000003_tr_2_0_dns_'\")\n", + "Model: \"NeuralNetworkFuture_0000000000000nan_tr_2_nn_materialized\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", + " 0000000nan_tr_2_InputLevel \n", + " _0000000000000000_tr_2_Inp \n", + " utUnit_0000000000000000_tr \n", + " _2_0_inp (InputLayer) \n", + " \n", + " model_4 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", + " 0 00000nan_tr_2_InputLevel_00000\n", + " 00000000000_tr_2_InputUnit_000\n", + " 0000000000000_tr_2_0_inp[0][0]\n", + " '] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_4[5][0]', \n", + " 0000000nan_tr_2_DenseLevel 'model_4[5][0]', \n", + " _0000000000000001_tr_2_Den 'model_4[5][0]', \n", + " seUnit_0000000000000001_tr 'model_4[5][0]'] \n", + " _2_1_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_1_cat_[0][0\n", + " _2_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20484 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_1_btn_[0][0\n", + " _2_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_4[5][0]', \n", + " 0000000nan_tr_2_DenseLevel 'model_4[5][0]', \n", + " _0000000000000001_tr_2_Den 'model_4[5][0]', \n", + " seUnit_0000000000000001_tr 'model_4[5][0]'] \n", + " _2_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5128) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_1_dns_[0][0\n", + " _2_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_4[5][0]', \n", + " 'model_4[5][0]', \n", + " 'model_4[5][0]', \n", + " 'model_4[5][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_0_cat_[0][0\n", + " _2_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5128) 20512 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_2_cat_[0][0\n", + " _2_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 10242 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_0_btn_[0][0\n", + " _2_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20516 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_2_btn_[0][0\n", + " _2_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2578) 0 ['model_4[5][0]', \n", + " 0000000nan_tr_2_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_2_DenseUnit_000\n", + " _2_1_cat_ (Concatenate) 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'model_4[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2578) 10312 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_1_cat_[0][0\n", + " _2_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10316 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_1_btn_[0][0\n", + " _2_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2588) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_1_dns_[0][0\n", + " _2_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_4[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'model_4[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2588) 10352 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_2_cat_[0][0\n", + " _2_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2589 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_2_btn_[0][0\n", + " _2_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2588) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_2_dns_[0][0\n", + " _2_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_4[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'model_4[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2588) 10352 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_3_cat_[0][0\n", + " _2_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 7767 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_3_btn_[0][0\n", + " _2_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2582) 0 ['model_4[5][0]', \n", + " 0000000nan_tr_2_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_2_DenseUnit_000\n", + " _2_0_cat_ (Concatenate) 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_4[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2591) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_3_dns_[0][0\n", + " _2_4_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_4[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'model_4[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2582) 10328 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_0_cat_[0][0\n", + " _2_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2591) 10364 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_4_cat_[0][0\n", + " _2_4_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10332 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_0_btn_[0][0\n", + " _2_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10368 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_4_btn_[0][0\n", + " _2_4_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2629) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_FinalDense 00000nan_tr_2_DenseLevel_00000\n", + " Level_0000000000000003_tr_ 00000000002_tr_2_DenseUnit_000\n", + " 2_FinalDenseUnit_000000000 0000000000002_tr_2_1_dns_[0][0\n", + " 0000003_tr_2_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'model_4[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_4[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2629) 10516 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_FinalDense 00000nan_tr_2_FinalDenseLevel_\n", + " Level_0000000000000003_tr_ 0000000000000003_tr_2_FinalDen\n", + " 2_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_2_0\n", + " 0000003_tr_2_0_btn_ (Batch _cat_[0][0]'] \n", + " Normalization) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 10) 26300 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_FinalDense 00000nan_tr_2_FinalDenseLevel_\n", + " Level_0000000000000003_tr_ 0000000000000003_tr_2_FinalDen\n", + " 2_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_2_0\n", + " 0000003_tr_2_0_dns_ (Dense _btn_[0][0]'] \n", + " ) \n", + " \n", + "==================================================================================================\n", + "Total params: 20573970 (78.48 MB)\n", + "Trainable params: 508442 (1.94 MB)\n", + "Non-trainable params: 20065528 (76.54 MB)\n", + "__________________________________________________________________________________________________\n", + "None\n", + "Epoch 1/5\n", + "375/375 [==============================] - 81s 167ms/step - loss: 0.1461 - top_1_categorical_accuracy: 0.9431 - val_loss: 0.2682 - val_top_1_categorical_accuracy: 0.9190\n", + "Epoch 2/5\n", + "375/375 [==============================] - 59s 158ms/step - loss: 0.0420 - top_1_categorical_accuracy: 0.9868 - val_loss: 0.3458 - val_top_1_categorical_accuracy: 0.9087\n", + "Epoch 3/5\n", + "375/375 [==============================] - 59s 158ms/step - loss: 0.0454 - top_1_categorical_accuracy: 0.9845 - val_loss: 0.3451 - val_top_1_categorical_accuracy: 0.9190\n", + "Epoch 4/5\n", + "375/375 [==============================] - 59s 158ms/step - loss: 0.0508 - top_1_categorical_accuracy: 0.9824 - val_loss: 0.4200 - val_top_1_categorical_accuracy: 0.9177\n", + "Epoch 5/5\n", + "375/375 [==============================] - 59s 159ms/step - loss: 0.0594 - top_1_categorical_accuracy: 0.9802 - val_loss: 0.4721 - val_top_1_categorical_accuracy: 0.9097\n", + "this is neural_network_spec_file 2023_10_29_17_27_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/model_architectures/tr_0000000000000002_subtrial_0000000000000001.txt\n", + "returning trial 2 oracles\n", + " loss top_1_categorical_accuracy val_loss \\\n", + "0 0.146084 0.943067 0.268233 \n", + "1 0.042028 0.986750 0.345765 \n", + "2 0.045415 0.984500 0.345120 \n", + "3 0.050768 0.982417 0.419991 \n", + "4 0.059427 0.980167 0.472098 \n", + "\n", + " val_top_1_categorical_accuracy trial_number subtrial_number \\\n", + "0 0.919000 2 1 \n", + "1 0.908667 2 1 \n", + "2 0.919000 2 1 \n", + "3 0.917667 2 1 \n", + "4 0.909667 2 1 \n", + "\n", + " model_name \n", + "0 2023_10_29_17_27_cerebros_auto_ml_test_cifar10... \n", + "1 2023_10_29_17_27_cerebros_auto_ml_test_cifar10... \n", + "2 2023_10_29_17_27_cerebros_auto_ml_test_cifar10... \n", + "3 2023_10_29_17_27_cerebros_auto_ml_test_cifar10... \n", + "4 2023_10_29_17_27_cerebros_auto_ml_test_cifar10... \n", + "Index(['loss', 'top_1_categorical_accuracy', 'val_loss',\n", + " 'val_top_1_categorical_accuracy', 'trial_number', 'subtrial_number',\n", + " 'model_name'],\n", + " dtype='object')\n", + "metric_to_rank_by is: 'val_top_1_categorical_accuracy'\n", + "Type of metric_to_rank_by is: \n", + "Best result this trial was: 0.9203333258628844\n", + "Type of best result: \n", + "Best model name: 2023_10_29_17_27_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/models/tr_0000000000000001_subtrial_0000000000000001\n", + "CPU times: user 30min 8s, sys: 8min 24s, total: 38min 32s\n", + "Wall time: 39min 23s\n" + ] + } + ], + "source": [ + "%%time\n", + "result = cerebros_automl.run_random_search()" + ] + }, + { + "cell_type": "code", + "execution_count": 44, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "SPNK_KP6CZAU", + "outputId": "2f0c04b8-ca0e-4e3d-afcd-2c423c0de9db" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Best accuracy achieved is 0.9203333258628844\n", + "top-1 categorical accuracy\n" + ] + } + ], + "source": [ + "print(f'Best accuracy achieved is {result}')\n", + "print(f'top-1 categorical accuracy')" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "6ByeoaamCZAU" + }, + "source": [ + "Evaluating the best model found" + ] + }, + { + "cell_type": "code", + "execution_count": 45, + "metadata": { + "id": "s1Vk82ZJCZAU" + }, + "outputs": [], + "source": [ + "best_model_found = cerebros_automl.get_best_model()" + ] + }, + { + "cell_type": "code", + "execution_count": 46, + "metadata": { + "id": "ihALUrd6CZAU" + }, + "outputs": [], + "source": [ + "#\n", + "eval_loss = tf.keras.losses.CategoricalCrossentropy()\n", + "#\n", + "eval_metrics =\\\n", + "[tf.keras.metrics.TopKCategoricalAccuracy(k=1,\\\n", + " name='eval_top_1_categorical_accuracy'),\n", + " tf.keras.metrics.TopKCategoricalAccuracy(k=5,\\\n", + " name='eval_top_5_categorical_accuracy')\n", + "]" + ] + }, + { + "cell_type": "code", + "execution_count": 47, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "g4vBCNO6CZAU", + "outputId": "c8795563-14f9-4caa-cc7f-aa778621bf40", + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Model: \"NeuralNetworkFuture_0000000000000nan_tr_1_nn_materialized\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", + " 0000000nan_tr_1_InputLevel \n", + " _0000000000000000_tr_1_Inp \n", + " utUnit_0000000000000000_tr \n", + " _1_0_inp (InputLayer) \n", + " \n", + " model_4 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", + " 0 00000nan_tr_1_InputLevel_00000\n", + " 00000000000_tr_1_InputUnit_000\n", + " 0000000000000_tr_1_0_inp[0][0]\n", + " '] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_4[0][0]', \n", + " 0000000nan_tr_1_DenseLevel 'model_4[0][0]', \n", + " _0000000000000001_tr_1_Den 'model_4[0][0]', \n", + " seUnit_0000000000000001_tr 'model_4[0][0]'] \n", + " _1_1_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_1_cat_[0][0\n", + " _1_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20484 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_1_btn_[0][0\n", + " _1_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5124) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_1_dns_[0][0\n", + " _1_2_cat_ (Concatenate) ]', \n", + " 'model_4[0][0]', \n", + " 'model_4[0][0]', \n", + " 'model_4[0][0]', \n", + " 'model_4[0][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5124) 20496 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_cat_[0][0\n", + " _1_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 10250 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_btn_[0][0\n", + " _1_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5132) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_dns_[0][0\n", + " _1_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[0][0]', \n", + " 'model_4[0][0]', \n", + " 'model_4[0][0]', \n", + " 'model_4[0][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5132) 20528 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_3_cat_[0][0\n", + " _1_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20532 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_3_btn_[0][0\n", + " _1_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5138) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_3_dns_[0][0\n", + " _1_4_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[0][0]', \n", + " 'model_4[0][0]', \n", + " 'model_4[0][0]', \n", + " 'model_4[0][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5138) 20552 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_4_cat_[0][0\n", + " _1_4_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 15417 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_4_btn_[0][0\n", + " _1_4_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5139) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_4_dns_[0][0\n", + " _1_5_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[0][0]', \n", + " 'model_4[0][0]', \n", + " 'model_4[0][0]', \n", + " 'model_4[0][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_4[0][0]', \n", + " 0000000nan_tr_1_DenseLevel 'model_4[0][0]', \n", + " _0000000000000001_tr_1_Den 'model_4[0][0]', \n", + " seUnit_0000000000000001_tr 'model_4[0][0]'] \n", + " _1_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5139) 20556 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_5_cat_[0][0\n", + " _1_5_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_0_cat_[0][0\n", + " _1_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 15420 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_5_btn_[0][0\n", + " _1_5_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 10242 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_0_btn_[0][0\n", + " _1_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2591) 0 ['model_4[0][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_0_cat_ (Concatenate) 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'model_4[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2592) 0 ['model_4[0][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_1_cat_ (Concatenate) 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2591) 10364 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_0_cat_[0][0\n", + " _1_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2592) 10368 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_1_cat_[0][0\n", + " _1_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 5184 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_0_btn_[0][0\n", + " _1_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10372 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_1_btn_[0][0\n", + " _1_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2590) 0 ['model_4[0][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_1_cat_ (Concatenate) 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2590) 10360 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_1_cat_[0][0\n", + " _1_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2591 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_1_btn_[0][0\n", + " _1_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2591) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_1_dns_[0][0\n", + " _1_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'model_4[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2591) 10364 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_2_cat_[0][0\n", + " _1_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10368 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_2_btn_[0][0\n", + " _1_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2598) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_2_dns_[0][0\n", + " _1_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'model_4[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2598) 10392 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_3_cat_[0][0\n", + " _1_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2599 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_3_btn_[0][0\n", + " _1_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2601) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_3_dns_[0][0\n", + " _1_4_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'model_4[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2601) 10404 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_4_cat_[0][0\n", + " _1_4_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10408 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_4_btn_[0][0\n", + " _1_4_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2605) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_4_dns_[0][0\n", + " _1_5_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'model_4[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2593) 0 ['model_4[0][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_0_cat_ (Concatenate) 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_4[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2605) 10420 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_5_cat_[0][0\n", + " _1_5_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2593) 10372 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_0_cat_[0][0\n", + " _1_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 7818 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_5_btn_[0][0\n", + " _1_5_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10376 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_0_btn_[0][0\n", + " _1_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2646) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_FinalDense 00000nan_tr_1_DenseLevel_00000\n", + " Level_0000000000000004_tr_ 00000000003_tr_1_DenseUnit_000\n", + " 1_FinalDenseUnit_000000000 0000000000003_tr_1_2_dns_[0][0\n", + " 0000004_tr_1_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'model_4[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'model_4[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2646) 10584 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_FinalDense 00000nan_tr_1_FinalDenseLevel_\n", + " Level_0000000000000004_tr_ 0000000000000004_tr_1_FinalDen\n", + " 1_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_1_0\n", + " 0000004_tr_1_0_btn_ (Batch _cat_[0][0]'] \n", + " Normalization) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 10) 26470 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_FinalDense 00000nan_tr_1_FinalDenseLevel_\n", + " Level_0000000000000004_tr_ 0000000000000004_tr_1_FinalDen\n", + " 1_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_1_0\n", + " 0000004_tr_1_0_dns_ (Dense _btn_[0][0]'] \n", + " ) \n", + " \n", + "==================================================================================================\n", + "Total params: 20726611 (79.07 MB)\n", + "Trainable params: 614571 (2.34 MB)\n", + "Non-trainable params: 20112040 (76.72 MB)\n", + "__________________________________________________________________________________________________\n" + ] + } + ], + "source": [ + "best_model_found.compile(loss=eval_loss, metrics=eval_metrics)\n", + "best_model_found.summary()" + ] + }, + { + "cell_type": "code", + "execution_count": 48, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "zKBSD-WyCZAU", + "outputId": "647b9820-07ee-4f4a-9e02-dc931c4b5b25" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Evaluating best model found ...\n", + "Loss | Top-1 accuracy | Top-5 accuracy\n", + "313/313 [==============================] - 38s 105ms/step - loss: 0.5036 - eval_top_1_categorical_accuracy: 0.9061 - eval_top_5_categorical_accuracy: 0.9927\n" + ] + }, + { + "data": { + "text/plain": [ + "[0.5036455988883972, 0.9060999751091003, 0.9926999807357788]" + ] + }, + "execution_count": 48, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "print(\"Evaluating best model found ...\")\n", + "print(\"Loss | Top-1 accuracy | Top-5 accuracy\")\n", + "y_test_cat = to_categorical(y_test, 10)\n", + "best_model_found.evaluate(X_test, y_test_cat)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "M8VxknEXCZAV" + }, + "outputs": [], + "source": [] + } + ], + "metadata": { + "accelerator": "GPU", + "colab": { + "gpuType": "V100", + "machine_shape": "hm", + "provenance": [] + }, + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "kubeflow_notebook": { + "autosnapshot": true, + "deploy_config": {}, + "docker_image": "", + "experiment_name": "image-classification-b", + "katib_metadata": { + "algorithm": { + "algorithmName": "bayesianoptimization", + "algorithmSettings": [ + { + "name": "random_state", + "value": "10" + }, + { + "name": "acq_optimizer", + "value": "auto" + }, + { + "name": "acq_func", + "value": "gp_hedge" + }, + { + "name": "base_estimator", + "value": "GP" + } + ] + }, + "maxFailedTrialCount": 10, + "maxTrialCount": 40, + "objective": { + "additionalMetricNames": [], + "goal": 1, + "objectiveMetricName": "val-top-1-categorical-accuracy", + "type": "maximize" + }, + "parallelTrialCount": 3, + "parameters": [ + { + "feasibleSpace": { + "list": [ + "relu", + "elu", + "gelu" + ] + }, + "name": "activation", + "parameterType": "categorical" + }, + { + "feasibleSpace": { + "max": "40", + "min": "1", + "step": "0.1" + }, + "name": "predecessor_level_connection_affinity_factor_first", + "parameterType": "double" + }, + { + "feasibleSpace": { + "max": "65", + "min": "0.1", + "step": "0.1" + }, + "name": "predecessor_level_connection_affinity_factor_main", + "parameterType": "double" + }, + { + "feasibleSpace": { + "max": "40", + "min": "2", + "step": "1" + }, + "name": "max_consecutive_lateral_connections", + "parameterType": "int" + }, + { + "feasibleSpace": { + "max": "50", + "min": "0.1", + "step": "0.1" + }, + "name": "p_lateral_connection", + "parameterType": "double" + }, + { + "feasibleSpace": { + "max": "40", + "min": "1", + "step": "1" + }, + "name": "num_lateral_connection_tries_per_unit", + "parameterType": "int" + }, + { + "feasibleSpace": { + "max": "0.3", + "min": "0.00001", + "step": "0.00001" + }, + "name": "learning_rate", + "parameterType": "double" + }, + { + "feasibleSpace": { + "max": "7", + "min": "1", + "step": "1" + }, + "name": "epochs", + "parameterType": "int" + }, + { + "feasibleSpace": { + "max": "40", + "min": "5", + "step": "1" + }, + "name": "batch_size", + "parameterType": "int" + }, + { + "feasibleSpace": { + "max": "8", + "min": "2" + }, + "name": "maximum_levels", + "parameterType": "int" + }, + { + "feasibleSpace": { + "max": "10", + "min": "2", + "step": "1" + }, + "name": "maximum_units_per_level", + "parameterType": "int" + }, + { + "feasibleSpace": { + "max": "10", + "min": "2", + "step": "1" + }, + "name": "maximum_neurons_per_unit", + "parameterType": "int" + } + ] + }, + "katib_run": true, + "pipeline_description": "Cifar 10 example", + "pipeline_name": "image-classification-b", + "snapshot_volumes": true, + "volume_access_mode": "rwm", + "volumes": [ + { + "annotations": [], + "mount_point": "/home/jovyan", + "name": "test-images-workspace-pmbn9", + "size": 5, + "size_type": "Gi", + "snapshot": false, + "type": "clone" + } + ] + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.8.9" + } + }, + "nbformat": 4, + "nbformat_minor": 4 +} diff --git a/cifar_10_EfficientNet.py b/cifar_10_EfficientNet.py new file mode 100644 index 0000000..57c8248 --- /dev/null +++ b/cifar_10_EfficientNet.py @@ -0,0 +1,208 @@ +# Initializing + +import sys +sys.path.insert(0, '../..') + +import tensorflow as tf +import tensorflow_datasets as tfds +from tensorflow.keras.datasets import cifar10, cifar100 +from tensorflow.keras.utils import to_categorical +from tensorflow.keras.models import Model +from tensorflow.keras.layers import Input, Resizing, Lambda, Flatten, Dense +import pandas as pd +import numpy as np +from cerebros.simplecerebrosrandomsearch.simple_cerebros_random_search\ + import SimpleCerebrosRandomSearch +import pendulum +from cerebros.units.units import DenseUnit +from cerebros.denseautomlstructuralcomponent.dense_automl_structural_component\ + import zero_7_exp_decay, zero_95_exp_decay, simple_sigmoid +from ast import literal_eval + +# Download EfficientNet (v.2, small model) with Imagenet weights (1000 classes) + +enet = tf.keras.applications.efficientnet_v2.EfficientNetV2S( + include_top=True, + weights='imagenet', + input_tensor=None, + input_shape=None, + pooling=None, + classes=1000, + classifier_activation='softmax', + include_preprocessing=True +) + +enet.summary() + +# Make all layers untrainable except for the very last convolutional layer + +for layer in enet.layers: + layer.trainable = False +enet.layers[-6].trainable = True + +# Cifar-10 testing + +(X_train, y_train), (X_test, y_test) = cifar10.load_data() + +y_train_cat = to_categorical(y_train, 1000) +y_test_cat = to_categorical(y_test, 1000) + +# Lambda layer for preprocessing + +def resize(x): + return tf.image.resize(x,size=(384,384),method='bilinear') + +# Modify the model + +input_shape = (32,32,3) + +input_layer = Input(shape=input_shape) +prep = Lambda(resize)(input_layer) +out = enet(prep) +enet_mod = Model(inputs=input_layer, outputs=out) + +enet_mod.compile(optimizer='adam', + loss=tf.keras.losses.CategoricalCrossentropy(), + metrics=[tf.keras.metrics.TopKCategoricalAccuracy(k=1, name='top_1_categorical_accuracy')]) + +# Try to fit it on Cifar-10 data and then evaluate (this will be efficient enough if trained on the complete dataset ...) + +enet_mod.fit(X_train, y_train_cat) + +enet_mod.evaluate(X_test, y_test_cat) + +# Try the same with adding a Cerebros "add-on" network + +INPUT_SHAPES = [input_shape] +OUTPUT_SHAPES = [10] + +# Use some 15k random samples from Cifar-10 to speed up the process + +num_samples = 15_000 +rng = np.random.default_rng() +ind = rng.permutation(X_train.shape[0])[:num_samples] + +training_x = [tf.constant(X_train[ind,:,:,:])] +y_train_cat = to_categorical(y_train[ind], 10) +train_labels = [tf.constant(y_train_cat)] + +enet = tf.keras.applications.efficientnet_v2.EfficientNetV2S( + include_top=True, + weights='imagenet', + input_tensor=None, + input_shape=None, + pooling=None, + classes=1000, + classifier_activation='softmax', + include_preprocessing=True +) + +for layer in enet.layers: + layer.trainable = False +enet.layers[-6].trainable = True + +enet_io = Model(inputs=enet.layers[0].input, + outputs=enet.layers[-3].output) + +input_layer = Input(shape=input_shape) +prep = Lambda(resize)(input_layer) +out = Flatten()(enet_io(prep)) +base_mod = Model(inputs=input_layer, outputs=out) + +activation = 'swish' +predecessor_level_connection_affinity_factor_first = 2.0 +predecessor_level_connection_affinity_factor_main = 0.97 +max_consecutive_lateral_connections = 5 +p_lateral_connection = 0.97 +num_lateral_connection_tries_per_unit = 2 +learning_rate = 0.001 +epochs = 5 # [1, 100] +batch_size = 32 +maximum_levels = 4 # [3,7] +maximum_units_per_level = 7 # [2,10] +maximum_neurons_per_unit = 4 # [2,20] + +# Final training task +TIME = pendulum.now(tz='America/New_York').__str__()[:16]\ + .replace('T', '_')\ + .replace(':', '_')\ + .replace('-', '_') +# +PROJECT_NAME = f'{TIME}_cerebros_auto_ml_test_cifar10_efficientnet' +# +meta_trial_number = 42 +# +cerebros_automl = SimpleCerebrosRandomSearch( + unit_type=DenseUnit, + input_shapes=INPUT_SHAPES, + output_shapes=OUTPUT_SHAPES, + training_data=training_x, + labels=train_labels, + validation_split=0.2, + direction='maximize', + metric_to_rank_by="val_top_1_categorical_accuracy", + minimum_levels=2, + maximum_levels=maximum_levels, + minimum_units_per_level=1, + maximum_units_per_level=maximum_units_per_level, + minimum_neurons_per_unit=1, + maximum_neurons_per_unit=maximum_neurons_per_unit, + activation=activation, + final_activation='softmax', + number_of_architecture_moities_to_try=3, + number_of_tries_per_architecture_moity=2, + minimum_skip_connection_depth=1, + maximum_skip_connection_depth=7, + predecessor_level_connection_affinity_factor_first=predecessor_level_connection_affinity_factor_first, + predecessor_level_connection_affinity_factor_first_rounding_rule='ceil', + predecessor_level_connection_affinity_factor_main=predecessor_level_connection_affinity_factor_main, + predecessor_level_connection_affinity_factor_main_rounding_rule='ceil', + predecessor_level_connection_affinity_factor_decay_main=zero_7_exp_decay, + seed=8675309, + max_consecutive_lateral_connections=max_consecutive_lateral_connections, + gate_after_n_lateral_connections=3, + gate_activation_function=simple_sigmoid, + p_lateral_connection=p_lateral_connection, + p_lateral_connection_decay=zero_95_exp_decay, + num_lateral_connection_tries_per_unit=num_lateral_connection_tries_per_unit, + learning_rate=learning_rate, + loss=tf.keras.losses.CategoricalCrossentropy(), + metrics=[tf.keras.metrics.TopKCategoricalAccuracy( + k=1, name='top_1_categorical_accuracy') + ], + epochs=epochs, + project_name=f"{PROJECT_NAME}_meta_{meta_trial_number}", + model_graphs='model_graphs', + batch_size=batch_size, + meta_trial_number=meta_trial_number, + base_models=[base_mod]) + +# Commented out IPython magic to ensure Python compatibility. +#%%time +result = cerebros_automl.run_random_search() + +print(f'Best accuracy achieved is {result}') +print(f'top-1 categorical accuracy') + +# Evaluating the best model found + +best_model_found = cerebros_automl.get_best_model() + +# +eval_loss = tf.keras.losses.CategoricalCrossentropy() +# +eval_metrics =\ +[tf.keras.metrics.TopKCategoricalAccuracy(k=1,\ + name='eval_top_1_categorical_accuracy'), + tf.keras.metrics.TopKCategoricalAccuracy(k=5,\ + name='eval_top_5_categorical_accuracy') +] + +best_model_found.compile(loss=eval_loss, metrics=eval_metrics) +best_model_found.summary() + +print("Evaluating best model found ...") +print("Loss | Top-1 accuracy | Top-5 accuracy") +y_test_cat = to_categorical(y_test, 10) +best_model_found.evaluate(X_test, y_test_cat) + From ebb440c7ad157c81b9700c00883c190d68d63c9f Mon Sep 17 00:00:00 2001 From: Sasha Kolpakov Date: Tue, 31 Oct 2023 22:03:13 +0100 Subject: [PATCH 2/3] Update cifar_10_EfficientNet.py --- cifar_10_EfficientNet.py | 3 --- 1 file changed, 3 deletions(-) diff --git a/cifar_10_EfficientNet.py b/cifar_10_EfficientNet.py index 57c8248..429e47c 100644 --- a/cifar_10_EfficientNet.py +++ b/cifar_10_EfficientNet.py @@ -1,8 +1,5 @@ # Initializing -import sys -sys.path.insert(0, '../..') - import tensorflow as tf import tensorflow_datasets as tfds from tensorflow.keras.datasets import cifar10, cifar100 From 5b8df23d95aa9c675cdc0eb00e1dffdbe6f38da2 Mon Sep 17 00:00:00 2001 From: Sasha Kolpakov Date: Tue, 31 Oct 2023 22:03:38 +0100 Subject: [PATCH 3/3] Update cifar_10_EfficientNet.ipynb --- cifar_10_EfficientNet.ipynb | 10 ---------- 1 file changed, 10 deletions(-) diff --git a/cifar_10_EfficientNet.ipynb b/cifar_10_EfficientNet.ipynb index 780c322..d0d9359 100644 --- a/cifar_10_EfficientNet.ipynb +++ b/cifar_10_EfficientNet.ipynb @@ -10,16 +10,6 @@ "# Cifar-10 test for image classification" ] }, - { - "cell_type": "code", - "execution_count": 1, - "metadata": {}, - "outputs": [], - "source": [ - "import sys\n", - "sys.path.insert(0, '../..')" - ] - }, { "cell_type": "code", "execution_count": 2,