From 82f41bf644141bac9d4f91184748cf0ab3adba1f Mon Sep 17 00:00:00 2001 From: Sasha Kolpakov Date: Tue, 31 Oct 2023 21:24:28 +0100 Subject: [PATCH 1/3] Add use examples: DenseNet fine-tuning on Cifar-100 Fine-tuning DenseNet on Cifar-100 by using Cerebros. --- cifar_100_DenseNet.ipynb | 7726 ++++++++++++++++++++++++++++++++++++++ cifar_100_DenseNet.py | 205 + 2 files changed, 7931 insertions(+) create mode 100644 cifar_100_DenseNet.ipynb create mode 100644 cifar_100_DenseNet.py diff --git a/cifar_100_DenseNet.ipynb b/cifar_100_DenseNet.ipynb new file mode 100644 index 0000000..e682ba1 --- /dev/null +++ b/cifar_100_DenseNet.ipynb @@ -0,0 +1,7726 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": { + "tags": [] + }, + "source": [ + "# Cifar-100 test for image classification" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": {}, + "outputs": [], + "source": [ + "import sys\n", + "sys.path.insert(0, '../..')" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": { + "tags": [ + "imports" + ] + }, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/Users/sasha/jax-metal/lib/python3.8/site-packages/urllib3/__init__.py:34: NotOpenSSLWarning: urllib3 v2.0 only supports OpenSSL 1.1.1+, currently the 'ssl' module is compiled with 'LibreSSL 2.8.3'. See: https://github.com/urllib3/urllib3/issues/3020\n", + " warnings.warn(\n" + ] + } + ], + "source": [ + "import tensorflow as tf\n", + "import tensorflow_datasets as tfds\n", + "from tensorflow.keras.datasets import cifar10, cifar100\n", + "from tensorflow.keras.utils import to_categorical\n", + "from tensorflow.keras.models import Model\n", + "from tensorflow.keras.layers import Input, Resizing, Lambda, Flatten, Dense\n", + "import pandas as pd\n", + "import numpy as np\n", + "from cerebros.simplecerebrosrandomsearch.simple_cerebros_random_search\\\n", + " import SimpleCerebrosRandomSearch\n", + "import pendulum\n", + "from cerebros.units.units import DenseUnit\n", + "from cerebros.denseautomlstructuralcomponent.dense_automl_structural_component\\\n", + " import zero_7_exp_decay, zero_95_exp_decay, simple_sigmoid\n", + "from ast import literal_eval" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Download DenseNet121 with Imagenet weights (1000 classes)" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": {}, + "outputs": [], + "source": [ + "dnet = tf.keras.applications.densenet.DenseNet121(include_top=True,\n", + " weights='imagenet',\n", + " input_tensor=None,\n", + " input_shape=None,\n", + " pooling=None,\n", + " classes=1000,\n", + " classifier_activation='softmax'\n", + " )" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Model: \"densenet121\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " input_1 (InputLayer) [(None, 224, 224, 3)] 0 [] \n", + " \n", + " zero_padding2d (ZeroPaddin (None, 230, 230, 3) 0 ['input_1[0][0]'] \n", + " g2D) \n", + " \n", + " conv1/conv (Conv2D) (None, 112, 112, 64) 9408 ['zero_padding2d[0][0]'] \n", + " \n", + " conv1/bn (BatchNormalizati (None, 112, 112, 64) 256 ['conv1/conv[0][0]'] \n", + " on) \n", + " \n", + " conv1/relu (Activation) (None, 112, 112, 64) 0 ['conv1/bn[0][0]'] \n", + " \n", + " zero_padding2d_1 (ZeroPadd (None, 114, 114, 64) 0 ['conv1/relu[0][0]'] \n", + " ing2D) \n", + " \n", + " pool1 (MaxPooling2D) (None, 56, 56, 64) 0 ['zero_padding2d_1[0][0]'] \n", + " \n", + " conv2_block1_0_bn (BatchNo (None, 56, 56, 64) 256 ['pool1[0][0]'] \n", + " rmalization) \n", + " \n", + " conv2_block1_0_relu (Activ (None, 56, 56, 64) 0 ['conv2_block1_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv2_block1_1_conv (Conv2 (None, 56, 56, 128) 8192 ['conv2_block1_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv2_block1_1_bn (BatchNo (None, 56, 56, 128) 512 ['conv2_block1_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv2_block1_1_relu (Activ (None, 56, 56, 128) 0 ['conv2_block1_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv2_block1_2_conv (Conv2 (None, 56, 56, 32) 36864 ['conv2_block1_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv2_block1_concat (Conca (None, 56, 56, 96) 0 ['pool1[0][0]', \n", + " tenate) 'conv2_block1_2_conv[0][0]'] \n", + " \n", + " conv2_block2_0_bn (BatchNo (None, 56, 56, 96) 384 ['conv2_block1_concat[0][0]'] \n", + " rmalization) \n", + " \n", + " conv2_block2_0_relu (Activ (None, 56, 56, 96) 0 ['conv2_block2_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv2_block2_1_conv (Conv2 (None, 56, 56, 128) 12288 ['conv2_block2_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv2_block2_1_bn (BatchNo (None, 56, 56, 128) 512 ['conv2_block2_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv2_block2_1_relu (Activ (None, 56, 56, 128) 0 ['conv2_block2_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv2_block2_2_conv (Conv2 (None, 56, 56, 32) 36864 ['conv2_block2_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv2_block2_concat (Conca (None, 56, 56, 128) 0 ['conv2_block1_concat[0][0]', \n", + " tenate) 'conv2_block2_2_conv[0][0]'] \n", + " \n", + " conv2_block3_0_bn (BatchNo (None, 56, 56, 128) 512 ['conv2_block2_concat[0][0]'] \n", + " rmalization) \n", + " \n", + " conv2_block3_0_relu (Activ (None, 56, 56, 128) 0 ['conv2_block3_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv2_block3_1_conv (Conv2 (None, 56, 56, 128) 16384 ['conv2_block3_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv2_block3_1_bn (BatchNo (None, 56, 56, 128) 512 ['conv2_block3_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv2_block3_1_relu (Activ (None, 56, 56, 128) 0 ['conv2_block3_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv2_block3_2_conv (Conv2 (None, 56, 56, 32) 36864 ['conv2_block3_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv2_block3_concat (Conca (None, 56, 56, 160) 0 ['conv2_block2_concat[0][0]', \n", + " tenate) 'conv2_block3_2_conv[0][0]'] \n", + " \n", + " conv2_block4_0_bn (BatchNo (None, 56, 56, 160) 640 ['conv2_block3_concat[0][0]'] \n", + " rmalization) \n", + " \n", + " conv2_block4_0_relu (Activ (None, 56, 56, 160) 0 ['conv2_block4_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv2_block4_1_conv (Conv2 (None, 56, 56, 128) 20480 ['conv2_block4_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv2_block4_1_bn (BatchNo (None, 56, 56, 128) 512 ['conv2_block4_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv2_block4_1_relu (Activ (None, 56, 56, 128) 0 ['conv2_block4_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv2_block4_2_conv (Conv2 (None, 56, 56, 32) 36864 ['conv2_block4_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv2_block4_concat (Conca (None, 56, 56, 192) 0 ['conv2_block3_concat[0][0]', \n", + " tenate) 'conv2_block4_2_conv[0][0]'] \n", + " \n", + " conv2_block5_0_bn (BatchNo (None, 56, 56, 192) 768 ['conv2_block4_concat[0][0]'] \n", + " rmalization) \n", + " \n", + " conv2_block5_0_relu (Activ (None, 56, 56, 192) 0 ['conv2_block5_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv2_block5_1_conv (Conv2 (None, 56, 56, 128) 24576 ['conv2_block5_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv2_block5_1_bn (BatchNo (None, 56, 56, 128) 512 ['conv2_block5_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv2_block5_1_relu (Activ (None, 56, 56, 128) 0 ['conv2_block5_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv2_block5_2_conv (Conv2 (None, 56, 56, 32) 36864 ['conv2_block5_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv2_block5_concat (Conca (None, 56, 56, 224) 0 ['conv2_block4_concat[0][0]', \n", + " tenate) 'conv2_block5_2_conv[0][0]'] \n", + " \n", + " conv2_block6_0_bn (BatchNo (None, 56, 56, 224) 896 ['conv2_block5_concat[0][0]'] \n", + " rmalization) \n", + " \n", + " conv2_block6_0_relu (Activ (None, 56, 56, 224) 0 ['conv2_block6_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv2_block6_1_conv (Conv2 (None, 56, 56, 128) 28672 ['conv2_block6_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv2_block6_1_bn (BatchNo (None, 56, 56, 128) 512 ['conv2_block6_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv2_block6_1_relu (Activ (None, 56, 56, 128) 0 ['conv2_block6_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv2_block6_2_conv (Conv2 (None, 56, 56, 32) 36864 ['conv2_block6_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv2_block6_concat (Conca (None, 56, 56, 256) 0 ['conv2_block5_concat[0][0]', \n", + " tenate) 'conv2_block6_2_conv[0][0]'] \n", + " \n", + " pool2_bn (BatchNormalizati (None, 56, 56, 256) 1024 ['conv2_block6_concat[0][0]'] \n", + " on) \n", + " \n", + " pool2_relu (Activation) (None, 56, 56, 256) 0 ['pool2_bn[0][0]'] \n", + " \n", + " pool2_conv (Conv2D) (None, 56, 56, 128) 32768 ['pool2_relu[0][0]'] \n", + " \n", + " pool2_pool (AveragePooling (None, 28, 28, 128) 0 ['pool2_conv[0][0]'] \n", + " 2D) \n", + " \n", + " conv3_block1_0_bn (BatchNo (None, 28, 28, 128) 512 ['pool2_pool[0][0]'] \n", + " rmalization) \n", + " \n", + " conv3_block1_0_relu (Activ (None, 28, 28, 128) 0 ['conv3_block1_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv3_block1_1_conv (Conv2 (None, 28, 28, 128) 16384 ['conv3_block1_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv3_block1_1_bn (BatchNo (None, 28, 28, 128) 512 ['conv3_block1_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv3_block1_1_relu (Activ (None, 28, 28, 128) 0 ['conv3_block1_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv3_block1_2_conv (Conv2 (None, 28, 28, 32) 36864 ['conv3_block1_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv3_block1_concat (Conca (None, 28, 28, 160) 0 ['pool2_pool[0][0]', \n", + " tenate) 'conv3_block1_2_conv[0][0]'] \n", + " \n", + " conv3_block2_0_bn (BatchNo (None, 28, 28, 160) 640 ['conv3_block1_concat[0][0]'] \n", + " rmalization) \n", + " \n", + " conv3_block2_0_relu (Activ (None, 28, 28, 160) 0 ['conv3_block2_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv3_block2_1_conv (Conv2 (None, 28, 28, 128) 20480 ['conv3_block2_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv3_block2_1_bn (BatchNo (None, 28, 28, 128) 512 ['conv3_block2_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv3_block2_1_relu (Activ (None, 28, 28, 128) 0 ['conv3_block2_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv3_block2_2_conv (Conv2 (None, 28, 28, 32) 36864 ['conv3_block2_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv3_block2_concat (Conca (None, 28, 28, 192) 0 ['conv3_block1_concat[0][0]', \n", + " tenate) 'conv3_block2_2_conv[0][0]'] \n", + " \n", + " conv3_block3_0_bn (BatchNo (None, 28, 28, 192) 768 ['conv3_block2_concat[0][0]'] \n", + " rmalization) \n", + " \n", + " conv3_block3_0_relu (Activ (None, 28, 28, 192) 0 ['conv3_block3_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv3_block3_1_conv (Conv2 (None, 28, 28, 128) 24576 ['conv3_block3_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv3_block3_1_bn (BatchNo (None, 28, 28, 128) 512 ['conv3_block3_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv3_block3_1_relu (Activ (None, 28, 28, 128) 0 ['conv3_block3_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv3_block3_2_conv (Conv2 (None, 28, 28, 32) 36864 ['conv3_block3_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv3_block3_concat (Conca (None, 28, 28, 224) 0 ['conv3_block2_concat[0][0]', \n", + " tenate) 'conv3_block3_2_conv[0][0]'] \n", + " \n", + " conv3_block4_0_bn (BatchNo (None, 28, 28, 224) 896 ['conv3_block3_concat[0][0]'] \n", + " rmalization) \n", + " \n", + " conv3_block4_0_relu (Activ (None, 28, 28, 224) 0 ['conv3_block4_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv3_block4_1_conv (Conv2 (None, 28, 28, 128) 28672 ['conv3_block4_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv3_block4_1_bn (BatchNo (None, 28, 28, 128) 512 ['conv3_block4_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv3_block4_1_relu (Activ (None, 28, 28, 128) 0 ['conv3_block4_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv3_block4_2_conv (Conv2 (None, 28, 28, 32) 36864 ['conv3_block4_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv3_block4_concat (Conca (None, 28, 28, 256) 0 ['conv3_block3_concat[0][0]', \n", + " tenate) 'conv3_block4_2_conv[0][0]'] \n", + " \n", + " conv3_block5_0_bn (BatchNo (None, 28, 28, 256) 1024 ['conv3_block4_concat[0][0]'] \n", + " rmalization) \n", + " \n", + " conv3_block5_0_relu (Activ (None, 28, 28, 256) 0 ['conv3_block5_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv3_block5_1_conv (Conv2 (None, 28, 28, 128) 32768 ['conv3_block5_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv3_block5_1_bn (BatchNo (None, 28, 28, 128) 512 ['conv3_block5_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv3_block5_1_relu (Activ (None, 28, 28, 128) 0 ['conv3_block5_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv3_block5_2_conv (Conv2 (None, 28, 28, 32) 36864 ['conv3_block5_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv3_block5_concat (Conca (None, 28, 28, 288) 0 ['conv3_block4_concat[0][0]', \n", + " tenate) 'conv3_block5_2_conv[0][0]'] \n", + " \n", + " conv3_block6_0_bn (BatchNo (None, 28, 28, 288) 1152 ['conv3_block5_concat[0][0]'] \n", + " rmalization) \n", + " \n", + " conv3_block6_0_relu (Activ (None, 28, 28, 288) 0 ['conv3_block6_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv3_block6_1_conv (Conv2 (None, 28, 28, 128) 36864 ['conv3_block6_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv3_block6_1_bn (BatchNo (None, 28, 28, 128) 512 ['conv3_block6_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv3_block6_1_relu (Activ (None, 28, 28, 128) 0 ['conv3_block6_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv3_block6_2_conv (Conv2 (None, 28, 28, 32) 36864 ['conv3_block6_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv3_block6_concat (Conca (None, 28, 28, 320) 0 ['conv3_block5_concat[0][0]', \n", + " tenate) 'conv3_block6_2_conv[0][0]'] \n", + " \n", + " conv3_block7_0_bn (BatchNo (None, 28, 28, 320) 1280 ['conv3_block6_concat[0][0]'] \n", + " rmalization) \n", + " \n", + " conv3_block7_0_relu (Activ (None, 28, 28, 320) 0 ['conv3_block7_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv3_block7_1_conv (Conv2 (None, 28, 28, 128) 40960 ['conv3_block7_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv3_block7_1_bn (BatchNo (None, 28, 28, 128) 512 ['conv3_block7_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv3_block7_1_relu (Activ (None, 28, 28, 128) 0 ['conv3_block7_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv3_block7_2_conv (Conv2 (None, 28, 28, 32) 36864 ['conv3_block7_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv3_block7_concat (Conca (None, 28, 28, 352) 0 ['conv3_block6_concat[0][0]', \n", + " tenate) 'conv3_block7_2_conv[0][0]'] \n", + " \n", + " conv3_block8_0_bn (BatchNo (None, 28, 28, 352) 1408 ['conv3_block7_concat[0][0]'] \n", + " rmalization) \n", + " \n", + " conv3_block8_0_relu (Activ (None, 28, 28, 352) 0 ['conv3_block8_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv3_block8_1_conv (Conv2 (None, 28, 28, 128) 45056 ['conv3_block8_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv3_block8_1_bn (BatchNo (None, 28, 28, 128) 512 ['conv3_block8_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv3_block8_1_relu (Activ (None, 28, 28, 128) 0 ['conv3_block8_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv3_block8_2_conv (Conv2 (None, 28, 28, 32) 36864 ['conv3_block8_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv3_block8_concat (Conca (None, 28, 28, 384) 0 ['conv3_block7_concat[0][0]', \n", + " tenate) 'conv3_block8_2_conv[0][0]'] \n", + " \n", + " conv3_block9_0_bn (BatchNo (None, 28, 28, 384) 1536 ['conv3_block8_concat[0][0]'] \n", + " rmalization) \n", + " \n", + " conv3_block9_0_relu (Activ (None, 28, 28, 384) 0 ['conv3_block9_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv3_block9_1_conv (Conv2 (None, 28, 28, 128) 49152 ['conv3_block9_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv3_block9_1_bn (BatchNo (None, 28, 28, 128) 512 ['conv3_block9_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv3_block9_1_relu (Activ (None, 28, 28, 128) 0 ['conv3_block9_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv3_block9_2_conv (Conv2 (None, 28, 28, 32) 36864 ['conv3_block9_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv3_block9_concat (Conca (None, 28, 28, 416) 0 ['conv3_block8_concat[0][0]', \n", + " tenate) 'conv3_block9_2_conv[0][0]'] \n", + " \n", + " conv3_block10_0_bn (BatchN (None, 28, 28, 416) 1664 ['conv3_block9_concat[0][0]'] \n", + " ormalization) \n", + " \n", + " conv3_block10_0_relu (Acti (None, 28, 28, 416) 0 ['conv3_block10_0_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv3_block10_1_conv (Conv (None, 28, 28, 128) 53248 ['conv3_block10_0_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv3_block10_1_bn (BatchN (None, 28, 28, 128) 512 ['conv3_block10_1_conv[0][0]']\n", + " ormalization) \n", + " \n", + " conv3_block10_1_relu (Acti (None, 28, 28, 128) 0 ['conv3_block10_1_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv3_block10_2_conv (Conv (None, 28, 28, 32) 36864 ['conv3_block10_1_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv3_block10_concat (Conc (None, 28, 28, 448) 0 ['conv3_block9_concat[0][0]', \n", + " atenate) 'conv3_block10_2_conv[0][0]']\n", + " \n", + " conv3_block11_0_bn (BatchN (None, 28, 28, 448) 1792 ['conv3_block10_concat[0][0]']\n", + " ormalization) \n", + " \n", + " conv3_block11_0_relu (Acti (None, 28, 28, 448) 0 ['conv3_block11_0_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv3_block11_1_conv (Conv (None, 28, 28, 128) 57344 ['conv3_block11_0_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv3_block11_1_bn (BatchN (None, 28, 28, 128) 512 ['conv3_block11_1_conv[0][0]']\n", + " ormalization) \n", + " \n", + " conv3_block11_1_relu (Acti (None, 28, 28, 128) 0 ['conv3_block11_1_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv3_block11_2_conv (Conv (None, 28, 28, 32) 36864 ['conv3_block11_1_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv3_block11_concat (Conc (None, 28, 28, 480) 0 ['conv3_block10_concat[0][0]',\n", + " atenate) 'conv3_block11_2_conv[0][0]']\n", + " \n", + " conv3_block12_0_bn (BatchN (None, 28, 28, 480) 1920 ['conv3_block11_concat[0][0]']\n", + " ormalization) \n", + " \n", + " conv3_block12_0_relu (Acti (None, 28, 28, 480) 0 ['conv3_block12_0_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv3_block12_1_conv (Conv (None, 28, 28, 128) 61440 ['conv3_block12_0_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv3_block12_1_bn (BatchN (None, 28, 28, 128) 512 ['conv3_block12_1_conv[0][0]']\n", + " ormalization) \n", + " \n", + " conv3_block12_1_relu (Acti (None, 28, 28, 128) 0 ['conv3_block12_1_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv3_block12_2_conv (Conv (None, 28, 28, 32) 36864 ['conv3_block12_1_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv3_block12_concat (Conc (None, 28, 28, 512) 0 ['conv3_block11_concat[0][0]',\n", + " atenate) 'conv3_block12_2_conv[0][0]']\n", + " \n", + " pool3_bn (BatchNormalizati (None, 28, 28, 512) 2048 ['conv3_block12_concat[0][0]']\n", + " on) \n", + " \n", + " pool3_relu (Activation) (None, 28, 28, 512) 0 ['pool3_bn[0][0]'] \n", + " \n", + " pool3_conv (Conv2D) (None, 28, 28, 256) 131072 ['pool3_relu[0][0]'] \n", + " \n", + " pool3_pool (AveragePooling (None, 14, 14, 256) 0 ['pool3_conv[0][0]'] \n", + " 2D) \n", + " \n", + " conv4_block1_0_bn (BatchNo (None, 14, 14, 256) 1024 ['pool3_pool[0][0]'] \n", + " rmalization) \n", + " \n", + " conv4_block1_0_relu (Activ (None, 14, 14, 256) 0 ['conv4_block1_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv4_block1_1_conv (Conv2 (None, 14, 14, 128) 32768 ['conv4_block1_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv4_block1_1_bn (BatchNo (None, 14, 14, 128) 512 ['conv4_block1_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv4_block1_1_relu (Activ (None, 14, 14, 128) 0 ['conv4_block1_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv4_block1_2_conv (Conv2 (None, 14, 14, 32) 36864 ['conv4_block1_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv4_block1_concat (Conca (None, 14, 14, 288) 0 ['pool3_pool[0][0]', \n", + " tenate) 'conv4_block1_2_conv[0][0]'] \n", + " \n", + " conv4_block2_0_bn (BatchNo (None, 14, 14, 288) 1152 ['conv4_block1_concat[0][0]'] \n", + " rmalization) \n", + " \n", + " conv4_block2_0_relu (Activ (None, 14, 14, 288) 0 ['conv4_block2_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv4_block2_1_conv (Conv2 (None, 14, 14, 128) 36864 ['conv4_block2_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv4_block2_1_bn (BatchNo (None, 14, 14, 128) 512 ['conv4_block2_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv4_block2_1_relu (Activ (None, 14, 14, 128) 0 ['conv4_block2_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv4_block2_2_conv (Conv2 (None, 14, 14, 32) 36864 ['conv4_block2_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv4_block2_concat (Conca (None, 14, 14, 320) 0 ['conv4_block1_concat[0][0]', \n", + " tenate) 'conv4_block2_2_conv[0][0]'] \n", + " \n", + " conv4_block3_0_bn (BatchNo (None, 14, 14, 320) 1280 ['conv4_block2_concat[0][0]'] \n", + " rmalization) \n", + " \n", + " conv4_block3_0_relu (Activ (None, 14, 14, 320) 0 ['conv4_block3_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv4_block3_1_conv (Conv2 (None, 14, 14, 128) 40960 ['conv4_block3_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv4_block3_1_bn (BatchNo (None, 14, 14, 128) 512 ['conv4_block3_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv4_block3_1_relu (Activ (None, 14, 14, 128) 0 ['conv4_block3_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv4_block3_2_conv (Conv2 (None, 14, 14, 32) 36864 ['conv4_block3_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv4_block3_concat (Conca (None, 14, 14, 352) 0 ['conv4_block2_concat[0][0]', \n", + " tenate) 'conv4_block3_2_conv[0][0]'] \n", + " \n", + " conv4_block4_0_bn (BatchNo (None, 14, 14, 352) 1408 ['conv4_block3_concat[0][0]'] \n", + " rmalization) \n", + " \n", + " conv4_block4_0_relu (Activ (None, 14, 14, 352) 0 ['conv4_block4_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv4_block4_1_conv (Conv2 (None, 14, 14, 128) 45056 ['conv4_block4_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv4_block4_1_bn (BatchNo (None, 14, 14, 128) 512 ['conv4_block4_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv4_block4_1_relu (Activ (None, 14, 14, 128) 0 ['conv4_block4_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv4_block4_2_conv (Conv2 (None, 14, 14, 32) 36864 ['conv4_block4_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv4_block4_concat (Conca (None, 14, 14, 384) 0 ['conv4_block3_concat[0][0]', \n", + " tenate) 'conv4_block4_2_conv[0][0]'] \n", + " \n", + " conv4_block5_0_bn (BatchNo (None, 14, 14, 384) 1536 ['conv4_block4_concat[0][0]'] \n", + " rmalization) \n", + " \n", + " conv4_block5_0_relu (Activ (None, 14, 14, 384) 0 ['conv4_block5_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv4_block5_1_conv (Conv2 (None, 14, 14, 128) 49152 ['conv4_block5_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv4_block5_1_bn (BatchNo (None, 14, 14, 128) 512 ['conv4_block5_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv4_block5_1_relu (Activ (None, 14, 14, 128) 0 ['conv4_block5_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv4_block5_2_conv (Conv2 (None, 14, 14, 32) 36864 ['conv4_block5_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv4_block5_concat (Conca (None, 14, 14, 416) 0 ['conv4_block4_concat[0][0]', \n", + " tenate) 'conv4_block5_2_conv[0][0]'] \n", + " \n", + " conv4_block6_0_bn (BatchNo (None, 14, 14, 416) 1664 ['conv4_block5_concat[0][0]'] \n", + " rmalization) \n", + " \n", + " conv4_block6_0_relu (Activ (None, 14, 14, 416) 0 ['conv4_block6_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv4_block6_1_conv (Conv2 (None, 14, 14, 128) 53248 ['conv4_block6_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv4_block6_1_bn (BatchNo (None, 14, 14, 128) 512 ['conv4_block6_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv4_block6_1_relu (Activ (None, 14, 14, 128) 0 ['conv4_block6_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv4_block6_2_conv (Conv2 (None, 14, 14, 32) 36864 ['conv4_block6_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv4_block6_concat (Conca (None, 14, 14, 448) 0 ['conv4_block5_concat[0][0]', \n", + " tenate) 'conv4_block6_2_conv[0][0]'] \n", + " \n", + " conv4_block7_0_bn (BatchNo (None, 14, 14, 448) 1792 ['conv4_block6_concat[0][0]'] \n", + " rmalization) \n", + " \n", + " conv4_block7_0_relu (Activ (None, 14, 14, 448) 0 ['conv4_block7_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv4_block7_1_conv (Conv2 (None, 14, 14, 128) 57344 ['conv4_block7_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv4_block7_1_bn (BatchNo (None, 14, 14, 128) 512 ['conv4_block7_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv4_block7_1_relu (Activ (None, 14, 14, 128) 0 ['conv4_block7_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv4_block7_2_conv (Conv2 (None, 14, 14, 32) 36864 ['conv4_block7_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv4_block7_concat (Conca (None, 14, 14, 480) 0 ['conv4_block6_concat[0][0]', \n", + " tenate) 'conv4_block7_2_conv[0][0]'] \n", + " \n", + " conv4_block8_0_bn (BatchNo (None, 14, 14, 480) 1920 ['conv4_block7_concat[0][0]'] \n", + " rmalization) \n", + " \n", + " conv4_block8_0_relu (Activ (None, 14, 14, 480) 0 ['conv4_block8_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv4_block8_1_conv (Conv2 (None, 14, 14, 128) 61440 ['conv4_block8_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv4_block8_1_bn (BatchNo (None, 14, 14, 128) 512 ['conv4_block8_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv4_block8_1_relu (Activ (None, 14, 14, 128) 0 ['conv4_block8_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv4_block8_2_conv (Conv2 (None, 14, 14, 32) 36864 ['conv4_block8_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv4_block8_concat (Conca (None, 14, 14, 512) 0 ['conv4_block7_concat[0][0]', \n", + " tenate) 'conv4_block8_2_conv[0][0]'] \n", + " \n", + " conv4_block9_0_bn (BatchNo (None, 14, 14, 512) 2048 ['conv4_block8_concat[0][0]'] \n", + " rmalization) \n", + " \n", + " conv4_block9_0_relu (Activ (None, 14, 14, 512) 0 ['conv4_block9_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv4_block9_1_conv (Conv2 (None, 14, 14, 128) 65536 ['conv4_block9_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv4_block9_1_bn (BatchNo (None, 14, 14, 128) 512 ['conv4_block9_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv4_block9_1_relu (Activ (None, 14, 14, 128) 0 ['conv4_block9_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv4_block9_2_conv (Conv2 (None, 14, 14, 32) 36864 ['conv4_block9_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv4_block9_concat (Conca (None, 14, 14, 544) 0 ['conv4_block8_concat[0][0]', \n", + " tenate) 'conv4_block9_2_conv[0][0]'] \n", + " \n", + " conv4_block10_0_bn (BatchN (None, 14, 14, 544) 2176 ['conv4_block9_concat[0][0]'] \n", + " ormalization) \n", + " \n", + " conv4_block10_0_relu (Acti (None, 14, 14, 544) 0 ['conv4_block10_0_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv4_block10_1_conv (Conv (None, 14, 14, 128) 69632 ['conv4_block10_0_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv4_block10_1_bn (BatchN (None, 14, 14, 128) 512 ['conv4_block10_1_conv[0][0]']\n", + " ormalization) \n", + " \n", + " conv4_block10_1_relu (Acti (None, 14, 14, 128) 0 ['conv4_block10_1_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv4_block10_2_conv (Conv (None, 14, 14, 32) 36864 ['conv4_block10_1_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv4_block10_concat (Conc (None, 14, 14, 576) 0 ['conv4_block9_concat[0][0]', \n", + " atenate) 'conv4_block10_2_conv[0][0]']\n", + " \n", + " conv4_block11_0_bn (BatchN (None, 14, 14, 576) 2304 ['conv4_block10_concat[0][0]']\n", + " ormalization) \n", + " \n", + " conv4_block11_0_relu (Acti (None, 14, 14, 576) 0 ['conv4_block11_0_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv4_block11_1_conv (Conv (None, 14, 14, 128) 73728 ['conv4_block11_0_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv4_block11_1_bn (BatchN (None, 14, 14, 128) 512 ['conv4_block11_1_conv[0][0]']\n", + " ormalization) \n", + " \n", + " conv4_block11_1_relu (Acti (None, 14, 14, 128) 0 ['conv4_block11_1_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv4_block11_2_conv (Conv (None, 14, 14, 32) 36864 ['conv4_block11_1_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv4_block11_concat (Conc (None, 14, 14, 608) 0 ['conv4_block10_concat[0][0]',\n", + " atenate) 'conv4_block11_2_conv[0][0]']\n", + " \n", + " conv4_block12_0_bn (BatchN (None, 14, 14, 608) 2432 ['conv4_block11_concat[0][0]']\n", + " ormalization) \n", + " \n", + " conv4_block12_0_relu (Acti (None, 14, 14, 608) 0 ['conv4_block12_0_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv4_block12_1_conv (Conv (None, 14, 14, 128) 77824 ['conv4_block12_0_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv4_block12_1_bn (BatchN (None, 14, 14, 128) 512 ['conv4_block12_1_conv[0][0]']\n", + " ormalization) \n", + " \n", + " conv4_block12_1_relu (Acti (None, 14, 14, 128) 0 ['conv4_block12_1_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv4_block12_2_conv (Conv (None, 14, 14, 32) 36864 ['conv4_block12_1_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv4_block12_concat (Conc (None, 14, 14, 640) 0 ['conv4_block11_concat[0][0]',\n", + " atenate) 'conv4_block12_2_conv[0][0]']\n", + " \n", + " conv4_block13_0_bn (BatchN (None, 14, 14, 640) 2560 ['conv4_block12_concat[0][0]']\n", + " ormalization) \n", + " \n", + " conv4_block13_0_relu (Acti (None, 14, 14, 640) 0 ['conv4_block13_0_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv4_block13_1_conv (Conv (None, 14, 14, 128) 81920 ['conv4_block13_0_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv4_block13_1_bn (BatchN (None, 14, 14, 128) 512 ['conv4_block13_1_conv[0][0]']\n", + " ormalization) \n", + " \n", + " conv4_block13_1_relu (Acti (None, 14, 14, 128) 0 ['conv4_block13_1_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv4_block13_2_conv (Conv (None, 14, 14, 32) 36864 ['conv4_block13_1_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv4_block13_concat (Conc (None, 14, 14, 672) 0 ['conv4_block12_concat[0][0]',\n", + " atenate) 'conv4_block13_2_conv[0][0]']\n", + " \n", + " conv4_block14_0_bn (BatchN (None, 14, 14, 672) 2688 ['conv4_block13_concat[0][0]']\n", + " ormalization) \n", + " \n", + " conv4_block14_0_relu (Acti (None, 14, 14, 672) 0 ['conv4_block14_0_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv4_block14_1_conv (Conv (None, 14, 14, 128) 86016 ['conv4_block14_0_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv4_block14_1_bn (BatchN (None, 14, 14, 128) 512 ['conv4_block14_1_conv[0][0]']\n", + " ormalization) \n", + " \n", + " conv4_block14_1_relu (Acti (None, 14, 14, 128) 0 ['conv4_block14_1_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv4_block14_2_conv (Conv (None, 14, 14, 32) 36864 ['conv4_block14_1_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv4_block14_concat (Conc (None, 14, 14, 704) 0 ['conv4_block13_concat[0][0]',\n", + " atenate) 'conv4_block14_2_conv[0][0]']\n", + " \n", + " conv4_block15_0_bn (BatchN (None, 14, 14, 704) 2816 ['conv4_block14_concat[0][0]']\n", + " ormalization) \n", + " \n", + " conv4_block15_0_relu (Acti (None, 14, 14, 704) 0 ['conv4_block15_0_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv4_block15_1_conv (Conv (None, 14, 14, 128) 90112 ['conv4_block15_0_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv4_block15_1_bn (BatchN (None, 14, 14, 128) 512 ['conv4_block15_1_conv[0][0]']\n", + " ormalization) \n", + " \n", + " conv4_block15_1_relu (Acti (None, 14, 14, 128) 0 ['conv4_block15_1_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv4_block15_2_conv (Conv (None, 14, 14, 32) 36864 ['conv4_block15_1_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv4_block15_concat (Conc (None, 14, 14, 736) 0 ['conv4_block14_concat[0][0]',\n", + " atenate) 'conv4_block15_2_conv[0][0]']\n", + " \n", + " conv4_block16_0_bn (BatchN (None, 14, 14, 736) 2944 ['conv4_block15_concat[0][0]']\n", + " ormalization) \n", + " \n", + " conv4_block16_0_relu (Acti (None, 14, 14, 736) 0 ['conv4_block16_0_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv4_block16_1_conv (Conv (None, 14, 14, 128) 94208 ['conv4_block16_0_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv4_block16_1_bn (BatchN (None, 14, 14, 128) 512 ['conv4_block16_1_conv[0][0]']\n", + " ormalization) \n", + " \n", + " conv4_block16_1_relu (Acti (None, 14, 14, 128) 0 ['conv4_block16_1_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv4_block16_2_conv (Conv (None, 14, 14, 32) 36864 ['conv4_block16_1_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv4_block16_concat (Conc (None, 14, 14, 768) 0 ['conv4_block15_concat[0][0]',\n", + " atenate) 'conv4_block16_2_conv[0][0]']\n", + " \n", + " conv4_block17_0_bn (BatchN (None, 14, 14, 768) 3072 ['conv4_block16_concat[0][0]']\n", + " ormalization) \n", + " \n", + " conv4_block17_0_relu (Acti (None, 14, 14, 768) 0 ['conv4_block17_0_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv4_block17_1_conv (Conv (None, 14, 14, 128) 98304 ['conv4_block17_0_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv4_block17_1_bn (BatchN (None, 14, 14, 128) 512 ['conv4_block17_1_conv[0][0]']\n", + " ormalization) \n", + " \n", + " conv4_block17_1_relu (Acti (None, 14, 14, 128) 0 ['conv4_block17_1_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv4_block17_2_conv (Conv (None, 14, 14, 32) 36864 ['conv4_block17_1_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv4_block17_concat (Conc (None, 14, 14, 800) 0 ['conv4_block16_concat[0][0]',\n", + " atenate) 'conv4_block17_2_conv[0][0]']\n", + " \n", + " conv4_block18_0_bn (BatchN (None, 14, 14, 800) 3200 ['conv4_block17_concat[0][0]']\n", + " ormalization) \n", + " \n", + " conv4_block18_0_relu (Acti (None, 14, 14, 800) 0 ['conv4_block18_0_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv4_block18_1_conv (Conv (None, 14, 14, 128) 102400 ['conv4_block18_0_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv4_block18_1_bn (BatchN (None, 14, 14, 128) 512 ['conv4_block18_1_conv[0][0]']\n", + " ormalization) \n", + " \n", + " conv4_block18_1_relu (Acti (None, 14, 14, 128) 0 ['conv4_block18_1_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv4_block18_2_conv (Conv (None, 14, 14, 32) 36864 ['conv4_block18_1_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv4_block18_concat (Conc (None, 14, 14, 832) 0 ['conv4_block17_concat[0][0]',\n", + " atenate) 'conv4_block18_2_conv[0][0]']\n", + " \n", + " conv4_block19_0_bn (BatchN (None, 14, 14, 832) 3328 ['conv4_block18_concat[0][0]']\n", + " ormalization) \n", + " \n", + " conv4_block19_0_relu (Acti (None, 14, 14, 832) 0 ['conv4_block19_0_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv4_block19_1_conv (Conv (None, 14, 14, 128) 106496 ['conv4_block19_0_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv4_block19_1_bn (BatchN (None, 14, 14, 128) 512 ['conv4_block19_1_conv[0][0]']\n", + " ormalization) \n", + " \n", + " conv4_block19_1_relu (Acti (None, 14, 14, 128) 0 ['conv4_block19_1_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv4_block19_2_conv (Conv (None, 14, 14, 32) 36864 ['conv4_block19_1_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv4_block19_concat (Conc (None, 14, 14, 864) 0 ['conv4_block18_concat[0][0]',\n", + " atenate) 'conv4_block19_2_conv[0][0]']\n", + " \n", + " conv4_block20_0_bn (BatchN (None, 14, 14, 864) 3456 ['conv4_block19_concat[0][0]']\n", + " ormalization) \n", + " \n", + " conv4_block20_0_relu (Acti (None, 14, 14, 864) 0 ['conv4_block20_0_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv4_block20_1_conv (Conv (None, 14, 14, 128) 110592 ['conv4_block20_0_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv4_block20_1_bn (BatchN (None, 14, 14, 128) 512 ['conv4_block20_1_conv[0][0]']\n", + " ormalization) \n", + " \n", + " conv4_block20_1_relu (Acti (None, 14, 14, 128) 0 ['conv4_block20_1_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv4_block20_2_conv (Conv (None, 14, 14, 32) 36864 ['conv4_block20_1_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv4_block20_concat (Conc (None, 14, 14, 896) 0 ['conv4_block19_concat[0][0]',\n", + " atenate) 'conv4_block20_2_conv[0][0]']\n", + " \n", + " conv4_block21_0_bn (BatchN (None, 14, 14, 896) 3584 ['conv4_block20_concat[0][0]']\n", + " ormalization) \n", + " \n", + " conv4_block21_0_relu (Acti (None, 14, 14, 896) 0 ['conv4_block21_0_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv4_block21_1_conv (Conv (None, 14, 14, 128) 114688 ['conv4_block21_0_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv4_block21_1_bn (BatchN (None, 14, 14, 128) 512 ['conv4_block21_1_conv[0][0]']\n", + " ormalization) \n", + " \n", + " conv4_block21_1_relu (Acti (None, 14, 14, 128) 0 ['conv4_block21_1_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv4_block21_2_conv (Conv (None, 14, 14, 32) 36864 ['conv4_block21_1_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv4_block21_concat (Conc (None, 14, 14, 928) 0 ['conv4_block20_concat[0][0]',\n", + " atenate) 'conv4_block21_2_conv[0][0]']\n", + " \n", + " conv4_block22_0_bn (BatchN (None, 14, 14, 928) 3712 ['conv4_block21_concat[0][0]']\n", + " ormalization) \n", + " \n", + " conv4_block22_0_relu (Acti (None, 14, 14, 928) 0 ['conv4_block22_0_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv4_block22_1_conv (Conv (None, 14, 14, 128) 118784 ['conv4_block22_0_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv4_block22_1_bn (BatchN (None, 14, 14, 128) 512 ['conv4_block22_1_conv[0][0]']\n", + " ormalization) \n", + " \n", + " conv4_block22_1_relu (Acti (None, 14, 14, 128) 0 ['conv4_block22_1_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv4_block22_2_conv (Conv (None, 14, 14, 32) 36864 ['conv4_block22_1_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv4_block22_concat (Conc (None, 14, 14, 960) 0 ['conv4_block21_concat[0][0]',\n", + " atenate) 'conv4_block22_2_conv[0][0]']\n", + " \n", + " conv4_block23_0_bn (BatchN (None, 14, 14, 960) 3840 ['conv4_block22_concat[0][0]']\n", + " ormalization) \n", + " \n", + " conv4_block23_0_relu (Acti (None, 14, 14, 960) 0 ['conv4_block23_0_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv4_block23_1_conv (Conv (None, 14, 14, 128) 122880 ['conv4_block23_0_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv4_block23_1_bn (BatchN (None, 14, 14, 128) 512 ['conv4_block23_1_conv[0][0]']\n", + " ormalization) \n", + " \n", + " conv4_block23_1_relu (Acti (None, 14, 14, 128) 0 ['conv4_block23_1_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv4_block23_2_conv (Conv (None, 14, 14, 32) 36864 ['conv4_block23_1_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv4_block23_concat (Conc (None, 14, 14, 992) 0 ['conv4_block22_concat[0][0]',\n", + " atenate) 'conv4_block23_2_conv[0][0]']\n", + " \n", + " conv4_block24_0_bn (BatchN (None, 14, 14, 992) 3968 ['conv4_block23_concat[0][0]']\n", + " ormalization) \n", + " \n", + " conv4_block24_0_relu (Acti (None, 14, 14, 992) 0 ['conv4_block24_0_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv4_block24_1_conv (Conv (None, 14, 14, 128) 126976 ['conv4_block24_0_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv4_block24_1_bn (BatchN (None, 14, 14, 128) 512 ['conv4_block24_1_conv[0][0]']\n", + " ormalization) \n", + " \n", + " conv4_block24_1_relu (Acti (None, 14, 14, 128) 0 ['conv4_block24_1_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv4_block24_2_conv (Conv (None, 14, 14, 32) 36864 ['conv4_block24_1_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv4_block24_concat (Conc (None, 14, 14, 1024) 0 ['conv4_block23_concat[0][0]',\n", + " atenate) 'conv4_block24_2_conv[0][0]']\n", + " \n", + " pool4_bn (BatchNormalizati (None, 14, 14, 1024) 4096 ['conv4_block24_concat[0][0]']\n", + " on) \n", + " \n", + " pool4_relu (Activation) (None, 14, 14, 1024) 0 ['pool4_bn[0][0]'] \n", + " \n", + " pool4_conv (Conv2D) (None, 14, 14, 512) 524288 ['pool4_relu[0][0]'] \n", + " \n", + " pool4_pool (AveragePooling (None, 7, 7, 512) 0 ['pool4_conv[0][0]'] \n", + " 2D) \n", + " \n", + " conv5_block1_0_bn (BatchNo (None, 7, 7, 512) 2048 ['pool4_pool[0][0]'] \n", + " rmalization) \n", + " \n", + " conv5_block1_0_relu (Activ (None, 7, 7, 512) 0 ['conv5_block1_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv5_block1_1_conv (Conv2 (None, 7, 7, 128) 65536 ['conv5_block1_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv5_block1_1_bn (BatchNo (None, 7, 7, 128) 512 ['conv5_block1_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv5_block1_1_relu (Activ (None, 7, 7, 128) 0 ['conv5_block1_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv5_block1_2_conv (Conv2 (None, 7, 7, 32) 36864 ['conv5_block1_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv5_block1_concat (Conca (None, 7, 7, 544) 0 ['pool4_pool[0][0]', \n", + " tenate) 'conv5_block1_2_conv[0][0]'] \n", + " \n", + " conv5_block2_0_bn (BatchNo (None, 7, 7, 544) 2176 ['conv5_block1_concat[0][0]'] \n", + " rmalization) \n", + " \n", + " conv5_block2_0_relu (Activ (None, 7, 7, 544) 0 ['conv5_block2_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv5_block2_1_conv (Conv2 (None, 7, 7, 128) 69632 ['conv5_block2_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv5_block2_1_bn (BatchNo (None, 7, 7, 128) 512 ['conv5_block2_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv5_block2_1_relu (Activ (None, 7, 7, 128) 0 ['conv5_block2_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv5_block2_2_conv (Conv2 (None, 7, 7, 32) 36864 ['conv5_block2_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv5_block2_concat (Conca (None, 7, 7, 576) 0 ['conv5_block1_concat[0][0]', \n", + " tenate) 'conv5_block2_2_conv[0][0]'] \n", + " \n", + " conv5_block3_0_bn (BatchNo (None, 7, 7, 576) 2304 ['conv5_block2_concat[0][0]'] \n", + " rmalization) \n", + " \n", + " conv5_block3_0_relu (Activ (None, 7, 7, 576) 0 ['conv5_block3_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv5_block3_1_conv (Conv2 (None, 7, 7, 128) 73728 ['conv5_block3_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv5_block3_1_bn (BatchNo (None, 7, 7, 128) 512 ['conv5_block3_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv5_block3_1_relu (Activ (None, 7, 7, 128) 0 ['conv5_block3_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv5_block3_2_conv (Conv2 (None, 7, 7, 32) 36864 ['conv5_block3_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv5_block3_concat (Conca (None, 7, 7, 608) 0 ['conv5_block2_concat[0][0]', \n", + " tenate) 'conv5_block3_2_conv[0][0]'] \n", + " \n", + " conv5_block4_0_bn (BatchNo (None, 7, 7, 608) 2432 ['conv5_block3_concat[0][0]'] \n", + " rmalization) \n", + " \n", + " conv5_block4_0_relu (Activ (None, 7, 7, 608) 0 ['conv5_block4_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv5_block4_1_conv (Conv2 (None, 7, 7, 128) 77824 ['conv5_block4_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv5_block4_1_bn (BatchNo (None, 7, 7, 128) 512 ['conv5_block4_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv5_block4_1_relu (Activ (None, 7, 7, 128) 0 ['conv5_block4_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv5_block4_2_conv (Conv2 (None, 7, 7, 32) 36864 ['conv5_block4_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv5_block4_concat (Conca (None, 7, 7, 640) 0 ['conv5_block3_concat[0][0]', \n", + " tenate) 'conv5_block4_2_conv[0][0]'] \n", + " \n", + " conv5_block5_0_bn (BatchNo (None, 7, 7, 640) 2560 ['conv5_block4_concat[0][0]'] \n", + " rmalization) \n", + " \n", + " conv5_block5_0_relu (Activ (None, 7, 7, 640) 0 ['conv5_block5_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv5_block5_1_conv (Conv2 (None, 7, 7, 128) 81920 ['conv5_block5_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv5_block5_1_bn (BatchNo (None, 7, 7, 128) 512 ['conv5_block5_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv5_block5_1_relu (Activ (None, 7, 7, 128) 0 ['conv5_block5_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv5_block5_2_conv (Conv2 (None, 7, 7, 32) 36864 ['conv5_block5_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv5_block5_concat (Conca (None, 7, 7, 672) 0 ['conv5_block4_concat[0][0]', \n", + " tenate) 'conv5_block5_2_conv[0][0]'] \n", + " \n", + " conv5_block6_0_bn (BatchNo (None, 7, 7, 672) 2688 ['conv5_block5_concat[0][0]'] \n", + " rmalization) \n", + " \n", + " conv5_block6_0_relu (Activ (None, 7, 7, 672) 0 ['conv5_block6_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv5_block6_1_conv (Conv2 (None, 7, 7, 128) 86016 ['conv5_block6_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv5_block6_1_bn (BatchNo (None, 7, 7, 128) 512 ['conv5_block6_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv5_block6_1_relu (Activ (None, 7, 7, 128) 0 ['conv5_block6_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv5_block6_2_conv (Conv2 (None, 7, 7, 32) 36864 ['conv5_block6_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv5_block6_concat (Conca (None, 7, 7, 704) 0 ['conv5_block5_concat[0][0]', \n", + " tenate) 'conv5_block6_2_conv[0][0]'] \n", + " \n", + " conv5_block7_0_bn (BatchNo (None, 7, 7, 704) 2816 ['conv5_block6_concat[0][0]'] \n", + " rmalization) \n", + " \n", + " conv5_block7_0_relu (Activ (None, 7, 7, 704) 0 ['conv5_block7_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv5_block7_1_conv (Conv2 (None, 7, 7, 128) 90112 ['conv5_block7_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv5_block7_1_bn (BatchNo (None, 7, 7, 128) 512 ['conv5_block7_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv5_block7_1_relu (Activ (None, 7, 7, 128) 0 ['conv5_block7_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv5_block7_2_conv (Conv2 (None, 7, 7, 32) 36864 ['conv5_block7_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv5_block7_concat (Conca (None, 7, 7, 736) 0 ['conv5_block6_concat[0][0]', \n", + " tenate) 'conv5_block7_2_conv[0][0]'] \n", + " \n", + " conv5_block8_0_bn (BatchNo (None, 7, 7, 736) 2944 ['conv5_block7_concat[0][0]'] \n", + " rmalization) \n", + " \n", + " conv5_block8_0_relu (Activ (None, 7, 7, 736) 0 ['conv5_block8_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv5_block8_1_conv (Conv2 (None, 7, 7, 128) 94208 ['conv5_block8_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv5_block8_1_bn (BatchNo (None, 7, 7, 128) 512 ['conv5_block8_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv5_block8_1_relu (Activ (None, 7, 7, 128) 0 ['conv5_block8_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv5_block8_2_conv (Conv2 (None, 7, 7, 32) 36864 ['conv5_block8_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv5_block8_concat (Conca (None, 7, 7, 768) 0 ['conv5_block7_concat[0][0]', \n", + " tenate) 'conv5_block8_2_conv[0][0]'] \n", + " \n", + " conv5_block9_0_bn (BatchNo (None, 7, 7, 768) 3072 ['conv5_block8_concat[0][0]'] \n", + " rmalization) \n", + " \n", + " conv5_block9_0_relu (Activ (None, 7, 7, 768) 0 ['conv5_block9_0_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv5_block9_1_conv (Conv2 (None, 7, 7, 128) 98304 ['conv5_block9_0_relu[0][0]'] \n", + " D) \n", + " \n", + " conv5_block9_1_bn (BatchNo (None, 7, 7, 128) 512 ['conv5_block9_1_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " conv5_block9_1_relu (Activ (None, 7, 7, 128) 0 ['conv5_block9_1_bn[0][0]'] \n", + " ation) \n", + " \n", + " conv5_block9_2_conv (Conv2 (None, 7, 7, 32) 36864 ['conv5_block9_1_relu[0][0]'] \n", + " D) \n", + " \n", + " conv5_block9_concat (Conca (None, 7, 7, 800) 0 ['conv5_block8_concat[0][0]', \n", + " tenate) 'conv5_block9_2_conv[0][0]'] \n", + " \n", + " conv5_block10_0_bn (BatchN (None, 7, 7, 800) 3200 ['conv5_block9_concat[0][0]'] \n", + " ormalization) \n", + " \n", + " conv5_block10_0_relu (Acti (None, 7, 7, 800) 0 ['conv5_block10_0_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv5_block10_1_conv (Conv (None, 7, 7, 128) 102400 ['conv5_block10_0_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv5_block10_1_bn (BatchN (None, 7, 7, 128) 512 ['conv5_block10_1_conv[0][0]']\n", + " ormalization) \n", + " \n", + " conv5_block10_1_relu (Acti (None, 7, 7, 128) 0 ['conv5_block10_1_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv5_block10_2_conv (Conv (None, 7, 7, 32) 36864 ['conv5_block10_1_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv5_block10_concat (Conc (None, 7, 7, 832) 0 ['conv5_block9_concat[0][0]', \n", + " atenate) 'conv5_block10_2_conv[0][0]']\n", + " \n", + " conv5_block11_0_bn (BatchN (None, 7, 7, 832) 3328 ['conv5_block10_concat[0][0]']\n", + " ormalization) \n", + " \n", + " conv5_block11_0_relu (Acti (None, 7, 7, 832) 0 ['conv5_block11_0_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv5_block11_1_conv (Conv (None, 7, 7, 128) 106496 ['conv5_block11_0_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv5_block11_1_bn (BatchN (None, 7, 7, 128) 512 ['conv5_block11_1_conv[0][0]']\n", + " ormalization) \n", + " \n", + " conv5_block11_1_relu (Acti (None, 7, 7, 128) 0 ['conv5_block11_1_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv5_block11_2_conv (Conv (None, 7, 7, 32) 36864 ['conv5_block11_1_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv5_block11_concat (Conc (None, 7, 7, 864) 0 ['conv5_block10_concat[0][0]',\n", + " atenate) 'conv5_block11_2_conv[0][0]']\n", + " \n", + " conv5_block12_0_bn (BatchN (None, 7, 7, 864) 3456 ['conv5_block11_concat[0][0]']\n", + " ormalization) \n", + " \n", + " conv5_block12_0_relu (Acti (None, 7, 7, 864) 0 ['conv5_block12_0_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv5_block12_1_conv (Conv (None, 7, 7, 128) 110592 ['conv5_block12_0_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv5_block12_1_bn (BatchN (None, 7, 7, 128) 512 ['conv5_block12_1_conv[0][0]']\n", + " ormalization) \n", + " \n", + " conv5_block12_1_relu (Acti (None, 7, 7, 128) 0 ['conv5_block12_1_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv5_block12_2_conv (Conv (None, 7, 7, 32) 36864 ['conv5_block12_1_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv5_block12_concat (Conc (None, 7, 7, 896) 0 ['conv5_block11_concat[0][0]',\n", + " atenate) 'conv5_block12_2_conv[0][0]']\n", + " \n", + " conv5_block13_0_bn (BatchN (None, 7, 7, 896) 3584 ['conv5_block12_concat[0][0]']\n", + " ormalization) \n", + " \n", + " conv5_block13_0_relu (Acti (None, 7, 7, 896) 0 ['conv5_block13_0_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv5_block13_1_conv (Conv (None, 7, 7, 128) 114688 ['conv5_block13_0_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv5_block13_1_bn (BatchN (None, 7, 7, 128) 512 ['conv5_block13_1_conv[0][0]']\n", + " ormalization) \n", + " \n", + " conv5_block13_1_relu (Acti (None, 7, 7, 128) 0 ['conv5_block13_1_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv5_block13_2_conv (Conv (None, 7, 7, 32) 36864 ['conv5_block13_1_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv5_block13_concat (Conc (None, 7, 7, 928) 0 ['conv5_block12_concat[0][0]',\n", + " atenate) 'conv5_block13_2_conv[0][0]']\n", + " \n", + " conv5_block14_0_bn (BatchN (None, 7, 7, 928) 3712 ['conv5_block13_concat[0][0]']\n", + " ormalization) \n", + " \n", + " conv5_block14_0_relu (Acti (None, 7, 7, 928) 0 ['conv5_block14_0_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv5_block14_1_conv (Conv (None, 7, 7, 128) 118784 ['conv5_block14_0_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv5_block14_1_bn (BatchN (None, 7, 7, 128) 512 ['conv5_block14_1_conv[0][0]']\n", + " ormalization) \n", + " \n", + " conv5_block14_1_relu (Acti (None, 7, 7, 128) 0 ['conv5_block14_1_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv5_block14_2_conv (Conv (None, 7, 7, 32) 36864 ['conv5_block14_1_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv5_block14_concat (Conc (None, 7, 7, 960) 0 ['conv5_block13_concat[0][0]',\n", + " atenate) 'conv5_block14_2_conv[0][0]']\n", + " \n", + " conv5_block15_0_bn (BatchN (None, 7, 7, 960) 3840 ['conv5_block14_concat[0][0]']\n", + " ormalization) \n", + " \n", + " conv5_block15_0_relu (Acti (None, 7, 7, 960) 0 ['conv5_block15_0_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv5_block15_1_conv (Conv (None, 7, 7, 128) 122880 ['conv5_block15_0_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv5_block15_1_bn (BatchN (None, 7, 7, 128) 512 ['conv5_block15_1_conv[0][0]']\n", + " ormalization) \n", + " \n", + " conv5_block15_1_relu (Acti (None, 7, 7, 128) 0 ['conv5_block15_1_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv5_block15_2_conv (Conv (None, 7, 7, 32) 36864 ['conv5_block15_1_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv5_block15_concat (Conc (None, 7, 7, 992) 0 ['conv5_block14_concat[0][0]',\n", + " atenate) 'conv5_block15_2_conv[0][0]']\n", + " \n", + " conv5_block16_0_bn (BatchN (None, 7, 7, 992) 3968 ['conv5_block15_concat[0][0]']\n", + " ormalization) \n", + " \n", + " conv5_block16_0_relu (Acti (None, 7, 7, 992) 0 ['conv5_block16_0_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv5_block16_1_conv (Conv (None, 7, 7, 128) 126976 ['conv5_block16_0_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv5_block16_1_bn (BatchN (None, 7, 7, 128) 512 ['conv5_block16_1_conv[0][0]']\n", + " ormalization) \n", + " \n", + " conv5_block16_1_relu (Acti (None, 7, 7, 128) 0 ['conv5_block16_1_bn[0][0]'] \n", + " vation) \n", + " \n", + " conv5_block16_2_conv (Conv (None, 7, 7, 32) 36864 ['conv5_block16_1_relu[0][0]']\n", + " 2D) \n", + " \n", + " conv5_block16_concat (Conc (None, 7, 7, 1024) 0 ['conv5_block15_concat[0][0]',\n", + " atenate) 'conv5_block16_2_conv[0][0]']\n", + " \n", + " bn (BatchNormalization) (None, 7, 7, 1024) 4096 ['conv5_block16_concat[0][0]']\n", + " \n", + " relu (Activation) (None, 7, 7, 1024) 0 ['bn[0][0]'] \n", + " \n", + " avg_pool (GlobalAveragePoo (None, 1024) 0 ['relu[0][0]'] \n", + " ling2D) \n", + " \n", + " predictions (Dense) (None, 1000) 1025000 ['avg_pool[0][0]'] \n", + " \n", + "==================================================================================================\n", + "Total params: 8062504 (30.76 MB)\n", + "Trainable params: 7978856 (30.44 MB)\n", + "Non-trainable params: 83648 (326.75 KB)\n", + "__________________________________________________________________________________________________\n" + ] + } + ], + "source": [ + "dnet.summary()" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Make all layers untrainable except for the very last convolutional layer" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": {}, + "outputs": [], + "source": [ + "for layer in dnet.layers:\n", + " layer.trainable = False\n", + "dnet.layers[-6].trainable = True" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Cifar-100 testing" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "metadata": {}, + "outputs": [], + "source": [ + "(X_train, y_train), (X_test, y_test) = cifar100.load_data()" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": {}, + "outputs": [], + "source": [ + "y_train_cat = to_categorical(y_train, 1000)\n", + "y_test_cat = to_categorical(y_test, 1000)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Lambda layer for preprocessing" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "metadata": {}, + "outputs": [], + "source": [ + "def preprocess(x):\n", + " x = tf.image.resize(x,size=(224,224),method='bicubic')\n", + " x = tf.keras.applications.densenet.preprocess_input(x)\n", + " return x" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Modify the model" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "metadata": {}, + "outputs": [], + "source": [ + "input_shape = (32,32,3)" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "metadata": {}, + "outputs": [], + "source": [ + "input_layer = Input(shape=input_shape)\n", + "prep = Lambda(preprocess)(input_layer)\n", + "out = dnet(prep)\n", + "dnet_mod = Model(inputs=input_layer, outputs=out)" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "metadata": {}, + "outputs": [], + "source": [ + "dnet_mod.compile(optimizer='adam',\n", + " loss=tf.keras.losses.CategoricalCrossentropy(),\n", + " metrics=[tf.keras.metrics.TopKCategoricalAccuracy(k=1, name='top_1_categorical_accuracy')])" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Try to fit it on Cifar-100 data and then evaluate (there is no hope this is gonna work ...)" + ] + }, + { + "cell_type": "code", + "execution_count": 11, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "1563/1563 [==============================] - 4034s 3s/step - loss: 9.6588 - top_1_categorical_accuracy: 0.0107\n" + ] + }, + { + "data": { + "text/plain": [ + "" + ] + }, + "execution_count": 11, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "dnet_mod.fit(X_train, y_train_cat)" + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "313/313 [==============================] - 672s 2s/step - loss: 9.2415 - top_1_categorical_accuracy: 0.0158\n" + ] + }, + { + "data": { + "text/plain": [ + "[9.241533279418945, 0.015799999237060547]" + ] + }, + "execution_count": 12, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "dnet_mod.evaluate(X_test, y_test_cat)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Try the same with adding a Cerebros \"add-on\" network" + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "metadata": {}, + "outputs": [], + "source": [ + "INPUT_SHAPES = [input_shape]\n", + "OUTPUT_SHAPES = [100]" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Use 10k-15k random samples from Cifar-100 to speed up the process" + ] + }, + { + "cell_type": "code", + "execution_count": 14, + "metadata": {}, + "outputs": [], + "source": [ + "num_samples = 15_000\n", + "rng = np.random.default_rng()\n", + "ind = rng.permutation(X_train.shape[0])[:num_samples]" + ] + }, + { + "cell_type": "code", + "execution_count": 15, + "metadata": {}, + "outputs": [], + "source": [ + "training_x = [tf.constant(X_train[ind,:,:,:])]\n", + "y_train_cat = to_categorical(y_train[ind], 100)\n", + "train_labels = [tf.constant(y_train_cat)]" + ] + }, + { + "cell_type": "code", + "execution_count": 16, + "metadata": {}, + "outputs": [], + "source": [ + "dnet = tf.keras.applications.densenet.DenseNet121(include_top=True,\n", + " weights='imagenet',\n", + " input_tensor=None,\n", + " input_shape=None,\n", + " pooling=None,\n", + " classes=1000,\n", + " classifier_activation='softmax'\n", + " )" + ] + }, + { + "cell_type": "code", + "execution_count": 17, + "metadata": {}, + "outputs": [], + "source": [ + "for layer in dnet.layers:\n", + " layer.trainable = False\n", + "dnet.layers[-6].trainable = True" + ] + }, + { + "cell_type": "code", + "execution_count": 18, + "metadata": {}, + "outputs": [], + "source": [ + "dnet_io = Model(inputs=dnet.layers[0].input,\n", + " outputs=dnet.layers[-2].output)" + ] + }, + { + "cell_type": "code", + "execution_count": 19, + "metadata": {}, + "outputs": [], + "source": [ + "input_layer = Input(shape=input_shape)\n", + "prep = Lambda(preprocess)(input_layer)\n", + "out = Flatten()(dnet_io(prep))\n", + "base_mod = Model(inputs=input_layer, outputs=out)" + ] + }, + { + "cell_type": "code", + "execution_count": 20, + "metadata": {}, + "outputs": [], + "source": [ + "activation = 'relu'\n", + "predecessor_level_connection_affinity_factor_first = 2.0\n", + "predecessor_level_connection_affinity_factor_main = 0.97\n", + "max_consecutive_lateral_connections = 5\n", + "p_lateral_connection = 0.97\n", + "num_lateral_connection_tries_per_unit = 2\n", + "learning_rate = 0.001\n", + "epochs = 10 # [1, 100]\n", + "batch_size = 20\n", + "maximum_levels = 4 # [3,7]\n", + "maximum_units_per_level = 7 # [2,10]\n", + "maximum_neurons_per_unit = 4 # [2,20]" + ] + }, + { + "cell_type": "code", + "execution_count": 21, + "metadata": {}, + "outputs": [], + "source": [ + "# Final training task\n", + "TIME = pendulum.now(tz='America/New_York').__str__()[:16]\\\n", + " .replace('T', '_')\\\n", + " .replace(':', '_')\\\n", + " .replace('-', '_')\n", + "#\n", + "PROJECT_NAME = f'{TIME}_cerebros_auto_ml_test_cifar100_densenet'\n", + "#\n", + "meta_trial_number = 42\n", + "#\n", + "cerebros_automl = SimpleCerebrosRandomSearch(\n", + " unit_type=DenseUnit,\n", + " input_shapes=INPUT_SHAPES,\n", + " output_shapes=OUTPUT_SHAPES,\n", + " training_data=training_x,\n", + " labels=train_labels,\n", + " validation_split=0.2,\n", + " direction='maximize',\n", + " metric_to_rank_by=\"val_top_1_categorical_accuracy\",\n", + " minimum_levels=2,\n", + " maximum_levels=maximum_levels,\n", + " minimum_units_per_level=1,\n", + " maximum_units_per_level=maximum_units_per_level,\n", + " minimum_neurons_per_unit=1,\n", + " maximum_neurons_per_unit=maximum_neurons_per_unit,\n", + " activation=activation,\n", + " final_activation='softmax',\n", + " number_of_architecture_moities_to_try=3,\n", + " number_of_tries_per_architecture_moity=2,\n", + " minimum_skip_connection_depth=1,\n", + " maximum_skip_connection_depth=7,\n", + " predecessor_level_connection_affinity_factor_first=predecessor_level_connection_affinity_factor_first,\n", + " predecessor_level_connection_affinity_factor_first_rounding_rule='ceil',\n", + " predecessor_level_connection_affinity_factor_main=predecessor_level_connection_affinity_factor_main,\n", + " predecessor_level_connection_affinity_factor_main_rounding_rule='ceil',\n", + " predecessor_level_connection_affinity_factor_decay_main=zero_7_exp_decay,\n", + " seed=8675309,\n", + " max_consecutive_lateral_connections=max_consecutive_lateral_connections,\n", + " gate_after_n_lateral_connections=3,\n", + " gate_activation_function=simple_sigmoid,\n", + " p_lateral_connection=p_lateral_connection,\n", + " p_lateral_connection_decay=zero_95_exp_decay,\n", + " num_lateral_connection_tries_per_unit=num_lateral_connection_tries_per_unit,\n", + " learning_rate=learning_rate,\n", + " loss=tf.keras.losses.CategoricalCrossentropy(),\n", + " metrics=[tf.keras.metrics.TopKCategoricalAccuracy(\n", + " k=1, name='top_1_categorical_accuracy')\n", + " ],\n", + " epochs=epochs,\n", + " project_name=f\"{PROJECT_NAME}_meta_{meta_trial_number}\",\n", + " model_graphs='model_graphs',\n", + " batch_size=batch_size,\n", + " meta_trial_number=meta_trial_number,\n", + " base_models=[base_mod])" + ] + }, + { + "cell_type": "code", + "execution_count": 22, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "SimpleCerebrosRandomSearch.input_shapes: [(32, 32, 3)]\n", + "nan\n", + ">nnf>ceil\n", + "k is: 0 value is: [{'1': }]\n", + "0\n", + "k is: 1 value is: [{'1': }, {'3': }]\n", + "1\n", + "Trying to create level 1\n", + "We think level 1's predecessors are: [0]\n", + "k is: 2 value is: [{'2': }, {'2': }, {'1': }, {'1': }, {'2': }]\n", + "2\n", + "Trying to create level 2\n", + "We think level 2's predecessors are: [0, 1]\n", + "k is: 3 value is: [{'4': }, {'1': }, {'3': }]\n", + "3\n", + "Trying to create level 3\n", + "We think level 3's predecessors are: [0, 1, 2]\n", + "k is: 4 value is: [{'100': }]\n", + "4\n", + "Trying to create Final level 4\n", + "Trying to create level 4\n", + "We think level final level 4's predecessors are: [0, 1, 2, 3]\n", + "levels:\n", + "[0, 1, 2, 3, 4]\n", + "{'0': 'InputUnitModule'}\n", + "InputLevel.input_shapes [(32, 32, 3)]\n", + "{'1': }\n", + "{'3': }\n", + "{'2': }\n", + "{'2': }\n", + "{'1': }\n", + "{'1': }\n", + "{'2': }\n", + "{'4': }\n", + "{'1': }\n", + "{'3': }\n", + "Debug: I am 4 selecting 3\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3, 4]\n", + "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3, 4]\n", + "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3, 4]\n", + "Setting levels_unmaterialized[3] level_number 3 to have first successor: levels_unmaterialized[:4], having level_numbers of [4]\n", + "Debug: successor_connectivity_errors_2d []\n", + "$$$$$$>>>>> Base model: \n", + "InputUnit.input_shape: (32, 32, 3)\n", + "{'1': }\n", + "{'3': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_0 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_1 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "{'2': }\n", + "{'2': }\n", + "{'1': }\n", + "{'1': }\n", + "{'2': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_0 called\n", + "materialized network layers\n", + "[, , , , , ]\n", + "materialized_predecessor_units [, , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_1 called\n", + "materialized network layers\n", + "[, , , , , ]\n", + "materialized_predecessor_units [, , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_2 called\n", + "materialized network layers\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_3 called\n", + "materialized network layers\n", + "[, , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_4 called\n", + "materialized network layers\n", + "[, , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , ]\n", + "{'4': }\n", + "{'1': }\n", + "{'3': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000003_tr_0_DenseUnit_0000000000000003_tr_0_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000003_tr_0_DenseUnit_0000000000000003_tr_0_1 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000003_tr_0_DenseUnit_0000000000000003_tr_0_2 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , ]\n", + "{'100': }\n", + "debug: meta_level_number\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "WARNING:absl:At this time, the v2.11+ optimizer `tf.keras.optimizers.Adam` runs slowly on M1/M2 Macs, please use the legacy Keras optimizer instead, located at `tf.keras.optimizers.legacy.Adam`.\n", + "WARNING:absl:There is a known slowdown when using v2.11+ Keras optimizers on M1/M2 Macs. Falling back to the legacy Keras optimizer, i.e., `tf.keras.optimizers.legacy.Adam`.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000004_tr_0_FinalDenseUnit_0000000000000004_tr_0_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , , , , , ]\n", + "inputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp'\")\n", + "\n", + "outputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 100), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000004_tr_0_FinalDenseUnit_0000000000000004_tr_0_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000004_tr_0_FinalDenseUnit_0000000000000004_tr_0_0_dns_'\")\n", + "Model: \"NeuralNetworkFuture_0000000000000nan_tr_0_nn_materialized\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", + " 0000000nan_tr_0_InputLevel \n", + " _0000000000000000_tr_0_Inp \n", + " utUnit_0000000000000000_tr \n", + " _0_0_inp (InputLayer) \n", + " \n", + " model_2 (Functional) (None, 1024) 7037504 ['NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_InputLevel_00000\n", + " 00000000000_tr_0_InputUnit_000\n", + " 0000000000000_tr_0_0_inp[0][0]\n", + " '] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4096) 0 ['model_2[0][0]', \n", + " 0000000nan_tr_0_DenseLevel 'model_2[0][0]', \n", + " _0000000000000001_tr_0_Den 'model_2[0][0]', \n", + " seUnit_0000000000000001_tr 'model_2[0][0]'] \n", + " _0_1_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4096) 0 ['model_2[0][0]', \n", + " 0000000nan_tr_0_DenseLevel 'model_2[0][0]', \n", + " _0000000000000001_tr_0_Den 'model_2[0][0]', \n", + " seUnit_0000000000000001_tr 'model_2[0][0]'] \n", + " _0_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4096) 16384 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_cat_[0][0\n", + " _0_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4096) 16384 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_0_cat_[0][0\n", + " _0_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 12291 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_btn_[0][0\n", + " _0_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 4097 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_0_btn_[0][0\n", + " _0_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2054) 0 ['model_2[0][0]', \n", + " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_0_DenseUnit_000\n", + " _0_1_cat_ (Concatenate) 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2054) 8216 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_1_cat_[0][0\n", + " _0_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 4110 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_1_btn_[0][0\n", + " _0_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2062) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_1_dns_[0][0\n", + " _0_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2062) 8248 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_2_cat_[0][0\n", + " _0_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2063 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_2_btn_[0][0\n", + " _0_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2063) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_2_dns_[0][0\n", + " _0_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2063) 8252 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_3_cat_[0][0\n", + " _0_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2064 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_3_btn_[0][0\n", + " _0_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2054) 0 ['model_2[0][0]', \n", + " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_0_DenseUnit_000\n", + " _0_0_cat_ (Concatenate) 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2065) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_3_dns_[0][0\n", + " _0_4_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2054) 8216 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_0_cat_[0][0\n", + " _0_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2065) 8260 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_4_cat_[0][0\n", + " _0_4_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 4110 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_0_btn_[0][0\n", + " _0_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 4132 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_4_btn_[0][0\n", + " _0_4_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2065) 0 ['model_2[0][0]', \n", + " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_0_DenseUnit_000\n", + " _0_1_cat_ (Concatenate) 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_4_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2065) 8260 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_1_cat_[0][0\n", + " _0_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2066 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_1_btn_[0][0\n", + " _0_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2067) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_1_dns_[0][0\n", + " _0_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2064) 0 ['model_2[0][0]', \n", + " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_0_DenseUnit_000\n", + " _0_0_cat_ (Concatenate) 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2067) 8268 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_2_cat_[0][0\n", + " _0_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2064) 8256 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_0_cat_[0][0\n", + " _0_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 6204 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_2_btn_[0][0\n", + " _0_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 8260 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_0_btn_[0][0\n", + " _0_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2097) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_DenseLevel_00000\n", + " Level_0000000000000004_tr_ 00000000003_tr_0_DenseUnit_000\n", + " 0_FinalDenseUnit_000000000 0000000000003_tr_0_1_dns_[0][0\n", + " 0000004_tr_0_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2097) 8388 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", + " Level_0000000000000004_tr_ 0000000000000004_tr_0_FinalDen\n", + " 0_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_0_0\n", + " 0000004_tr_0_0_btn_ (Batch _cat_[0][0]'] \n", + " Normalization) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 100) 209800 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", + " Level_0000000000000004_tr_ 0000000000000004_tr_0_FinalDen\n", + " 0_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_0_0\n", + " 0000004_tr_0_0_dns_ (Dense _btn_[0][0]'] \n", + " ) \n", + " \n", + "==================================================================================================\n", + "Total params: 7403833 (28.24 MB)\n", + "Trainable params: 349627 (1.33 MB)\n", + "Non-trainable params: 7054206 (26.91 MB)\n", + "__________________________________________________________________________________________________\n", + "None\n", + "Epoch 1/10\n", + "600/600 [==============================] - 1272s 2s/step - loss: 1.7246 - top_1_categorical_accuracy: 0.5446 - val_loss: 1.2391 - val_top_1_categorical_accuracy: 0.6487\n", + "Epoch 2/10\n", + "600/600 [==============================] - 1288s 2s/step - loss: 0.8761 - top_1_categorical_accuracy: 0.7448 - val_loss: 1.2134 - val_top_1_categorical_accuracy: 0.6673\n", + "Epoch 3/10\n", + "600/600 [==============================] - 1132s 2s/step - loss: 0.6352 - top_1_categorical_accuracy: 0.8068 - val_loss: 1.2881 - val_top_1_categorical_accuracy: 0.6673\n", + "Epoch 4/10\n", + "600/600 [==============================] - 1272s 2s/step - loss: 0.4850 - top_1_categorical_accuracy: 0.8462 - val_loss: 1.3380 - val_top_1_categorical_accuracy: 0.6547\n", + "Epoch 5/10\n", + "600/600 [==============================] - 1267s 2s/step - loss: 0.3790 - top_1_categorical_accuracy: 0.8794 - val_loss: 1.3893 - val_top_1_categorical_accuracy: 0.6683\n", + "Epoch 6/10\n", + "600/600 [==============================] - 1137s 2s/step - loss: 0.3181 - top_1_categorical_accuracy: 0.9010 - val_loss: 1.4660 - val_top_1_categorical_accuracy: 0.6593\n", + "Epoch 7/10\n", + "600/600 [==============================] - 1172s 2s/step - loss: 0.2684 - top_1_categorical_accuracy: 0.9104 - val_loss: 1.5204 - val_top_1_categorical_accuracy: 0.6643\n", + "Epoch 8/10\n", + "600/600 [==============================] - 1290s 2s/step - loss: 0.2190 - top_1_categorical_accuracy: 0.9302 - val_loss: 1.6395 - val_top_1_categorical_accuracy: 0.6540\n", + "Epoch 9/10\n", + "600/600 [==============================] - 1255s 2s/step - loss: 0.2087 - top_1_categorical_accuracy: 0.9313 - val_loss: 1.6313 - val_top_1_categorical_accuracy: 0.6707\n", + "Epoch 10/10\n", + "600/600 [==============================] - 1043s 2s/step - loss: 0.1732 - top_1_categorical_accuracy: 0.9434 - val_loss: 1.7311 - val_top_1_categorical_accuracy: 0.6640\n", + "this is neural_network_spec_file 2023_10_22_14_00_cerebros_auto_ml_test_cifar10_meta_42/model_architectures/tr_0000000000000000_subtrial_0000000000000000.txt\n", + "INFO:tensorflow:Assets written to: 2023_10_22_14_00_cerebros_auto_ml_test_cifar10_meta_42/models/tr_0000000000000000_subtrial_0000000000000000/assets\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "INFO:tensorflow:Assets written to: 2023_10_22_14_00_cerebros_auto_ml_test_cifar10_meta_42/models/tr_0000000000000000_subtrial_0000000000000000/assets\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "returning trial 0 oracles\n", + " loss top_1_categorical_accuracy val_loss \\\n", + "0 1.724567 0.544583 1.239056 \n", + "1 0.876107 0.744833 1.213375 \n", + "2 0.635165 0.806833 1.288063 \n", + "3 0.485002 0.846250 1.338048 \n", + "4 0.379049 0.879417 1.389307 \n", + "5 0.318090 0.901000 1.465986 \n", + "6 0.268358 0.910417 1.520408 \n", + "7 0.218966 0.930250 1.639519 \n", + "8 0.208700 0.931333 1.631307 \n", + "9 0.173237 0.943417 1.731060 \n", + "\n", + " val_top_1_categorical_accuracy trial_number subtrial_number \\\n", + "0 0.648667 0 0 \n", + "1 0.667333 0 0 \n", + "2 0.667333 0 0 \n", + "3 0.654667 0 0 \n", + "4 0.668333 0 0 \n", + "5 0.659333 0 0 \n", + "6 0.664333 0 0 \n", + "7 0.654000 0 0 \n", + "8 0.670667 0 0 \n", + "9 0.664000 0 0 \n", + "\n", + " model_name \n", + "0 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "1 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "2 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "3 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "4 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "5 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "6 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "7 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "8 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "9 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "SimpleCerebrosRandomSearch.input_shapes: [(32, 32, 3)]\n", + "nan\n", + ">nnf>ceil\n", + "k is: 0 value is: [{'1': }]\n", + "0\n", + "k is: 1 value is: [{'1': }, {'3': }]\n", + "1\n", + "Trying to create level 1\n", + "We think level 1's predecessors are: [0]\n", + "k is: 2 value is: [{'2': }, {'2': }, {'1': }, {'1': }, {'2': }]\n", + "2\n", + "Trying to create level 2\n", + "We think level 2's predecessors are: [0, 1]\n", + "k is: 3 value is: [{'4': }, {'1': }, {'3': }]\n", + "3\n", + "Trying to create level 3\n", + "We think level 3's predecessors are: [0, 1, 2]\n", + "k is: 4 value is: [{'100': }]\n", + "4\n", + "Trying to create Final level 4\n", + "Trying to create level 4\n", + "We think level final level 4's predecessors are: [0, 1, 2, 3]\n", + "levels:\n", + "[0, 1, 2, 3, 4]\n", + "{'0': 'InputUnitModule'}\n", + "InputLevel.input_shapes [(32, 32, 3)]\n", + "{'1': }\n", + "{'3': }\n", + "{'2': }\n", + "{'2': }\n", + "{'1': }\n", + "{'1': }\n", + "{'2': }\n", + "{'4': }\n", + "{'1': }\n", + "{'3': }\n", + "Debug: I am 4 selecting 3\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3, 4]\n", + "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3, 4]\n", + "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3, 4]\n", + "Setting levels_unmaterialized[3] level_number 3 to have first successor: levels_unmaterialized[:4], having level_numbers of [4]\n", + "2\n", + "4\n", + "Debug: successor_connectivity_errors_2d []\n", + "Successor map:\n", + "{3: '0', 4: '1'}\n", + "I am: level #: 2 calling a correction to an error in:\n", + "error_0:[2 4]\n", + "I am: 4: My predecessors are [0, 1, 2, 3]\n", + "asigning unit level 2, unit: 4 to be the input of: level: 4 unit: 0\n", + "$$$$$$>>>>> Base model: \n", + "InputUnit.input_shape: (32, 32, 3)\n", + "{'1': }\n", + "{'3': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_0 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_1 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "{'2': }\n", + "{'2': }\n", + "{'1': }\n", + "{'1': }\n", + "{'2': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d [Array([2, 4], dtype=int32)]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_0 called\n", + "materialized network layers\n", + "[, , , , , ]\n", + "materialized_predecessor_units [, , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_1 called\n", + "materialized network layers\n", + "[, , , , , ]\n", + "materialized_predecessor_units [, , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_2 called\n", + "materialized network layers\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_3 called\n", + "materialized network layers\n", + "[, , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_4 called\n", + "materialized network layers\n", + "[, , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , ]\n", + "{'4': }\n", + "{'1': }\n", + "{'3': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000003_tr_0_DenseUnit_0000000000000003_tr_0_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000003_tr_0_DenseUnit_0000000000000003_tr_0_1 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000003_tr_0_DenseUnit_0000000000000003_tr_0_2 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , ]\n", + "{'100': }\n", + "debug: meta_level_number\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "WARNING:absl:At this time, the v2.11+ optimizer `tf.keras.optimizers.Adam` runs slowly on M1/M2 Macs, please use the legacy Keras optimizer instead, located at `tf.keras.optimizers.legacy.Adam`.\n", + "WARNING:absl:There is a known slowdown when using v2.11+ Keras optimizers on M1/M2 Macs. Falling back to the legacy Keras optimizer, i.e., `tf.keras.optimizers.legacy.Adam`.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000004_tr_0_FinalDenseUnit_0000000000000004_tr_0_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , , , , , , ]\n", + "inputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp'\")\n", + "\n", + "outputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 100), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000004_tr_0_FinalDenseUnit_0000000000000004_tr_0_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000004_tr_0_FinalDenseUnit_0000000000000004_tr_0_0_dns_'\")\n", + "Model: \"NeuralNetworkFuture_0000000000000nan_tr_0_nn_materialized\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", + " 0000000nan_tr_0_InputLevel \n", + " _0000000000000000_tr_0_Inp \n", + " utUnit_0000000000000000_tr \n", + " _0_0_inp (InputLayer) \n", + " \n", + " model_2 (Functional) (None, 1024) 7037504 ['NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_InputLevel_00000\n", + " 00000000000_tr_0_InputUnit_000\n", + " 0000000000000_tr_0_0_inp[0][0]\n", + " '] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4096) 0 ['model_2[1][0]', \n", + " 0000000nan_tr_0_DenseLevel 'model_2[1][0]', \n", + " _0000000000000001_tr_0_Den 'model_2[1][0]', \n", + " seUnit_0000000000000001_tr 'model_2[1][0]'] \n", + " _0_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4096) 0 ['model_2[1][0]', \n", + " 0000000nan_tr_0_DenseLevel 'model_2[1][0]', \n", + " _0000000000000001_tr_0_Den 'model_2[1][0]', \n", + " seUnit_0000000000000001_tr 'model_2[1][0]'] \n", + " _0_1_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4096) 16384 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_0_cat_[0][0\n", + " _0_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4096) 16384 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_cat_[0][0\n", + " _0_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 4097 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_0_btn_[0][0\n", + " _0_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 12291 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_btn_[0][0\n", + " _0_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2056) 0 ['model_2[1][0]', \n", + " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_0_DenseUnit_000\n", + " _0_1_cat_ (Concatenate) 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'model_2[1][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2056) 8224 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_1_cat_[0][0\n", + " _0_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 4114 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_1_btn_[0][0\n", + " _0_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2060) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_1_dns_[0][0\n", + " _0_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[1][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'model_2[1][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2060) 8240 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_2_cat_[0][0\n", + " _0_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2061 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_2_btn_[0][0\n", + " _0_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2059) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_2_dns_[0][0\n", + " _0_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[1][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[1][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2059) 8236 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_3_cat_[0][0\n", + " _0_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2060 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_3_btn_[0][0\n", + " _0_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2058) 0 ['model_2[1][0]', \n", + " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_0_DenseUnit_000\n", + " _0_0_cat_ (Concatenate) 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'model_2[1][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2062) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_3_dns_[0][0\n", + " _0_4_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[1][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[1][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2058) 8232 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_0_cat_[0][0\n", + " _0_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2062) 8248 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_4_cat_[0][0\n", + " _0_4_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 4118 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_0_btn_[0][0\n", + " _0_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 4126 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_4_btn_[0][0\n", + " _0_4_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2063) 0 ['model_2[1][0]', \n", + " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_0_DenseUnit_000\n", + " _0_1_cat_ (Concatenate) 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'model_2[1][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2063) 8252 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_1_cat_[0][0\n", + " _0_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2064 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_1_btn_[0][0\n", + " _0_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2068) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_1_dns_[0][0\n", + " _0_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[1][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'model_2[1][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2064) 0 ['model_2[1][0]', \n", + " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_0_DenseUnit_000\n", + " _0_0_cat_ (Concatenate) 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'model_2[1][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2068) 8272 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_2_cat_[0][0\n", + " _0_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2064) 8256 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_0_cat_[0][0\n", + " _0_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 6207 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_2_btn_[0][0\n", + " _0_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 8260 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_0_btn_[0][0\n", + " _0_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2096) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_DenseLevel_00000\n", + " Level_0000000000000004_tr_ 00000000003_tr_0_DenseUnit_000\n", + " 0_FinalDenseUnit_000000000 0000000000003_tr_0_2_dns_[0][0\n", + " 0000004_tr_0_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'model_2[1][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'model_2[1][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2096) 8384 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", + " Level_0000000000000004_tr_ 0000000000000004_tr_0_FinalDen\n", + " 0_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_0_0\n", + " 0000004_tr_0_0_btn_ (Batch _cat_[0][0]'] \n", + " Normalization) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 100) 209700 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", + " Level_0000000000000004_tr_ 0000000000000004_tr_0_FinalDen\n", + " 0_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_0_0\n", + " 0000004_tr_0_0_dns_ (Dense _btn_[0][0]'] \n", + " ) \n", + " \n", + "==================================================================================================\n", + "Total params: 7403714 (28.24 MB)\n", + "Trainable params: 349518 (1.33 MB)\n", + "Non-trainable params: 7054196 (26.91 MB)\n", + "__________________________________________________________________________________________________\n", + "None\n", + "Epoch 1/10\n", + "600/600 [==============================] - 1308s 2s/step - loss: 1.6409 - top_1_categorical_accuracy: 0.5845 - val_loss: 1.2168 - val_top_1_categorical_accuracy: 0.6593\n", + "Epoch 2/10\n", + "600/600 [==============================] - 1270s 2s/step - loss: 0.7364 - top_1_categorical_accuracy: 0.7803 - val_loss: 1.2329 - val_top_1_categorical_accuracy: 0.6653\n", + "Epoch 3/10\n", + "600/600 [==============================] - 884s 1s/step - loss: 0.4659 - top_1_categorical_accuracy: 0.8562 - val_loss: 1.3269 - val_top_1_categorical_accuracy: 0.6623\n", + "Epoch 4/10\n", + "600/600 [==============================] - 1272s 2s/step - loss: 0.3001 - top_1_categorical_accuracy: 0.9092 - val_loss: 1.3837 - val_top_1_categorical_accuracy: 0.6717\n", + "Epoch 5/10\n", + "600/600 [==============================] - 1295s 2s/step - loss: 0.2395 - top_1_categorical_accuracy: 0.9266 - val_loss: 1.5757 - val_top_1_categorical_accuracy: 0.6533\n", + "Epoch 6/10\n", + "600/600 [==============================] - 1209s 2s/step - loss: 0.1905 - top_1_categorical_accuracy: 0.9398 - val_loss: 1.6090 - val_top_1_categorical_accuracy: 0.6550\n", + "Epoch 7/10\n", + "600/600 [==============================] - 953s 2s/step - loss: 0.1546 - top_1_categorical_accuracy: 0.9488 - val_loss: 1.7502 - val_top_1_categorical_accuracy: 0.6370\n", + "Epoch 8/10\n", + "600/600 [==============================] - 1280s 2s/step - loss: 0.1433 - top_1_categorical_accuracy: 0.9529 - val_loss: 1.7996 - val_top_1_categorical_accuracy: 0.6517\n", + "Epoch 9/10\n", + "600/600 [==============================] - 1182s 2s/step - loss: 0.1155 - top_1_categorical_accuracy: 0.9633 - val_loss: 1.9032 - val_top_1_categorical_accuracy: 0.6447\n", + "Epoch 10/10\n", + "600/600 [==============================] - 717s 1s/step - loss: 0.1192 - top_1_categorical_accuracy: 0.9612 - val_loss: 1.9501 - val_top_1_categorical_accuracy: 0.6477\n", + "this is neural_network_spec_file 2023_10_22_14_00_cerebros_auto_ml_test_cifar10_meta_42/model_architectures/tr_0000000000000000_subtrial_0000000000000001.txt\n", + "INFO:tensorflow:Assets written to: 2023_10_22_14_00_cerebros_auto_ml_test_cifar10_meta_42/models/tr_0000000000000000_subtrial_0000000000000001/assets\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "INFO:tensorflow:Assets written to: 2023_10_22_14_00_cerebros_auto_ml_test_cifar10_meta_42/models/tr_0000000000000000_subtrial_0000000000000001/assets\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "returning trial 0 oracles\n", + " loss top_1_categorical_accuracy val_loss \\\n", + "0 1.640890 0.584467 1.216798 \n", + "1 0.736421 0.780333 1.232927 \n", + "2 0.465895 0.856167 1.326863 \n", + "3 0.300055 0.909167 1.383744 \n", + "4 0.239541 0.926583 1.575731 \n", + "5 0.190522 0.939833 1.609007 \n", + "6 0.154597 0.948833 1.750176 \n", + "7 0.143269 0.952917 1.799643 \n", + "8 0.115500 0.963333 1.903169 \n", + "9 0.119193 0.961167 1.950061 \n", + "\n", + " val_top_1_categorical_accuracy trial_number subtrial_number \\\n", + "0 0.659333 0 1 \n", + "1 0.665333 0 1 \n", + "2 0.662333 0 1 \n", + "3 0.671667 0 1 \n", + "4 0.653333 0 1 \n", + "5 0.655000 0 1 \n", + "6 0.637000 0 1 \n", + "7 0.651667 0 1 \n", + "8 0.644667 0 1 \n", + "9 0.647667 0 1 \n", + "\n", + " model_name \n", + "0 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "1 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "2 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "3 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "4 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "5 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "6 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "7 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "8 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "9 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "SimpleCerebrosRandomSearch.input_shapes: [(32, 32, 3)]\n", + "nan\n", + ">nnf>ceil\n", + "k is: 0 value is: [{'1': }]\n", + "0\n", + "k is: 1 value is: [{'4': }, {'2': }, {'3': }, {'1': }, {'3': }]\n", + "1\n", + "Trying to create level 1\n", + "We think level 1's predecessors are: [0]\n", + "k is: 2 value is: [{'4': }, {'2': }, {'3': }, {'2': }]\n", + "2\n", + "Trying to create level 2\n", + "We think level 2's predecessors are: [0, 1]\n", + "k is: 3 value is: [{'3': }, {'3': }, {'4': }, {'4': }, {'3': }, {'2': }]\n", + "3\n", + "Trying to create level 3\n", + "We think level 3's predecessors are: [0, 1, 2]\n", + "k is: 4 value is: [{'100': }]\n", + "4\n", + "Trying to create Final level 4\n", + "Trying to create level 4\n", + "We think level final level 4's predecessors are: [0, 1, 2, 3]\n", + "levels:\n", + "[0, 1, 2, 3, 4]\n", + "{'0': 'InputUnitModule'}\n", + "InputLevel.input_shapes [(32, 32, 3)]\n", + "{'4': }\n", + "{'2': }\n", + "{'3': }\n", + "{'1': }\n", + "{'3': }\n", + "{'4': }\n", + "{'2': }\n", + "{'3': }\n", + "{'2': }\n", + "{'3': }\n", + "{'3': }\n", + "{'4': }\n", + "{'4': }\n", + "{'3': }\n", + "{'2': }\n", + "Debug: I am 4 selecting 3\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3, 4]\n", + "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3, 4]\n", + "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3, 4]\n", + "Setting levels_unmaterialized[3] level_number 3 to have first successor: levels_unmaterialized[:4], having level_numbers of [4]\n", + "Debug: successor_connectivity_errors_2d []\n", + "$$$$$$>>>>> Base model: \n", + "InputUnit.input_shape: (32, 32, 3)\n", + "{'4': }\n", + "{'2': }\n", + "{'3': }\n", + "{'1': }\n", + "{'3': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_0 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_1 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_2 called\n", + "materialized network layers\n", + "[, , , , , ]\n", + "materialized_predecessor_units [, , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_3 called\n", + "materialized network layers\n", + "[, , , , , , ]\n", + "materialized_predecessor_units [, , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_4 called\n", + "materialized network layers\n", + "[, , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , ]\n", + "{'4': }\n", + "{'2': }\n", + "{'3': }\n", + "{'2': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_1 called\n", + "materialized network layers\n", + "[, , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_2 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_3 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "{'3': }\n", + "{'3': }\n", + "{'4': }\n", + "{'4': }\n", + "{'3': }\n", + "{'2': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000003_tr_0_DenseUnit_0000000000000003_tr_0_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000003_tr_0_DenseUnit_0000000000000003_tr_0_1 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000003_tr_0_DenseUnit_0000000000000003_tr_0_2 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000003_tr_0_DenseUnit_0000000000000003_tr_0_3 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000003_tr_0_DenseUnit_0000000000000003_tr_0_4 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000003_tr_0_DenseUnit_0000000000000003_tr_0_5 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , ]\n", + "{'100': }\n", + "debug: meta_level_number\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "WARNING:absl:At this time, the v2.11+ optimizer `tf.keras.optimizers.Adam` runs slowly on M1/M2 Macs, please use the legacy Keras optimizer instead, located at `tf.keras.optimizers.legacy.Adam`.\n", + "WARNING:absl:There is a known slowdown when using v2.11+ Keras optimizers on M1/M2 Macs. Falling back to the legacy Keras optimizer, i.e., `tf.keras.optimizers.legacy.Adam`.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000004_tr_0_FinalDenseUnit_0000000000000004_tr_0_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ]\n", + "inputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp'\")\n", + "\n", + "outputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 100), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000004_tr_0_FinalDenseUnit_0000000000000004_tr_0_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000004_tr_0_FinalDenseUnit_0000000000000004_tr_0_0_dns_'\")\n", + "Model: \"NeuralNetworkFuture_0000000000000nan_tr_0_nn_materialized\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", + " 0000000nan_tr_0_InputLevel \n", + " _0000000000000000_tr_0_Inp \n", + " utUnit_0000000000000000_tr \n", + " _0_0_inp (InputLayer) \n", + " \n", + " model_2 (Functional) (None, 1024) 7037504 ['NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_InputLevel_00000\n", + " 00000000000_tr_0_InputUnit_000\n", + " 0000000000000_tr_0_0_inp[0][0]\n", + " '] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4096) 0 ['model_2[2][0]', \n", + " 0000000nan_tr_0_DenseLevel 'model_2[2][0]', \n", + " _0000000000000001_tr_0_Den 'model_2[2][0]', \n", + " seUnit_0000000000000001_tr 'model_2[2][0]'] \n", + " _0_1_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4096) 16384 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_cat_[0][0\n", + " _0_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 8194 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_btn_[0][0\n", + " _0_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4100) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_dns_[0][0\n", + " _0_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[2][0]', \n", + " 'model_2[2][0]', \n", + " 'model_2[2][0]', \n", + " 'model_2[2][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4100) 16400 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_cat_[0][0\n", + " _0_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 12303 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_btn_[0][0\n", + " _0_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4103) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_dns_[0][0\n", + " _0_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[2][0]', \n", + " 'model_2[2][0]', \n", + " 'model_2[2][0]', \n", + " 'model_2[2][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4103) 16412 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_3_cat_[0][0\n", + " _0_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 4104 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_3_btn_[0][0\n", + " _0_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4096) 0 ['model_2[2][0]', \n", + " 0000000nan_tr_0_DenseLevel 'model_2[2][0]', \n", + " _0000000000000001_tr_0_Den 'model_2[2][0]', \n", + " seUnit_0000000000000001_tr 'model_2[2][0]'] \n", + " _0_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4107) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_3_dns_[0][0\n", + " _0_4_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[2][0]', \n", + " 'model_2[2][0]', \n", + " 'model_2[2][0]', \n", + " 'model_2[2][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4096) 16384 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_0_cat_[0][0\n", + " _0_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4107) 16428 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_4_cat_[0][0\n", + " _0_4_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 16388 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_0_btn_[0][0\n", + " _0_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 12324 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_4_btn_[0][0\n", + " _0_4_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2074) 0 ['model_2[2][0]', \n", + " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_0_DenseUnit_000\n", + " _0_1_cat_ (Concatenate) 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'model_2[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2074) 8296 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_1_cat_[0][0\n", + " _0_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 4150 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_1_btn_[0][0\n", + " _0_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2071) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_1_dns_[0][0\n", + " _0_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2070) 0 ['model_2[2][0]', \n", + " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_0_DenseUnit_000\n", + " _0_0_cat_ (Concatenate) 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'model_2[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2071) 8284 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_2_cat_[0][0\n", + " _0_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2070) 8280 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_0_cat_[0][0\n", + " _0_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 6216 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_2_btn_[0][0\n", + " _0_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 8284 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_0_btn_[0][0\n", + " _0_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2084) 0 ['model_2[2][0]', \n", + " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_0_DenseUnit_000\n", + " _0_1_cat_ (Concatenate) 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2078) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_2_dns_[0][0\n", + " _0_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'model_2[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2084) 8336 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_1_cat_[0][0\n", + " _0_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2078) 8312 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_3_cat_[0][0\n", + " _0_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 6255 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_1_btn_[0][0\n", + " _0_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 4158 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_3_btn_[0][0\n", + " _0_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2085) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_1_dns_[0][0\n", + " _0_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'model_2[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2085) 8340 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_2_cat_[0][0\n", + " _0_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 8344 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_2_btn_[0][0\n", + " _0_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2093) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_2_dns_[0][0\n", + " _0_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2093) 8372 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_3_cat_[0][0\n", + " _0_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 8376 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_3_btn_[0][0\n", + " _0_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2092) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_3_dns_[0][0\n", + " _0_4_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'model_2[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2092) 8368 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_4_cat_[0][0\n", + " _0_4_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 6279 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_4_btn_[0][0\n", + " _0_4_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2098) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_4_dns_[0][0\n", + " _0_5_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'model_2[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2083) 0 ['model_2[2][0]', \n", + " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_0_DenseUnit_000\n", + " _0_0_cat_ (Concatenate) 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'model_2[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2098) 8392 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_5_cat_[0][0\n", + " _0_5_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2083) 8332 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_0_cat_[0][0\n", + " _0_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 4198 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_5_btn_[0][0\n", + " _0_5_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 6252 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_0_btn_[0][0\n", + " _0_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2136) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_DenseLevel_00000\n", + " Level_0000000000000004_tr_ 00000000003_tr_0_DenseUnit_000\n", + " 0_FinalDenseUnit_000000000 0000000000003_tr_0_2_dns_[0][0\n", + " 0000004_tr_0_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'model_2[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_5_dns_[0][0\n", + " ]', \n", + " 'model_2[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2136) 8544 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", + " Level_0000000000000004_tr_ 0000000000000004_tr_0_FinalDen\n", + " 0_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_0_0\n", + " 0000004_tr_0_0_btn_ (Batch _cat_[0][0]'] \n", + " Normalization) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 100) 213700 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", + " Level_0000000000000004_tr_ 0000000000000004_tr_0_FinalDen\n", + " 0_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_0_0\n", + " 0000004_tr_0_0_dns_ (Dense _btn_[0][0]'] \n", + " ) \n", + " \n", + "==================================================================================================\n", + "Total params: 7540893 (28.77 MB)\n", + "Trainable params: 453321 (1.73 MB)\n", + "Non-trainable params: 7087572 (27.04 MB)\n", + "__________________________________________________________________________________________________\n", + "None\n", + "Epoch 1/10\n", + "600/600 [==============================] - 764s 1s/step - loss: 1.5634 - top_1_categorical_accuracy: 0.5921 - val_loss: 1.2728 - val_top_1_categorical_accuracy: 0.6453\n", + "Epoch 2/10\n", + "600/600 [==============================] - 702s 1s/step - loss: 0.5613 - top_1_categorical_accuracy: 0.8302 - val_loss: 1.3489 - val_top_1_categorical_accuracy: 0.6507\n", + "Epoch 3/10\n", + "600/600 [==============================] - 730s 1s/step - loss: 0.2990 - top_1_categorical_accuracy: 0.9113 - val_loss: 1.5085 - val_top_1_categorical_accuracy: 0.6413\n", + "Epoch 4/10\n", + "600/600 [==============================] - 736s 1s/step - loss: 0.1757 - top_1_categorical_accuracy: 0.9513 - val_loss: 1.6404 - val_top_1_categorical_accuracy: 0.6483\n", + "Epoch 5/10\n", + "600/600 [==============================] - 720s 1s/step - loss: 0.1465 - top_1_categorical_accuracy: 0.9571 - val_loss: 1.7466 - val_top_1_categorical_accuracy: 0.6340\n", + "Epoch 6/10\n", + "600/600 [==============================] - 723s 1s/step - loss: 0.1266 - top_1_categorical_accuracy: 0.9613 - val_loss: 1.8378 - val_top_1_categorical_accuracy: 0.6483\n", + "Epoch 7/10\n", + "600/600 [==============================] - 718s 1s/step - loss: 0.1189 - top_1_categorical_accuracy: 0.9628 - val_loss: 2.0490 - val_top_1_categorical_accuracy: 0.6213\n", + "Epoch 8/10\n", + "600/600 [==============================] - 723s 1s/step - loss: 0.1119 - top_1_categorical_accuracy: 0.9632 - val_loss: 2.0641 - val_top_1_categorical_accuracy: 0.6320\n", + "Epoch 9/10\n", + "600/600 [==============================] - 732s 1s/step - loss: 0.0934 - top_1_categorical_accuracy: 0.9697 - val_loss: 2.1495 - val_top_1_categorical_accuracy: 0.6367\n", + "Epoch 10/10\n", + "600/600 [==============================] - 730s 1s/step - loss: 0.0957 - top_1_categorical_accuracy: 0.9676 - val_loss: 2.3449 - val_top_1_categorical_accuracy: 0.6317\n", + "this is neural_network_spec_file 2023_10_22_14_00_cerebros_auto_ml_test_cifar10_meta_42/model_architectures/tr_0000000000000000_subtrial_0000000000000000.txt\n", + "INFO:tensorflow:Assets written to: 2023_10_22_14_00_cerebros_auto_ml_test_cifar10_meta_42/models/tr_0000000000000000_subtrial_0000000000000000/assets\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "INFO:tensorflow:Assets written to: 2023_10_22_14_00_cerebros_auto_ml_test_cifar10_meta_42/models/tr_0000000000000000_subtrial_0000000000000000/assets\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "returning trial 0 oracles\n", + " loss top_1_categorical_accuracy val_loss \\\n", + "0 1.563387 0.592067 1.272772 \n", + "1 0.561319 0.830167 1.348866 \n", + "2 0.298963 0.911333 1.508529 \n", + "3 0.175692 0.951250 1.640404 \n", + "4 0.146484 0.957083 1.746591 \n", + "5 0.126587 0.961250 1.837821 \n", + "6 0.118910 0.962833 2.049031 \n", + "7 0.111884 0.963250 2.064140 \n", + "8 0.093393 0.969667 2.149500 \n", + "9 0.095704 0.967583 2.344897 \n", + "\n", + " val_top_1_categorical_accuracy trial_number subtrial_number \\\n", + "0 0.645333 0 0 \n", + "1 0.650667 0 0 \n", + "2 0.641333 0 0 \n", + "3 0.648333 0 0 \n", + "4 0.634000 0 0 \n", + "5 0.648333 0 0 \n", + "6 0.621333 0 0 \n", + "7 0.632000 0 0 \n", + "8 0.636667 0 0 \n", + "9 0.631667 0 0 \n", + "\n", + " model_name \n", + "0 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "1 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "2 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "3 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "4 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "5 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "6 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "7 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "8 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "9 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "SimpleCerebrosRandomSearch.input_shapes: [(32, 32, 3)]\n", + "nan\n", + ">nnf>ceil\n", + "k is: 0 value is: [{'1': }]\n", + "0\n", + "k is: 1 value is: [{'4': }, {'2': }, {'3': }, {'1': }, {'3': }]\n", + "1\n", + "Trying to create level 1\n", + "We think level 1's predecessors are: [0]\n", + "k is: 2 value is: [{'4': }, {'2': }, {'3': }, {'2': }]\n", + "2\n", + "Trying to create level 2\n", + "We think level 2's predecessors are: [0, 1]\n", + "k is: 3 value is: [{'3': }, {'3': }, {'4': }, {'4': }, {'3': }, {'2': }]\n", + "3\n", + "Trying to create level 3\n", + "We think level 3's predecessors are: [0, 1, 2]\n", + "k is: 4 value is: [{'100': }]\n", + "4\n", + "Trying to create Final level 4\n", + "Trying to create level 4\n", + "We think level final level 4's predecessors are: [0, 1, 2, 3]\n", + "levels:\n", + "[0, 1, 2, 3, 4]\n", + "{'0': 'InputUnitModule'}\n", + "InputLevel.input_shapes [(32, 32, 3)]\n", + "{'4': }\n", + "{'2': }\n", + "{'3': }\n", + "{'1': }\n", + "{'3': }\n", + "{'4': }\n", + "{'2': }\n", + "{'3': }\n", + "{'2': }\n", + "{'3': }\n", + "{'3': }\n", + "{'4': }\n", + "{'4': }\n", + "{'3': }\n", + "{'2': }\n", + "Debug: I am 4 selecting 3\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3, 4]\n", + "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3, 4]\n", + "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3, 4]\n", + "Setting levels_unmaterialized[3] level_number 3 to have first successor: levels_unmaterialized[:4], having level_numbers of [4]\n", + "Debug: successor_connectivity_errors_2d []\n", + "$$$$$$>>>>> Base model: \n", + "InputUnit.input_shape: (32, 32, 3)\n", + "{'4': }\n", + "{'2': }\n", + "{'3': }\n", + "{'1': }\n", + "{'3': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_0 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_1 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_2 called\n", + "materialized network layers\n", + "[, , , , , ]\n", + "materialized_predecessor_units [, , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_3 called\n", + "materialized network layers\n", + "[, , , , , , ]\n", + "materialized_predecessor_units [, , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_4 called\n", + "materialized network layers\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "{'4': }\n", + "{'2': }\n", + "{'3': }\n", + "{'2': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_1 called\n", + "materialized network layers\n", + "[, , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_2 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_3 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , ]\n", + "{'3': }\n", + "{'3': }\n", + "{'4': }\n", + "{'4': }\n", + "{'3': }\n", + "{'2': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000003_tr_0_DenseUnit_0000000000000003_tr_0_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000003_tr_0_DenseUnit_0000000000000003_tr_0_1 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000003_tr_0_DenseUnit_0000000000000003_tr_0_2 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000003_tr_0_DenseUnit_0000000000000003_tr_0_3 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , ]\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "WARNING:absl:At this time, the v2.11+ optimizer `tf.keras.optimizers.Adam` runs slowly on M1/M2 Macs, please use the legacy Keras optimizer instead, located at `tf.keras.optimizers.legacy.Adam`.\n", + "WARNING:absl:There is a known slowdown when using v2.11+ Keras optimizers on M1/M2 Macs. Falling back to the legacy Keras optimizer, i.e., `tf.keras.optimizers.legacy.Adam`.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000003_tr_0_DenseUnit_0000000000000003_tr_0_4 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000003_tr_0_DenseUnit_0000000000000003_tr_0_5 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , , , ]\n", + "{'100': }\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000004_tr_0_FinalDenseUnit_0000000000000004_tr_0_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ]\n", + "inputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp'\")\n", + "\n", + "outputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 100), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000004_tr_0_FinalDenseUnit_0000000000000004_tr_0_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000004_tr_0_FinalDenseUnit_0000000000000004_tr_0_0_dns_'\")\n", + "Model: \"NeuralNetworkFuture_0000000000000nan_tr_0_nn_materialized\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", + " 0000000nan_tr_0_InputLevel \n", + " _0000000000000000_tr_0_Inp \n", + " utUnit_0000000000000000_tr \n", + " _0_0_inp (InputLayer) \n", + " \n", + " model_2 (Functional) (None, 1024) 7037504 ['NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_InputLevel_00000\n", + " 00000000000_tr_0_InputUnit_000\n", + " 0000000000000_tr_0_0_inp[0][0]\n", + " '] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4096) 0 ['model_2[3][0]', \n", + " 0000000nan_tr_0_DenseLevel 'model_2[3][0]', \n", + " _0000000000000001_tr_0_Den 'model_2[3][0]', \n", + " seUnit_0000000000000001_tr 'model_2[3][0]'] \n", + " _0_1_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4096) 16384 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_cat_[0][0\n", + " _0_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 8194 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_btn_[0][0\n", + " _0_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4100) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_dns_[0][0\n", + " _0_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[3][0]', \n", + " 'model_2[3][0]', \n", + " 'model_2[3][0]', \n", + " 'model_2[3][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4100) 16400 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_cat_[0][0\n", + " _0_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 12303 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_btn_[0][0\n", + " _0_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4103) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_dns_[0][0\n", + " _0_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[3][0]', \n", + " 'model_2[3][0]', \n", + " 'model_2[3][0]', \n", + " 'model_2[3][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4096) 0 ['model_2[3][0]', \n", + " 0000000nan_tr_0_DenseLevel 'model_2[3][0]', \n", + " _0000000000000001_tr_0_Den 'model_2[3][0]', \n", + " seUnit_0000000000000001_tr 'model_2[3][0]'] \n", + " _0_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4106) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_dns_[0][0\n", + " _0_4_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[3][0]', \n", + " 'model_2[3][0]', \n", + " 'model_2[3][0]', \n", + " 'model_2[3][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4103) 16412 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_3_cat_[0][0\n", + " _0_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4096) 16384 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_0_cat_[0][0\n", + " _0_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4106) 16424 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_4_cat_[0][0\n", + " _0_4_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 4104 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_3_btn_[0][0\n", + " _0_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 16388 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_0_btn_[0][0\n", + " _0_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 12321 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_4_btn_[0][0\n", + " _0_4_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2065) 0 ['model_2[3][0]', \n", + " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_0_DenseUnit_000\n", + " _0_1_cat_ (Concatenate) 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'model_2[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2065) 8260 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_1_cat_[0][0\n", + " _0_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 4132 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_1_btn_[0][0\n", + " _0_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2075) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_1_dns_[0][0\n", + " _0_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'model_2[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2075) 8300 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_2_cat_[0][0\n", + " _0_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 6228 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_2_btn_[0][0\n", + " _0_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2066) 0 ['model_2[3][0]', \n", + " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_0_DenseUnit_000\n", + " _0_0_cat_ (Concatenate) 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2073) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_2_dns_[0][0\n", + " _0_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2066) 8264 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_0_cat_[0][0\n", + " _0_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2073) 8292 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_3_cat_[0][0\n", + " _0_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 8268 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_0_btn_[0][0\n", + " _0_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 4148 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_3_btn_[0][0\n", + " _0_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2081) 0 ['model_2[3][0]', \n", + " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_0_DenseUnit_000\n", + " _0_1_cat_ (Concatenate) 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'model_2[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2081) 8324 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_1_cat_[0][0\n", + " _0_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 6246 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_1_btn_[0][0\n", + " _0_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2088) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_1_dns_[0][0\n", + " _0_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'model_2[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2088) 8352 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_2_cat_[0][0\n", + " _0_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 8356 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_2_btn_[0][0\n", + " _0_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2098) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_2_dns_[0][0\n", + " _0_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'model_2[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2098) 8392 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_3_cat_[0][0\n", + " _0_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 8396 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_3_btn_[0][0\n", + " _0_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2100) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_3_dns_[0][0\n", + " _0_4_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'model_2[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2100) 8400 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_4_cat_[0][0\n", + " _0_4_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 6303 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_4_btn_[0][0\n", + " _0_4_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2104) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_4_dns_[0][0\n", + " _0_5_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'model_2[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2073) 0 ['model_2[3][0]', \n", + " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_0_DenseUnit_000\n", + " _0_0_cat_ (Concatenate) 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2104) 8416 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_5_cat_[0][0\n", + " _0_5_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2073) 8292 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_0_cat_[0][0\n", + " _0_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 4210 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_5_btn_[0][0\n", + " _0_5_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 6222 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000003_tr_0_Den 00000000003_tr_0_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_0_0_btn_[0][0\n", + " _0_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2143) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_DenseLevel_00000\n", + " Level_0000000000000004_tr_ 00000000003_tr_0_DenseUnit_000\n", + " 0_FinalDenseUnit_000000000 0000000000003_tr_0_2_dns_[0][0\n", + " 0000004_tr_0_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000003_tr_0_DenseUnit_000\n", + " 0000000000003_tr_0_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2143) 8572 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", + " Level_0000000000000004_tr_ 0000000000000004_tr_0_FinalDen\n", + " 0_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_0_0\n", + " 0000004_tr_0_0_btn_ (Batch _cat_[0][0]'] \n", + " Normalization) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 100) 214400 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", + " Level_0000000000000004_tr_ 0000000000000004_tr_0_FinalDen\n", + " 0_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_0_0\n", + " 0000004_tr_0_0_dns_ (Dense _btn_[0][0]'] \n", + " ) \n", + " \n", + "==================================================================================================\n", + "Total params: 7541591 (28.77 MB)\n", + "Trainable params: 454017 (1.73 MB)\n", + "Non-trainable params: 7087574 (27.04 MB)\n", + "__________________________________________________________________________________________________\n", + "None\n", + "Epoch 1/10\n", + "600/600 [==============================] - 721s 1s/step - loss: 1.4876 - top_1_categorical_accuracy: 0.6040 - val_loss: 1.2849 - val_top_1_categorical_accuracy: 0.6453\n", + "Epoch 2/10\n", + "600/600 [==============================] - 737s 1s/step - loss: 0.4368 - top_1_categorical_accuracy: 0.8725 - val_loss: 1.4112 - val_top_1_categorical_accuracy: 0.6410\n", + "Epoch 3/10\n", + "600/600 [==============================] - 724s 1s/step - loss: 0.1964 - top_1_categorical_accuracy: 0.9475 - val_loss: 1.5598 - val_top_1_categorical_accuracy: 0.6537\n", + "Epoch 4/10\n", + "600/600 [==============================] - 721s 1s/step - loss: 0.1225 - top_1_categorical_accuracy: 0.9683 - val_loss: 1.7223 - val_top_1_categorical_accuracy: 0.6327\n", + "Epoch 5/10\n", + "600/600 [==============================] - 728s 1s/step - loss: 0.1038 - top_1_categorical_accuracy: 0.9712 - val_loss: 1.8233 - val_top_1_categorical_accuracy: 0.6397\n", + "Epoch 6/10\n", + "600/600 [==============================] - 728s 1s/step - loss: 0.0990 - top_1_categorical_accuracy: 0.9700 - val_loss: 1.9966 - val_top_1_categorical_accuracy: 0.6247\n", + "Epoch 7/10\n", + "600/600 [==============================] - 730s 1s/step - loss: 0.0983 - top_1_categorical_accuracy: 0.9687 - val_loss: 2.1061 - val_top_1_categorical_accuracy: 0.6250\n", + "Epoch 8/10\n", + "600/600 [==============================] - 726s 1s/step - loss: 0.0997 - top_1_categorical_accuracy: 0.9663 - val_loss: 2.1990 - val_top_1_categorical_accuracy: 0.6260\n", + "Epoch 9/10\n", + "600/600 [==============================] - 732s 1s/step - loss: 0.0863 - top_1_categorical_accuracy: 0.9722 - val_loss: 2.3296 - val_top_1_categorical_accuracy: 0.6307\n", + "Epoch 10/10\n", + "600/600 [==============================] - 677s 1s/step - loss: 0.0858 - top_1_categorical_accuracy: 0.9716 - val_loss: 2.3682 - val_top_1_categorical_accuracy: 0.6370\n", + "this is neural_network_spec_file 2023_10_22_14_00_cerebros_auto_ml_test_cifar10_meta_42/model_architectures/tr_0000000000000000_subtrial_0000000000000001.txt\n", + "INFO:tensorflow:Assets written to: 2023_10_22_14_00_cerebros_auto_ml_test_cifar10_meta_42/models/tr_0000000000000000_subtrial_0000000000000001/assets\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "INFO:tensorflow:Assets written to: 2023_10_22_14_00_cerebros_auto_ml_test_cifar10_meta_42/models/tr_0000000000000000_subtrial_0000000000000001/assets\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "returning trial 0 oracles\n", + " loss top_1_categorical_accuracy val_loss \\\n", + "0 1.487612 0.604000 1.284949 \n", + "1 0.436772 0.872500 1.411234 \n", + "2 0.196426 0.947500 1.559803 \n", + "3 0.122508 0.968333 1.722296 \n", + "4 0.103794 0.971250 1.823285 \n", + "5 0.099013 0.970000 1.996607 \n", + "6 0.098270 0.968667 2.106068 \n", + "7 0.099661 0.966333 2.199033 \n", + "8 0.086252 0.972250 2.329648 \n", + "9 0.085808 0.971583 2.368225 \n", + "\n", + " val_top_1_categorical_accuracy trial_number subtrial_number \\\n", + "0 0.645333 0 1 \n", + "1 0.641000 0 1 \n", + "2 0.653667 0 1 \n", + "3 0.632667 0 1 \n", + "4 0.639667 0 1 \n", + "5 0.624667 0 1 \n", + "6 0.625000 0 1 \n", + "7 0.626000 0 1 \n", + "8 0.630667 0 1 \n", + "9 0.637000 0 1 \n", + "\n", + " model_name \n", + "0 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "1 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "2 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "3 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "4 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "5 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "6 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "7 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "8 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "9 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "SimpleCerebrosRandomSearch.input_shapes: [(32, 32, 3)]\n", + "nan\n", + ">nnf>ceil\n", + "k is: 0 value is: [{'1': }]\n", + "0\n", + "k is: 1 value is: [{'2': }, {'1': }, {'3': }, {'2': }]\n", + "1\n", + "Trying to create level 1\n", + "We think level 1's predecessors are: [0]\n", + "k is: 2 value is: [{'3': }, {'1': }]\n", + "2\n", + "Trying to create level 2\n", + "We think level 2's predecessors are: [0, 1]\n", + "k is: 3 value is: [{'100': }]\n", + "3\n", + "Trying to create Final level 3\n", + "Trying to create level 3\n", + "We think level final level 3's predecessors are: [0, 1, 2]\n", + "levels:\n", + "[0, 1, 2, 3]\n", + "{'0': 'InputUnitModule'}\n", + "InputLevel.input_shapes [(32, 32, 3)]\n", + "{'2': }\n", + "{'1': }\n", + "{'3': }\n", + "{'2': }\n", + "{'3': }\n", + "{'1': }\n", + "Debug: I am 3 selecting 2\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3]\n", + "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3]\n", + "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3]\n", + "1\n", + "2\n", + "Debug: successor_connectivity_errors_2d []\n", + "Successor map:\n", + "{2: '0', 3: '1'}\n", + "I am: level #: 1 calling a correction to an error in:\n", + "error_0:[1 2]\n", + "I am: 3: My predecessors are [0, 1, 2]\n", + "asigning unit level 1, unit: 2 to be the input of: level: 3 unit: 0\n", + "$$$$$$>>>>> Base model: \n", + "InputUnit.input_shape: (32, 32, 3)\n", + "{'2': }\n", + "{'1': }\n", + "{'3': }\n", + "{'2': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d [Array([1, 2], dtype=int32)]\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_0 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_1 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_2 called\n", + "materialized network layers\n", + "[, , , , , ]\n", + "materialized_predecessor_units [, , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_3 called\n", + "materialized network layers\n", + "[, , , , , , ]\n", + "materialized_predecessor_units [, , , , , , ]\n", + "{'3': }\n", + "{'1': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_0 called\n", + "materialized network layers\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_1 called\n", + "materialized network layers\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "{'100': }\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000003_tr_0_FinalDenseUnit_0000000000000003_tr_0_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , ]\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "WARNING:absl:At this time, the v2.11+ optimizer `tf.keras.optimizers.Adam` runs slowly on M1/M2 Macs, please use the legacy Keras optimizer instead, located at `tf.keras.optimizers.legacy.Adam`.\n", + "WARNING:absl:There is a known slowdown when using v2.11+ Keras optimizers on M1/M2 Macs. Falling back to the legacy Keras optimizer, i.e., `tf.keras.optimizers.legacy.Adam`.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "inputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp'\")\n", + "\n", + "outputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 100), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000003_tr_0_FinalDenseUnit_0000000000000003_tr_0_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000003_tr_0_FinalDenseUnit_0000000000000003_tr_0_0_dns_'\")\n", + "Model: \"NeuralNetworkFuture_0000000000000nan_tr_0_nn_materialized\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", + " 0000000nan_tr_0_InputLevel \n", + " _0000000000000000_tr_0_Inp \n", + " utUnit_0000000000000000_tr \n", + " _0_0_inp (InputLayer) \n", + " \n", + " model_2 (Functional) (None, 1024) 7037504 ['NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_InputLevel_00000\n", + " 00000000000_tr_0_InputUnit_000\n", + " 0000000000000_tr_0_0_inp[0][0]\n", + " '] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4096) 0 ['model_2[4][0]', \n", + " 0000000nan_tr_0_DenseLevel 'model_2[4][0]', \n", + " _0000000000000001_tr_0_Den 'model_2[4][0]', \n", + " seUnit_0000000000000001_tr 'model_2[4][0]'] \n", + " _0_1_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4096) 16384 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_cat_[0][0\n", + " _0_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 4097 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_btn_[0][0\n", + " _0_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4098) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_dns_[0][0\n", + " _0_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[4][0]', \n", + " 'model_2[4][0]', \n", + " 'model_2[4][0]', \n", + " 'model_2[4][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4098) 16392 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_cat_[0][0\n", + " _0_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 12297 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_btn_[0][0\n", + " _0_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4096) 0 ['model_2[4][0]', \n", + " 0000000nan_tr_0_DenseLevel 'model_2[4][0]', \n", + " _0000000000000001_tr_0_Den 'model_2[4][0]', \n", + " seUnit_0000000000000001_tr 'model_2[4][0]'] \n", + " _0_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4101) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_dns_[0][0\n", + " _0_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[4][0]', \n", + " 'model_2[4][0]', \n", + " 'model_2[4][0]', \n", + " 'model_2[4][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4096) 16384 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_0_cat_[0][0\n", + " _0_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4101) 16404 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_3_cat_[0][0\n", + " _0_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 8194 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_0_btn_[0][0\n", + " _0_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 8204 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_3_btn_[0][0\n", + " _0_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2058) 0 ['model_2[4][0]', \n", + " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_0_DenseUnit_000\n", + " _0_0_cat_ (Concatenate) 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2058) 0 ['model_2[4][0]', \n", + " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_0_DenseUnit_000\n", + " _0_1_cat_ (Concatenate) 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2058) 8232 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_0_cat_[0][0\n", + " _0_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2058) 8232 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_1_cat_[0][0\n", + " _0_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 6177 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_0_btn_[0][0\n", + " _0_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2059 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_1_btn_[0][0\n", + " _0_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2076) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_DenseLevel_00000\n", + " Level_0000000000000003_tr_ 00000000002_tr_0_DenseUnit_000\n", + " 0_FinalDenseUnit_000000000 0000000000002_tr_0_0_dns_[0][0\n", + " 0000003_tr_0_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'model_2[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2076) 8304 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", + " Level_0000000000000003_tr_ 0000000000000003_tr_0_FinalDen\n", + " 0_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_0_0\n", + " 0000003_tr_0_0_btn_ (Batch _cat_[0][0]'] \n", + " Normalization) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 100) 207700 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", + " Level_0000000000000003_tr_ 0000000000000003_tr_0_FinalDen\n", + " 0_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_0_0\n", + " 0000003_tr_0_0_dns_ (Dense _btn_[0][0]'] \n", + " ) \n", + " \n", + "==================================================================================================\n", + "Total params: 7376564 (28.14 MB)\n", + "Trainable params: 330758 (1.26 MB)\n", + "Non-trainable params: 7045806 (26.88 MB)\n", + "__________________________________________________________________________________________________\n", + "None\n", + "Epoch 1/10\n", + "600/600 [==============================] - 733s 1s/step - loss: 1.4595 - top_1_categorical_accuracy: 0.6121 - val_loss: 1.2631 - val_top_1_categorical_accuracy: 0.6480\n", + "Epoch 2/10\n", + "600/600 [==============================] - 729s 1s/step - loss: 0.3557 - top_1_categorical_accuracy: 0.9071 - val_loss: 1.4414 - val_top_1_categorical_accuracy: 0.6453\n", + "Epoch 3/10\n", + "600/600 [==============================] - 733s 1s/step - loss: 0.1484 - top_1_categorical_accuracy: 0.9655 - val_loss: 1.5552 - val_top_1_categorical_accuracy: 0.6343\n", + "Epoch 4/10\n", + "600/600 [==============================] - 720s 1s/step - loss: 0.0856 - top_1_categorical_accuracy: 0.9826 - val_loss: 1.6419 - val_top_1_categorical_accuracy: 0.6450\n", + "Epoch 5/10\n", + "600/600 [==============================] - 728s 1s/step - loss: 0.0728 - top_1_categorical_accuracy: 0.9833 - val_loss: 1.8126 - val_top_1_categorical_accuracy: 0.6273\n", + "Epoch 6/10\n", + "600/600 [==============================] - 735s 1s/step - loss: 0.0685 - top_1_categorical_accuracy: 0.9824 - val_loss: 1.9991 - val_top_1_categorical_accuracy: 0.6317\n", + "Epoch 7/10\n", + "600/600 [==============================] - 725s 1s/step - loss: 0.0796 - top_1_categorical_accuracy: 0.9762 - val_loss: 2.0944 - val_top_1_categorical_accuracy: 0.6270\n", + "Epoch 8/10\n", + "600/600 [==============================] - 718s 1s/step - loss: 0.0822 - top_1_categorical_accuracy: 0.9731 - val_loss: 2.2588 - val_top_1_categorical_accuracy: 0.6213\n", + "Epoch 9/10\n", + "600/600 [==============================] - 678s 1s/step - loss: 0.0780 - top_1_categorical_accuracy: 0.9740 - val_loss: 2.4067 - val_top_1_categorical_accuracy: 0.6177\n", + "Epoch 10/10\n", + "600/600 [==============================] - 439s 732ms/step - loss: 0.0710 - top_1_categorical_accuracy: 0.9778 - val_loss: 2.4918 - val_top_1_categorical_accuracy: 0.6237\n", + "this is neural_network_spec_file 2023_10_22_14_00_cerebros_auto_ml_test_cifar10_meta_42/model_architectures/tr_0000000000000000_subtrial_0000000000000000.txt\n", + "INFO:tensorflow:Assets written to: 2023_10_22_14_00_cerebros_auto_ml_test_cifar10_meta_42/models/tr_0000000000000000_subtrial_0000000000000000/assets\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "INFO:tensorflow:Assets written to: 2023_10_22_14_00_cerebros_auto_ml_test_cifar10_meta_42/models/tr_0000000000000000_subtrial_0000000000000000/assets\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "returning trial 0 oracles\n", + " loss top_1_categorical_accuracy val_loss \\\n", + "0 1.459496 0.612133 1.263111 \n", + "1 0.355672 0.907083 1.441401 \n", + "2 0.148412 0.965500 1.555182 \n", + "3 0.085637 0.982583 1.641894 \n", + "4 0.072836 0.983333 1.812616 \n", + "5 0.068504 0.982417 1.999138 \n", + "6 0.079626 0.976167 2.094380 \n", + "7 0.082244 0.973083 2.258822 \n", + "8 0.078042 0.974000 2.406696 \n", + "9 0.071021 0.977750 2.491801 \n", + "\n", + " val_top_1_categorical_accuracy trial_number subtrial_number \\\n", + "0 0.648000 0 0 \n", + "1 0.645333 0 0 \n", + "2 0.634333 0 0 \n", + "3 0.645000 0 0 \n", + "4 0.627333 0 0 \n", + "5 0.631667 0 0 \n", + "6 0.627000 0 0 \n", + "7 0.621333 0 0 \n", + "8 0.617667 0 0 \n", + "9 0.623667 0 0 \n", + "\n", + " model_name \n", + "0 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "1 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "2 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "3 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "4 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "5 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "6 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "7 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "8 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "9 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "SimpleCerebrosRandomSearch.input_shapes: [(32, 32, 3)]\n", + "nan\n", + ">nnf>ceil\n", + "k is: 0 value is: [{'1': }]\n", + "0\n", + "k is: 1 value is: [{'2': }, {'1': }, {'3': }, {'2': }]\n", + "1\n", + "Trying to create level 1\n", + "We think level 1's predecessors are: [0]\n", + "k is: 2 value is: [{'3': }, {'1': }]\n", + "2\n", + "Trying to create level 2\n", + "We think level 2's predecessors are: [0, 1]\n", + "k is: 3 value is: [{'100': }]\n", + "3\n", + "Trying to create Final level 3\n", + "Trying to create level 3\n", + "We think level final level 3's predecessors are: [0, 1, 2]\n", + "levels:\n", + "[0, 1, 2, 3]\n", + "{'0': 'InputUnitModule'}\n", + "InputLevel.input_shapes [(32, 32, 3)]\n", + "{'2': }\n", + "{'1': }\n", + "{'3': }\n", + "{'2': }\n", + "{'3': }\n", + "{'1': }\n", + "Debug: I am 3 selecting 2\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3]\n", + "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3]\n", + "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3]\n", + "Debug: successor_connectivity_errors_2d []\n", + "$$$$$$>>>>> Base model: \n", + "InputUnit.input_shape: (32, 32, 3)\n", + "{'2': }\n", + "{'1': }\n", + "{'3': }\n", + "{'2': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_0 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_1 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_2 called\n", + "materialized network layers\n", + "[, , , , , ]\n", + "materialized_predecessor_units [, , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_3 called\n", + "materialized network layers\n", + "[, , , , , , ]\n", + "materialized_predecessor_units [, , , , , , ]\n", + "{'3': }\n", + "{'1': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_0 called\n", + "materialized network layers\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_1 called\n", + "materialized network layers\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "{'100': }\n", + "debug: meta_level_number\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "WARNING:absl:At this time, the v2.11+ optimizer `tf.keras.optimizers.Adam` runs slowly on M1/M2 Macs, please use the legacy Keras optimizer instead, located at `tf.keras.optimizers.legacy.Adam`.\n", + "WARNING:absl:There is a known slowdown when using v2.11+ Keras optimizers on M1/M2 Macs. Falling back to the legacy Keras optimizer, i.e., `tf.keras.optimizers.legacy.Adam`.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000003_tr_0_FinalDenseUnit_0000000000000003_tr_0_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , ]\n", + "inputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp'\")\n", + "\n", + "outputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 100), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000003_tr_0_FinalDenseUnit_0000000000000003_tr_0_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000003_tr_0_FinalDenseUnit_0000000000000003_tr_0_0_dns_'\")\n", + "Model: \"NeuralNetworkFuture_0000000000000nan_tr_0_nn_materialized\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", + " 0000000nan_tr_0_InputLevel \n", + " _0000000000000000_tr_0_Inp \n", + " utUnit_0000000000000000_tr \n", + " _0_0_inp (InputLayer) \n", + " \n", + " model_2 (Functional) (None, 1024) 7037504 ['NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_InputLevel_00000\n", + " 00000000000_tr_0_InputUnit_000\n", + " 0000000000000_tr_0_0_inp[0][0]\n", + " '] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4096) 0 ['model_2[5][0]', \n", + " 0000000nan_tr_0_DenseLevel 'model_2[5][0]', \n", + " _0000000000000001_tr_0_Den 'model_2[5][0]', \n", + " seUnit_0000000000000001_tr 'model_2[5][0]'] \n", + " _0_1_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4096) 16384 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_cat_[0][0\n", + " _0_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 4097 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_btn_[0][0\n", + " _0_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4098) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_dns_[0][0\n", + " _0_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[5][0]', \n", + " 'model_2[5][0]', \n", + " 'model_2[5][0]', \n", + " 'model_2[5][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4098) 16392 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_cat_[0][0\n", + " _0_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 12297 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_btn_[0][0\n", + " _0_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4096) 0 ['model_2[5][0]', \n", + " 0000000nan_tr_0_DenseLevel 'model_2[5][0]', \n", + " _0000000000000001_tr_0_Den 'model_2[5][0]', \n", + " seUnit_0000000000000001_tr 'model_2[5][0]'] \n", + " _0_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4103) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_dns_[0][0\n", + " _0_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[5][0]', \n", + " 'model_2[5][0]', \n", + " 'model_2[5][0]', \n", + " 'model_2[5][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4096) 16384 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_0_cat_[0][0\n", + " _0_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4103) 16412 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_3_cat_[0][0\n", + " _0_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 8194 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_0_btn_[0][0\n", + " _0_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 8208 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_3_btn_[0][0\n", + " _0_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2062) 0 ['model_2[5][0]', \n", + " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_0_DenseUnit_000\n", + " _0_0_cat_ (Concatenate) 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'model_2[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2059) 0 ['model_2[5][0]', \n", + " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_0_DenseUnit_000\n", + " _0_1_cat_ (Concatenate) 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'model_2[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2062) 8248 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_0_cat_[0][0\n", + " _0_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2059) 8236 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_1_cat_[0][0\n", + " _0_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 6189 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_0_btn_[0][0\n", + " _0_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2060 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_1_btn_[0][0\n", + " _0_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2074) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_DenseLevel_00000\n", + " Level_0000000000000003_tr_ 00000000002_tr_0_DenseUnit_000\n", + " 0_FinalDenseUnit_000000000 0000000000002_tr_0_0_dns_[0][0\n", + " 0000003_tr_0_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'model_2[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2074) 8296 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", + " Level_0000000000000003_tr_ 0000000000000003_tr_0_FinalDen\n", + " 0_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_0_0\n", + " 0000003_tr_0_0_btn_ (Batch _cat_[0][0]'] \n", + " Normalization) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 100) 207500 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", + " Level_0000000000000003_tr_ 0000000000000003_tr_0_FinalDen\n", + " 0_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_0_0\n", + " 0000003_tr_0_0_dns_ (Dense _btn_[0][0]'] \n", + " ) \n", + " \n", + "==================================================================================================\n", + "Total params: 7376401 (28.14 MB)\n", + "Trainable params: 330585 (1.26 MB)\n", + "Non-trainable params: 7045816 (26.88 MB)\n", + "__________________________________________________________________________________________________\n", + "None\n", + "Epoch 1/10\n", + "600/600 [==============================] - 433s 714ms/step - loss: 1.4045 - top_1_categorical_accuracy: 0.6224 - val_loss: 1.2937 - val_top_1_categorical_accuracy: 0.6370\n", + "Epoch 2/10\n", + "600/600 [==============================] - 424s 708ms/step - loss: 0.2971 - top_1_categorical_accuracy: 0.9275 - val_loss: 1.4298 - val_top_1_categorical_accuracy: 0.6437\n", + "Epoch 3/10\n", + "600/600 [==============================] - 427s 712ms/step - loss: 0.1094 - top_1_categorical_accuracy: 0.9817 - val_loss: 1.5481 - val_top_1_categorical_accuracy: 0.6407\n", + "Epoch 4/10\n", + "600/600 [==============================] - 427s 713ms/step - loss: 0.0636 - top_1_categorical_accuracy: 0.9906 - val_loss: 1.6980 - val_top_1_categorical_accuracy: 0.6367\n", + "Epoch 5/10\n", + "600/600 [==============================] - 431s 718ms/step - loss: 0.0500 - top_1_categorical_accuracy: 0.9903 - val_loss: 1.8332 - val_top_1_categorical_accuracy: 0.6323\n", + "Epoch 6/10\n", + "600/600 [==============================] - 424s 706ms/step - loss: 0.0571 - top_1_categorical_accuracy: 0.9851 - val_loss: 2.0739 - val_top_1_categorical_accuracy: 0.6207\n", + "Epoch 7/10\n", + "600/600 [==============================] - 427s 712ms/step - loss: 0.0728 - top_1_categorical_accuracy: 0.9791 - val_loss: 2.2690 - val_top_1_categorical_accuracy: 0.6200\n", + "Epoch 8/10\n", + "600/600 [==============================] - 421s 703ms/step - loss: 0.0697 - top_1_categorical_accuracy: 0.9785 - val_loss: 2.3413 - val_top_1_categorical_accuracy: 0.6173\n", + "Epoch 9/10\n", + "600/600 [==============================] - 425s 709ms/step - loss: 0.0673 - top_1_categorical_accuracy: 0.9778 - val_loss: 2.5343 - val_top_1_categorical_accuracy: 0.6143\n", + "Epoch 10/10\n", + "600/600 [==============================] - 428s 713ms/step - loss: 0.0621 - top_1_categorical_accuracy: 0.9788 - val_loss: 2.7108 - val_top_1_categorical_accuracy: 0.6060\n", + "this is neural_network_spec_file 2023_10_22_14_00_cerebros_auto_ml_test_cifar10_meta_42/model_architectures/tr_0000000000000000_subtrial_0000000000000001.txt\n", + "INFO:tensorflow:Assets written to: 2023_10_22_14_00_cerebros_auto_ml_test_cifar10_meta_42/models/tr_0000000000000000_subtrial_0000000000000001/assets\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "INFO:tensorflow:Assets written to: 2023_10_22_14_00_cerebros_auto_ml_test_cifar10_meta_42/models/tr_0000000000000000_subtrial_0000000000000001/assets\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "returning trial 0 oracles\n", + " loss top_1_categorical_accuracy val_loss \\\n", + "0 1.404509 0.622400 1.293745 \n", + "1 0.297108 0.927500 1.429827 \n", + "2 0.109366 0.981667 1.548144 \n", + "3 0.063623 0.990583 1.698006 \n", + "4 0.050008 0.990333 1.833229 \n", + "5 0.057087 0.985083 2.073851 \n", + "6 0.072773 0.979083 2.268977 \n", + "7 0.069746 0.978500 2.341281 \n", + "8 0.067282 0.977750 2.534348 \n", + "9 0.062089 0.978833 2.710763 \n", + "\n", + " val_top_1_categorical_accuracy trial_number subtrial_number \\\n", + "0 0.637000 0 1 \n", + "1 0.643667 0 1 \n", + "2 0.640667 0 1 \n", + "3 0.636667 0 1 \n", + "4 0.632333 0 1 \n", + "5 0.620667 0 1 \n", + "6 0.620000 0 1 \n", + "7 0.617333 0 1 \n", + "8 0.614333 0 1 \n", + "9 0.606000 0 1 \n", + "\n", + " model_name \n", + "0 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "1 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "2 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "3 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "4 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "5 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "6 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "7 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "8 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "9 2023_10_22_14_00_cerebros_auto_ml_test_cifar10... \n", + "Index(['loss', 'top_1_categorical_accuracy', 'val_loss',\n", + " 'val_top_1_categorical_accuracy', 'trial_number', 'subtrial_number',\n", + " 'model_name'],\n", + " dtype='object')\n", + "metric_to_rank_by is: 'val_top_1_categorical_accuracy'\n", + "Type of metric_to_rank_by is: \n", + "Best result this trial was: 0.67166668176651\n", + "Type of best result: \n", + "Best model name: 2023_10_22_14_00_cerebros_auto_ml_test_cifar10_meta_42/models/tr_0000000000000000_subtrial_0000000000000001\n", + "CPU times: user 1d 17h 9min 39s, sys: 5h 28min 29s, total: 1d 22h 38min 8s\n", + "Wall time: 13h 52min 12s\n" + ] + } + ], + "source": [ + "%%time\n", + "result = cerebros_automl.run_random_search()" + ] + }, + { + "cell_type": "code", + "execution_count": 23, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Best accuracy achieved is 0.67166668176651\n", + "top-1 categorical accuracy\n" + ] + } + ], + "source": [ + "print(f'Best accuracy achieved is {result}')\n", + "print(f'top-1 categorical accuracy')" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Evaluating the best model found" + ] + }, + { + "cell_type": "code", + "execution_count": 24, + "metadata": {}, + "outputs": [], + "source": [ + "best_model_found = cerebros_automl.get_best_model()" + ] + }, + { + "cell_type": "code", + "execution_count": 25, + "metadata": {}, + "outputs": [], + "source": [ + "#\n", + "eval_loss = tf.keras.losses.CategoricalCrossentropy()\n", + "#\n", + "eval_metrics =\\\n", + "[tf.keras.metrics.TopKCategoricalAccuracy(k=1,\\\n", + " name='eval_top_1_categorical_accuracy'),\n", + " tf.keras.metrics.TopKCategoricalAccuracy(k=5,\\\n", + " name='eval_top_5_categorical_accuracy')\n", + "]" + ] + }, + { + "cell_type": "code", + "execution_count": 26, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Model: \"NeuralNetworkFuture_0000000000000nan_tr_0_nn_materialized\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", + " 0000000nan_tr_0_InputLevel \n", + " _0000000000000000_tr_0_Inp \n", + " utUnit_0000000000000000_tr \n", + " _0_0_inp (InputLayer) \n", + " \n", + " model_2 (Functional) (None, 1024) 7037504 ['NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_InputLevel_00000\n", + " 00000000000_tr_0_InputUnit_000\n", + " 0000000000000_tr_0_0_inp[0][0]\n", + " '] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4096) 0 ['model_2[0][0]', \n", + " 0000000nan_tr_0_DenseLevel 'model_2[0][0]', \n", + " _0000000000000001_tr_0_Den 'model_2[0][0]', \n", + " seUnit_0000000000000001_tr 'model_2[0][0]'] \n", + " _0_1_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4096) 16384 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_cat_[0][0\n", + " _0_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 4097 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_btn_[0][0\n", + " _0_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4098) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_dns_[0][0\n", + " _0_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4098) 16392 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_cat_[0][0\n", + " _0_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 12297 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_btn_[0][0\n", + " _0_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4096) 0 ['model_2[0][0]', \n", + " 0000000nan_tr_0_DenseLevel 'model_2[0][0]', \n", + " _0000000000000001_tr_0_Den 'model_2[0][0]', \n", + " seUnit_0000000000000001_tr 'model_2[0][0]'] \n", + " _0_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4103) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_dns_[0][0\n", + " _0_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4096) 16384 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_0_cat_[0][0\n", + " _0_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4103) 16412 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_3_cat_[0][0\n", + " _0_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 8194 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_0_btn_[0][0\n", + " _0_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 8208 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_3_btn_[0][0\n", + " _0_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2062) 0 ['model_2[0][0]', \n", + " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_0_DenseUnit_000\n", + " _0_0_cat_ (Concatenate) 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2059) 0 ['model_2[0][0]', \n", + " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_0_DenseUnit_000\n", + " _0_1_cat_ (Concatenate) 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2062) 8248 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_0_cat_[0][0\n", + " _0_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2059) 8236 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_1_cat_[0][0\n", + " _0_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 6189 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_0_btn_[0][0\n", + " _0_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2060 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_1_btn_[0][0\n", + " _0_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2074) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_DenseLevel_00000\n", + " Level_0000000000000003_tr_ 00000000002_tr_0_DenseUnit_000\n", + " 0_FinalDenseUnit_000000000 0000000000002_tr_0_0_dns_[0][0\n", + " 0000003_tr_0_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2074) 8296 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", + " Level_0000000000000003_tr_ 0000000000000003_tr_0_FinalDen\n", + " 0_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_0_0\n", + " 0000003_tr_0_0_btn_ (Batch _cat_[0][0]'] \n", + " Normalization) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 100) 207500 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", + " Level_0000000000000003_tr_ 0000000000000003_tr_0_FinalDen\n", + " 0_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_0_0\n", + " 0000003_tr_0_0_dns_ (Dense _btn_[0][0]'] \n", + " ) \n", + " \n", + "==================================================================================================\n", + "Total params: 7376401 (28.14 MB)\n", + "Trainable params: 330585 (1.26 MB)\n", + "Non-trainable params: 7045816 (26.88 MB)\n", + "__________________________________________________________________________________________________\n" + ] + } + ], + "source": [ + "best_model_found.compile(loss=eval_loss, metrics=eval_metrics)\n", + "best_model_found.summary()" + ] + }, + { + "cell_type": "code", + "execution_count": 28, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Evaluating best model found ...\n", + "Loss | Top-1 accuracy | Top-5 accuracy\n", + "313/313 [==============================] - 354s 1s/step - loss: 2.6881 - eval_top_1_categorical_accuracy: 0.6071 - eval_top_5_categorical_accuracy: 0.8615\n" + ] + }, + { + "data": { + "text/plain": [ + "[2.688145875930786, 0.6071000099182129, 0.8615000247955322]" + ] + }, + "execution_count": 28, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "print(\"Evaluating best model found ...\")\n", + "print(\"Loss | Top-1 accuracy | Top-5 accuracy\")\n", + "y_test_cat = to_categorical(y_test, 100)\n", + "best_model_found.evaluate(X_test, y_test_cat)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "kubeflow_notebook": { + "autosnapshot": true, + "deploy_config": {}, + "docker_image": "", + "experiment_name": "image-classification-b", + "katib_metadata": { + "algorithm": { + "algorithmName": "bayesianoptimization", + "algorithmSettings": [ + { + "name": "random_state", + "value": "10" + }, + { + "name": "acq_optimizer", + "value": "auto" + }, + { + "name": "acq_func", + "value": "gp_hedge" + }, + { + "name": "base_estimator", + "value": "GP" + } + ] + }, + "maxFailedTrialCount": 10, + "maxTrialCount": 40, + "objective": { + "additionalMetricNames": [], + "goal": 1, + "objectiveMetricName": "val-top-1-categorical-accuracy", + "type": "maximize" + }, + "parallelTrialCount": 3, + "parameters": [ + { + "feasibleSpace": { + "list": [ + "relu", + "elu", + "gelu" + ] + }, + "name": "activation", + "parameterType": "categorical" + }, + { + "feasibleSpace": { + "max": "40", + "min": "1", + "step": "0.1" + }, + "name": "predecessor_level_connection_affinity_factor_first", + "parameterType": "double" + }, + { + "feasibleSpace": { + "max": "65", + "min": "0.1", + "step": "0.1" + }, + "name": "predecessor_level_connection_affinity_factor_main", + "parameterType": "double" + }, + { + "feasibleSpace": { + "max": "40", + "min": "2", + "step": "1" + }, + "name": "max_consecutive_lateral_connections", + "parameterType": "int" + }, + { + "feasibleSpace": { + "max": "50", + "min": "0.1", + "step": "0.1" + }, + "name": "p_lateral_connection", + "parameterType": "double" + }, + { + "feasibleSpace": { + "max": "40", + "min": "1", + "step": "1" + }, + "name": "num_lateral_connection_tries_per_unit", + "parameterType": "int" + }, + { + "feasibleSpace": { + "max": "0.3", + "min": "0.00001", + "step": "0.00001" + }, + "name": "learning_rate", + "parameterType": "double" + }, + { + "feasibleSpace": { + "max": "7", + "min": "1", + "step": "1" + }, + "name": "epochs", + "parameterType": "int" + }, + { + "feasibleSpace": { + "max": "40", + "min": "5", + "step": "1" + }, + "name": "batch_size", + "parameterType": "int" + }, + { + "feasibleSpace": { + "max": "8", + "min": "2" + }, + "name": "maximum_levels", + "parameterType": "int" + }, + { + "feasibleSpace": { + "max": "10", + "min": "2", + "step": "1" + }, + "name": "maximum_units_per_level", + "parameterType": "int" + }, + { + "feasibleSpace": { + "max": "10", + "min": "2", + "step": "1" + }, + "name": "maximum_neurons_per_unit", + "parameterType": "int" + } + ] + }, + "katib_run": true, + "pipeline_description": "Cifar 10 example", + "pipeline_name": "image-classification-b", + "snapshot_volumes": true, + "volume_access_mode": "rwm", + "volumes": [ + { + "annotations": [], + "mount_point": "/home/jovyan", + "name": "test-images-workspace-pmbn9", + "size": 5, + "size_type": "Gi", + "snapshot": false, + "type": "clone" + } + ] + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.8.9" + } + }, + "nbformat": 4, + "nbformat_minor": 4 +} diff --git a/cifar_100_DenseNet.py b/cifar_100_DenseNet.py new file mode 100644 index 0000000..9de71be --- /dev/null +++ b/cifar_100_DenseNet.py @@ -0,0 +1,205 @@ +# Initializing + +import sys +sys.path.insert(0, '../..') + +import tensorflow as tf +import tensorflow_datasets as tfds +from tensorflow.keras.datasets import cifar10, cifar100 +from tensorflow.keras.utils import to_categorical +from tensorflow.keras.models import Model +from tensorflow.keras.layers import Input, Resizing, Lambda, Flatten, Dense +import pandas as pd +import numpy as np +from cerebros.simplecerebrosrandomsearch.simple_cerebros_random_search\ + import SimpleCerebrosRandomSearch +import pendulum +from cerebros.units.units import DenseUnit +from cerebros.denseautomlstructuralcomponent.dense_automl_structural_component\ + import zero_7_exp_decay, zero_95_exp_decay, simple_sigmoid +from ast import literal_eval + +# Download DenseNet121 with Imagenet weights (1000 classes) + +dnet = tf.keras.applications.densenet.DenseNet121(include_top=True, + weights='imagenet', + input_tensor=None, + input_shape=None, + pooling=None, + classes=1000, + classifier_activation='softmax' + ) + +dnet.summary() + +# Make all layers untrainable except for the very last convolutional layer + +for layer in dnet.layers: + layer.trainable = False +dnet.layers[-6].trainable = True + +# Cifar-100 testing + +(X_train, y_train), (X_test, y_test) = cifar100.load_data() + +y_train_cat = to_categorical(y_train, 1000) +y_test_cat = to_categorical(y_test, 1000) + +# Lambda layer for preprocessing + +def preprocess(x): + x = tf.image.resize(x,size=(224,224),method='bicubic') + x = tf.keras.applications.densenet.preprocess_input(x) + return x + +# Modify the model + +input_shape = (32,32,3) + +input_layer = Input(shape=input_shape) +prep = Lambda(preprocess)(input_layer) +out = dnet(prep) +dnet_mod = Model(inputs=input_layer, outputs=out) + +dnet_mod.compile(optimizer='adam', + loss=tf.keras.losses.CategoricalCrossentropy(), + metrics=[tf.keras.metrics.TopKCategoricalAccuracy(k=1, name='top_1_categorical_accuracy')]) + +# Try to fit it on Cifar-100 data and then evaluate (there is no hope this is gonna work ...) + +dnet_mod.fit(X_train, y_train_cat) + +dnet_mod.evaluate(X_test, y_test_cat) + +# Try the same with adding a Cerebros "add-on" network + +INPUT_SHAPES = [input_shape] +OUTPUT_SHAPES = [100] + +# Use 10k-15k random samples from Cifar-100 to speed up the process + +num_samples = 15_000 +rng = np.random.default_rng() +ind = rng.permutation(X_train.shape[0])[:num_samples] + +training_x = [tf.constant(X_train[ind,:,:,:])] +y_train_cat = to_categorical(y_train[ind], 100) +train_labels = [tf.constant(y_train_cat)] + +dnet = tf.keras.applications.densenet.DenseNet121(include_top=True, + weights='imagenet', + input_tensor=None, + input_shape=None, + pooling=None, + classes=1000, + classifier_activation='softmax' + ) + +for layer in dnet.layers: + layer.trainable = False +dnet.layers[-6].trainable = True + +dnet_io = Model(inputs=dnet.layers[0].input, + outputs=dnet.layers[-2].output) + +input_layer = Input(shape=input_shape) +prep = Lambda(preprocess)(input_layer) +out = Flatten()(dnet_io(prep)) +base_mod = Model(inputs=input_layer, outputs=out) + +activation = 'relu' +predecessor_level_connection_affinity_factor_first = 2.0 +predecessor_level_connection_affinity_factor_main = 0.97 +max_consecutive_lateral_connections = 5 +p_lateral_connection = 0.97 +num_lateral_connection_tries_per_unit = 2 +learning_rate = 0.001 +epochs = 10 # [1, 100] +batch_size = 20 +maximum_levels = 4 # [3,7] +maximum_units_per_level = 7 # [2,10] +maximum_neurons_per_unit = 4 # [2,20] + +# Final training task +TIME = pendulum.now(tz='America/New_York').__str__()[:16]\ + .replace('T', '_')\ + .replace(':', '_')\ + .replace('-', '_') +# +PROJECT_NAME = f'{TIME}_cerebros_auto_ml_test_cifar100_densenet' +# +meta_trial_number = 42 +# +cerebros_automl = SimpleCerebrosRandomSearch( + unit_type=DenseUnit, + input_shapes=INPUT_SHAPES, + output_shapes=OUTPUT_SHAPES, + training_data=training_x, + labels=train_labels, + validation_split=0.2, + direction='maximize', + metric_to_rank_by="val_top_1_categorical_accuracy", + minimum_levels=2, + maximum_levels=maximum_levels, + minimum_units_per_level=1, + maximum_units_per_level=maximum_units_per_level, + minimum_neurons_per_unit=1, + maximum_neurons_per_unit=maximum_neurons_per_unit, + activation=activation, + final_activation='softmax', + number_of_architecture_moities_to_try=3, + number_of_tries_per_architecture_moity=2, + minimum_skip_connection_depth=1, + maximum_skip_connection_depth=7, + predecessor_level_connection_affinity_factor_first=predecessor_level_connection_affinity_factor_first, + predecessor_level_connection_affinity_factor_first_rounding_rule='ceil', + predecessor_level_connection_affinity_factor_main=predecessor_level_connection_affinity_factor_main, + predecessor_level_connection_affinity_factor_main_rounding_rule='ceil', + predecessor_level_connection_affinity_factor_decay_main=zero_7_exp_decay, + seed=8675309, + max_consecutive_lateral_connections=max_consecutive_lateral_connections, + gate_after_n_lateral_connections=3, + gate_activation_function=simple_sigmoid, + p_lateral_connection=p_lateral_connection, + p_lateral_connection_decay=zero_95_exp_decay, + num_lateral_connection_tries_per_unit=num_lateral_connection_tries_per_unit, + learning_rate=learning_rate, + loss=tf.keras.losses.CategoricalCrossentropy(), + metrics=[tf.keras.metrics.TopKCategoricalAccuracy( + k=1, name='top_1_categorical_accuracy') + ], + epochs=epochs, + project_name=f"{PROJECT_NAME}_meta_{meta_trial_number}", + model_graphs='model_graphs', + batch_size=batch_size, + meta_trial_number=meta_trial_number, + base_models=[base_mod]) + +# Commented out IPython magic to ensure Python compatibility. +#%%time +result = cerebros_automl.run_random_search() + +print(f'Best accuracy achieved is {result}') +print(f'top-1 categorical accuracy') + +# Evaluating the best model found + +best_model_found = cerebros_automl.get_best_model() + +# +eval_loss = tf.keras.losses.CategoricalCrossentropy() +# +eval_metrics =\ +[tf.keras.metrics.TopKCategoricalAccuracy(k=1,\ + name='eval_top_1_categorical_accuracy'), + tf.keras.metrics.TopKCategoricalAccuracy(k=5,\ + name='eval_top_5_categorical_accuracy') +] + +best_model_found.compile(loss=eval_loss, metrics=eval_metrics) +best_model_found.summary() + +print("Evaluating best model found ...") +print("Loss | Top-1 accuracy | Top-5 accuracy") +y_test_cat = to_categorical(y_test, 100) +best_model_found.evaluate(X_test, y_test_cat) \ No newline at end of file From 2b2f750429cef027534e1edd43820cf29d00f170 Mon Sep 17 00:00:00 2001 From: Sasha Kolpakov Date: Tue, 31 Oct 2023 21:25:47 +0100 Subject: [PATCH 2/3] Update cifar_100_DenseNet.py --- cifar_100_DenseNet.py | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/cifar_100_DenseNet.py b/cifar_100_DenseNet.py index 9de71be..5202a3a 100644 --- a/cifar_100_DenseNet.py +++ b/cifar_100_DenseNet.py @@ -1,8 +1,5 @@ # Initializing -import sys -sys.path.insert(0, '../..') - import tensorflow as tf import tensorflow_datasets as tfds from tensorflow.keras.datasets import cifar10, cifar100 @@ -202,4 +199,4 @@ def preprocess(x): print("Evaluating best model found ...") print("Loss | Top-1 accuracy | Top-5 accuracy") y_test_cat = to_categorical(y_test, 100) -best_model_found.evaluate(X_test, y_test_cat) \ No newline at end of file +best_model_found.evaluate(X_test, y_test_cat) From 647541afee5de038c2d0c4cafc4f7b62e15d910e Mon Sep 17 00:00:00 2001 From: Sasha Kolpakov Date: Tue, 31 Oct 2023 21:26:19 +0100 Subject: [PATCH 3/3] Update cifar_100_DenseNet.ipynb --- cifar_100_DenseNet.ipynb | 10 ---------- 1 file changed, 10 deletions(-) diff --git a/cifar_100_DenseNet.ipynb b/cifar_100_DenseNet.ipynb index e682ba1..e6198a9 100644 --- a/cifar_100_DenseNet.ipynb +++ b/cifar_100_DenseNet.ipynb @@ -9,16 +9,6 @@ "# Cifar-100 test for image classification" ] }, - { - "cell_type": "code", - "execution_count": 1, - "metadata": {}, - "outputs": [], - "source": [ - "import sys\n", - "sys.path.insert(0, '../..')" - ] - }, { "cell_type": "code", "execution_count": 2,