Tutorial: Neural Networks for classification#

[4]:

# Change directory, only necessary for this notebook
import sys, os
sys.path.insert(0,os.path.abspath('../../../'))

Imports#

[5]:

import pandas as pd
import numpy as np

from pyml.neural_network.nn import NN
from pyml.neural_network.layer.transformation import *
from pyml.neural_network.layer.activation import *
from pyml.neural_network.optimizer import *
from pyml.neural_network.loss import *
from pyml.utils.accuracy import *

Read data#

[6]:

columns = ['sepal length in cm', 'sepal width in cm', 'petal length in cm', 'petal width in cm', 'class']
df = pd.read_csv('../../../data/iris.data', names=columns)
df.head()

[6]:

	sepal length in cm	sepal width in cm	petal length in cm	petal width in cm	class
0	5.1	3.5	1.4	0.2	Iris-setosa
1	4.9	3.0	1.4	0.2	Iris-setosa
2	4.7	3.2	1.3	0.2	Iris-setosa
3	4.6	3.1	1.5	0.2	Iris-setosa
4	5.0	3.6	1.4	0.2	Iris-setosa

Encode target variable#

[7]:

classes = {
    'Iris-setosa': 0,
    'Iris-versicolor': 1,
    'Iris-virginica': 2
}
df.replace(to_replace=classes, inplace=True)

Create train-test-split#

[8]:

msk = np.random.rand(len(df)) < 0.8
train = df[msk]
test = df[~msk]

X_train, y_train = train.iloc[:, 0:4].values, train.iloc[:, -1].values
X_test, y_test = test.iloc[:, 0:4].values, test.iloc[:, -1].values

Build the neural network#

[15]:

NUM_CLASSES = 3
NUM_FEATURES = 4

model = NN()

model.add_layer(Dense(NUM_FEATURES, 512, weight_regularizer_l2=5e-4, bias_regularizer_l2=5e-4))
model.add_layer(ReLU())
model.add_layer(Dropout(0.2))
model.add_layer(Dense(512, NUM_CLASSES))
model.add_layer(Softmax())

model.set_loss(CategoricalCrossentropy())
model.set_optimizer(Adam(learning_rate=0.005, decay=5e-5))
model.set_accuracy(MultiClassAccuracy())

model.build()

“Train” / fit the model on the train data#

[16]:

model.train(X_train, y_train, validation_data=(X_test, y_test), epochs=500, batch_size=4, print_summary_every=10000, verbose=1)

training: Epoch: 0/500
epoch, acc: 0.366, loss: 2.455 (data_loss: 2.454, reg_loss: 0.001), lr: 0.005
validation, acc: 0.000, loss: 1.103 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 1/500
epoch, acc: 0.125, loss: 1.116 (data_loss: 1.114, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.111 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 2/500
epoch, acc: 0.196, loss: 1.160 (data_loss: 1.158, reg_loss: 0.002), lr: 0.005
validation, acc: 1.000, loss: 1.091 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 3/500
epoch, acc: 0.295, loss: 1.170 (data_loss: 1.168, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.099 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 4/500
epoch, acc: 0.250, loss: 1.109 (data_loss: 1.107, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.103 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 5/500
epoch, acc: 0.268, loss: 1.191 (data_loss: 1.189, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.100 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 6/500
epoch, acc: 0.357, loss: 1.104 (data_loss: 1.103, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.099 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 7/500
epoch, acc: 0.295, loss: 1.149 (data_loss: 1.147, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.096 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 8/500
epoch, acc: 0.241, loss: 1.150 (data_loss: 1.148, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.096 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 9/500
epoch, acc: 0.241, loss: 1.170 (data_loss: 1.168, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.098 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 10/500
epoch, acc: 0.357, loss: 1.103 (data_loss: 1.101, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.091 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 11/500
epoch, acc: 0.241, loss: 1.118 (data_loss: 1.116, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.083 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 12/500
epoch, acc: 0.277, loss: 1.182 (data_loss: 1.180, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.084 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 13/500
epoch, acc: 0.188, loss: 1.134 (data_loss: 1.132, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.089 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 14/500
epoch, acc: 0.357, loss: 1.103 (data_loss: 1.101, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.076 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 15/500
epoch, acc: 0.357, loss: 1.102 (data_loss: 1.100, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.068 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 16/500
epoch, acc: 0.357, loss: 1.102 (data_loss: 1.100, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.060 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 17/500
epoch, acc: 0.179, loss: 1.122 (data_loss: 1.120, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.128 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 18/500
epoch, acc: 0.152, loss: 1.131 (data_loss: 1.129, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.130 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 19/500
epoch, acc: 0.250, loss: 1.149 (data_loss: 1.147, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.045 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 20/500
epoch, acc: 0.357, loss: 1.100 (data_loss: 1.098, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.042 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 21/500
epoch, acc: 0.321, loss: 1.209 (data_loss: 1.207, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.054 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 22/500
epoch, acc: 0.357, loss: 1.100 (data_loss: 1.098, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.053 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 23/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.099, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.047 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 24/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.099, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.041 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 25/500
epoch, acc: 0.304, loss: 1.166 (data_loss: 1.164, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.047 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 26/500
epoch, acc: 0.357, loss: 1.100 (data_loss: 1.098, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.045 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 27/500
epoch, acc: 0.125, loss: 1.150 (data_loss: 1.148, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.095 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 28/500
epoch, acc: 0.259, loss: 1.133 (data_loss: 1.131, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.039 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 29/500
epoch, acc: 0.321, loss: 1.192 (data_loss: 1.190, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.051 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 30/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.098, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.050 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 31/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.099, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.044 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 32/500
epoch, acc: 0.259, loss: 1.138 (data_loss: 1.136, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.045 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 33/500
epoch, acc: 0.357, loss: 1.188 (data_loss: 1.186, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.057 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 34/500
epoch, acc: 0.205, loss: 1.121 (data_loss: 1.119, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.149 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 35/500
epoch, acc: 0.357, loss: 1.109 (data_loss: 1.106, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.046 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 36/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.099, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.040 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 37/500
epoch, acc: 0.268, loss: 1.180 (data_loss: 1.177, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.283 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 38/500
epoch, acc: 0.188, loss: 1.183 (data_loss: 1.180, reg_loss: 0.002), lr: 0.005
validation, acc: 0.000, loss: 1.067 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 39/500
epoch, acc: 0.205, loss: 1.119 (data_loss: 1.117, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.185 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 40/500
epoch, acc: 0.357, loss: 1.114 (data_loss: 1.112, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.028 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 41/500
epoch, acc: 0.339, loss: 1.156 (data_loss: 1.153, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.035 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 42/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.098, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.034 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 43/500
epoch, acc: 0.223, loss: 1.125 (data_loss: 1.123, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.031 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 44/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.099, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.027 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 45/500
epoch, acc: 0.205, loss: 1.132 (data_loss: 1.130, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.024 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 46/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.098, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.020 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 47/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.098, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.016 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 48/500
epoch, acc: 0.375, loss: 1.265 (data_loss: 1.262, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.039 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 49/500
epoch, acc: 0.170, loss: 1.165 (data_loss: 1.162, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.284 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 50/500
epoch, acc: 0.161, loss: 1.154 (data_loss: 1.151, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.277 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 51/500
epoch, acc: 0.339, loss: 1.251 (data_loss: 1.247, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.318 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 52/500
epoch, acc: 0.357, loss: 1.148 (data_loss: 1.145, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.024 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 53/500
epoch, acc: 0.357, loss: 1.102 (data_loss: 1.099, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.020 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 54/500
epoch, acc: 0.357, loss: 1.102 (data_loss: 1.099, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.017 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 55/500
epoch, acc: 0.357, loss: 1.102 (data_loss: 1.098, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.014 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 56/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.098, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.011 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 57/500
epoch, acc: 0.116, loss: 1.137 (data_loss: 1.133, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.282 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 58/500
epoch, acc: 0.071, loss: 1.131 (data_loss: 1.128, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 0.996 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 59/500
epoch, acc: 0.330, loss: 1.318 (data_loss: 1.315, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.019 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 60/500
epoch, acc: 0.357, loss: 1.100 (data_loss: 1.097, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.025 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 61/500
epoch, acc: 0.357, loss: 1.102 (data_loss: 1.098, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.022 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 62/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.098, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.018 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 63/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.098, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.015 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 64/500
epoch, acc: 0.214, loss: 1.101 (data_loss: 1.098, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.013 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 65/500
epoch, acc: 0.143, loss: 1.101 (data_loss: 1.098, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.010 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 66/500
epoch, acc: 0.071, loss: 1.101 (data_loss: 1.098, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.008 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 67/500
epoch, acc: 0.036, loss: 1.100 (data_loss: 1.097, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.006 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 68/500
epoch, acc: 0.000, loss: 1.100 (data_loss: 1.097, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.004 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 69/500
epoch, acc: 0.116, loss: 1.142 (data_loss: 1.139, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.006 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 70/500
epoch, acc: 0.143, loss: 1.139 (data_loss: 1.136, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.008 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 71/500
epoch, acc: 0.071, loss: 1.100 (data_loss: 1.097, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.007 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 72/500
epoch, acc: 0.312, loss: 1.244 (data_loss: 1.241, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.401 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 73/500
epoch, acc: 0.241, loss: 1.174 (data_loss: 1.170, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.015 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 74/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.098, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.012 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 75/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.098, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.010 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 76/500
epoch, acc: 0.143, loss: 1.101 (data_loss: 1.098, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.008 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 77/500
epoch, acc: 0.107, loss: 1.101 (data_loss: 1.097, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.006 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 78/500
epoch, acc: 0.071, loss: 1.101 (data_loss: 1.097, reg_loss: 0.003), lr: 0.005
validation, acc: 0.000, loss: 1.004 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 79/500
epoch, acc: 0.036, loss: 1.100 (data_loss: 1.097, reg_loss: 0.003), lr: 0.004
validation, acc: 0.000, loss: 1.002 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 80/500
epoch, acc: 0.018, loss: 1.100 (data_loss: 1.097, reg_loss: 0.003), lr: 0.004
validation, acc: 0.000, loss: 1.001 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 81/500
epoch, acc: 0.054, loss: 1.100 (data_loss: 1.097, reg_loss: 0.003), lr: 0.004
validation, acc: 1.000, loss: 1.000 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 82/500
epoch, acc: 0.125, loss: 1.100 (data_loss: 1.097, reg_loss: 0.003), lr: 0.004
validation, acc: 1.000, loss: 0.998 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 83/500
epoch, acc: 0.196, loss: 1.100 (data_loss: 1.097, reg_loss: 0.003), lr: 0.004
validation, acc: 1.000, loss: 0.997 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 84/500
epoch, acc: 0.339, loss: 1.124 (data_loss: 1.121, reg_loss: 0.003), lr: 0.004
validation, acc: 1.000, loss: 0.997 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 85/500
epoch, acc: 0.295, loss: 1.137 (data_loss: 1.134, reg_loss: 0.003), lr: 0.004
validation, acc: 0.000, loss: 1.003 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 86/500
epoch, acc: 0.018, loss: 1.100 (data_loss: 1.097, reg_loss: 0.003), lr: 0.004
validation, acc: 0.000, loss: 1.004 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 87/500
epoch, acc: 0.018, loss: 1.100 (data_loss: 1.097, reg_loss: 0.003), lr: 0.004
validation, acc: 0.000, loss: 1.002 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 88/500
epoch, acc: 0.054, loss: 1.100 (data_loss: 1.097, reg_loss: 0.003), lr: 0.004
validation, acc: 1.000, loss: 1.001 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 89/500
epoch, acc: 0.125, loss: 1.100 (data_loss: 1.097, reg_loss: 0.003), lr: 0.004
validation, acc: 1.000, loss: 1.000 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 90/500
epoch, acc: 0.268, loss: 1.141 (data_loss: 1.138, reg_loss: 0.003), lr: 0.004
validation, acc: 0.000, loss: 1.017 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 91/500
epoch, acc: 0.196, loss: 1.221 (data_loss: 1.218, reg_loss: 0.003), lr: 0.004
validation, acc: 0.000, loss: 1.014 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 92/500
epoch, acc: 0.071, loss: 1.100 (data_loss: 1.097, reg_loss: 0.003), lr: 0.004
validation, acc: 0.000, loss: 1.014 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 93/500
epoch, acc: 0.196, loss: 1.194 (data_loss: 1.191, reg_loss: 0.003), lr: 0.004
validation, acc: 0.000, loss: 1.014 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 94/500
epoch, acc: 0.107, loss: 1.100 (data_loss: 1.097, reg_loss: 0.003), lr: 0.004
validation, acc: 0.000, loss: 1.011 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 95/500
epoch, acc: 0.348, loss: 1.188 (data_loss: 1.185, reg_loss: 0.003), lr: 0.004
validation, acc: 0.000, loss: 1.022 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 96/500
epoch, acc: 0.357, loss: 1.100 (data_loss: 1.097, reg_loss: 0.003), lr: 0.004
validation, acc: 0.000, loss: 1.023 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 97/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.003), lr: 0.004
validation, acc: 0.000, loss: 1.020 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 98/500
epoch, acc: 0.286, loss: 1.123 (data_loss: 1.120, reg_loss: 0.003), lr: 0.004
validation, acc: 0.000, loss: 1.020 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 99/500
epoch, acc: 0.259, loss: 1.140 (data_loss: 1.137, reg_loss: 0.003), lr: 0.004
validation, acc: 0.000, loss: 1.023 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 100/500
epoch, acc: 0.348, loss: 1.259 (data_loss: 1.255, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.043 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 101/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.045 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 102/500
epoch, acc: 0.357, loss: 1.102 (data_loss: 1.098, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.040 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 103/500
epoch, acc: 0.357, loss: 1.102 (data_loss: 1.098, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.035 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 104/500
epoch, acc: 0.339, loss: 1.186 (data_loss: 1.182, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.045 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 105/500
epoch, acc: 0.250, loss: 1.208 (data_loss: 1.204, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.268 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 106/500
epoch, acc: 0.357, loss: 1.122 (data_loss: 1.118, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.047 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 107/500
epoch, acc: 0.152, loss: 1.143 (data_loss: 1.139, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.135 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 108/500
epoch, acc: 0.196, loss: 1.127 (data_loss: 1.124, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.144 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 109/500
epoch, acc: 0.357, loss: 1.110 (data_loss: 1.107, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.026 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 110/500
epoch, acc: 0.357, loss: 1.102 (data_loss: 1.098, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.023 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 111/500
epoch, acc: 0.357, loss: 1.102 (data_loss: 1.098, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.019 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 112/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.098, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.016 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 113/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.014 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 114/500
epoch, acc: 0.179, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.011 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 115/500
epoch, acc: 0.107, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.009 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 116/500
epoch, acc: 0.071, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.007 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 117/500
epoch, acc: 0.304, loss: 1.150 (data_loss: 1.147, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.014 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 118/500
epoch, acc: 0.179, loss: 1.100 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.015 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 119/500
epoch, acc: 0.143, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.012 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 120/500
epoch, acc: 0.268, loss: 1.138 (data_loss: 1.135, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.016 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 121/500
epoch, acc: 0.384, loss: 1.204 (data_loss: 1.200, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.032 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 122/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.033 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 123/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.098, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.029 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 124/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.098, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.025 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 125/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.022 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 126/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.019 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 127/500
epoch, acc: 0.143, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.016 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 128/500
epoch, acc: 0.107, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.014 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 129/500
epoch, acc: 0.366, loss: 1.186 (data_loss: 1.182, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.026 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 130/500
epoch, acc: 0.357, loss: 1.100 (data_loss: 1.096, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.027 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 131/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.024 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 132/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.021 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 133/500
epoch, acc: 0.375, loss: 1.152 (data_loss: 1.148, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.028 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 134/500
epoch, acc: 0.384, loss: 1.271 (data_loss: 1.267, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.049 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 135/500
epoch, acc: 0.286, loss: 1.125 (data_loss: 1.121, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.055 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 136/500
epoch, acc: 0.348, loss: 1.187 (data_loss: 1.183, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.065 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 137/500
epoch, acc: 0.357, loss: 1.102 (data_loss: 1.098, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.063 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 138/500
epoch, acc: 0.357, loss: 1.103 (data_loss: 1.099, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.056 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 139/500
epoch, acc: 0.152, loss: 1.142 (data_loss: 1.138, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.139 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 140/500
epoch, acc: 0.357, loss: 1.108 (data_loss: 1.104, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.042 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 141/500
epoch, acc: 0.357, loss: 1.102 (data_loss: 1.098, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.037 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 142/500
epoch, acc: 0.179, loss: 1.185 (data_loss: 1.181, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.065 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 143/500
epoch, acc: 0.357, loss: 1.103 (data_loss: 1.099, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.027 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 144/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.024 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 145/500
epoch, acc: 0.295, loss: 1.103 (data_loss: 1.099, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.144 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 146/500
epoch, acc: 0.170, loss: 1.147 (data_loss: 1.143, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.100 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 147/500
epoch, acc: 0.375, loss: 1.185 (data_loss: 1.180, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.023 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 148/500
epoch, acc: 0.286, loss: 1.141 (data_loss: 1.137, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.033 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 149/500
epoch, acc: 0.268, loss: 1.141 (data_loss: 1.137, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.038 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 150/500
epoch, acc: 0.188, loss: 1.136 (data_loss: 1.132, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.036 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 151/500
epoch, acc: 0.357, loss: 1.078 (data_loss: 1.073, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.287 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 152/500
epoch, acc: 0.357, loss: 1.235 (data_loss: 1.231, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.023 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 153/500
epoch, acc: 0.357, loss: 1.102 (data_loss: 1.097, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.020 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 154/500
epoch, acc: 0.286, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.017 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 155/500
epoch, acc: 0.143, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.015 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 156/500
epoch, acc: 0.107, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.012 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 157/500
epoch, acc: 0.071, loss: 1.101 (data_loss: 1.096, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.010 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 158/500
epoch, acc: 0.036, loss: 1.101 (data_loss: 1.096, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.008 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 159/500
epoch, acc: 0.330, loss: 1.194 (data_loss: 1.190, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.019 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 160/500
epoch, acc: 0.357, loss: 1.100 (data_loss: 1.096, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.020 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 161/500
epoch, acc: 0.232, loss: 1.133 (data_loss: 1.129, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.020 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 162/500
epoch, acc: 0.286, loss: 1.101 (data_loss: 1.096, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.018 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 163/500
epoch, acc: 0.143, loss: 1.100 (data_loss: 1.095, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.026 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 164/500
epoch, acc: 0.357, loss: 1.218 (data_loss: 1.213, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.026 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 165/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.096, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.026 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 166/500
epoch, acc: 0.214, loss: 1.131 (data_loss: 1.127, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.024 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 167/500
epoch, acc: 0.375, loss: 1.240 (data_loss: 1.235, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.037 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 168/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.096, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.038 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 169/500
epoch, acc: 0.357, loss: 1.102 (data_loss: 1.097, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.034 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 170/500
epoch, acc: 0.357, loss: 1.102 (data_loss: 1.097, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.030 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 171/500
epoch, acc: 0.357, loss: 1.102 (data_loss: 1.097, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.027 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 172/500
epoch, acc: 0.321, loss: 1.168 (data_loss: 1.163, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.032 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 173/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.031 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 174/500
epoch, acc: 0.339, loss: 1.228 (data_loss: 1.224, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.043 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 175/500
epoch, acc: 0.241, loss: 1.138 (data_loss: 1.134, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.047 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 176/500
epoch, acc: 0.357, loss: 1.102 (data_loss: 1.097, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.043 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 177/500
epoch, acc: 0.357, loss: 1.102 (data_loss: 1.097, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.039 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 178/500
epoch, acc: 0.357, loss: 1.102 (data_loss: 1.097, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.035 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 179/500
epoch, acc: 0.357, loss: 1.102 (data_loss: 1.097, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.031 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 180/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.027 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 181/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.024 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 182/500
epoch, acc: 0.384, loss: 1.253 (data_loss: 1.248, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.040 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 183/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.096, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.041 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 184/500
epoch, acc: 0.357, loss: 1.102 (data_loss: 1.097, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.037 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 185/500
epoch, acc: 0.286, loss: 1.158 (data_loss: 1.154, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.041 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 186/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.039 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 187/500
epoch, acc: 0.357, loss: 1.102 (data_loss: 1.097, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.035 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 188/500
epoch, acc: 0.357, loss: 1.102 (data_loss: 1.097, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.031 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 189/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.027 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 190/500
epoch, acc: 0.259, loss: 1.149 (data_loss: 1.144, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.030 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 191/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.096, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.028 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 192/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.025 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 193/500
epoch, acc: 0.402, loss: 1.277 (data_loss: 1.272, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.044 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 194/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.096, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.046 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 195/500
epoch, acc: 0.357, loss: 1.102 (data_loss: 1.097, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.041 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 196/500
epoch, acc: 0.357, loss: 1.102 (data_loss: 1.097, reg_loss: 0.005), lr: 0.004
validation, acc: 0.000, loss: 1.037 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 197/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.033 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 198/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.029 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 199/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.026 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 200/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.096, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.023 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 201/500
epoch, acc: 0.393, loss: 1.242 (data_loss: 1.238, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.038 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 202/500
epoch, acc: 0.357, loss: 1.100 (data_loss: 1.096, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.039 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 203/500
epoch, acc: 0.304, loss: 1.255 (data_loss: 1.251, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.053 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 204/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.053 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 205/500
epoch, acc: 0.357, loss: 1.102 (data_loss: 1.098, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.048 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 206/500
epoch, acc: 0.357, loss: 1.102 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.043 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 207/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.039 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 208/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.034 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 209/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.031 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 210/500
epoch, acc: 0.304, loss: 1.141 (data_loss: 1.137, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.032 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 211/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.096, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.031 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 212/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.027 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 213/500
epoch, acc: 0.357, loss: 1.100 (data_loss: 1.096, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.024 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 214/500
epoch, acc: 0.214, loss: 1.100 (data_loss: 1.096, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.021 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 215/500
epoch, acc: 0.143, loss: 1.100 (data_loss: 1.096, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.018 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 216/500
epoch, acc: 0.071, loss: 1.100 (data_loss: 1.096, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.018 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 217/500
epoch, acc: 0.312, loss: 1.276 (data_loss: 1.272, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.030 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 218/500
epoch, acc: 0.357, loss: 1.233 (data_loss: 1.229, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.048 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 219/500
epoch, acc: 0.357, loss: 1.100 (data_loss: 1.096, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.049 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 220/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.044 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 221/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.040 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 222/500
epoch, acc: 0.330, loss: 1.149 (data_loss: 1.145, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.043 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 223/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.040 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 224/500
epoch, acc: 0.375, loss: 1.248 (data_loss: 1.244, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.054 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 225/500
epoch, acc: 0.357, loss: 1.100 (data_loss: 1.096, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.055 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 226/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.050 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 227/500
epoch, acc: 0.304, loss: 1.221 (data_loss: 1.217, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.061 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 228/500
epoch, acc: 0.170, loss: 1.142 (data_loss: 1.138, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.106 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 229/500
epoch, acc: 0.357, loss: 1.103 (data_loss: 1.099, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.055 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 230/500
epoch, acc: 0.357, loss: 1.102 (data_loss: 1.098, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.050 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 231/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.045 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 232/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.040 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 233/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.036 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 234/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.032 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 235/500
epoch, acc: 0.205, loss: 1.136 (data_loss: 1.132, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.030 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 236/500
epoch, acc: 0.357, loss: 1.100 (data_loss: 1.096, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.026 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 237/500
epoch, acc: 0.339, loss: 1.138 (data_loss: 1.134, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.029 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 238/500
epoch, acc: 0.357, loss: 1.100 (data_loss: 1.096, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.027 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 239/500
epoch, acc: 0.188, loss: 1.154 (data_loss: 1.150, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.027 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 240/500
epoch, acc: 0.357, loss: 1.100 (data_loss: 1.096, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.025 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 241/500
epoch, acc: 0.357, loss: 1.100 (data_loss: 1.096, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.022 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 242/500
epoch, acc: 0.357, loss: 1.100 (data_loss: 1.096, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.019 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 243/500
epoch, acc: 0.161, loss: 1.134 (data_loss: 1.130, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.018 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 244/500
epoch, acc: 0.214, loss: 1.100 (data_loss: 1.096, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.016 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 245/500
epoch, acc: 0.143, loss: 1.100 (data_loss: 1.096, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.014 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 246/500
epoch, acc: 0.250, loss: 1.129 (data_loss: 1.125, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.011 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 247/500
epoch, acc: 0.473, loss: 1.345 (data_loss: 1.341, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.042 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 248/500
epoch, acc: 0.312, loss: 1.222 (data_loss: 1.218, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.060 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 249/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.060 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 250/500
epoch, acc: 0.357, loss: 1.102 (data_loss: 1.098, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.054 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 251/500
epoch, acc: 0.357, loss: 1.102 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.049 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 252/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.044 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 253/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.040 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 254/500
epoch, acc: 0.321, loss: 1.157 (data_loss: 1.153, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.044 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 255/500
epoch, acc: 0.357, loss: 1.100 (data_loss: 1.096, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.042 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 256/500
epoch, acc: 0.170, loss: 1.097 (data_loss: 1.093, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.378 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 257/500
epoch, acc: 0.357, loss: 1.158 (data_loss: 1.154, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.025 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 258/500
epoch, acc: 0.357, loss: 1.100 (data_loss: 1.096, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.021 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 259/500
epoch, acc: 0.321, loss: 1.171 (data_loss: 1.167, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.027 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 260/500
epoch, acc: 0.357, loss: 1.100 (data_loss: 1.096, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.026 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 261/500
epoch, acc: 0.170, loss: 1.144 (data_loss: 1.140, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.069 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 262/500
epoch, acc: 0.384, loss: 1.239 (data_loss: 1.235, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.038 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 263/500
epoch, acc: 0.357, loss: 1.100 (data_loss: 1.096, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.040 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 264/500
epoch, acc: 0.268, loss: 1.126 (data_loss: 1.122, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.040 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 265/500
epoch, acc: 0.357, loss: 1.101 (data_loss: 1.097, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.037 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 266/500
epoch, acc: 0.205, loss: 1.106 (data_loss: 1.102, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.375 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 267/500
epoch, acc: 0.357, loss: 1.227 (data_loss: 1.223, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.024 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 268/500
epoch, acc: 0.357, loss: 1.100 (data_loss: 1.096, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.021 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 269/500
epoch, acc: 0.179, loss: 1.100 (data_loss: 1.096, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.018 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 270/500
epoch, acc: 0.107, loss: 1.100 (data_loss: 1.096, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.016 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 271/500
epoch, acc: 0.071, loss: 1.100 (data_loss: 1.096, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.014 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 272/500
epoch, acc: 0.089, loss: 1.127 (data_loss: 1.123, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.145 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 273/500
epoch, acc: 0.036, loss: 1.112 (data_loss: 1.108, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.007 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 274/500
epoch, acc: 0.018, loss: 1.099 (data_loss: 1.095, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.006 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 275/500
epoch, acc: 0.054, loss: 1.099 (data_loss: 1.095, reg_loss: 0.004), lr: 0.004
validation, acc: 1.000, loss: 1.004 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 276/500
epoch, acc: 0.125, loss: 1.099 (data_loss: 1.095, reg_loss: 0.004), lr: 0.004
validation, acc: 1.000, loss: 1.003 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 277/500
epoch, acc: 0.232, loss: 1.099 (data_loss: 1.095, reg_loss: 0.004), lr: 0.004
validation, acc: 1.000, loss: 1.002 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 278/500
epoch, acc: 0.375, loss: 1.099 (data_loss: 1.095, reg_loss: 0.004), lr: 0.004
validation, acc: 1.000, loss: 1.001 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 279/500
epoch, acc: 0.411, loss: 1.195 (data_loss: 1.191, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.011 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 280/500
epoch, acc: 0.107, loss: 1.099 (data_loss: 1.095, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.013 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 281/500
epoch, acc: 0.071, loss: 1.099 (data_loss: 1.095, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.011 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 282/500
epoch, acc: 0.036, loss: 1.099 (data_loss: 1.095, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.010 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 283/500
epoch, acc: 0.375, loss: 1.198 (data_loss: 1.195, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.020 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 284/500
epoch, acc: 0.357, loss: 1.099 (data_loss: 1.095, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.021 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 285/500
epoch, acc: 0.348, loss: 1.170 (data_loss: 1.167, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.028 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 286/500
epoch, acc: 0.357, loss: 1.099 (data_loss: 1.095, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.028 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 287/500
epoch, acc: 0.161, loss: 1.118 (data_loss: 1.114, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.176 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 288/500
epoch, acc: 0.357, loss: 1.114 (data_loss: 1.110, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.019 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 289/500
epoch, acc: 0.321, loss: 1.100 (data_loss: 1.096, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.017 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 290/500
epoch, acc: 0.143, loss: 1.099 (data_loss: 1.096, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.014 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 291/500
epoch, acc: 0.107, loss: 1.099 (data_loss: 1.096, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.012 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 292/500
epoch, acc: 0.071, loss: 1.099 (data_loss: 1.095, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.010 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 293/500
epoch, acc: 0.036, loss: 1.099 (data_loss: 1.095, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.009 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 294/500
epoch, acc: 0.018, loss: 1.099 (data_loss: 1.095, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.007 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 295/500
epoch, acc: 0.054, loss: 1.099 (data_loss: 1.095, reg_loss: 0.004), lr: 0.004
validation, acc: 1.000, loss: 1.005 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 296/500
epoch, acc: 0.259, loss: 1.119 (data_loss: 1.116, reg_loss: 0.004), lr: 0.004
validation, acc: 0.000, loss: 1.071 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 297/500
epoch, acc: 0.143, loss: 1.102 (data_loss: 1.099, reg_loss: 0.004), lr: 0.004
validation, acc: 1.000, loss: 1.001 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 298/500
epoch, acc: 0.375, loss: 1.099 (data_loss: 1.095, reg_loss: 0.004), lr: 0.004
validation, acc: 1.000, loss: 1.000 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 299/500
epoch, acc: 0.375, loss: 1.099 (data_loss: 1.095, reg_loss: 0.003), lr: 0.004
validation, acc: 1.000, loss: 0.999 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 300/500
epoch, acc: 0.375, loss: 1.098 (data_loss: 1.095, reg_loss: 0.003), lr: 0.004
validation, acc: 1.000, loss: 0.998 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 301/500
epoch, acc: 0.491, loss: 1.105 (data_loss: 1.101, reg_loss: 0.003), lr: 0.004
validation, acc: 0.000, loss: 1.180 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 302/500
epoch, acc: 0.179, loss: 1.122 (data_loss: 1.119, reg_loss: 0.003), lr: 0.004
validation, acc: 1.000, loss: 0.992 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 303/500
epoch, acc: 0.375, loss: 1.098 (data_loss: 1.095, reg_loss: 0.003), lr: 0.004
validation, acc: 1.000, loss: 0.991 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 304/500
epoch, acc: 0.375, loss: 1.098 (data_loss: 1.095, reg_loss: 0.003), lr: 0.004
validation, acc: 1.000, loss: 0.991 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 305/500
epoch, acc: 0.455, loss: 1.127 (data_loss: 1.124, reg_loss: 0.003), lr: 0.004
validation, acc: 0.000, loss: 1.018 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 306/500
epoch, acc: 0.348, loss: 1.099 (data_loss: 1.096, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.990 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 307/500
epoch, acc: 0.375, loss: 1.098 (data_loss: 1.095, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.990 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 308/500
epoch, acc: 0.375, loss: 1.098 (data_loss: 1.095, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.989 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 309/500
epoch, acc: 0.375, loss: 1.098 (data_loss: 1.095, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.989 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 310/500
epoch, acc: 0.375, loss: 1.098 (data_loss: 1.095, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.989 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 311/500
epoch, acc: 0.375, loss: 1.098 (data_loss: 1.095, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.989 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 312/500
epoch, acc: 0.375, loss: 1.098 (data_loss: 1.095, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.989 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 313/500
epoch, acc: 0.375, loss: 1.124 (data_loss: 1.120, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.990 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 314/500
epoch, acc: 0.375, loss: 1.098 (data_loss: 1.095, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.990 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 315/500
epoch, acc: 0.473, loss: 1.090 (data_loss: 1.087, reg_loss: 0.003), lr: 0.003
validation, acc: 0.000, loss: 1.134 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 316/500
epoch, acc: 0.089, loss: 1.140 (data_loss: 1.137, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.987 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 317/500
epoch, acc: 0.375, loss: 1.098 (data_loss: 1.095, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.987 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 318/500
epoch, acc: 0.375, loss: 1.098 (data_loss: 1.095, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.987 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 319/500
epoch, acc: 0.375, loss: 1.098 (data_loss: 1.095, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.987 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 320/500
epoch, acc: 0.375, loss: 1.098 (data_loss: 1.095, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.987 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 321/500
epoch, acc: 0.473, loss: 1.101 (data_loss: 1.098, reg_loss: 0.003), lr: 0.003
validation, acc: 0.000, loss: 1.254 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 322/500
epoch, acc: 0.161, loss: 1.140 (data_loss: 1.137, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.979 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 323/500
epoch, acc: 0.375, loss: 1.098 (data_loss: 1.095, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.979 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 324/500
epoch, acc: 0.375, loss: 1.098 (data_loss: 1.095, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.979 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 325/500
epoch, acc: 0.375, loss: 1.098 (data_loss: 1.095, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.980 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 326/500
epoch, acc: 0.375, loss: 1.098 (data_loss: 1.095, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.980 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 327/500
epoch, acc: 0.375, loss: 1.098 (data_loss: 1.095, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.981 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 328/500
epoch, acc: 0.375, loss: 1.097 (data_loss: 1.095, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.981 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 329/500
epoch, acc: 0.482, loss: 1.106 (data_loss: 1.103, reg_loss: 0.003), lr: 0.003
validation, acc: 0.000, loss: 1.430 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 330/500
epoch, acc: 0.170, loss: 1.262 (data_loss: 1.259, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.986 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 331/500
epoch, acc: 0.375, loss: 1.097 (data_loss: 1.094, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.989 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 332/500
epoch, acc: 0.375, loss: 1.098 (data_loss: 1.095, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.989 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 333/500
epoch, acc: 0.375, loss: 1.098 (data_loss: 1.095, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.989 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 334/500
epoch, acc: 0.375, loss: 1.098 (data_loss: 1.095, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.989 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 335/500
epoch, acc: 0.375, loss: 1.098 (data_loss: 1.095, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.989 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 336/500
epoch, acc: 0.375, loss: 1.098 (data_loss: 1.095, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.988 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 337/500
epoch, acc: 0.375, loss: 1.098 (data_loss: 1.095, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.988 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 338/500
epoch, acc: 0.375, loss: 1.097 (data_loss: 1.095, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.988 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 339/500
epoch, acc: 0.375, loss: 1.097 (data_loss: 1.095, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.988 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 340/500
epoch, acc: 0.375, loss: 1.216 (data_loss: 1.214, reg_loss: 0.003), lr: 0.003
validation, acc: 0.000, loss: 1.062 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 341/500
epoch, acc: 0.250, loss: 1.103 (data_loss: 1.101, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.990 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 342/500
epoch, acc: 0.375, loss: 1.120 (data_loss: 1.117, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.991 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 343/500
epoch, acc: 0.571, loss: 1.087 (data_loss: 1.084, reg_loss: 0.003), lr: 0.003
validation, acc: 0.000, loss: 1.205 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 344/500
epoch, acc: 0.071, loss: 1.146 (data_loss: 1.143, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.985 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 345/500
epoch, acc: 0.375, loss: 1.097 (data_loss: 1.095, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.985 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 346/500
epoch, acc: 0.375, loss: 1.097 (data_loss: 1.095, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.985 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 347/500
epoch, acc: 0.402, loss: 1.124 (data_loss: 1.121, reg_loss: 0.003), lr: 0.003
validation, acc: 0.000, loss: 1.317 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 348/500
epoch, acc: 0.321, loss: 1.124 (data_loss: 1.121, reg_loss: 0.003), lr: 0.003
validation, acc: 0.000, loss: 1.203 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 349/500
epoch, acc: 0.071, loss: 1.164 (data_loss: 1.161, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.972 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 350/500
epoch, acc: 0.375, loss: 1.129 (data_loss: 1.126, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.974 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 351/500
epoch, acc: 0.375, loss: 1.097 (data_loss: 1.094, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.975 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 352/500
epoch, acc: 0.375, loss: 1.097 (data_loss: 1.094, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.976 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 353/500
epoch, acc: 0.455, loss: 1.113 (data_loss: 1.110, reg_loss: 0.003), lr: 0.003
validation, acc: 0.000, loss: 1.107 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 354/500
epoch, acc: 0.277, loss: 1.107 (data_loss: 1.104, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.975 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 355/500
epoch, acc: 0.536, loss: 1.094 (data_loss: 1.091, reg_loss: 0.003), lr: 0.003
validation, acc: 0.000, loss: 1.212 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 356/500
epoch, acc: 0.241, loss: 1.138 (data_loss: 1.135, reg_loss: 0.003), lr: 0.003
validation, acc: 0.000, loss: 1.250 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 357/500
epoch, acc: 0.286, loss: 1.198 (data_loss: 1.195, reg_loss: 0.003), lr: 0.003
validation, acc: 0.000, loss: 1.219 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 358/500
epoch, acc: 0.170, loss: 1.178 (data_loss: 1.175, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.971 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 359/500
epoch, acc: 0.527, loss: 1.091 (data_loss: 1.088, reg_loss: 0.003), lr: 0.003
validation, acc: 0.000, loss: 1.258 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 360/500
epoch, acc: 0.384, loss: 1.097 (data_loss: 1.094, reg_loss: 0.003), lr: 0.003
validation, acc: 0.000, loss: 1.614 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 361/500
epoch, acc: 0.018, loss: 1.270 (data_loss: 1.267, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.958 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 362/500
epoch, acc: 0.509, loss: 1.083 (data_loss: 1.079, reg_loss: 0.003), lr: 0.003
validation, acc: 0.000, loss: 1.171 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 363/500
epoch, acc: 0.062, loss: 1.158 (data_loss: 1.155, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.956 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 364/500
epoch, acc: 0.375, loss: 1.098 (data_loss: 1.094, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.958 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 365/500
epoch, acc: 0.375, loss: 1.098 (data_loss: 1.094, reg_loss: 0.003), lr: 0.003
validation, acc: 1.000, loss: 0.960 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 366/500
epoch, acc: 0.545, loss: 1.103 (data_loss: 1.100, reg_loss: 0.003), lr: 0.003
validation, acc: 0.000, loss: 1.240 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 367/500
epoch, acc: 0.250, loss: 1.226 (data_loss: 1.222, reg_loss: 0.003), lr: 0.003
validation, acc: 0.000, loss: 1.214 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 368/500
epoch, acc: 0.179, loss: 1.283 (data_loss: 1.279, reg_loss: 0.004), lr: 0.003
validation, acc: 0.000, loss: 1.336 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 369/500
epoch, acc: 0.179, loss: 1.158 (data_loss: 1.154, reg_loss: 0.004), lr: 0.003
validation, acc: 0.000, loss: 1.397 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 370/500
epoch, acc: 0.223, loss: 1.172 (data_loss: 1.168, reg_loss: 0.004), lr: 0.003
validation, acc: 0.000, loss: 1.053 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 371/500
epoch, acc: 0.277, loss: 1.107 (data_loss: 1.104, reg_loss: 0.004), lr: 0.003
validation, acc: 1.000, loss: 0.957 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 372/500
epoch, acc: 0.527, loss: 1.078 (data_loss: 1.075, reg_loss: 0.004), lr: 0.003
validation, acc: 0.000, loss: 1.547 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 373/500
epoch, acc: 0.045, loss: 1.203 (data_loss: 1.199, reg_loss: 0.004), lr: 0.003
validation, acc: 1.000, loss: 0.949 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 374/500
epoch, acc: 0.375, loss: 1.098 (data_loss: 1.094, reg_loss: 0.004), lr: 0.003
validation, acc: 1.000, loss: 0.951 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 375/500
epoch, acc: 0.375, loss: 1.098 (data_loss: 1.094, reg_loss: 0.004), lr: 0.003
validation, acc: 1.000, loss: 0.953 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 376/500
epoch, acc: 0.438, loss: 1.104 (data_loss: 1.101, reg_loss: 0.004), lr: 0.003
validation, acc: 0.000, loss: 1.233 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 377/500
epoch, acc: 0.188, loss: 1.137 (data_loss: 1.133, reg_loss: 0.004), lr: 0.003
validation, acc: 1.000, loss: 0.950 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 378/500
epoch, acc: 0.375, loss: 1.180 (data_loss: 1.177, reg_loss: 0.004), lr: 0.003
validation, acc: 1.000, loss: 0.960 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 379/500
epoch, acc: 0.545, loss: 1.068 (data_loss: 1.064, reg_loss: 0.004), lr: 0.003
validation, acc: 0.000, loss: 1.350 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 380/500
epoch, acc: 0.223, loss: 1.195 (data_loss: 1.192, reg_loss: 0.004), lr: 0.003
validation, acc: 0.000, loss: 1.258 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 381/500
epoch, acc: 0.205, loss: 1.189 (data_loss: 1.185, reg_loss: 0.004), lr: 0.003
validation, acc: 0.000, loss: 1.345 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 382/500
epoch, acc: 0.152, loss: 1.172 (data_loss: 1.168, reg_loss: 0.004), lr: 0.003
validation, acc: 1.000, loss: 0.944 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 383/500
epoch, acc: 0.482, loss: 1.095 (data_loss: 1.091, reg_loss: 0.004), lr: 0.003
validation, acc: 0.000, loss: 1.222 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 384/500
epoch, acc: 0.134, loss: 1.146 (data_loss: 1.142, reg_loss: 0.004), lr: 0.003
validation, acc: 1.000, loss: 0.943 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 385/500
epoch, acc: 0.518, loss: 1.098 (data_loss: 1.094, reg_loss: 0.004), lr: 0.003
validation, acc: 0.000, loss: 1.181 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 386/500
epoch, acc: 0.339, loss: 1.123 (data_loss: 1.119, reg_loss: 0.004), lr: 0.003
validation, acc: 0.000, loss: 1.187 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 387/500
epoch, acc: 0.259, loss: 1.121 (data_loss: 1.117, reg_loss: 0.004), lr: 0.003
validation, acc: 0.000, loss: 1.287 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 388/500
epoch, acc: 0.071, loss: 1.230 (data_loss: 1.226, reg_loss: 0.004), lr: 0.003
validation, acc: 0.000, loss: 1.298 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 389/500
epoch, acc: 0.116, loss: 1.165 (data_loss: 1.161, reg_loss: 0.004), lr: 0.003
validation, acc: 1.000, loss: 0.927 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 390/500
epoch, acc: 0.473, loss: 1.089 (data_loss: 1.085, reg_loss: 0.004), lr: 0.003
validation, acc: 0.000, loss: 1.472 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 391/500
epoch, acc: 0.116, loss: 1.182 (data_loss: 1.178, reg_loss: 0.004), lr: 0.003
validation, acc: 1.000, loss: 0.921 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 392/500
epoch, acc: 0.375, loss: 1.099 (data_loss: 1.095, reg_loss: 0.004), lr: 0.003
validation, acc: 1.000, loss: 0.924 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 393/500
epoch, acc: 0.375, loss: 1.099 (data_loss: 1.095, reg_loss: 0.004), lr: 0.003
validation, acc: 1.000, loss: 0.928 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 394/500
epoch, acc: 0.518, loss: 1.067 (data_loss: 1.063, reg_loss: 0.004), lr: 0.003
validation, acc: 0.000, loss: 1.164 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 395/500
epoch, acc: 0.098, loss: 1.264 (data_loss: 1.260, reg_loss: 0.004), lr: 0.003
validation, acc: 0.000, loss: 1.310 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 396/500
epoch, acc: 0.286, loss: 1.156 (data_loss: 1.152, reg_loss: 0.004), lr: 0.003
validation, acc: 0.000, loss: 1.219 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 397/500
epoch, acc: 0.125, loss: 1.158 (data_loss: 1.154, reg_loss: 0.004), lr: 0.003
validation, acc: 1.000, loss: 0.923 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 398/500
epoch, acc: 0.375, loss: 1.099 (data_loss: 1.095, reg_loss: 0.004), lr: 0.003
validation, acc: 1.000, loss: 0.927 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 399/500
epoch, acc: 0.375, loss: 1.099 (data_loss: 1.095, reg_loss: 0.004), lr: 0.003
validation, acc: 1.000, loss: 0.931 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 400/500
epoch, acc: 0.375, loss: 1.098 (data_loss: 1.094, reg_loss: 0.004), lr: 0.003
validation, acc: 1.000, loss: 0.934 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 401/500
epoch, acc: 0.643, loss: 1.026 (data_loss: 1.022, reg_loss: 0.004), lr: 0.003
validation, acc: 0.000, loss: 2.000 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 402/500
epoch, acc: 0.125, loss: 1.345 (data_loss: 1.341, reg_loss: 0.004), lr: 0.003
validation, acc: 0.000, loss: 1.478 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 403/500
epoch, acc: 0.152, loss: 1.172 (data_loss: 1.168, reg_loss: 0.004), lr: 0.003
validation, acc: 1.000, loss: 0.914 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 404/500
epoch, acc: 0.518, loss: 1.067 (data_loss: 1.063, reg_loss: 0.004), lr: 0.003
validation, acc: 0.000, loss: 1.530 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 405/500
epoch, acc: 0.241, loss: 1.163 (data_loss: 1.158, reg_loss: 0.004), lr: 0.003
validation, acc: 0.000, loss: 1.797 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 406/500
epoch, acc: 0.152, loss: 1.272 (data_loss: 1.268, reg_loss: 0.004), lr: 0.003
validation, acc: 0.000, loss: 1.178 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 407/500
epoch, acc: 0.134, loss: 1.223 (data_loss: 1.218, reg_loss: 0.005), lr: 0.003
validation, acc: 0.000, loss: 1.593 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 408/500
epoch, acc: 0.143, loss: 1.234 (data_loss: 1.229, reg_loss: 0.005), lr: 0.003
validation, acc: 0.000, loss: 1.572 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 409/500
epoch, acc: 0.107, loss: 1.228 (data_loss: 1.223, reg_loss: 0.005), lr: 0.003
validation, acc: 1.000, loss: 0.894 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 410/500
epoch, acc: 0.393, loss: 1.095 (data_loss: 1.091, reg_loss: 0.005), lr: 0.003
validation, acc: 0.000, loss: 0.998 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 411/500
epoch, acc: 0.241, loss: 1.136 (data_loss: 1.131, reg_loss: 0.005), lr: 0.003
validation, acc: 1.000, loss: 0.890 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 412/500
epoch, acc: 0.536, loss: 1.052 (data_loss: 1.048, reg_loss: 0.005), lr: 0.003
validation, acc: 0.000, loss: 1.666 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 413/500
epoch, acc: 0.143, loss: 1.236 (data_loss: 1.231, reg_loss: 0.005), lr: 0.003
validation, acc: 0.000, loss: 1.127 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 414/500
epoch, acc: 0.250, loss: 1.310 (data_loss: 1.305, reg_loss: 0.005), lr: 0.003
validation, acc: 0.000, loss: 1.347 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 415/500
epoch, acc: 0.214, loss: 1.182 (data_loss: 1.177, reg_loss: 0.005), lr: 0.003
validation, acc: 0.000, loss: 1.096 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 416/500
epoch, acc: 0.223, loss: 1.163 (data_loss: 1.158, reg_loss: 0.005), lr: 0.003
validation, acc: 0.000, loss: 1.718 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 417/500
epoch, acc: 0.411, loss: 1.184 (data_loss: 1.179, reg_loss: 0.005), lr: 0.003
validation, acc: 0.000, loss: 1.249 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 418/500
epoch, acc: 0.420, loss: 1.008 (data_loss: 1.002, reg_loss: 0.005), lr: 0.003
validation, acc: 0.000, loss: 1.220 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 419/500
epoch, acc: 0.438, loss: 1.046 (data_loss: 1.041, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.845 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 420/500
epoch, acc: 0.688, loss: 0.874 (data_loss: 0.868, reg_loss: 0.006), lr: 0.003
validation, acc: 0.500, loss: 1.062 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 421/500
epoch, acc: 0.643, loss: 0.933 (data_loss: 0.927, reg_loss: 0.006), lr: 0.003
validation, acc: 0.000, loss: 1.066 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 422/500
epoch, acc: 0.616, loss: 0.907 (data_loss: 0.901, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.932 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 423/500
epoch, acc: 0.705, loss: 0.852 (data_loss: 0.846, reg_loss: 0.006), lr: 0.003
validation, acc: 0.000, loss: 1.200 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 424/500
epoch, acc: 0.509, loss: 0.972 (data_loss: 0.966, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.868 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 425/500
epoch, acc: 0.688, loss: 0.804 (data_loss: 0.798, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.730 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 426/500
epoch, acc: 0.607, loss: 0.867 (data_loss: 0.861, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.719 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 427/500
epoch, acc: 0.652, loss: 0.820 (data_loss: 0.814, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.811 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 428/500
epoch, acc: 0.705, loss: 0.750 (data_loss: 0.744, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.811 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 429/500
epoch, acc: 0.554, loss: 0.929 (data_loss: 0.923, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.686 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 430/500
epoch, acc: 0.652, loss: 0.806 (data_loss: 0.800, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.644 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 431/500
epoch, acc: 0.670, loss: 0.771 (data_loss: 0.765, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.625 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 432/500
epoch, acc: 0.652, loss: 0.771 (data_loss: 0.765, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.734 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 433/500
epoch, acc: 0.670, loss: 0.851 (data_loss: 0.845, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.427 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 434/500
epoch, acc: 0.661, loss: 0.704 (data_loss: 0.698, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.336 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 435/500
epoch, acc: 0.643, loss: 0.692 (data_loss: 0.686, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.344 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 436/500
epoch, acc: 0.625, loss: 0.757 (data_loss: 0.750, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.216 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 437/500
epoch, acc: 0.688, loss: 0.641 (data_loss: 0.635, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.119 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 438/500
epoch, acc: 0.643, loss: 0.638 (data_loss: 0.632, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.124 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 439/500
epoch, acc: 0.643, loss: 0.640 (data_loss: 0.633, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.103 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 440/500
epoch, acc: 0.705, loss: 0.607 (data_loss: 0.601, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.086 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 441/500
epoch, acc: 0.634, loss: 0.623 (data_loss: 0.616, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.061 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 442/500
epoch, acc: 0.670, loss: 0.555 (data_loss: 0.549, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.052 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 443/500
epoch, acc: 0.723, loss: 0.585 (data_loss: 0.579, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.058 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 444/500
epoch, acc: 0.679, loss: 0.565 (data_loss: 0.559, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.058 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 445/500
epoch, acc: 0.670, loss: 0.562 (data_loss: 0.556, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.040 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 446/500
epoch, acc: 0.696, loss: 0.586 (data_loss: 0.580, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.036 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 447/500
epoch, acc: 0.705, loss: 0.568 (data_loss: 0.561, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.041 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 448/500
epoch, acc: 0.741, loss: 0.497 (data_loss: 0.491, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.040 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 449/500
epoch, acc: 0.714, loss: 0.555 (data_loss: 0.549, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.054 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 450/500
epoch, acc: 0.679, loss: 0.514 (data_loss: 0.507, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.041 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 451/500
epoch, acc: 0.705, loss: 0.554 (data_loss: 0.548, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.038 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 452/500
epoch, acc: 0.705, loss: 0.548 (data_loss: 0.542, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.040 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 453/500
epoch, acc: 0.705, loss: 0.558 (data_loss: 0.552, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.037 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 454/500
epoch, acc: 0.821, loss: 0.509 (data_loss: 0.503, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.035 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 455/500
epoch, acc: 0.777, loss: 0.500 (data_loss: 0.493, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.036 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 456/500
epoch, acc: 0.812, loss: 0.464 (data_loss: 0.458, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.032 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 457/500
epoch, acc: 0.768, loss: 0.493 (data_loss: 0.486, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.039 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 458/500
epoch, acc: 0.732, loss: 0.512 (data_loss: 0.505, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.035 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 459/500
epoch, acc: 0.768, loss: 0.570 (data_loss: 0.564, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.039 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 460/500
epoch, acc: 0.750, loss: 0.505 (data_loss: 0.499, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.038 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 461/500
epoch, acc: 0.812, loss: 0.464 (data_loss: 0.458, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.036 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 462/500
epoch, acc: 0.795, loss: 0.482 (data_loss: 0.475, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.041 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 463/500
epoch, acc: 0.777, loss: 0.500 (data_loss: 0.493, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.038 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 464/500
epoch, acc: 0.795, loss: 0.506 (data_loss: 0.499, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.039 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 465/500
epoch, acc: 0.786, loss: 0.514 (data_loss: 0.507, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.040 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 466/500
epoch, acc: 0.750, loss: 0.617 (data_loss: 0.611, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.058 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 467/500
epoch, acc: 0.786, loss: 0.488 (data_loss: 0.481, reg_loss: 0.007), lr: 0.003
validation, acc: 1.000, loss: 0.048 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 468/500
epoch, acc: 0.804, loss: 0.528 (data_loss: 0.521, reg_loss: 0.007), lr: 0.003
validation, acc: 1.000, loss: 0.052 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 469/500
epoch, acc: 0.732, loss: 0.520 (data_loss: 0.513, reg_loss: 0.007), lr: 0.003
validation, acc: 1.000, loss: 0.053 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 470/500
epoch, acc: 0.795, loss: 0.494 (data_loss: 0.488, reg_loss: 0.007), lr: 0.003
validation, acc: 1.000, loss: 0.047 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 471/500
epoch, acc: 0.732, loss: 0.519 (data_loss: 0.513, reg_loss: 0.007), lr: 0.003
validation, acc: 1.000, loss: 0.054 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 472/500
epoch, acc: 0.804, loss: 0.516 (data_loss: 0.509, reg_loss: 0.007), lr: 0.003
validation, acc: 1.000, loss: 0.049 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 473/500
epoch, acc: 0.795, loss: 0.457 (data_loss: 0.450, reg_loss: 0.007), lr: 0.003
validation, acc: 1.000, loss: 0.044 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 474/500
epoch, acc: 0.723, loss: 0.596 (data_loss: 0.590, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.043 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 475/500
epoch, acc: 0.821, loss: 0.456 (data_loss: 0.449, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.056 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 476/500
epoch, acc: 0.804, loss: 0.437 (data_loss: 0.431, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.051 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 477/500
epoch, acc: 0.768, loss: 0.556 (data_loss: 0.550, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.050 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 478/500
epoch, acc: 0.768, loss: 0.532 (data_loss: 0.526, reg_loss: 0.006), lr: 0.003
validation, acc: 1.000, loss: 0.050 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 479/500
epoch, acc: 0.759, loss: 0.535 (data_loss: 0.529, reg_loss: 0.007), lr: 0.003
validation, acc: 1.000, loss: 0.053 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 480/500
epoch, acc: 0.830, loss: 0.431 (data_loss: 0.425, reg_loss: 0.007), lr: 0.003
validation, acc: 1.000, loss: 0.065 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 481/500
epoch, acc: 0.741, loss: 0.489 (data_loss: 0.482, reg_loss: 0.007), lr: 0.003
validation, acc: 1.000, loss: 0.043 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 482/500
epoch, acc: 0.812, loss: 0.422 (data_loss: 0.416, reg_loss: 0.007), lr: 0.003
validation, acc: 1.000, loss: 0.038 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 483/500
epoch, acc: 0.839, loss: 0.414 (data_loss: 0.407, reg_loss: 0.007), lr: 0.003
validation, acc: 1.000, loss: 0.039 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 484/500
epoch, acc: 0.848, loss: 0.418 (data_loss: 0.411, reg_loss: 0.007), lr: 0.003
validation, acc: 1.000, loss: 0.063 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 485/500
epoch, acc: 0.741, loss: 0.506 (data_loss: 0.499, reg_loss: 0.007), lr: 0.003
validation, acc: 1.000, loss: 0.042 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 486/500
epoch, acc: 0.804, loss: 0.480 (data_loss: 0.473, reg_loss: 0.007), lr: 0.003
validation, acc: 1.000, loss: 0.043 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 487/500
epoch, acc: 0.866, loss: 0.372 (data_loss: 0.365, reg_loss: 0.007), lr: 0.003
validation, acc: 1.000, loss: 0.033 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 488/500
epoch, acc: 0.929, loss: 0.366 (data_loss: 0.359, reg_loss: 0.007), lr: 0.003
validation, acc: 1.000, loss: 0.050 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 489/500
epoch, acc: 0.777, loss: 0.463 (data_loss: 0.456, reg_loss: 0.007), lr: 0.003
validation, acc: 1.000, loss: 0.044 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 490/500
epoch, acc: 0.830, loss: 0.399 (data_loss: 0.392, reg_loss: 0.007), lr: 0.003
validation, acc: 1.000, loss: 0.034 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 491/500
epoch, acc: 0.848, loss: 0.390 (data_loss: 0.383, reg_loss: 0.007), lr: 0.003
validation, acc: 1.000, loss: 0.035 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 492/500
epoch, acc: 0.938, loss: 0.281 (data_loss: 0.274, reg_loss: 0.007), lr: 0.003
validation, acc: 1.000, loss: 0.033 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 493/500
epoch, acc: 0.902, loss: 0.361 (data_loss: 0.354, reg_loss: 0.007), lr: 0.003
validation, acc: 1.000, loss: 0.028 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 494/500
epoch, acc: 0.902, loss: 0.344 (data_loss: 0.337, reg_loss: 0.007), lr: 0.003
validation, acc: 1.000, loss: 0.028 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 495/500
epoch, acc: 0.857, loss: 0.425 (data_loss: 0.418, reg_loss: 0.007), lr: 0.003
validation, acc: 1.000, loss: 0.029 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 496/500
epoch, acc: 0.875, loss: 0.359 (data_loss: 0.352, reg_loss: 0.007), lr: 0.003
validation, acc: 1.000, loss: 0.027 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 497/500
epoch, acc: 0.884, loss: 0.345 (data_loss: 0.338, reg_loss: 0.007), lr: 0.003
validation, acc: 1.000, loss: 0.027 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 498/500
epoch, acc: 0.848, loss: 0.385 (data_loss: 0.378, reg_loss: 0.007), lr: 0.003
validation, acc: 1.000, loss: 0.024 (data_loss: - - -, reg_loss: - - -), lr: - - -
training: Epoch: 499/500
epoch, acc: 0.857, loss: 0.396 (data_loss: 0.389, reg_loss: 0.007), lr: 0.003
validation, acc: 1.000, loss: 0.024 (data_loss: - - -, reg_loss: - - -), lr: - - -

Make predictions and calculate accuracy#

[18]:

y_predictions = model.predict(X_test)
y_predictions = y_predictions.argmax(axis=1)

evaluation = MultiClassAccuracy()
accuracy = evaluation.calculate(y_predictions, y_test)

print(f'The accuracy of this model is {accuracy}.')

The accuracy of this model is 0.9736842105263158.