diff --git a/higher/compare_res.py b/higher/compare_res.py index ee6c373..9113e2a 100644 --- a/higher/compare_res.py +++ b/higher/compare_res.py @@ -20,23 +20,24 @@ if __name__ == "__main__": #plot_compare(filenames=files, fig_name="res/compare") ## Acc, Time, Epochs = f(n_tf) ## + #fig_name="res/TF_nb_tests_compare" fig_name="res/TF_seq_tests_compare" - inner_its = [0] + inner_its = [0, 10] dataug_epoch_starts= [0] - TF_nb = range(1,14+1) - N_seq_TF= [1] #, 2, 3, 4] + TF_nb = 14#[len(TF.TF_dict)] #range(10,len(TF.TF_dict)+1) #[len(TF.TF_dict)] + N_seq_TF= [1, 2, 3, 4, 6] #[1] fig, ax = plt.subplots(ncols=3, figsize=(30, 8)) for in_it in inner_its: for dataug in dataug_epoch_starts: - n_tf = TF_nb + #n_tf = TF_nb #filenames =["res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-{} TF)-LeNet)-200 epochs (dataug:{})- {} in_it.json".format(n_tf, dataug, in_it) for n_tf in TF_nb] - filenames =["res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-{} TF x {})-LeNet)-200 epochs (dataug:{})- {} in_it.json".format(n_tf, 1, dataug, in_it) for n_tf in TF_nb] + #filenames =["res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-{} TF x {})-LeNet)-200 epochs (dataug:{})- {} in_it.json".format(n_tf, 1, dataug, in_it) for n_tf in TF_nb] - #n_tf = N_seq_TF + n_tf = N_seq_TF #filenames =["res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-{} TF x {})-LeNet)-200 epochs (dataug:{})- {} in_it.json".format(TF_nb, n_tf, dataug, in_it) for n_tf in N_seq_TF] - #filenames =["res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-{} TF x {})-LeNet)-100 epochs (dataug:{})- {} in_it.json".format(TF_nb, n_tf, dataug, in_it) for n_tf in N_seq_TF] + filenames =["res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-{} TF x {})-LeNet)-200 epochs (dataug:{})- {} in_it.json".format(TF_nb, n_tf, dataug, in_it) for n_tf in N_seq_TF] all_data=[] diff --git a/higher/model.py b/higher/model.py index 3fd6435..7a10bce 100644 --- a/higher/model.py +++ b/higher/model.py @@ -55,6 +55,7 @@ class LeNet(nn.Module): #https://github.com/xternalz/WideResNet-pytorch/blob/master/wideresnet.py #https://github.com/arcelien/pba/blob/master/pba/wrn.py #https://github.com/szagoruyko/wide-residual-networks/blob/master/pytorch/resnet.py + class BasicBlock(nn.Module): def __init__(self, in_planes, out_planes, stride, dropRate=0.0): super(BasicBlock, self).__init__() @@ -145,4 +146,4 @@ class WideResNet(nn.Module): return super(WideResNet, self).__str__() def __str__(self): - return "WideResNet(s{}-d{})".format(self.kernel_size, self.depth) \ No newline at end of file + return "WideResNet(s{}-d{})".format(self.kernel_size, self.depth) diff --git a/higher/res/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-10 epochs (dataug:0)- 10 in_it.png b/higher/res/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-10 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..3b3f309 Binary files /dev/null and b/higher/res/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-10 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-2 epochs (dataug:0)- 10 in_it.png b/higher/res/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-2 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..0e548f2 Binary files /dev/null and b/higher/res/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-2 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-200 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..3a719d4 Binary files /dev/null and b/higher/res/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/Aug_mod(Data_augV4(Uniform-14 TF x 2)-WideResNet(s16-d28))-10 epochs (dataug:0)- 2 in_it.png b/higher/res/Aug_mod(Data_augV4(Uniform-14 TF x 2)-WideResNet(s16-d28))-10 epochs (dataug:0)- 2 in_it.png new file mode 100644 index 0000000..bb4c3a7 Binary files /dev/null and b/higher/res/Aug_mod(Data_augV4(Uniform-14 TF x 2)-WideResNet(s16-d28))-10 epochs (dataug:0)- 2 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-1 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-1 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png new file mode 100644 index 0000000..1e7c046 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-1 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-1 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-1 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..00603e9 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-1 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-10 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-10 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png new file mode 100644 index 0000000..c4ece88 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-10 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-10 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-10 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..93fa749 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-10 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-11 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-11 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png new file mode 100644 index 0000000..9b8128f Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-11 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-11 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-11 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..cb7bda8 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-11 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-12 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-12 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png new file mode 100644 index 0000000..b59a1b5 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-12 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-12 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-12 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..2d4e31a Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-12 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-13 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-13 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png new file mode 100644 index 0000000..8c2f0f1 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-13 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-13 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-13 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..8b9ab3d Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-13 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png index 20abc10..5e7be39 100644 Binary files a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-200 epochs (dataug:0)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-200 epochs (dataug:0)- 0 in_it.png index c00ca7f..043ac24 100644 Binary files a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-200 epochs (dataug:0)- 0 in_it.png and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-200 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-200 epochs (dataug:0)- 10 in_it.png index 41ad572..a850ab6 100644 Binary files a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-200 epochs (dataug:0)- 10 in_it.png and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 3)-LeNet)-200 epochs (dataug:0)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 3)-LeNet)-200 epochs (dataug:0)- 0 in_it.png index d3005e2..d9ddbbf 100644 Binary files a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 3)-LeNet)-200 epochs (dataug:0)- 0 in_it.png and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 3)-LeNet)-200 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 3)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 3)-LeNet)-200 epochs (dataug:0)- 10 in_it.png index 6b627d0..782f1e6 100644 Binary files a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 3)-LeNet)-200 epochs (dataug:0)- 10 in_it.png and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 3)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 4)-LeNet)-200 epochs (dataug:0)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 4)-LeNet)-200 epochs (dataug:0)- 0 in_it.png index 40d2970..1d5897b 100644 Binary files a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 4)-LeNet)-200 epochs (dataug:0)- 0 in_it.png and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 4)-LeNet)-200 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 4)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 4)-LeNet)-200 epochs (dataug:0)- 10 in_it.png index 2e21dba..296790b 100644 Binary files a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 4)-LeNet)-200 epochs (dataug:0)- 10 in_it.png and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 4)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 6)-LeNet)-200 epochs (dataug:0)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 6)-LeNet)-200 epochs (dataug:0)- 0 in_it.png index af490f6..d552c7c 100644 Binary files a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 6)-LeNet)-200 epochs (dataug:0)- 0 in_it.png and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 6)-LeNet)-200 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 6)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 6)-LeNet)-200 epochs (dataug:0)- 10 in_it.png index 61523e0..17c438e 100644 Binary files a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 6)-LeNet)-200 epochs (dataug:0)- 10 in_it.png and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF x 6)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-2 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-2 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png new file mode 100644 index 0000000..2e4f22d Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-2 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-2 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-2 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..dd78c28 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-2 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-3 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-3 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png new file mode 100644 index 0000000..7d3322d Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-3 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-3 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-3 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..85303f1 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-3 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-4 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-4 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png new file mode 100644 index 0000000..ac299c6 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-4 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-4 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-4 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..7999cdd Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-4 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-5 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-5 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png new file mode 100644 index 0000000..7ea5408 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-5 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-5 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-5 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..375adcb Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-5 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-6 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-6 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png new file mode 100644 index 0000000..14f0097 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-6 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-6 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-6 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..40c89d4 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-6 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-7 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-7 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png new file mode 100644 index 0000000..db11f24 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-7 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-7 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-7 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..1e3a028 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-7 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-8 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-8 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png new file mode 100644 index 0000000..269b3ab Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-8 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-8 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-8 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..d709c53 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-8 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-9 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-9 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png new file mode 100644 index 0000000..c145419 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-9 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-9 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-9 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..7514f88 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-9 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-1 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-1 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json new file mode 100644 index 0000000..6ca043c --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-1 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json @@ -0,0 +1,293 @@ +{ + "Accuracy": 61.05, + "Time": [ + 2.865411214071428, + 0.05260956193642932 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.270991563796997, + "val_loss": 2.2617456912994385, + "acc": 16.24, + "time": 3.107143324000001, + "param": [ + 1.0 + ] + }, + { + "epoch": 2, + "train_loss": 1.976955771446228, + "val_loss": 1.9292501211166382, + "acc": 29.73, + "time": 2.8361540660000006, + "param": [ + 1.0 + ] + }, + { + "epoch": 3, + "train_loss": 1.720411777496338, + "val_loss": 1.8041638135910034, + "acc": 37.65, + "time": 2.8425441399999976, + "param": [ + 1.0 + ] + }, + { + "epoch": 4, + "train_loss": 1.5269612073898315, + "val_loss": 1.650697112083435, + "acc": 41.39, + "time": 2.8622582409999993, + "param": [ + 1.0 + ] + }, + { + "epoch": 5, + "train_loss": 1.400189757347107, + "val_loss": 1.5407917499542236, + "acc": 43.5, + "time": 2.862461478, + "param": [ + 1.0 + ] + }, + { + "epoch": 6, + "train_loss": 1.5727803707122803, + "val_loss": 1.501950740814209, + "acc": 46.57, + "time": 2.9484470860000016, + "param": [ + 1.0 + ] + }, + { + "epoch": 7, + "train_loss": 1.310948133468628, + "val_loss": 1.5341852903366089, + "acc": 48.27, + "time": 2.871329437, + "param": [ + 1.0 + ] + }, + { + "epoch": 8, + "train_loss": 1.1089158058166504, + "val_loss": 1.3452908992767334, + "acc": 50.54, + "time": 2.8179525040000044, + "param": [ + 1.0 + ] + }, + { + "epoch": 9, + "train_loss": 1.263244867324829, + "val_loss": 1.3028680086135864, + "acc": 52.67, + "time": 2.811349659000001, + "param": [ + 1.0 + ] + }, + { + "epoch": 10, + "train_loss": 1.3901668787002563, + "val_loss": 1.340610384941101, + "acc": 52.51, + "time": 2.8251456489999995, + "param": [ + 1.0 + ] + }, + { + "epoch": 11, + "train_loss": 1.2575260400772095, + "val_loss": 1.2062222957611084, + "acc": 53.74, + "time": 2.8482728270000024, + "param": [ + 1.0 + ] + }, + { + "epoch": 12, + "train_loss": 1.0325874090194702, + "val_loss": 1.3031196594238281, + "acc": 53.21, + "time": 2.8428833269999956, + "param": [ + 1.0 + ] + }, + { + "epoch": 13, + "train_loss": 1.108681082725525, + "val_loss": 1.2537870407104492, + "acc": 55.48, + "time": 2.8644316709999984, + "param": [ + 1.0 + ] + }, + { + "epoch": 14, + "train_loss": 1.1196467876434326, + "val_loss": 1.1941540241241455, + "acc": 56.93, + "time": 2.870598794000003, + "param": [ + 1.0 + ] + }, + { + "epoch": 15, + "train_loss": 1.0383676290512085, + "val_loss": 1.2451856136322021, + "acc": 54.3, + "time": 2.8479241849999966, + "param": [ + 1.0 + ] + }, + { + "epoch": 16, + "train_loss": 0.8564581274986267, + "val_loss": 1.1688892841339111, + "acc": 57.73, + "time": 2.840060643000001, + "param": [ + 1.0 + ] + }, + { + "epoch": 17, + "train_loss": 0.8157812356948853, + "val_loss": 1.332025170326233, + "acc": 56.84, + "time": 2.8421678089999887, + "param": [ + 1.0 + ] + }, + { + "epoch": 18, + "train_loss": 0.878862738609314, + "val_loss": 1.2272611856460571, + "acc": 59.89, + "time": 2.8703152430000074, + "param": [ + 1.0 + ] + }, + { + "epoch": 19, + "train_loss": 1.0254343748092651, + "val_loss": 1.4836679697036743, + "acc": 57.89, + "time": 2.8398868299999975, + "param": [ + 1.0 + ] + }, + { + "epoch": 20, + "train_loss": 0.8154613971710205, + "val_loss": 1.3280373811721802, + "acc": 59.34, + "time": 2.8395992230000076, + "param": [ + 1.0 + ] + }, + { + "epoch": 21, + "train_loss": 0.8666861057281494, + "val_loss": 1.202176570892334, + "acc": 59.38, + "time": 2.865873335999993, + "param": [ + 1.0 + ] + }, + { + "epoch": 22, + "train_loss": 0.8460076451301575, + "val_loss": 1.2682526111602783, + "acc": 60.31, + "time": 2.876280946999998, + "param": [ + 1.0 + ] + }, + { + "epoch": 23, + "train_loss": 0.6017743945121765, + "val_loss": 1.1521031856536865, + "acc": 60.79, + "time": 2.8768870809999925, + "param": [ + 1.0 + ] + }, + { + "epoch": 24, + "train_loss": 0.6008811593055725, + "val_loss": 1.3344944715499878, + "acc": 59.13, + "time": 2.8623535100000055, + "param": [ + 1.0 + ] + }, + { + "epoch": 25, + "train_loss": 0.6280339956283569, + "val_loss": 1.214926838874817, + "acc": 59.25, + "time": 2.861269441999994, + "param": [ + 1.0 + ] + }, + { + "epoch": 26, + "train_loss": 0.6291666030883789, + "val_loss": 1.2197970151901245, + "acc": 61.05, + "time": 2.865895328999997, + "param": [ + 1.0 + ] + }, + { + "epoch": 27, + "train_loss": 0.4364280700683594, + "val_loss": 1.3032950162887573, + "acc": 59.03, + "time": 2.867038637999997, + "param": [ + 1.0 + ] + }, + { + "epoch": 28, + "train_loss": 0.5533605813980103, + "val_loss": 1.2642314434051514, + "acc": 60.67, + "time": 2.86498957500001, + "param": [ + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-1 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-1 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..87b7d6d --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-1 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,343 @@ +{ + "Accuracy": 63.08, + "Time": [ + 5.226897437121212, + 0.042760170322027946 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.231717109680176, + "val_loss": 2.2649450302124023, + "acc": 17.78, + "time": 5.435611015000001, + "param": [ + 1.0 + ] + }, + { + "epoch": 2, + "train_loss": 1.7483348846435547, + "val_loss": 1.8708263635635376, + "acc": 30.29, + "time": 5.171410189000001, + "param": [ + 1.0 + ] + }, + { + "epoch": 3, + "train_loss": 1.6353591680526733, + "val_loss": 1.6934421062469482, + "acc": 36.08, + "time": 5.194436940999999, + "param": [ + 1.0 + ] + }, + { + "epoch": 4, + "train_loss": 1.589151382446289, + "val_loss": 1.6595635414123535, + "acc": 41.66, + "time": 5.205969625000005, + "param": [ + 1.0 + ] + }, + { + "epoch": 5, + "train_loss": 1.5538887977600098, + "val_loss": 1.7008817195892334, + "acc": 44.86, + "time": 5.214926667, + "param": [ + 1.0 + ] + }, + { + "epoch": 6, + "train_loss": 1.6285266876220703, + "val_loss": 1.5484082698822021, + "acc": 45.85, + "time": 5.208122469999999, + "param": [ + 1.0 + ] + }, + { + "epoch": 7, + "train_loss": 1.505444884300232, + "val_loss": 1.4684945344924927, + "acc": 48.49, + "time": 5.2228353389999995, + "param": [ + 1.0 + ] + }, + { + "epoch": 8, + "train_loss": 1.4233373403549194, + "val_loss": 1.3920598030090332, + "acc": 50.24, + "time": 5.195772513000001, + "param": [ + 1.0 + ] + }, + { + "epoch": 9, + "train_loss": 1.5614053010940552, + "val_loss": 1.2947627305984497, + "acc": 52.26, + "time": 5.193141052000001, + "param": [ + 1.0 + ] + }, + { + "epoch": 10, + "train_loss": 1.3150452375411987, + "val_loss": 1.261043906211853, + "acc": 52.6, + "time": 5.168958614000005, + "param": [ + 1.0 + ] + }, + { + "epoch": 11, + "train_loss": 1.1871228218078613, + "val_loss": 1.314285397529602, + "acc": 55.7, + "time": 5.237452719000004, + "param": [ + 1.0 + ] + }, + { + "epoch": 12, + "train_loss": 1.2166121006011963, + "val_loss": 1.2128283977508545, + "acc": 56.77, + "time": 5.2336666690000015, + "param": [ + 1.0 + ] + }, + { + "epoch": 13, + "train_loss": 1.1680877208709717, + "val_loss": 1.2320747375488281, + "acc": 57.62, + "time": 5.1951719999999995, + "param": [ + 1.0 + ] + }, + { + "epoch": 14, + "train_loss": 1.1168838739395142, + "val_loss": 1.1725903749465942, + "acc": 57.88, + "time": 5.190589330999998, + "param": [ + 1.0 + ] + }, + { + "epoch": 15, + "train_loss": 1.0151499509811401, + "val_loss": 1.144932508468628, + "acc": 57.43, + "time": 5.241642041000006, + "param": [ + 1.0 + ] + }, + { + "epoch": 16, + "train_loss": 1.0095592737197876, + "val_loss": 1.1830370426177979, + "acc": 59.82, + "time": 5.240422240000001, + "param": [ + 1.0 + ] + }, + { + "epoch": 17, + "train_loss": 1.0158271789550781, + "val_loss": 1.0630786418914795, + "acc": 60.17, + "time": 5.2330113299999965, + "param": [ + 1.0 + ] + }, + { + "epoch": 18, + "train_loss": 0.9558781385421753, + "val_loss": 1.164374828338623, + "acc": 60.72, + "time": 5.226742503999986, + "param": [ + 1.0 + ] + }, + { + "epoch": 19, + "train_loss": 0.8041654229164124, + "val_loss": 1.1051770448684692, + "acc": 61.11, + "time": 5.245849348000007, + "param": [ + 1.0 + ] + }, + { + "epoch": 20, + "train_loss": 0.8744708299636841, + "val_loss": 1.0575246810913086, + "acc": 60.73, + "time": 5.235750373000002, + "param": [ + 1.0 + ] + }, + { + "epoch": 21, + "train_loss": 0.9081176519393921, + "val_loss": 1.16209876537323, + "acc": 60.92, + "time": 5.243874331000001, + "param": [ + 1.0 + ] + }, + { + "epoch": 22, + "train_loss": 0.8223327398300171, + "val_loss": 1.1402764320373535, + "acc": 61.9, + "time": 5.225936093000001, + "param": [ + 1.0 + ] + }, + { + "epoch": 23, + "train_loss": 0.9310880303382874, + "val_loss": 1.0398801565170288, + "acc": 63.08, + "time": 5.229077227999994, + "param": [ + 1.0 + ] + }, + { + "epoch": 24, + "train_loss": 0.6728666424751282, + "val_loss": 1.139852523803711, + "acc": 61.68, + "time": 5.251056054000003, + "param": [ + 1.0 + ] + }, + { + "epoch": 25, + "train_loss": 0.8961201906204224, + "val_loss": 1.1376845836639404, + "acc": 62.29, + "time": 5.202390379999997, + "param": [ + 1.0 + ] + }, + { + "epoch": 26, + "train_loss": 0.6348855495452881, + "val_loss": 1.4314292669296265, + "acc": 60.11, + "time": 5.218141209999999, + "param": [ + 1.0 + ] + }, + { + "epoch": 27, + "train_loss": 0.49187102913856506, + "val_loss": 1.2409361600875854, + "acc": 61.53, + "time": 5.230633977999986, + "param": [ + 1.0 + ] + }, + { + "epoch": 28, + "train_loss": 0.5593665838241577, + "val_loss": 1.0750490427017212, + "acc": 62.71, + "time": 5.2379223490000015, + "param": [ + 1.0 + ] + }, + { + "epoch": 29, + "train_loss": 0.3902890682220459, + "val_loss": 1.3375380039215088, + "acc": 61.66, + "time": 5.219198789999979, + "param": [ + 1.0 + ] + }, + { + "epoch": 30, + "train_loss": 0.4334656298160553, + "val_loss": 1.5904959440231323, + "acc": 61.22, + "time": 5.230195511000005, + "param": [ + 1.0 + ] + }, + { + "epoch": 31, + "train_loss": 0.3748578131198883, + "val_loss": 1.3017630577087402, + "acc": 62.57, + "time": 5.2123005079999984, + "param": [ + 1.0 + ] + }, + { + "epoch": 32, + "train_loss": 0.35662731528282166, + "val_loss": 1.6389744281768799, + "acc": 61.2, + "time": 5.251727214999988, + "param": [ + 1.0 + ] + }, + { + "epoch": 33, + "train_loss": 0.2822839021682739, + "val_loss": 1.12299382686615, + "acc": 62.33, + "time": 5.243678798000019, + "param": [ + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-10 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-10 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json new file mode 100644 index 0000000..34de5f9 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-10 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json @@ -0,0 +1,1257 @@ +{ + "Accuracy": 69.55, + "Time": [ + 96.4912320338465, + 1.517845683394569 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2402632236480713, + "val_loss": 2.2369143962860107, + "acc": 21.94, + "time": 98.70295742400049, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 2, + "train_loss": 1.9801949262619019, + "val_loss": 2.055699586868286, + "acc": 27.0, + "time": 98.51854302499851, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 3, + "train_loss": 1.846411108970642, + "val_loss": 1.8613048791885376, + "acc": 35.75, + "time": 95.15999698399901, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 4, + "train_loss": 1.899971604347229, + "val_loss": 1.709504246711731, + "acc": 39.63, + "time": 96.41594486000031, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 5, + "train_loss": 1.8608357906341553, + "val_loss": 1.612135887145996, + "acc": 41.54, + "time": 95.07569923000119, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 6, + "train_loss": 1.5326887369155884, + "val_loss": 1.5512824058532715, + "acc": 45.48, + "time": 97.4141485729997, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 7, + "train_loss": 1.5182186365127563, + "val_loss": 1.4591410160064697, + "acc": 46.95, + "time": 96.68065512999965, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 8, + "train_loss": 1.5103036165237427, + "val_loss": 1.4831490516662598, + "acc": 47.51, + "time": 97.2735401530008, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 9, + "train_loss": 1.4706780910491943, + "val_loss": 1.490317940711975, + "acc": 50.21, + "time": 96.94865177700194, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 10, + "train_loss": 1.4995532035827637, + "val_loss": 1.2711330652236938, + "acc": 52.11, + "time": 99.25682585600225, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 11, + "train_loss": 1.6324288845062256, + "val_loss": 1.3721860647201538, + "acc": 52.28, + "time": 97.36702681799943, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 12, + "train_loss": 1.362553358078003, + "val_loss": 1.2482422590255737, + "acc": 53.65, + "time": 90.05702751400167, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 13, + "train_loss": 1.4340386390686035, + "val_loss": 1.216724157333374, + "acc": 55.33, + "time": 97.12857125099981, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 14, + "train_loss": 1.4859799146652222, + "val_loss": 1.3355966806411743, + "acc": 55.48, + "time": 97.02158362799673, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 15, + "train_loss": 1.2415074110031128, + "val_loss": 1.1589714288711548, + "acc": 55.66, + "time": 96.1888975030015, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 16, + "train_loss": 1.2620877027511597, + "val_loss": 1.2415469884872437, + "acc": 56.79, + "time": 94.17436372700104, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 17, + "train_loss": 1.4536352157592773, + "val_loss": 1.1782500743865967, + "acc": 56.78, + "time": 97.23133352800141, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 18, + "train_loss": 1.0286823511123657, + "val_loss": 1.1846133470535278, + "acc": 57.37, + "time": 96.08072703699872, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 19, + "train_loss": 1.3367849588394165, + "val_loss": 1.1167716979980469, + "acc": 59.81, + "time": 96.2075437200001, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 20, + "train_loss": 1.4385915994644165, + "val_loss": 1.1107523441314697, + "acc": 59.75, + "time": 95.99483300599968, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 21, + "train_loss": 1.1728640794754028, + "val_loss": 1.173043966293335, + "acc": 58.67, + "time": 98.7930315880003, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 22, + "train_loss": 1.2951371669769287, + "val_loss": 1.1774775981903076, + "acc": 60.79, + "time": 96.03044168700217, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 23, + "train_loss": 1.0960992574691772, + "val_loss": 1.1624946594238281, + "acc": 61.01, + "time": 96.08997873099725, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 24, + "train_loss": 1.317922592163086, + "val_loss": 1.14923894405365, + "acc": 60.57, + "time": 94.63375436000206, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 25, + "train_loss": 1.295839548110962, + "val_loss": 1.1638470888137817, + "acc": 62.0, + "time": 97.84317742300118, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 26, + "train_loss": 1.1550333499908447, + "val_loss": 1.1362744569778442, + "acc": 61.56, + "time": 95.0827433710001, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 27, + "train_loss": 0.9914559721946716, + "val_loss": 1.1518398523330688, + "acc": 62.24, + "time": 96.23453862799943, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 28, + "train_loss": 1.1466752290725708, + "val_loss": 0.9774839282035828, + "acc": 63.25, + "time": 97.08045694199973, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 29, + "train_loss": 1.2072482109069824, + "val_loss": 0.977744460105896, + "acc": 63.0, + "time": 98.1827386210025, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 30, + "train_loss": 0.853592038154602, + "val_loss": 1.0224376916885376, + "acc": 63.1, + "time": 94.97115796100115, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 31, + "train_loss": 0.9710544943809509, + "val_loss": 0.9583960175514221, + "acc": 64.63, + "time": 96.16995845800193, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 32, + "train_loss": 1.0779709815979004, + "val_loss": 1.0405969619750977, + "acc": 64.69, + "time": 96.3476801809993, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 33, + "train_loss": 0.9460813403129578, + "val_loss": 0.9462368488311768, + "acc": 64.26, + "time": 95.09245145100067, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 34, + "train_loss": 1.0643879175186157, + "val_loss": 0.9675784111022949, + "acc": 65.74, + "time": 96.98737546099801, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 35, + "train_loss": 0.9363055229187012, + "val_loss": 1.0525157451629639, + "acc": 65.27, + "time": 95.84178435700233, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 36, + "train_loss": 0.8031470775604248, + "val_loss": 1.0465575456619263, + "acc": 65.04, + "time": 97.06706725700133, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 37, + "train_loss": 1.1499608755111694, + "val_loss": 1.054626703262329, + "acc": 65.25, + "time": 95.39923419200204, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 38, + "train_loss": 1.0787932872772217, + "val_loss": 1.0074914693832397, + "acc": 66.38, + "time": 95.5626502970008, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 39, + "train_loss": 0.974452018737793, + "val_loss": 0.9654205441474915, + "acc": 65.26, + "time": 99.45998617499936, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 40, + "train_loss": 0.7330935001373291, + "val_loss": 1.0275726318359375, + "acc": 66.06, + "time": 94.6661208359983, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 41, + "train_loss": 0.8143221735954285, + "val_loss": 0.9756384491920471, + "acc": 65.82, + "time": 95.04876820199934, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 42, + "train_loss": 0.8535729646682739, + "val_loss": 1.081002116203308, + "acc": 66.59, + "time": 97.03973474600207, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 43, + "train_loss": 0.958239734172821, + "val_loss": 0.9920548796653748, + "acc": 67.55, + "time": 97.52792823100026, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 44, + "train_loss": 0.8643090724945068, + "val_loss": 1.0883877277374268, + "acc": 66.34, + "time": 95.21154284099975, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 45, + "train_loss": 0.8389530777931213, + "val_loss": 0.9105879664421082, + "acc": 66.74, + "time": 96.26611751299788, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 46, + "train_loss": 0.8187286257743835, + "val_loss": 0.9016817212104797, + "acc": 67.81, + "time": 95.05759394699999, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 47, + "train_loss": 0.7911892533302307, + "val_loss": 0.926318883895874, + "acc": 67.67, + "time": 97.87812237600156, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 48, + "train_loss": 0.810032308101654, + "val_loss": 0.9153138399124146, + "acc": 67.64, + "time": 95.56024873399656, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 49, + "train_loss": 0.6441725492477417, + "val_loss": 0.803135097026825, + "acc": 67.55, + "time": 97.03701038700092, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 50, + "train_loss": 0.9213250279426575, + "val_loss": 0.8328509330749512, + "acc": 66.82, + "time": 97.61761524399844, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 51, + "train_loss": 0.9053306579589844, + "val_loss": 0.9751235842704773, + "acc": 68.01, + "time": 96.38672729300015, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 52, + "train_loss": 0.9241236448287964, + "val_loss": 0.979812741279602, + "acc": 68.2, + "time": 98.5869626370004, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 53, + "train_loss": 0.7334824800491333, + "val_loss": 0.7625335454940796, + "acc": 68.47, + "time": 95.7272756170023, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 54, + "train_loss": 0.4614441692829132, + "val_loss": 1.0219182968139648, + "acc": 67.91, + "time": 94.79468239100242, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 55, + "train_loss": 0.6219569444656372, + "val_loss": 1.0927904844284058, + "acc": 67.93, + "time": 96.59922720100076, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 56, + "train_loss": 0.8141674399375916, + "val_loss": 0.951461911201477, + "acc": 68.26, + "time": 98.36246690299959, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 57, + "train_loss": 0.5706673860549927, + "val_loss": 0.8465749621391296, + "acc": 68.74, + "time": 94.0987558650013, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 58, + "train_loss": 0.7290107607841492, + "val_loss": 0.9233272075653076, + "acc": 68.38, + "time": 97.18525354599842, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 59, + "train_loss": 0.8265231251716614, + "val_loss": 1.0459480285644531, + "acc": 67.12, + "time": 97.76575025100101, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 60, + "train_loss": 0.678268551826477, + "val_loss": 0.9790443778038025, + "acc": 68.72, + "time": 97.14582335500018, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 61, + "train_loss": 0.5038668513298035, + "val_loss": 1.1041961908340454, + "acc": 67.89, + "time": 94.69934561099944, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 62, + "train_loss": 0.5166894197463989, + "val_loss": 0.9269528388977051, + "acc": 69.06, + "time": 98.67675842000244, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 63, + "train_loss": 0.6293842196464539, + "val_loss": 0.8865969777107239, + "acc": 68.43, + "time": 98.27551123000012, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 64, + "train_loss": 0.48198771476745605, + "val_loss": 0.9835765361785889, + "acc": 69.55, + "time": 96.25900290200298, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 65, + "train_loss": 0.577856183052063, + "val_loss": 1.1391496658325195, + "acc": 69.45, + "time": 96.68665803600015, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-10 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-10 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..a07184a --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-10 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,1276 @@ +{ + "Accuracy": 69.46, + "Time": [ + 55.42027004948486, + 0.2632547045820159 + ], + "Device": "GeForce GTX 1060 with Max-Q Design", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.247311592102051, + "val_loss": 2.274714231491089, + "acc": 14.05, + "time": 54.642350052999994, + "param": [ + 0.11123036593198776, + 0.0870577022433281, + 0.07681535929441452, + 0.12195774167776108, + 0.11251088231801987, + 0.10248629003763199, + 0.11196048557758331, + 0.07152195274829865, + 0.0936320498585701, + 0.11082708835601807 + ] + }, + { + "epoch": 2, + "train_loss": 2.0405783653259277, + "val_loss": 2.0134353637695312, + "acc": 27.63, + "time": 54.379623498, + "param": [ + 0.13388514518737793, + 0.07520320266485214, + 0.07224058359861374, + 0.10324806720018387, + 0.10723840445280075, + 0.09782277792692184, + 0.1052674651145935, + 0.06629692763090134, + 0.12017329782247543, + 0.11862407624721527 + ] + }, + { + "epoch": 3, + "train_loss": 1.9694478511810303, + "val_loss": 1.9029852151870728, + "acc": 34.31, + "time": 54.78244077499998, + "param": [ + 0.14410272240638733, + 0.03844541311264038, + 0.02914571762084961, + 0.11254766583442688, + 0.11302603781223297, + 0.07249440252780914, + 0.1505999118089676, + 0.08515075594186783, + 0.13670654594898224, + 0.11778078228235245 + ] + }, + { + "epoch": 4, + "train_loss": 1.8285787105560303, + "val_loss": 1.820436954498291, + "acc": 36.28, + "time": 55.452238713000014, + "param": [ + 0.14698272943496704, + 0.0, + 0.010606435127556324, + 0.12875300645828247, + 0.12401182949542999, + 0.04362643137574196, + 0.1765306293964386, + 0.10919477790594101, + 0.1452924609184265, + 0.11500164866447449 + ] + }, + { + "epoch": 5, + "train_loss": 1.7620295286178589, + "val_loss": 1.706964373588562, + "acc": 39.77, + "time": 55.399176280000006, + "param": [ + 0.11309891194105148, + 0.025477828457951546, + 0.036970559507608414, + 0.1544157862663269, + 0.11619660258293152, + 0.03771303966641426, + 0.13070917129516602, + 0.13895876705646515, + 0.13592377305030823, + 0.11053565889596939 + ] + }, + { + "epoch": 6, + "train_loss": 1.6478074789047241, + "val_loss": 1.6421345472335815, + "acc": 43.67, + "time": 55.46067042999999, + "param": [ + 0.09041115641593933, + 0.032055310904979706, + 0.04446013271808624, + 0.16888472437858582, + 0.09141046553850174, + 0.05932493880391121, + 0.12289511412382126, + 0.15783405303955078, + 0.13032373785972595, + 0.10240039974451065 + ] + }, + { + "epoch": 7, + "train_loss": 1.7611150741577148, + "val_loss": 1.4917857646942139, + "acc": 46.71, + "time": 55.381788995999955, + "param": [ + 0.09330203384160995, + 0.032361697405576706, + 0.05265115946531296, + 0.19253483414649963, + 0.07752592116594315, + 0.061612654477357864, + 0.11590392887592316, + 0.16185139119625092, + 0.11871162801980972, + 0.09354467689990997 + ] + }, + { + "epoch": 8, + "train_loss": 1.8155767917633057, + "val_loss": 1.3838276863098145, + "acc": 46.36, + "time": 55.37332970599999, + "param": [ + 0.10765532404184341, + 0.025650056079030037, + 0.06049714237451553, + 0.2224007546901703, + 0.06115829199552536, + 0.050814468413591385, + 0.10948702692985535, + 0.16765160858631134, + 0.10725531727075577, + 0.08742991089820862 + ] + }, + { + "epoch": 9, + "train_loss": 1.499526023864746, + "val_loss": 1.3847874402999878, + "acc": 49.64, + "time": 55.372417918999986, + "param": [ + 0.11654648184776306, + 0.024135414510965347, + 0.0753418579697609, + 0.22239834070205688, + 0.05092652514576912, + 0.05511236935853958, + 0.10230789333581924, + 0.16688555479049683, + 0.10652077943086624, + 0.0798247754573822 + ] + }, + { + "epoch": 10, + "train_loss": 1.427977204322815, + "val_loss": 1.4031705856323242, + "acc": 50.02, + "time": 55.30119968400004, + "param": [ + 0.12264697253704071, + 0.02066209726035595, + 0.08605083078145981, + 0.23373781144618988, + 0.026555459946393967, + 0.05784812942147255, + 0.1051783338189125, + 0.16094334423542023, + 0.1156851053237915, + 0.07069200277328491 + ] + }, + { + "epoch": 11, + "train_loss": 1.2575643062591553, + "val_loss": 1.3659359216690063, + "acc": 52.68, + "time": 56.63012703499999, + "param": [ + 0.11999422311782837, + 0.016274647787213326, + 0.0978638306260109, + 0.23250122368335724, + 0.012291391380131245, + 0.061530038714408875, + 0.11677205562591553, + 0.15730604529380798, + 0.12692639231681824, + 0.05854019522666931 + ] + }, + { + "epoch": 12, + "train_loss": 1.4838861227035522, + "val_loss": 1.4030019044876099, + "acc": 51.54, + "time": 55.63416964199996, + "param": [ + 0.12029349058866501, + 0.02514408901333809, + 0.1074652373790741, + 0.2274116575717926, + 0.007128017023205757, + 0.0544552244246006, + 0.12914292514324188, + 0.15017850697040558, + 0.12374936789274216, + 0.055031437426805496 + ] + }, + { + "epoch": 13, + "train_loss": 1.2042542695999146, + "val_loss": 1.360342264175415, + "acc": 53.94, + "time": 55.73837711700003, + "param": [ + 0.10759346187114716, + 0.0352187305688858, + 0.12829414010047913, + 0.22537779808044434, + 0.0, + 0.04626515135169029, + 0.13856594264507294, + 0.15185822546482086, + 0.11381637305021286, + 0.05301018804311752 + ] + }, + { + "epoch": 14, + "train_loss": 1.2235230207443237, + "val_loss": 1.294121503829956, + "acc": 54.18, + "time": 55.61673966000001, + "param": [ + 0.11488761752843857, + 0.03310588374733925, + 0.1350545436143875, + 0.20710410177707672, + 0.007551014423370361, + 0.06758427619934082, + 0.13604597747325897, + 0.14676021039485931, + 0.098502516746521, + 0.05340379476547241 + ] + }, + { + "epoch": 15, + "train_loss": 1.1747395992279053, + "val_loss": 1.266047477722168, + "acc": 56.24, + "time": 55.64575399099999, + "param": [ + 0.1270589679479599, + 0.03342920541763306, + 0.1376388520002365, + 0.20105531811714172, + 0.0, + 0.07921669632196426, + 0.13315871357917786, + 0.1492331326007843, + 0.0873095914721489, + 0.05189963057637215 + ] + }, + { + "epoch": 16, + "train_loss": 1.4523942470550537, + "val_loss": 1.1769787073135376, + "acc": 57.53, + "time": 55.557070987999964, + "param": [ + 0.12641631066799164, + 0.02430403046309948, + 0.13958272337913513, + 0.20233748853206635, + 0.0, + 0.08831774443387985, + 0.12974587082862854, + 0.16104519367218018, + 0.07305566966533661, + 0.055195000022649765 + ] + }, + { + "epoch": 17, + "train_loss": 1.1792432069778442, + "val_loss": 1.2000049352645874, + "acc": 57.76, + "time": 55.56432268399999, + "param": [ + 0.12546060979366302, + 0.015223209746181965, + 0.14342182874679565, + 0.21087102591991425, + 0.0, + 0.10118917375802994, + 0.12857113778591156, + 0.1615592986345291, + 0.05390254408121109, + 0.05980117246508598 + ] + }, + { + "epoch": 18, + "train_loss": 1.2028895616531372, + "val_loss": 1.1998746395111084, + "acc": 56.92, + "time": 55.526231905000145, + "param": [ + 0.12258118391036987, + 0.005068334750831127, + 0.14817215502262115, + 0.2318226844072342, + 0.0005925794830545783, + 0.10889319330453873, + 0.12199607491493225, + 0.17121100425720215, + 0.03467510640621185, + 0.05498771741986275 + ] + }, + { + "epoch": 19, + "train_loss": 1.0546578168869019, + "val_loss": 1.133699655532837, + "acc": 59.23, + "time": 55.66714536399991, + "param": [ + 0.11660796403884888, + 0.013638761825859547, + 0.14761857688426971, + 0.24343164265155792, + 0.012924710288643837, + 0.11135713756084442, + 0.10993833094835281, + 0.16266894340515137, + 0.02468816004693508, + 0.057125769555568695 + ] + }, + { + "epoch": 20, + "train_loss": 1.2969796657562256, + "val_loss": 1.124639630317688, + "acc": 59.23, + "time": 55.57938930099999, + "param": [ + 0.12308943271636963, + 0.02250250056385994, + 0.141969233751297, + 0.246758833527565, + 0.021442517638206482, + 0.12258691340684891, + 0.1033424586057663, + 0.14746445417404175, + 0.011011110618710518, + 0.059832580387592316 + ] + }, + { + "epoch": 21, + "train_loss": 1.1419967412948608, + "val_loss": 1.206789255142212, + "acc": 58.66, + "time": 55.65306491899992, + "param": [ + 0.12011262029409409, + 0.021940235048532486, + 0.13719995319843292, + 0.23858892917633057, + 0.03126811236143112, + 0.12817904353141785, + 0.09798375517129898, + 0.14027874171733856, + 0.018249038606882095, + 0.06619969755411148 + ] + }, + { + "epoch": 22, + "train_loss": 1.2849363088607788, + "val_loss": 1.0713119506835938, + "acc": 60.43, + "time": 55.723092152999925, + "param": [ + 0.11915720254182816, + 0.024237986654043198, + 0.14186321198940277, + 0.2176772952079773, + 0.03749651461839676, + 0.126282200217247, + 0.08710760623216629, + 0.14649049937725067, + 0.019835947081446648, + 0.07985153049230576 + ] + }, + { + "epoch": 23, + "train_loss": 0.9491810202598572, + "val_loss": 1.2283298969268799, + "acc": 61.98, + "time": 55.6088476970001, + "param": [ + 0.12627896666526794, + 0.019270669668912888, + 0.14616593718528748, + 0.19342577457427979, + 0.04140966385602951, + 0.11492211371660233, + 0.09142354130744934, + 0.15145331621170044, + 0.019135857000947, + 0.09651409834623337 + ] + }, + { + "epoch": 24, + "train_loss": 1.0268609523773193, + "val_loss": 1.0341509580612183, + "acc": 62.84, + "time": 55.595054307000055, + "param": [ + 0.13222268223762512, + 0.031304314732551575, + 0.14178816974163055, + 0.15890149772167206, + 0.04147163778543472, + 0.107261523604393, + 0.09783774614334106, + 0.14519238471984863, + 0.04028547555208206, + 0.10373450815677643 + ] + }, + { + "epoch": 25, + "train_loss": 1.2944145202636719, + "val_loss": 1.1437113285064697, + "acc": 62.44, + "time": 55.597689643999956, + "param": [ + 0.1455058753490448, + 0.02961096726357937, + 0.14106856286525726, + 0.13680382072925568, + 0.04425857961177826, + 0.10678759217262268, + 0.1079993024468422, + 0.1351761817932129, + 0.05626579001545906, + 0.09652326256036758 + ] + }, + { + "epoch": 26, + "train_loss": 1.1868666410446167, + "val_loss": 1.0323078632354736, + "acc": 62.53, + "time": 55.65176490099998, + "param": [ + 0.142624169588089, + 0.028298592194914818, + 0.1336907297372818, + 0.12231069058179855, + 0.05543667450547218, + 0.10424254089593887, + 0.11530880630016327, + 0.12981611490249634, + 0.06466133147478104, + 0.10361034423112869 + ] + }, + { + "epoch": 27, + "train_loss": 0.9587416648864746, + "val_loss": 1.079504132270813, + "acc": 63.14, + "time": 55.68472899199992, + "param": [ + 0.13379110395908356, + 0.03286459669470787, + 0.11658962815999985, + 0.10875362157821655, + 0.05818639323115349, + 0.11337651312351227, + 0.12236875295639038, + 0.12833109498023987, + 0.07212208956480026, + 0.11361616104841232 + ] + }, + { + "epoch": 28, + "train_loss": 1.0803117752075195, + "val_loss": 1.073828935623169, + "acc": 63.49, + "time": 55.54937529500012, + "param": [ + 0.13682694733142853, + 0.02997727319598198, + 0.09977007657289505, + 0.11046837270259857, + 0.05636071041226387, + 0.12556330859661102, + 0.12009228020906448, + 0.12362958490848541, + 0.07107554376125336, + 0.1262359768152237 + ] + }, + { + "epoch": 29, + "train_loss": 0.9775506854057312, + "val_loss": 1.0577902793884277, + "acc": 63.99, + "time": 55.53103754799986, + "param": [ + 0.15467429161071777, + 0.039106372743844986, + 0.08780507743358612, + 0.104230597615242, + 0.05333400517702103, + 0.11974627524614334, + 0.10518978536128998, + 0.12580493092536926, + 0.07911746203899384, + 0.13099117577075958 + ] + }, + { + "epoch": 30, + "train_loss": 1.1756969690322876, + "val_loss": 0.9325110912322998, + "acc": 63.13, + "time": 55.560044466000136, + "param": [ + 0.1563272476196289, + 0.0427582673728466, + 0.08440137654542923, + 0.10597129166126251, + 0.05156088247895241, + 0.10981421172618866, + 0.09583380818367004, + 0.13339491188526154, + 0.07470428198575974, + 0.14523367583751678 + ] + }, + { + "epoch": 31, + "train_loss": 0.9240229725837708, + "val_loss": 1.0430465936660767, + "acc": 64.83, + "time": 55.45692041699999, + "param": [ + 0.16583086550235748, + 0.02006406895816326, + 0.08659135550260544, + 0.11019805073738098, + 0.06176493316888809, + 0.09285565465688705, + 0.09130094945430756, + 0.14076045155525208, + 0.07029614597558975, + 0.16033746302127838 + ] + }, + { + "epoch": 32, + "train_loss": 0.8940730094909668, + "val_loss": 1.017814040184021, + "acc": 65.84, + "time": 55.39194483000006, + "param": [ + 0.17885825037956238, + 0.02610214613378048, + 0.08232302963733673, + 0.1158328652381897, + 0.07703563570976257, + 0.084321990609169, + 0.0901503711938858, + 0.13073688745498657, + 0.06536740809679031, + 0.14927145838737488 + ] + }, + { + "epoch": 33, + "train_loss": 0.8269883394241333, + "val_loss": 0.9478123188018799, + "acc": 64.39, + "time": 55.40534288599997, + "param": [ + 0.1803944855928421, + 0.04566075652837753, + 0.07852936536073685, + 0.11258728802204132, + 0.07040857523679733, + 0.0961606577038765, + 0.09796116501092911, + 0.1289825141429901, + 0.061746396124362946, + 0.127568781375885 + ] + }, + { + "epoch": 34, + "train_loss": 1.0161675214767456, + "val_loss": 1.0423280000686646, + "acc": 65.78, + "time": 55.451669205000144, + "param": [ + 0.1749742478132248, + 0.05781932920217514, + 0.0871015414595604, + 0.09239325672388077, + 0.06669111549854279, + 0.1015542522072792, + 0.10662686824798584, + 0.13140960037708282, + 0.06491714715957642, + 0.11651264876127243 + ] + }, + { + "epoch": 35, + "train_loss": 0.7990264892578125, + "val_loss": 1.0476421117782593, + "acc": 64.36, + "time": 55.40006942700006, + "param": [ + 0.17127802968025208, + 0.06695947051048279, + 0.10338693112134933, + 0.0767713412642479, + 0.08013369143009186, + 0.08486698567867279, + 0.11154216527938843, + 0.13364538550376892, + 0.06643618643283844, + 0.10497979819774628 + ] + }, + { + "epoch": 36, + "train_loss": 0.818399965763092, + "val_loss": 0.9576885104179382, + "acc": 65.93, + "time": 55.412921474000086, + "param": [ + 0.17682123184204102, + 0.07150494307279587, + 0.10799571871757507, + 0.07488150149583817, + 0.09392934292554855, + 0.07337823510169983, + 0.11035875231027603, + 0.12743128836154938, + 0.06758925318717957, + 0.09610974788665771 + ] + }, + { + "epoch": 37, + "train_loss": 0.9745615720748901, + "val_loss": 1.1215767860412598, + "acc": 66.66, + "time": 55.37599956399981, + "param": [ + 0.17264162003993988, + 0.07002238184213638, + 0.11553836613893509, + 0.07661593705415726, + 0.09584027528762817, + 0.07271026819944382, + 0.1130777969956398, + 0.10960492491722107, + 0.07789857685565948, + 0.09604989737272263 + ] + }, + { + "epoch": 38, + "train_loss": 0.9060168266296387, + "val_loss": 0.835333526134491, + "acc": 66.93, + "time": 55.2798997230002, + "param": [ + 0.15912297368049622, + 0.06277957558631897, + 0.1174153983592987, + 0.08477862924337387, + 0.10199995338916779, + 0.09671856462955475, + 0.10630279779434204, + 0.0931812971830368, + 0.08194603770971298, + 0.09575479477643967 + ] + }, + { + "epoch": 39, + "train_loss": 0.8879894614219666, + "val_loss": 1.0079314708709717, + "acc": 66.58, + "time": 55.34515829899965, + "param": [ + 0.1483667492866516, + 0.05265219509601593, + 0.11698628962039948, + 0.09300155192613602, + 0.11172166466712952, + 0.10628318041563034, + 0.1022278442978859, + 0.0847865417599678, + 0.08748990297317505, + 0.09648405015468597 + ] + }, + { + "epoch": 40, + "train_loss": 0.6959735155105591, + "val_loss": 1.0585134029388428, + "acc": 66.63, + "time": 55.33423793400016, + "param": [ + 0.14616380631923676, + 0.04313945770263672, + 0.10714302211999893, + 0.08804312348365784, + 0.12649323046207428, + 0.1008327454328537, + 0.10531184822320938, + 0.09074558317661285, + 0.08738436549901962, + 0.10474282503128052 + ] + }, + { + "epoch": 41, + "train_loss": 0.8813810348510742, + "val_loss": 0.9610598683357239, + "acc": 64.9, + "time": 55.33991498400019, + "param": [ + 0.17245705425739288, + 0.04149169474840164, + 0.08148225396871567, + 0.08030220866203308, + 0.13236434757709503, + 0.0874665156006813, + 0.12372273951768875, + 0.08889923244714737, + 0.09407775104045868, + 0.09773615002632141 + ] + }, + { + "epoch": 42, + "train_loss": 0.8583469986915588, + "val_loss": 1.0418996810913086, + "acc": 67.56, + "time": 55.308422487999906, + "param": [ + 0.18124717473983765, + 0.03935585170984268, + 0.057156987488269806, + 0.07141038775444031, + 0.13171204924583435, + 0.08602018654346466, + 0.13039931654930115, + 0.1046527773141861, + 0.10086683928966522, + 0.0971783995628357 + ] + }, + { + "epoch": 43, + "train_loss": 1.0455288887023926, + "val_loss": 0.9354494214057922, + "acc": 67.16, + "time": 55.338285541000005, + "param": [ + 0.17190541326999664, + 0.04832269623875618, + 0.04272846505045891, + 0.06608530133962631, + 0.13085299730300903, + 0.09257238358259201, + 0.14256371557712555, + 0.12537561357021332, + 0.09177462756633759, + 0.08781883865594864 + ] + }, + { + "epoch": 44, + "train_loss": 1.0675448179244995, + "val_loss": 1.0129332542419434, + "acc": 66.36, + "time": 55.30211120800004, + "param": [ + 0.15871207416057587, + 0.05737869814038277, + 0.05460551753640175, + 0.06054440885782242, + 0.12492744624614716, + 0.09276391565799713, + 0.1377113312482834, + 0.1380317360162735, + 0.08587638288736343, + 0.08944857120513916 + ] + }, + { + "epoch": 45, + "train_loss": 1.0357626676559448, + "val_loss": 1.0291633605957031, + "acc": 66.71, + "time": 55.33619702800024, + "param": [ + 0.15600845217704773, + 0.04448589310050011, + 0.0790393203496933, + 0.07253231853246689, + 0.0953456237912178, + 0.09744210541248322, + 0.1359063684940338, + 0.13254337012767792, + 0.08567550778388977, + 0.10102112591266632 + ] + }, + { + "epoch": 46, + "train_loss": 0.6020087003707886, + "val_loss": 1.0989528894424438, + "acc": 67.83, + "time": 55.407848861000275, + "param": [ + 0.157161682844162, + 0.05135856568813324, + 0.09007056802511215, + 0.0790989026427269, + 0.07500216364860535, + 0.09669008105993271, + 0.12601688504219055, + 0.12373711168766022, + 0.09203407913446426, + 0.10882993042469025 + ] + }, + { + "epoch": 47, + "train_loss": 0.6870436668395996, + "val_loss": 1.1247901916503906, + "acc": 67.59, + "time": 55.350526203999834, + "param": [ + 0.14703086018562317, + 0.0732131153345108, + 0.09500890970230103, + 0.07928556203842163, + 0.07914341986179352, + 0.09958198666572571, + 0.13067547976970673, + 0.11977133899927139, + 0.0718238353729248, + 0.1044655293226242 + ] + }, + { + "epoch": 48, + "train_loss": 0.8684031367301941, + "val_loss": 0.9706099629402161, + "acc": 67.26, + "time": 55.34919763700009, + "param": [ + 0.13213051855564117, + 0.08928617835044861, + 0.10018225759267807, + 0.06889732927083969, + 0.09916096925735474, + 0.09179670363664627, + 0.14735564589500427, + 0.1204383447766304, + 0.05053705349564552, + 0.10021508485078812 + ] + }, + { + "epoch": 49, + "train_loss": 0.7970461249351501, + "val_loss": 0.8955672383308411, + "acc": 67.45, + "time": 55.319796834000044, + "param": [ + 0.11542492359876633, + 0.095100998878479, + 0.0890793651342392, + 0.06098200008273125, + 0.11480826884508133, + 0.09952198714017868, + 0.16455520689487457, + 0.11595625430345535, + 0.04073207080364227, + 0.10383889079093933 + ] + }, + { + "epoch": 50, + "train_loss": 0.918178379535675, + "val_loss": 0.9543341994285583, + "acc": 67.01, + "time": 55.37086758300029, + "param": [ + 0.11201810836791992, + 0.08503232896327972, + 0.08310820907354355, + 0.0565316304564476, + 0.1264379918575287, + 0.10268369317054749, + 0.18308518826961517, + 0.11388082802295685, + 0.023572443053126335, + 0.11364956200122833 + ] + }, + { + "epoch": 51, + "train_loss": 0.6751845479011536, + "val_loss": 0.9674748778343201, + "acc": 67.0, + "time": 55.36686105099989, + "param": [ + 0.09806684404611588, + 0.07439648360013962, + 0.07842995971441269, + 0.06244242936372757, + 0.12852248549461365, + 0.11129090189933777, + 0.17583557963371277, + 0.10096438229084015, + 0.04872104898095131, + 0.12132987380027771 + ] + }, + { + "epoch": 52, + "train_loss": 0.9630312919616699, + "val_loss": 0.9025164842605591, + "acc": 67.84, + "time": 55.40107966100004, + "param": [ + 0.10380981862545013, + 0.05920179933309555, + 0.08749496936798096, + 0.05896417796611786, + 0.13322247564792633, + 0.10089148581027985, + 0.16344204545021057, + 0.09694091230630875, + 0.07164265960454941, + 0.12438968569040298 + ] + }, + { + "epoch": 53, + "train_loss": 0.8240062594413757, + "val_loss": 0.9582058787345886, + "acc": 67.65, + "time": 55.38035769699991, + "param": [ + 0.11683111637830734, + 0.05034654960036278, + 0.10205618292093277, + 0.06043937802314758, + 0.12794724106788635, + 0.0931040495634079, + 0.1551300436258316, + 0.08706861734390259, + 0.07917176187038422, + 0.12790502607822418 + ] + }, + { + "epoch": 54, + "train_loss": 0.6720019578933716, + "val_loss": 0.8735414743423462, + "acc": 68.6, + "time": 55.35268479300021, + "param": [ + 0.1247788593173027, + 0.05597642809152603, + 0.11039204895496368, + 0.04988982155919075, + 0.12561453878879547, + 0.09141194820404053, + 0.15298129618167877, + 0.0804012268781662, + 0.07479502260684967, + 0.1337588131427765 + ] + }, + { + "epoch": 55, + "train_loss": 0.6269477605819702, + "val_loss": 0.9777998924255371, + "acc": 67.79, + "time": 55.372599434999756, + "param": [ + 0.12763763964176178, + 0.04988304153084755, + 0.12025706470012665, + 0.033244069665670395, + 0.12883593142032623, + 0.08805906027555466, + 0.15386204421520233, + 0.09039986878633499, + 0.06394895166158676, + 0.14387233555316925 + ] + }, + { + "epoch": 56, + "train_loss": 0.6241039633750916, + "val_loss": 1.0795824527740479, + "acc": 69.06, + "time": 55.3175494699999, + "param": [ + 0.12757550179958344, + 0.05279187485575676, + 0.1170884370803833, + 0.04362724721431732, + 0.1302807480096817, + 0.08242061734199524, + 0.13922257721424103, + 0.10175668448209763, + 0.06826812773942947, + 0.13696816563606262 + ] + }, + { + "epoch": 57, + "train_loss": 0.5937164425849915, + "val_loss": 0.913955569267273, + "acc": 67.89, + "time": 55.36152149700001, + "param": [ + 0.131638765335083, + 0.05440342426300049, + 0.11658507585525513, + 0.054916638880968094, + 0.1424095779657364, + 0.06514454632997513, + 0.1170901209115982, + 0.11085852235555649, + 0.06119794026017189, + 0.1457553654909134 + ] + }, + { + "epoch": 58, + "train_loss": 0.6515198349952698, + "val_loss": 0.8438189029693604, + "acc": 67.85, + "time": 55.329975142999956, + "param": [ + 0.15454190969467163, + 0.05245359241962433, + 0.12783317267894745, + 0.05803299695253372, + 0.13813327252864838, + 0.04617007449269295, + 0.10721899569034576, + 0.11081251502037048, + 0.057480983436107635, + 0.14732249081134796 + ] + }, + { + "epoch": 59, + "train_loss": 0.6389572620391846, + "val_loss": 0.9739454388618469, + "acc": 68.24, + "time": 55.32140117600011, + "param": [ + 0.1687150001525879, + 0.05580107867717743, + 0.14246535301208496, + 0.059974923729896545, + 0.13414640724658966, + 0.03342360258102417, + 0.0955507829785347, + 0.1132730096578598, + 0.06277821958065033, + 0.13387160003185272 + ] + }, + { + "epoch": 60, + "train_loss": 0.5601855516433716, + "val_loss": 0.9126455783843994, + "acc": 68.11, + "time": 55.34310520000008, + "param": [ + 0.1590455174446106, + 0.06163205951452255, + 0.1561620831489563, + 0.07350429147481918, + 0.11887799203395844, + 0.05081280693411827, + 0.09979096055030823, + 0.10069883614778519, + 0.05577925220131874, + 0.1236962303519249 + ] + }, + { + "epoch": 61, + "train_loss": 0.5980894565582275, + "val_loss": 0.8935704827308655, + "acc": 69.24, + "time": 55.33374166399972, + "param": [ + 0.14159223437309265, + 0.06167672201991081, + 0.15019947290420532, + 0.0907595306634903, + 0.09794513136148453, + 0.07641412317752838, + 0.10641057044267654, + 0.09687147289514542, + 0.06183042377233505, + 0.11630033701658249 + ] + }, + { + "epoch": 62, + "train_loss": 0.6539535522460938, + "val_loss": 0.9216272830963135, + "acc": 68.22, + "time": 55.32524065100006, + "param": [ + 0.14010584354400635, + 0.07411500811576843, + 0.1298084855079651, + 0.10738682001829147, + 0.08575510233640671, + 0.10020951181650162, + 0.10835855454206467, + 0.06956687569618225, + 0.06213320046663284, + 0.12256061285734177 + ] + }, + { + "epoch": 63, + "train_loss": 0.8563012480735779, + "val_loss": 0.9402652978897095, + "acc": 69.28, + "time": 55.26733027299997, + "param": [ + 0.1258842647075653, + 0.08612503856420517, + 0.11610587686300278, + 0.10482719540596008, + 0.08899921178817749, + 0.1279706507921219, + 0.10924462229013443, + 0.057061608880758286, + 0.07350610941648483, + 0.11027543991804123 + ] + }, + { + "epoch": 64, + "train_loss": 0.5285072922706604, + "val_loss": 1.1405454874038696, + "acc": 67.78, + "time": 55.37991851100014, + "param": [ + 0.12019693106412888, + 0.07864943146705627, + 0.11469889432191849, + 0.10258719325065613, + 0.10354243963956833, + 0.12454881519079208, + 0.10471995174884796, + 0.05928701534867287, + 0.08876888453960419, + 0.1030004546046257 + ] + }, + { + "epoch": 65, + "train_loss": 0.609376847743988, + "val_loss": 0.7443408966064453, + "acc": 69.16, + "time": 55.37643882400016, + "param": [ + 0.1204378753900528, + 0.08134368062019348, + 0.10977086424827576, + 0.09197656810283661, + 0.12119922041893005, + 0.11191508173942566, + 0.1050187274813652, + 0.07085239887237549, + 0.08278074115514755, + 0.104704849421978 + ] + }, + { + "epoch": 66, + "train_loss": 0.729171097278595, + "val_loss": 1.043626070022583, + "acc": 69.46, + "time": 55.371422430000166, + "param": [ + 0.11338534951210022, + 0.09004859626293182, + 0.11121291667222977, + 0.07994911074638367, + 0.1354004293680191, + 0.0996270552277565, + 0.11198054999113083, + 0.08599398285150528, + 0.08018730580806732, + 0.0922146812081337 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-11 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-11 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json new file mode 100644 index 0000000..2c6681b --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-11 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json @@ -0,0 +1,1383 @@ +{ + "Accuracy": 69.73, + "Time": [ + 34.308976101117665, + 13.287358461862352 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color", + "Brightness" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2739596366882324, + "val_loss": 2.245042085647583, + "acc": 17.03, + "time": 99.96886990799976, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 2, + "train_loss": 2.040740966796875, + "val_loss": 1.9467140436172485, + "acc": 30.02, + "time": 99.3423852440028, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 3, + "train_loss": 1.9029089212417603, + "val_loss": 1.8272613286972046, + "acc": 35.64, + "time": 88.12155172400162, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 4, + "train_loss": 1.8738259077072144, + "val_loss": 1.7725591659545898, + "acc": 35.23, + "time": 30.589748069000052, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 5, + "train_loss": 1.7328159809112549, + "val_loss": 1.7208493947982788, + "acc": 40.5, + "time": 30.52657467500103, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 6, + "train_loss": 1.6915602684020996, + "val_loss": 1.6220028400421143, + "acc": 43.14, + "time": 31.371308189998672, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 7, + "train_loss": 1.5998955965042114, + "val_loss": 1.5250900983810425, + "acc": 45.92, + "time": 31.5202810999981, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 8, + "train_loss": 1.5622466802597046, + "val_loss": 1.5185803174972534, + "acc": 43.95, + "time": 31.378400600999157, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 9, + "train_loss": 1.7282040119171143, + "val_loss": 1.5211902856826782, + "acc": 48.51, + "time": 30.726355019996845, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 10, + "train_loss": 1.6119701862335205, + "val_loss": 1.4075642824172974, + "acc": 49.72, + "time": 30.62490338400312, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 11, + "train_loss": 1.3309566974639893, + "val_loss": 1.4296932220458984, + "acc": 51.76, + "time": 31.65176164500008, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 12, + "train_loss": 1.3257821798324585, + "val_loss": 1.307707667350769, + "acc": 52.65, + "time": 30.392569471998286, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 13, + "train_loss": 1.4724193811416626, + "val_loss": 1.4173206090927124, + "acc": 51.94, + "time": 31.406789368000318, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 14, + "train_loss": 1.3077300786972046, + "val_loss": 1.3557000160217285, + "acc": 53.59, + "time": 31.694244867001544, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 15, + "train_loss": 1.5187963247299194, + "val_loss": 1.2819151878356934, + "acc": 55.81, + "time": 30.27000837000014, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 16, + "train_loss": 1.2948265075683594, + "val_loss": 1.1532700061798096, + "acc": 56.74, + "time": 31.796608763997938, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 17, + "train_loss": 1.3232181072235107, + "val_loss": 1.2452491521835327, + "acc": 56.54, + "time": 30.971722602000227, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 18, + "train_loss": 1.4285634756088257, + "val_loss": 1.1754940748214722, + "acc": 56.52, + "time": 33.351081030003115, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 19, + "train_loss": 1.1741549968719482, + "val_loss": 1.2008644342422485, + "acc": 56.56, + "time": 32.488260434998665, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 20, + "train_loss": 1.1813822984695435, + "val_loss": 1.188521146774292, + "acc": 59.42, + "time": 33.52248485000018, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 21, + "train_loss": 1.3282727003097534, + "val_loss": 1.145259141921997, + "acc": 59.67, + "time": 33.61934803699842, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 22, + "train_loss": 1.0730009078979492, + "val_loss": 1.116645097732544, + "acc": 60.97, + "time": 31.388837539001543, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 23, + "train_loss": 1.0986839532852173, + "val_loss": 1.1774462461471558, + "acc": 60.83, + "time": 31.932071538001765, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 24, + "train_loss": 1.181159496307373, + "val_loss": 1.0455020666122437, + "acc": 61.23, + "time": 30.634759206997842, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 25, + "train_loss": 1.218525767326355, + "val_loss": 1.1264543533325195, + "acc": 62.56, + "time": 31.48049381599776, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 26, + "train_loss": 1.366904854774475, + "val_loss": 1.0704952478408813, + "acc": 61.92, + "time": 31.962800902001618, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 27, + "train_loss": 1.160064697265625, + "val_loss": 1.1449254751205444, + "acc": 61.84, + "time": 31.34166311900117, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 28, + "train_loss": 1.064157485961914, + "val_loss": 1.140439510345459, + "acc": 60.57, + "time": 31.426268135997816, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 29, + "train_loss": 0.9577082395553589, + "val_loss": 1.2116527557373047, + "acc": 62.52, + "time": 31.37936149199959, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 30, + "train_loss": 1.1167504787445068, + "val_loss": 1.0238105058670044, + "acc": 64.42, + "time": 31.35379817500143, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 31, + "train_loss": 0.8169423341751099, + "val_loss": 1.127054214477539, + "acc": 63.68, + "time": 31.454459722001047, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 32, + "train_loss": 0.9534416198730469, + "val_loss": 1.014925241470337, + "acc": 65.63, + "time": 31.694056334999914, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 33, + "train_loss": 0.9130502343177795, + "val_loss": 0.8961397409439087, + "acc": 65.49, + "time": 31.92258500600292, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 34, + "train_loss": 0.8864648938179016, + "val_loss": 1.0004103183746338, + "acc": 66.0, + "time": 31.715744993001863, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 35, + "train_loss": 1.0219048261642456, + "val_loss": 0.9717683792114258, + "acc": 62.83, + "time": 32.42689343699749, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 36, + "train_loss": 0.876491367816925, + "val_loss": 1.0687835216522217, + "acc": 64.69, + "time": 33.05814080900018, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 37, + "train_loss": 0.9097571969032288, + "val_loss": 0.9704189300537109, + "acc": 66.9, + "time": 31.84736142100155, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 38, + "train_loss": 0.8591557145118713, + "val_loss": 0.9237800240516663, + "acc": 66.22, + "time": 30.738378514000942, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 39, + "train_loss": 0.8048102855682373, + "val_loss": 0.8735751509666443, + "acc": 66.25, + "time": 30.89497327600111, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 40, + "train_loss": 0.9717539548873901, + "val_loss": 0.8683837652206421, + "acc": 66.82, + "time": 30.873579319999408, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 41, + "train_loss": 0.7336723208427429, + "val_loss": 0.9705656170845032, + "acc": 66.31, + "time": 30.662062799001433, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 42, + "train_loss": 0.7569283843040466, + "val_loss": 1.0125219821929932, + "acc": 67.27, + "time": 31.267937443000847, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 43, + "train_loss": 0.7099169492721558, + "val_loss": 0.9568854570388794, + "acc": 68.25, + "time": 31.397313839999697, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 44, + "train_loss": 0.8612345457077026, + "val_loss": 0.8833916187286377, + "acc": 67.9, + "time": 32.466482782998355, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 45, + "train_loss": 0.6620969772338867, + "val_loss": 0.8665719628334045, + "acc": 68.46, + "time": 31.60900123600004, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 46, + "train_loss": 0.8755878210067749, + "val_loss": 0.9774556756019592, + "acc": 67.51, + "time": 32.50707093600067, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 47, + "train_loss": 0.8583688139915466, + "val_loss": 0.8623471260070801, + "acc": 68.06, + "time": 32.025706076998176, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 48, + "train_loss": 0.8781787753105164, + "val_loss": 0.8892786502838135, + "acc": 68.57, + "time": 31.287952417998895, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 49, + "train_loss": 0.8188424706459045, + "val_loss": 0.984484851360321, + "acc": 68.62, + "time": 31.25110326700087, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 50, + "train_loss": 0.718044102191925, + "val_loss": 1.0463147163391113, + "acc": 67.41, + "time": 31.469178186001955, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 51, + "train_loss": 0.8191913962364197, + "val_loss": 0.9860775470733643, + "acc": 67.43, + "time": 31.34439489400029, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 52, + "train_loss": 0.6999458074569702, + "val_loss": 1.0287153720855713, + "acc": 67.82, + "time": 31.158749873997294, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 53, + "train_loss": 0.6980851292610168, + "val_loss": 1.052251935005188, + "acc": 68.35, + "time": 31.240117549001297, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 54, + "train_loss": 0.6471384763717651, + "val_loss": 0.8907554149627686, + "acc": 69.09, + "time": 29.82842731999699, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 55, + "train_loss": 0.6797085404396057, + "val_loss": 1.10837721824646, + "acc": 67.09, + "time": 30.228100619999168, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 56, + "train_loss": 0.7127370238304138, + "val_loss": 0.9064407348632812, + "acc": 69.29, + "time": 31.395455555000808, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 57, + "train_loss": 0.715688943862915, + "val_loss": 1.0618466138839722, + "acc": 68.27, + "time": 31.933269630000723, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 58, + "train_loss": 0.5579912662506104, + "val_loss": 0.9022857546806335, + "acc": 69.24, + "time": 33.263574556000094, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 59, + "train_loss": 0.6616146564483643, + "val_loss": 1.0159167051315308, + "acc": 67.83, + "time": 29.798654966001777, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 60, + "train_loss": 0.6080336570739746, + "val_loss": 1.1914277076721191, + "acc": 68.35, + "time": 32.95987068500108, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 61, + "train_loss": 0.6903120279312134, + "val_loss": 1.0407447814941406, + "acc": 68.83, + "time": 31.941216344999702, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 62, + "train_loss": 0.7128558158874512, + "val_loss": 0.9144783616065979, + "acc": 69.37, + "time": 30.541113396000583, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 63, + "train_loss": 0.556418240070343, + "val_loss": 1.0848764181137085, + "acc": 68.93, + "time": 31.686160810997535, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 64, + "train_loss": 0.6011199951171875, + "val_loss": 0.9772382378578186, + "acc": 69.09, + "time": 31.583341027999268, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 65, + "train_loss": 0.6508185267448425, + "val_loss": 1.16151762008667, + "acc": 69.4, + "time": 30.322308776998398, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 66, + "train_loss": 0.4420796036720276, + "val_loss": 0.9751126170158386, + "acc": 69.73, + "time": 30.33258448199922, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 67, + "train_loss": 0.5593374371528625, + "val_loss": 1.0182002782821655, + "acc": 68.13, + "time": 31.439602736998495, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 68, + "train_loss": 0.5582315325737, + "val_loss": 0.9084110260009766, + "acc": 69.03, + "time": 31.20813855400047, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-11 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-11 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..29f5546 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-11 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,1063 @@ +{ + "Accuracy": 67.83, + "Time": [ + 55.522676293134666, + 0.1512097957374266 + ], + "Device": "GeForce GTX 1060 with Max-Q Design", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color", + "Brightness" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.214968204498291, + "val_loss": 2.2533843517303467, + "acc": 13.17, + "time": 55.17083877499999, + "param": [ + 0.09323384612798691, + 0.0755571648478508, + 0.0672978088259697, + 0.07885334640741348, + 0.11064774543046951, + 0.09013180434703827, + 0.08076466619968414, + 0.10962451994419098, + 0.09361869841814041, + 0.09507964551448822, + 0.10519063472747803 + ] + }, + { + "epoch": 2, + "train_loss": 1.9619375467300415, + "val_loss": 1.9805870056152344, + "acc": 28.21, + "time": 55.35406627700013, + "param": [ + 0.10706692188978195, + 0.0675385445356369, + 0.05867110937833786, + 0.09669165313243866, + 0.10364773124456406, + 0.1033639907836914, + 0.10167137533426285, + 0.08907858282327652, + 0.06278880685567856, + 0.09021346271038055, + 0.11926779896020889 + ] + }, + { + "epoch": 3, + "train_loss": 1.9425631761550903, + "val_loss": 1.8452917337417603, + "acc": 34.51, + "time": 55.38125731400032, + "param": [ + 0.10669519007205963, + 0.07016408443450928, + 0.06228766217827797, + 0.08751852810382843, + 0.08637702465057373, + 0.10504792630672455, + 0.0991305559873581, + 0.08489235490560532, + 0.06939025968313217, + 0.09950114041566849, + 0.12899522483348846 + ] + }, + { + "epoch": 4, + "train_loss": 1.8070522546768188, + "val_loss": 1.789808988571167, + "acc": 39.02, + "time": 55.35459565000019, + "param": [ + 0.09912606328725815, + 0.07412097603082657, + 0.07572934031486511, + 0.05357914790511131, + 0.07606718689203262, + 0.12429311126470566, + 0.06480894982814789, + 0.10088032484054565, + 0.08631972223520279, + 0.1110391840338707, + 0.13403593003749847 + ] + }, + { + "epoch": 5, + "train_loss": 1.7383837699890137, + "val_loss": 1.723168134689331, + "acc": 40.72, + "time": 55.38749592799968, + "param": [ + 0.08853375911712646, + 0.07633544504642487, + 0.07722554355859756, + 0.04542016237974167, + 0.07403651624917984, + 0.11855502426624298, + 0.06266666948795319, + 0.12178163230419159, + 0.09040176868438721, + 0.12635396420955658, + 0.11868953704833984 + ] + }, + { + "epoch": 6, + "train_loss": 1.6444164514541626, + "val_loss": 1.4332220554351807, + "acc": 44.77, + "time": 55.3788683519997, + "param": [ + 0.08313335478305817, + 0.07509877532720566, + 0.08027198910713196, + 0.043677397072315216, + 0.07724031805992126, + 0.09195695072412491, + 0.07685992866754532, + 0.14477498829364777, + 0.100674569606781, + 0.1295257806777954, + 0.09678594022989273 + ] + }, + { + "epoch": 7, + "train_loss": 1.5116831064224243, + "val_loss": 1.5680875778198242, + "acc": 45.64, + "time": 55.38895665399923, + "param": [ + 0.08751321583986282, + 0.0672827884554863, + 0.07720176875591278, + 0.039339497685432434, + 0.07221083343029022, + 0.05080976337194443, + 0.08831459283828735, + 0.17941080033779144, + 0.11290905624628067, + 0.14028647541999817, + 0.08472120761871338 + ] + }, + { + "epoch": 8, + "train_loss": 1.5071825981140137, + "val_loss": 1.4747310876846313, + "acc": 46.28, + "time": 55.39717140299945, + "param": [ + 0.10039585083723068, + 0.04831400141119957, + 0.0944691151380539, + 0.045799270272254944, + 0.06045805662870407, + 0.0408160425722599, + 0.0971556007862091, + 0.19628329575061798, + 0.10915541648864746, + 0.1343889832496643, + 0.07276438921689987 + ] + }, + { + "epoch": 9, + "train_loss": 1.5055252313613892, + "val_loss": 1.394700050354004, + "acc": 49.79, + "time": 55.399233526999524, + "param": [ + 0.11287381500005722, + 0.04926345497369766, + 0.1134924367070198, + 0.06304050981998444, + 0.06377691775560379, + 0.04519952833652496, + 0.09296755492687225, + 0.18224498629570007, + 0.099151611328125, + 0.1168181374669075, + 0.0611710399389267 + ] + }, + { + "epoch": 10, + "train_loss": 1.458428144454956, + "val_loss": 1.287713885307312, + "acc": 52.06, + "time": 55.36374440799955, + "param": [ + 0.11486144363880157, + 0.06251447647809982, + 0.12170816212892532, + 0.07779041677713394, + 0.06280982494354248, + 0.060526326298713684, + 0.08070377260446548, + 0.16235317289829254, + 0.0877075046300888, + 0.10839687287807465, + 0.06062816083431244 + ] + }, + { + "epoch": 11, + "train_loss": 1.4005990028381348, + "val_loss": 1.3027790784835815, + "acc": 52.41, + "time": 55.40410920800059, + "param": [ + 0.12174298614263535, + 0.06539721041917801, + 0.1247975081205368, + 0.0815790444612503, + 0.05188674107193947, + 0.06445833295583725, + 0.07492686808109283, + 0.15088918805122375, + 0.08629126101732254, + 0.10948418080806732, + 0.06854669004678726 + ] + }, + { + "epoch": 12, + "train_loss": 1.2409642934799194, + "val_loss": 1.4558902978897095, + "acc": 54.49, + "time": 55.41467660700073, + "param": [ + 0.1306263655424118, + 0.05379568412899971, + 0.12335260957479477, + 0.08631657063961029, + 0.039478082209825516, + 0.06812246888875961, + 0.0863366350531578, + 0.13800868391990662, + 0.09463483095169067, + 0.10786394774913788, + 0.07146408408880234 + ] + }, + { + "epoch": 13, + "train_loss": 1.4001307487487793, + "val_loss": 1.391706109046936, + "acc": 53.95, + "time": 55.38242218400046, + "param": [ + 0.12508073449134827, + 0.040656670928001404, + 0.10655417293310165, + 0.08565614372491837, + 0.04913328215479851, + 0.08450216054916382, + 0.10396513342857361, + 0.11932122707366943, + 0.09576433151960373, + 0.10626829415559769, + 0.08309782296419144 + ] + }, + { + "epoch": 14, + "train_loss": 1.3311865329742432, + "val_loss": 1.2119635343551636, + "acc": 55.43, + "time": 55.364698933, + "param": [ + 0.1233113706111908, + 0.028766551986336708, + 0.0842304602265358, + 0.08939944952726364, + 0.05244894698262215, + 0.07668976485729218, + 0.10463248938322067, + 0.11792923510074615, + 0.11632883548736572, + 0.10566694289445877, + 0.10059592127799988 + ] + }, + { + "epoch": 15, + "train_loss": 1.3971929550170898, + "val_loss": 1.3488106727600098, + "acc": 54.98, + "time": 55.42018947700035, + "param": [ + 0.12565235793590546, + 0.017676109448075294, + 0.08627472817897797, + 0.10975228250026703, + 0.04880229011178017, + 0.06779390573501587, + 0.09228970855474472, + 0.1241222396492958, + 0.12712393701076508, + 0.09305772930383682, + 0.10745471715927124 + ] + }, + { + "epoch": 16, + "train_loss": 1.2245540618896484, + "val_loss": 1.26307213306427, + "acc": 57.49, + "time": 55.43215894500008, + "param": [ + 0.12392788380384445, + 0.0, + 0.08501894772052765, + 0.13427090644836426, + 0.04497046768665314, + 0.08460250496864319, + 0.09699282050132751, + 0.1080770418047905, + 0.12759897112846375, + 0.0929916724562645, + 0.10154886543750763 + ] + }, + { + "epoch": 17, + "train_loss": 1.238073468208313, + "val_loss": 1.225441336631775, + "acc": 58.4, + "time": 55.3827253770005, + "param": [ + 0.11590563505887985, + 0.026922401040792465, + 0.08414808660745621, + 0.15134555101394653, + 0.06046227738261223, + 0.08364313095808029, + 0.09363217651844025, + 0.09730668365955353, + 0.11445062607526779, + 0.08079913258552551, + 0.09138426184654236 + ] + }, + { + "epoch": 18, + "train_loss": 1.0990231037139893, + "val_loss": 1.242616057395935, + "acc": 58.19, + "time": 55.3897847799999, + "param": [ + 0.12034157663583755, + 0.016499999910593033, + 0.10348919779062271, + 0.1526910662651062, + 0.0673193633556366, + 0.08048735558986664, + 0.09566225856542587, + 0.08841673284769058, + 0.09865548461675644, + 0.07701379805803299, + 0.09942314773797989 + ] + }, + { + "epoch": 19, + "train_loss": 1.0476614236831665, + "val_loss": 1.2918128967285156, + "acc": 59.94, + "time": 55.45207194300019, + "param": [ + 0.1136278286576271, + 0.006215798202902079, + 0.12294565886259079, + 0.13368135690689087, + 0.08547341823577881, + 0.07113559544086456, + 0.08835931122303009, + 0.08149620145559311, + 0.09952756017446518, + 0.08243909478187561, + 0.11509827524423599 + ] + }, + { + "epoch": 20, + "train_loss": 0.997390866279602, + "val_loss": 1.254109263420105, + "acc": 59.52, + "time": 55.423363087000325, + "param": [ + 0.11513787508010864, + 0.03272450715303421, + 0.13783422112464905, + 0.10156803578138351, + 0.08754993230104446, + 0.07339552789926529, + 0.08204006403684616, + 0.09908711910247803, + 0.08705996721982956, + 0.07620538771152496, + 0.10739734768867493 + ] + }, + { + "epoch": 21, + "train_loss": 1.1603853702545166, + "val_loss": 1.1307601928710938, + "acc": 60.12, + "time": 55.495780009000555, + "param": [ + 0.1095125824213028, + 0.05868973210453987, + 0.14707033336162567, + 0.09276358038187027, + 0.07717758417129517, + 0.06441829353570938, + 0.08867133408784866, + 0.11221379786729813, + 0.07807224988937378, + 0.07303926348686218, + 0.0983712375164032 + ] + }, + { + "epoch": 22, + "train_loss": 1.2050199508666992, + "val_loss": 1.1033172607421875, + "acc": 61.89, + "time": 55.46900715100037, + "param": [ + 0.1082158237695694, + 0.04471158608794212, + 0.16197821497917175, + 0.09526526927947998, + 0.07400883734226227, + 0.04387620463967323, + 0.11108464747667313, + 0.13446098566055298, + 0.0678669884800911, + 0.07577722519636154, + 0.08275416493415833 + ] + }, + { + "epoch": 23, + "train_loss": 1.044726848602295, + "val_loss": 1.1611789464950562, + "acc": 61.07, + "time": 55.472649362000084, + "param": [ + 0.12634627521038055, + 0.028167570009827614, + 0.17354002594947815, + 0.10079986602067947, + 0.08425696939229965, + 0.01971988007426262, + 0.11839064210653305, + 0.1471448391675949, + 0.04518118500709534, + 0.07580700516700745, + 0.08064570277929306 + ] + }, + { + "epoch": 24, + "train_loss": 0.9121197462081909, + "val_loss": 1.1087825298309326, + "acc": 61.13, + "time": 55.47823958200024, + "param": [ + 0.124416284263134, + 0.02930973283946514, + 0.16565512120723724, + 0.09988880902528763, + 0.07847727090120316, + 0.016808481886982918, + 0.11268135160207748, + 0.1501128226518631, + 0.037246592342853546, + 0.09349314123392105, + 0.09191042929887772 + ] + }, + { + "epoch": 25, + "train_loss": 1.3533730506896973, + "val_loss": 1.0001260042190552, + "acc": 62.92, + "time": 55.49820560400076, + "param": [ + 0.12627045810222626, + 0.0310563612729311, + 0.14541184902191162, + 0.09755384922027588, + 0.06878821551799774, + 0.030949680134654045, + 0.10838659107685089, + 0.1502334177494049, + 0.03830192983150482, + 0.10473824292421341, + 0.09830943495035172 + ] + }, + { + "epoch": 26, + "train_loss": 1.1190510988235474, + "val_loss": 1.1548852920532227, + "acc": 63.03, + "time": 55.422398595999766, + "param": [ + 0.1264612227678299, + 0.03372417017817497, + 0.12761279940605164, + 0.09294427186250687, + 0.07133960723876953, + 0.05322388559579849, + 0.11512986570596695, + 0.14235816895961761, + 0.018467722460627556, + 0.12153341621160507, + 0.09720493108034134 + ] + }, + { + "epoch": 27, + "train_loss": 1.1282938718795776, + "val_loss": 1.1182159185409546, + "acc": 62.99, + "time": 55.45838495800035, + "param": [ + 0.15708401799201965, + 0.021077124401926994, + 0.1089111790060997, + 0.09498026221990585, + 0.08440099656581879, + 0.049270663410425186, + 0.11648224294185638, + 0.1342819631099701, + 0.0, + 0.1349993795156479, + 0.09851216524839401 + ] + }, + { + "epoch": 28, + "train_loss": 0.8205279111862183, + "val_loss": 1.0320004224777222, + "acc": 63.0, + "time": 55.37040465300015, + "param": [ + 0.1842569261789322, + 0.0, + 0.11050388216972351, + 0.09020883589982986, + 0.09119897335767746, + 0.049631938338279724, + 0.10428721457719803, + 0.10992339253425598, + 0.0, + 0.1469159722328186, + 0.11307276040315628 + ] + }, + { + "epoch": 29, + "train_loss": 1.160550594329834, + "val_loss": 0.8941214084625244, + "acc": 64.56, + "time": 55.575415899999825, + "param": [ + 0.19080166518688202, + 0.0027726134285330772, + 0.12366381287574768, + 0.0827946588397026, + 0.07629149407148361, + 0.07092051953077316, + 0.1038988009095192, + 0.07802768051624298, + 0.0082712322473526, + 0.14430946111679077, + 0.11824801564216614 + ] + }, + { + "epoch": 30, + "train_loss": 0.9624426960945129, + "val_loss": 1.0608056783676147, + "acc": 64.96, + "time": 55.56979637099994, + "param": [ + 0.18187075853347778, + 0.012783734127879143, + 0.1428297907114029, + 0.06604029983282089, + 0.08832982927560806, + 0.07134969532489777, + 0.11119266599416733, + 0.058200012892484665, + 0.007135170046240091, + 0.13374795019626617, + 0.12652018666267395 + ] + }, + { + "epoch": 31, + "train_loss": 1.1246453523635864, + "val_loss": 1.0411386489868164, + "acc": 65.2, + "time": 55.57647278599961, + "param": [ + 0.16050948202610016, + 0.031823139637708664, + 0.14921823143959045, + 0.05115281045436859, + 0.08451689779758453, + 0.06942422688007355, + 0.11675086617469788, + 0.056987352669239044, + 0.02188011445105076, + 0.12504172325134277, + 0.1326952576637268 + ] + }, + { + "epoch": 32, + "train_loss": 1.008556842803955, + "val_loss": 0.8412326574325562, + "acc": 64.99, + "time": 55.54971829799979, + "param": [ + 0.15673933923244476, + 0.02381705492734909, + 0.1499810516834259, + 0.04713954031467438, + 0.05123521760106087, + 0.061309732496738434, + 0.13296012580394745, + 0.05664505064487457, + 0.04169785976409912, + 0.1224571168422699, + 0.15601789951324463 + ] + }, + { + "epoch": 33, + "train_loss": 0.8210082650184631, + "val_loss": 0.8853447437286377, + "acc": 64.93, + "time": 55.58954140999958, + "param": [ + 0.1461634486913681, + 0.018312787637114525, + 0.13238884508609772, + 0.04982147738337517, + 0.03375362232327461, + 0.06984768807888031, + 0.1425422579050064, + 0.06397508084774017, + 0.045647215098142624, + 0.12174739688634872, + 0.1758001446723938 + ] + }, + { + "epoch": 34, + "train_loss": 0.9149571061134338, + "val_loss": 1.0321823358535767, + "acc": 64.9, + "time": 55.7233129719998, + "param": [ + 0.1476113349199295, + 0.03347942233085632, + 0.1231885626912117, + 0.054772473871707916, + 0.032786037772893906, + 0.08297436684370041, + 0.1271081566810608, + 0.06852485239505768, + 0.0550016351044178, + 0.11208857595920563, + 0.16246463358402252 + ] + }, + { + "epoch": 35, + "train_loss": 0.917185366153717, + "val_loss": 0.9505535960197449, + "acc": 65.08, + "time": 55.54677483700016, + "param": [ + 0.1435726135969162, + 0.048645466566085815, + 0.1201661080121994, + 0.051396243274211884, + 0.045812610536813736, + 0.10455049574375153, + 0.10970616340637207, + 0.05905900523066521, + 0.06253976374864578, + 0.09504968672990799, + 0.1595018357038498 + ] + }, + { + "epoch": 36, + "train_loss": 0.8666554093360901, + "val_loss": 0.8943264484405518, + "acc": 65.81, + "time": 55.589994523000314, + "param": [ + 0.15940338373184204, + 0.04161649942398071, + 0.12143070995807648, + 0.0410773791372776, + 0.04938022792339325, + 0.11694567650556564, + 0.1093047484755516, + 0.05445723608136177, + 0.06161211058497429, + 0.08238585293292999, + 0.1623862236738205 + ] + }, + { + "epoch": 37, + "train_loss": 0.7124814987182617, + "val_loss": 0.9773774147033691, + "acc": 66.47, + "time": 55.49805690199992, + "param": [ + 0.15136586129665375, + 0.038901086896657944, + 0.12292303144931793, + 0.047867171466350555, + 0.050333380699157715, + 0.10579746216535568, + 0.11761556565761566, + 0.06611628085374832, + 0.060151729732751846, + 0.0785021111369133, + 0.16042639315128326 + ] + }, + { + "epoch": 38, + "train_loss": 0.7509934902191162, + "val_loss": 0.9289106130599976, + "acc": 66.15, + "time": 55.47603537299983, + "param": [ + 0.14020423591136932, + 0.03844554349780083, + 0.11903472989797592, + 0.060852013528347015, + 0.05873332917690277, + 0.09914806485176086, + 0.12258075177669525, + 0.07410528510808945, + 0.0647503212094307, + 0.07733538001775742, + 0.1448102593421936 + ] + }, + { + "epoch": 39, + "train_loss": 0.9007784724235535, + "val_loss": 1.1599355936050415, + "acc": 65.93, + "time": 55.58328702200015, + "param": [ + 0.13593615591526031, + 0.04956420883536339, + 0.10867584496736526, + 0.07208573073148727, + 0.07022560387849808, + 0.09633100032806396, + 0.12065502256155014, + 0.08348340541124344, + 0.06489691883325577, + 0.07535827904939651, + 0.12278777360916138 + ] + }, + { + "epoch": 40, + "train_loss": 0.8909481763839722, + "val_loss": 0.9668647050857544, + "acc": 65.92, + "time": 55.77185423100036, + "param": [ + 0.13345304131507874, + 0.05587424337863922, + 0.09972412884235382, + 0.0660460889339447, + 0.08276551216840744, + 0.11004704236984253, + 0.1279842108488083, + 0.08392924070358276, + 0.04904183745384216, + 0.08419118821620941, + 0.10694350302219391 + ] + }, + { + "epoch": 41, + "train_loss": 0.7827778458595276, + "val_loss": 0.9514536261558533, + "acc": 66.51, + "time": 55.817906938000306, + "param": [ + 0.14925739169120789, + 0.04328935965895653, + 0.10685078799724579, + 0.046970803290605545, + 0.07001092284917831, + 0.10250381380319595, + 0.12641645967960358, + 0.09646109491586685, + 0.044975001364946365, + 0.10233233869075775, + 0.11093208193778992 + ] + }, + { + "epoch": 42, + "train_loss": 0.8609753251075745, + "val_loss": 1.1026732921600342, + "acc": 66.62, + "time": 55.72323246899941, + "param": [ + 0.16275833547115326, + 0.04282001405954361, + 0.10116877406835556, + 0.04994340240955353, + 0.05546802282333374, + 0.09364118427038193, + 0.10989554226398468, + 0.08203991502523422, + 0.06925252079963684, + 0.11486507952213287, + 0.11814724653959274 + ] + }, + { + "epoch": 43, + "train_loss": 0.7170788645744324, + "val_loss": 0.982025682926178, + "acc": 66.42, + "time": 55.704367694999746, + "param": [ + 0.16351214051246643, + 0.037902187556028366, + 0.09965761005878448, + 0.06336433440446854, + 0.07647754997015, + 0.08014331012964249, + 0.0985131561756134, + 0.06841082125902176, + 0.08530635386705399, + 0.1228971853852272, + 0.10381533205509186 + ] + }, + { + "epoch": 44, + "train_loss": 0.9391516447067261, + "val_loss": 1.0287524461746216, + "acc": 66.81, + "time": 55.71541305000028, + "param": [ + 0.14959050714969635, + 0.036250993609428406, + 0.091109499335289, + 0.0676102563738823, + 0.1019449457526207, + 0.0780424177646637, + 0.08693067729473114, + 0.0665678009390831, + 0.08957016468048096, + 0.11506345868110657, + 0.11731931567192078 + ] + }, + { + "epoch": 45, + "train_loss": 0.6626893281936646, + "val_loss": 0.8634294867515564, + "acc": 66.34, + "time": 55.71803012500004, + "param": [ + 0.14143848419189453, + 0.02610519714653492, + 0.07511927932500839, + 0.07348087430000305, + 0.11312854290008545, + 0.07124722003936768, + 0.08412481844425201, + 0.07616576552391052, + 0.09206642955541611, + 0.12242116034030914, + 0.12470230460166931 + ] + }, + { + "epoch": 46, + "train_loss": 0.6360864043235779, + "val_loss": 0.959139883518219, + "acc": 66.03, + "time": 55.72091949300011, + "param": [ + 0.13917134702205658, + 0.025146493688225746, + 0.07302217930555344, + 0.05284389853477478, + 0.10633887350559235, + 0.07288771122694016, + 0.09878011047840118, + 0.0814104899764061, + 0.09728750586509705, + 0.12703748047351837, + 0.12607383728027344 + ] + }, + { + "epoch": 47, + "train_loss": 0.6107475757598877, + "val_loss": 1.0388554334640503, + "acc": 67.63, + "time": 55.780928258999666, + "param": [ + 0.14690671861171722, + 0.04774654656648636, + 0.05939168110489845, + 0.029149407520890236, + 0.0839906856417656, + 0.06842096894979477, + 0.11819423735141754, + 0.08555775135755539, + 0.09520982950925827, + 0.13717597723007202, + 0.1282561868429184 + ] + }, + { + "epoch": 48, + "train_loss": 0.7021617889404297, + "val_loss": 1.0193661451339722, + "acc": 66.83, + "time": 55.70909203799965, + "param": [ + 0.14891202747821808, + 0.0700213834643364, + 0.05708717927336693, + 0.03357556834816933, + 0.07286453992128372, + 0.06045549735426903, + 0.13027173280715942, + 0.0881999135017395, + 0.07404271513223648, + 0.13898339867591858, + 0.12558600306510925 + ] + }, + { + "epoch": 49, + "train_loss": 0.6583356857299805, + "val_loss": 1.0669176578521729, + "acc": 65.92, + "time": 55.803481644000385, + "param": [ + 0.16291065514087677, + 0.06441062688827515, + 0.04979187250137329, + 0.045025136321783066, + 0.06395092606544495, + 0.06397668272256851, + 0.1354224681854248, + 0.09284967184066772, + 0.06274464726448059, + 0.14112494885921478, + 0.1177922934293747 + ] + }, + { + "epoch": 50, + "train_loss": 0.8466824293136597, + "val_loss": 0.9436360597610474, + "acc": 67.83, + "time": 55.71937152100054, + "param": [ + 0.16893571615219116, + 0.07407791167497635, + 0.05385442078113556, + 0.05558895319700241, + 0.04551021754741669, + 0.08358604460954666, + 0.13603104650974274, + 0.07785135507583618, + 0.051158055663108826, + 0.13747549057006836, + 0.11593077331781387 + ] + }, + { + "epoch": 51, + "train_loss": 0.6449655294418335, + "val_loss": 1.0176594257354736, + "acc": 67.03, + "time": 55.728802908000034, + "param": [ + 0.15383180975914001, + 0.08983424305915833, + 0.051540862768888474, + 0.06251412630081177, + 0.05388287827372551, + 0.09164481610059738, + 0.12607420980930328, + 0.0810326486825943, + 0.05180665850639343, + 0.1298038214445114, + 0.10803396254777908 + ] + }, + { + "epoch": 52, + "train_loss": 0.63840252161026, + "val_loss": 0.9982492327690125, + "acc": 67.74, + "time": 55.67986173400004, + "param": [ + 0.14509667456150055, + 0.09674478322267532, + 0.030391810461878777, + 0.04888566583395004, + 0.09014294296503067, + 0.10310159623622894, + 0.12270112335681915, + 0.09630407392978668, + 0.04840286821126938, + 0.11488276720046997, + 0.10334569215774536 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-12 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-12 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json new file mode 100644 index 0000000..da0baf7 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-12 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json @@ -0,0 +1,1326 @@ +{ + "Accuracy": 68.45, + "Time": [ + 31.983293513450683, + 1.1365609855265206 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color", + "Brightness", + "Sharpness" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2104907035827637, + "val_loss": 2.1937992572784424, + "acc": 21.57, + "time": 32.03740500300046, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 2, + "train_loss": 1.9326997995376587, + "val_loss": 1.9499633312225342, + "acc": 30.27, + "time": 31.22088359099871, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 3, + "train_loss": 1.8133920431137085, + "val_loss": 1.776719570159912, + "acc": 37.2, + "time": 31.629537357999652, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 4, + "train_loss": 1.7739397287368774, + "val_loss": 1.6173348426818848, + "acc": 42.01, + "time": 31.575476073001482, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 5, + "train_loss": 1.5803823471069336, + "val_loss": 1.6378017663955688, + "acc": 44.14, + "time": 31.608582793996902, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 6, + "train_loss": 1.3931622505187988, + "val_loss": 1.589598536491394, + "acc": 45.85, + "time": 30.60628410100253, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 7, + "train_loss": 1.4708635807037354, + "val_loss": 1.5425188541412354, + "acc": 45.97, + "time": 30.556094611001754, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 8, + "train_loss": 1.6763973236083984, + "val_loss": 1.4016449451446533, + "acc": 49.33, + "time": 31.001050718998158, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 9, + "train_loss": 1.4694100618362427, + "val_loss": 1.3189388513565063, + "acc": 50.37, + "time": 31.467139876000147, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 10, + "train_loss": 1.4189507961273193, + "val_loss": 1.376857876777649, + "acc": 50.81, + "time": 30.905032205999305, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 11, + "train_loss": 1.6367812156677246, + "val_loss": 1.352542757987976, + "acc": 50.21, + "time": 35.3763158269976, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 12, + "train_loss": 1.5505470037460327, + "val_loss": 1.327323317527771, + "acc": 53.05, + "time": 32.870662064997305, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 13, + "train_loss": 1.4147968292236328, + "val_loss": 1.280247449874878, + "acc": 52.88, + "time": 34.264757145996555, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 14, + "train_loss": 1.4268795251846313, + "val_loss": 1.2950166463851929, + "acc": 56.3, + "time": 33.47987277899665, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 15, + "train_loss": 1.3502106666564941, + "val_loss": 1.214997410774231, + "acc": 56.28, + "time": 31.373984723999456, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 16, + "train_loss": 1.3083608150482178, + "val_loss": 1.2084953784942627, + "acc": 56.42, + "time": 32.43729499399342, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 17, + "train_loss": 1.2538388967514038, + "val_loss": 1.2451157569885254, + "acc": 58.72, + "time": 32.957983549000346, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 18, + "train_loss": 1.2531054019927979, + "val_loss": 1.2549023628234863, + "acc": 58.23, + "time": 32.0098489209995, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 19, + "train_loss": 1.2522023916244507, + "val_loss": 1.1248319149017334, + "acc": 59.06, + "time": 31.71887750500173, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 20, + "train_loss": 1.224892258644104, + "val_loss": 1.077298641204834, + "acc": 60.32, + "time": 32.67882796899357, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 21, + "train_loss": 1.2060903310775757, + "val_loss": 1.2407492399215698, + "acc": 60.92, + "time": 31.976290008999058, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 22, + "train_loss": 1.05015230178833, + "val_loss": 1.200486660003662, + "acc": 60.85, + "time": 33.110443260004104, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 23, + "train_loss": 1.161637783050537, + "val_loss": 1.061555027961731, + "acc": 61.48, + "time": 32.28509953899629, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 24, + "train_loss": 0.9766678214073181, + "val_loss": 1.1202234029769897, + "acc": 62.0, + "time": 32.41444337799476, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 25, + "train_loss": 1.1040985584259033, + "val_loss": 1.1010123491287231, + "acc": 59.61, + "time": 34.030985360004706, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 26, + "train_loss": 1.1518725156784058, + "val_loss": 1.121268391609192, + "acc": 62.34, + "time": 32.2192247829953, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 27, + "train_loss": 1.108298659324646, + "val_loss": 0.997832715511322, + "acc": 61.84, + "time": 33.696580313000595, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 28, + "train_loss": 1.0822173357009888, + "val_loss": 1.008565902709961, + "acc": 63.27, + "time": 32.51734263000253, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 29, + "train_loss": 1.022840976715088, + "val_loss": 1.1166096925735474, + "acc": 63.47, + "time": 32.264396200997, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 30, + "train_loss": 0.9220532178878784, + "val_loss": 0.990917444229126, + "acc": 65.41, + "time": 33.41654479400313, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 31, + "train_loss": 1.149593472480774, + "val_loss": 0.937088131904602, + "acc": 64.13, + "time": 33.29076331500255, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 32, + "train_loss": 1.0895872116088867, + "val_loss": 1.1299015283584595, + "acc": 63.95, + "time": 32.18076799399569, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 33, + "train_loss": 0.8612390160560608, + "val_loss": 1.1666011810302734, + "acc": 62.48, + "time": 34.583225737995235, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 34, + "train_loss": 0.935950517654419, + "val_loss": 1.0240192413330078, + "acc": 65.07, + "time": 34.714614851996885, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 35, + "train_loss": 0.7994272708892822, + "val_loss": 1.0379977226257324, + "acc": 66.09, + "time": 32.14854479999485, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 36, + "train_loss": 0.8618530035018921, + "val_loss": 0.9528902173042297, + "acc": 64.4, + "time": 31.657718278001994, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 37, + "train_loss": 1.041040062904358, + "val_loss": 1.1175857782363892, + "acc": 64.48, + "time": 32.24822577500163, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 38, + "train_loss": 0.8481742739677429, + "val_loss": 0.9857219457626343, + "acc": 65.94, + "time": 32.576285073999316, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 39, + "train_loss": 0.7824432253837585, + "val_loss": 0.9799515604972839, + "acc": 66.36, + "time": 32.05507986399607, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 40, + "train_loss": 0.7408168911933899, + "val_loss": 1.0303553342819214, + "acc": 66.89, + "time": 32.12440732400137, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 41, + "train_loss": 0.8360151648521423, + "val_loss": 0.9300866723060608, + "acc": 66.7, + "time": 31.73340428800293, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 42, + "train_loss": 0.681841254234314, + "val_loss": 1.1009870767593384, + "acc": 66.83, + "time": 31.373037359997397, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 43, + "train_loss": 0.9163604378700256, + "val_loss": 1.0081061124801636, + "acc": 66.47, + "time": 31.24582218100113, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 44, + "train_loss": 0.5319228172302246, + "val_loss": 0.8209945559501648, + "acc": 66.3, + "time": 32.03637393100507, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 45, + "train_loss": 0.9031216502189636, + "val_loss": 1.0479334592819214, + "acc": 65.31, + "time": 32.241127875997336, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 46, + "train_loss": 0.9956279397010803, + "val_loss": 1.0452754497528076, + "acc": 66.58, + "time": 32.913869372998306, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 47, + "train_loss": 0.59523606300354, + "val_loss": 1.1246848106384277, + "acc": 66.25, + "time": 31.22957178499928, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 48, + "train_loss": 0.7603791356086731, + "val_loss": 1.1166441440582275, + "acc": 65.92, + "time": 30.49877171899425, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 49, + "train_loss": 0.6594963073730469, + "val_loss": 1.1037739515304565, + "acc": 67.0, + "time": 31.215915569999197, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 50, + "train_loss": 0.6342101693153381, + "val_loss": 1.0518836975097656, + "acc": 67.4, + "time": 31.23350727700017, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 51, + "train_loss": 0.6704315543174744, + "val_loss": 1.039833426475525, + "acc": 67.07, + "time": 31.112363324995385, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 52, + "train_loss": 0.5473905205726624, + "val_loss": 0.8698124289512634, + "acc": 67.76, + "time": 30.266997210994305, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 53, + "train_loss": 0.5959804654121399, + "val_loss": 0.9756323099136353, + "acc": 68.23, + "time": 31.20812252599717, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 54, + "train_loss": 0.6901292204856873, + "val_loss": 1.0930166244506836, + "acc": 67.59, + "time": 30.527977015000943, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 55, + "train_loss": 0.6103931069374084, + "val_loss": 0.8613390326499939, + "acc": 66.81, + "time": 30.382566987995233, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 56, + "train_loss": 0.6228383779525757, + "val_loss": 1.243647575378418, + "acc": 68.45, + "time": 30.77380261899816, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 57, + "train_loss": 0.5544595718383789, + "val_loss": 1.1561726331710815, + "acc": 67.86, + "time": 30.927165490000334, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 58, + "train_loss": 0.6351226568222046, + "val_loss": 0.8912104368209839, + "acc": 68.45, + "time": 31.351449865003815, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 59, + "train_loss": 0.5822210907936096, + "val_loss": 1.0652461051940918, + "acc": 67.42, + "time": 30.827753704004863, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 60, + "train_loss": 0.7213335037231445, + "val_loss": 1.0433614253997803, + "acc": 68.15, + "time": 30.507567669999844, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 61, + "train_loss": 0.5551474690437317, + "val_loss": 0.9398727416992188, + "acc": 68.26, + "time": 30.79984451999917, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 62, + "train_loss": 0.46049603819847107, + "val_loss": 0.981536865234375, + "acc": 68.29, + "time": 31.27029044899973, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-12 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-12 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..16d3b7e --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-12 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,1032 @@ +{ + "Accuracy": 67.33, + "Time": [ + 55.701137897562546, + 0.02584700167871527 + ], + "Device": "GeForce GTX 1060 with Max-Q Design", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color", + "Brightness", + "Sharpness" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.269609212875366, + "val_loss": 2.271695613861084, + "acc": 14.25, + "time": 55.75987823200012, + "param": [ + 0.0862787514925003, + 0.07825282961130142, + 0.09462056308984756, + 0.0787966176867485, + 0.07520309090614319, + 0.09236094355583191, + 0.08056468516588211, + 0.0941133052110672, + 0.06746098399162292, + 0.0734468325972557, + 0.09602639824151993, + 0.08287501335144043 + ] + }, + { + "epoch": 2, + "train_loss": 2.0811314582824707, + "val_loss": 1.9931457042694092, + "acc": 26.56, + "time": 55.6927804879997, + "param": [ + 0.09102016687393188, + 0.052049338817596436, + 0.10052605718374252, + 0.08707217872142792, + 0.07855634391307831, + 0.08367905020713806, + 0.08555187284946442, + 0.08908940851688385, + 0.06092177703976631, + 0.08767577260732651, + 0.09658116847276688, + 0.08727675676345825 + ] + }, + { + "epoch": 3, + "train_loss": 1.9919387102127075, + "val_loss": 1.776310682296753, + "acc": 33.76, + "time": 55.75324160999935, + "param": [ + 0.1042168140411377, + 0.0447068028151989, + 0.10218638181686401, + 0.09498137980699539, + 0.09535608440637589, + 0.05213432013988495, + 0.07974622398614883, + 0.07573011517524719, + 0.06777076423168182, + 0.09085579961538315, + 0.10871744900941849, + 0.08359789848327637 + ] + }, + { + "epoch": 4, + "train_loss": 1.7910265922546387, + "val_loss": 1.743714451789856, + "acc": 38.26, + "time": 55.72480666299998, + "param": [ + 0.11240296810865402, + 0.03263391926884651, + 0.09337484836578369, + 0.10283443331718445, + 0.09897130727767944, + 0.05821676179766655, + 0.06562719494104385, + 0.0865354984998703, + 0.0879952684044838, + 0.07558039575815201, + 0.11514940857887268, + 0.07067800313234329 + ] + }, + { + "epoch": 5, + "train_loss": 1.601156234741211, + "val_loss": 1.591962456703186, + "acc": 40.65, + "time": 55.661156495000796, + "param": [ + 0.09760911017656326, + 0.0014452333562076092, + 0.08811604976654053, + 0.09975827485322952, + 0.09881872683763504, + 0.08212187141180038, + 0.06779512017965317, + 0.09597264230251312, + 0.09083506464958191, + 0.0915500745177269, + 0.10932908207178116, + 0.07664866000413895 + ] + }, + { + "epoch": 6, + "train_loss": 1.765753149986267, + "val_loss": 1.4819157123565674, + "acc": 46.16, + "time": 55.70885685899975, + "param": [ + 0.07840052992105484, + 0.0, + 0.09152965247631073, + 0.11330804973840714, + 0.09799547493457794, + 0.07596100121736526, + 0.07125836610794067, + 0.10136239975690842, + 0.10211242735385895, + 0.08843337744474411, + 0.10083456337451935, + 0.07880418002605438 + ] + }, + { + "epoch": 7, + "train_loss": 1.775833249092102, + "val_loss": 1.4125655889511108, + "acc": 48.41, + "time": 55.72510397899987, + "param": [ + 0.06661278009414673, + 0.0, + 0.09658937156200409, + 0.13865406811237335, + 0.10267096757888794, + 0.05755132809281349, + 0.06542474776506424, + 0.12716606259346008, + 0.10473185777664185, + 0.0837910994887352, + 0.09903126209974289, + 0.057776495814323425 + ] + }, + { + "epoch": 8, + "train_loss": 1.4390490055084229, + "val_loss": 1.474658727645874, + "acc": 48.85, + "time": 55.71342012000059, + "param": [ + 0.04562070593237877, + 0.005050713662058115, + 0.09769152849912643, + 0.16154611110687256, + 0.10759047418832779, + 0.04811001569032669, + 0.05877271667122841, + 0.1397552639245987, + 0.11250093579292297, + 0.10099846869707108, + 0.08861229568719864, + 0.03375083580613136 + ] + }, + { + "epoch": 9, + "train_loss": 1.504114031791687, + "val_loss": 1.4095059633255005, + "acc": 50.26, + "time": 55.69206106300044, + "param": [ + 0.040780577808618546, + 0.029110757634043694, + 0.0966043621301651, + 0.1638154238462448, + 0.10248322039842606, + 0.05522351711988449, + 0.046138446778059006, + 0.13770461082458496, + 0.1132342517375946, + 0.11486223340034485, + 0.07785236835479736, + 0.02219027280807495 + ] + }, + { + "epoch": 10, + "train_loss": 1.556957721710205, + "val_loss": 1.301390528678894, + "acc": 52.14, + "time": 55.69189470600031, + "param": [ + 0.03892212733626366, + 0.04703529179096222, + 0.10047522932291031, + 0.16317516565322876, + 0.08336516469717026, + 0.05975385755300522, + 0.035683903843164444, + 0.13344135880470276, + 0.12013858556747437, + 0.1322847604751587, + 0.06718195229768753, + 0.01854255236685276 + ] + }, + { + "epoch": 11, + "train_loss": 1.2805781364440918, + "val_loss": 1.2532185316085815, + "acc": 51.57, + "time": 55.6805116860005, + "param": [ + 0.04081074893474579, + 0.05904233455657959, + 0.106013223528862, + 0.15413492918014526, + 0.06179139018058777, + 0.07716937363147736, + 0.0414670892059803, + 0.1241825744509697, + 0.1178501695394516, + 0.13928958773612976, + 0.05945117399096489, + 0.01879741996526718 + ] + }, + { + "epoch": 12, + "train_loss": 1.5187236070632935, + "val_loss": 1.4174448251724243, + "acc": 51.1, + "time": 55.69748621600047, + "param": [ + 0.046083007007837296, + 0.0654621347784996, + 0.11806336790323257, + 0.14309509098529816, + 0.04499861225485802, + 0.08825085312128067, + 0.05375069007277489, + 0.10924792289733887, + 0.11640352010726929, + 0.1422545313835144, + 0.04829475283622742, + 0.02409551478922367 + ] + }, + { + "epoch": 13, + "train_loss": 1.3362622261047363, + "val_loss": 1.280487298965454, + "acc": 55.45, + "time": 55.70481213899984, + "param": [ + 0.05945541709661484, + 0.055099453777074814, + 0.1268872767686844, + 0.1289486587047577, + 0.03483300283551216, + 0.09661294519901276, + 0.058821000158786774, + 0.10005930811166763, + 0.09845782071352005, + 0.15420269966125488, + 0.055860042572021484, + 0.03076237440109253 + ] + }, + { + "epoch": 14, + "train_loss": 1.3816674947738647, + "val_loss": 1.198583722114563, + "acc": 56.99, + "time": 55.70861420700021, + "param": [ + 0.07934021949768066, + 0.055195484310388565, + 0.132558673620224, + 0.11221052706241608, + 0.01753343641757965, + 0.09411247074604034, + 0.059434931725263596, + 0.09718973934650421, + 0.08305681496858597, + 0.14957651495933533, + 0.08144912123680115, + 0.038342129439115524 + ] + }, + { + "epoch": 15, + "train_loss": 1.1521447896957397, + "val_loss": 1.1591631174087524, + "acc": 58.03, + "time": 55.68426513700069, + "param": [ + 0.1035691648721695, + 0.03892692178487778, + 0.1357228308916092, + 0.11021015793085098, + 0.022340327501296997, + 0.09589505940675735, + 0.06385676562786102, + 0.08828382939100266, + 0.06366881728172302, + 0.13956858217716217, + 0.09560181945562363, + 0.042355697602033615 + ] + }, + { + "epoch": 16, + "train_loss": 1.3434276580810547, + "val_loss": 1.2408223152160645, + "acc": 58.56, + "time": 55.68602803199974, + "param": [ + 0.12339387834072113, + 0.046262506395578384, + 0.1449269950389862, + 0.12591983377933502, + 0.013573046773672104, + 0.08530724048614502, + 0.053969547152519226, + 0.08303723484277725, + 0.046472880989313126, + 0.12095009535551071, + 0.0973452627658844, + 0.0588415265083313 + ] + }, + { + "epoch": 17, + "train_loss": 1.2646265029907227, + "val_loss": 1.1034941673278809, + "acc": 55.96, + "time": 55.714797722000185, + "param": [ + 0.12723928689956665, + 0.04933967813849449, + 0.13586080074310303, + 0.1362149566411972, + 0.026094231754541397, + 0.07669039070606232, + 0.04307367280125618, + 0.07565733045339584, + 0.043658968061208725, + 0.10483510792255402, + 0.10197083652019501, + 0.07936475425958633 + ] + }, + { + "epoch": 18, + "train_loss": 1.190683364868164, + "val_loss": 1.0438522100448608, + "acc": 59.44, + "time": 55.71540372800064, + "param": [ + 0.14114375412464142, + 0.051822125911712646, + 0.1259530484676361, + 0.125080868601799, + 0.03322291374206543, + 0.07556942850351334, + 0.042465273290872574, + 0.0690523087978363, + 0.03146389126777649, + 0.10339788347482681, + 0.10523951053619385, + 0.09558895975351334 + ] + }, + { + "epoch": 19, + "train_loss": 1.5228466987609863, + "val_loss": 1.0092153549194336, + "acc": 61.04, + "time": 55.680544916000144, + "param": [ + 0.15129689872264862, + 0.04347672313451767, + 0.11847952753305435, + 0.10870815813541412, + 0.041662830859422684, + 0.07551513612270355, + 0.06016867235302925, + 0.06668788939714432, + 0.01303197629749775, + 0.11642423272132874, + 0.10464539378881454, + 0.09990256279706955 + ] + }, + { + "epoch": 20, + "train_loss": 1.0093740224838257, + "val_loss": 1.103063702583313, + "acc": 59.81, + "time": 55.72055947299941, + "param": [ + 0.14679202437400818, + 0.023539070039987564, + 0.12261519581079483, + 0.096683569252491, + 0.05303679406642914, + 0.08783922344446182, + 0.07613222301006317, + 0.07441302388906479, + 0.0, + 0.1213933601975441, + 0.10501715540885925, + 0.09253839403390884 + ] + }, + { + "epoch": 21, + "train_loss": 0.9661252498626709, + "val_loss": 0.983319103717804, + "acc": 61.48, + "time": 55.68047326499982, + "param": [ + 0.14180298149585724, + 0.0, + 0.12285337597131729, + 0.08636736124753952, + 0.0593043752014637, + 0.09045091271400452, + 0.08938536792993546, + 0.091659776866436, + 0.0, + 0.12399181723594666, + 0.10771775245666504, + 0.0864662453532219 + ] + }, + { + "epoch": 22, + "train_loss": 1.0107983350753784, + "val_loss": 1.0839179754257202, + "acc": 62.45, + "time": 55.7022685360007, + "param": [ + 0.1255514919757843, + 0.008553218096494675, + 0.1130644679069519, + 0.08447977155447006, + 0.057225778698921204, + 0.0701589584350586, + 0.09446188807487488, + 0.10435781627893448, + 0.008476347662508488, + 0.1242910772562027, + 0.12024133652448654, + 0.08913781493902206 + ] + }, + { + "epoch": 23, + "train_loss": 1.0821433067321777, + "val_loss": 1.2287272214889526, + "acc": 61.94, + "time": 55.69053154299945, + "param": [ + 0.11917556077241898, + 0.012280231341719627, + 0.11513913422822952, + 0.06473346054553986, + 0.0499725267291069, + 0.02944759838283062, + 0.10673828423023224, + 0.12759768962860107, + 0.005403211340308189, + 0.12973041832447052, + 0.14838139712810516, + 0.09140049666166306 + ] + }, + { + "epoch": 24, + "train_loss": 1.0804500579833984, + "val_loss": 1.117936372756958, + "acc": 62.35, + "time": 55.728595878000306, + "param": [ + 0.11559079587459564, + 0.029561219736933708, + 0.11721813678741455, + 0.05827333778142929, + 0.023455118760466576, + 0.0, + 0.13189922273159027, + 0.13578608632087708, + 0.0, + 0.13498100638389587, + 0.1638953536748886, + 0.08933975547552109 + ] + }, + { + "epoch": 25, + "train_loss": 1.1140508651733398, + "val_loss": 1.0465683937072754, + "acc": 62.11, + "time": 55.69740136099972, + "param": [ + 0.11041330546140671, + 0.05402560904622078, + 0.1068561002612114, + 0.06164343282580376, + 0.025930432602763176, + 0.026045450940728188, + 0.1257336139678955, + 0.12809331715106964, + 0.008102310821413994, + 0.13142985105514526, + 0.14493639767169952, + 0.07679026573896408 + ] + }, + { + "epoch": 26, + "train_loss": 1.0623949766159058, + "val_loss": 1.0011523962020874, + "acc": 63.04, + "time": 55.68394288300078, + "param": [ + 0.1068226620554924, + 0.06664910167455673, + 0.09965655952692032, + 0.06458363682031631, + 0.036997582763433456, + 0.04999679699540138, + 0.11970523744821548, + 0.11753442138433456, + 0.018231268972158432, + 0.12667672336101532, + 0.12094812840223312, + 0.07219791412353516 + ] + }, + { + "epoch": 27, + "train_loss": 0.9599963426589966, + "val_loss": 1.0835403203964233, + "acc": 63.52, + "time": 55.705659336999815, + "param": [ + 0.12307167053222656, + 0.05895847827196121, + 0.09885620325803757, + 0.07622882723808289, + 0.04401421174407005, + 0.049724455922842026, + 0.12735691666603088, + 0.12327757477760315, + 0.0063294824212789536, + 0.12138377130031586, + 0.10231911391019821, + 0.06847937405109406 + ] + }, + { + "epoch": 28, + "train_loss": 0.8304240107536316, + "val_loss": 1.0745259523391724, + "acc": 63.21, + "time": 55.68028233400037, + "param": [ + 0.1508757770061493, + 0.03442145138978958, + 0.11351411044597626, + 0.09303306043148041, + 0.03801432624459267, + 0.03622186556458473, + 0.125807985663414, + 0.12180547416210175, + 0.0, + 0.13006266951560974, + 0.10642386227846146, + 0.049819376319646835 + ] + }, + { + "epoch": 29, + "train_loss": 1.1784179210662842, + "val_loss": 1.1449435949325562, + "acc": 62.93, + "time": 55.660058790999756, + "param": [ + 0.1615256518125534, + 0.027690216898918152, + 0.1132524237036705, + 0.08553027361631393, + 0.03734804317355156, + 0.0461479090154171, + 0.10907682031393051, + 0.10737235844135284, + 0.0, + 0.1385139524936676, + 0.1275912970304489, + 0.04595106840133667 + ] + }, + { + "epoch": 30, + "train_loss": 0.8586715459823608, + "val_loss": 0.9593400955200195, + "acc": 62.5, + "time": 55.721113289999266, + "param": [ + 0.17586615681648254, + 0.03181285038590431, + 0.11980553716421127, + 0.0828694999217987, + 0.01616966910660267, + 0.07819625735282898, + 0.08317699283361435, + 0.05777042731642723, + 0.00026412104489281774, + 0.15440943837165833, + 0.1518278867006302, + 0.04783120006322861 + ] + }, + { + "epoch": 31, + "train_loss": 1.070597767829895, + "val_loss": 0.995558500289917, + "acc": 63.38, + "time": 55.670441980999385, + "param": [ + 0.18781758844852448, + 0.022339515388011932, + 0.12479694187641144, + 0.08256727457046509, + 0.0196808073669672, + 0.09737689793109894, + 0.057154107838869095, + 0.018293943256139755, + 0.017495764419436455, + 0.16478431224822998, + 0.15415550768375397, + 0.05353735387325287 + ] + }, + { + "epoch": 32, + "train_loss": 1.032289743423462, + "val_loss": 0.9875447750091553, + "acc": 64.04, + "time": 55.70947482799966, + "param": [ + 0.17695796489715576, + 0.05227218568325043, + 0.12204383313655853, + 0.06618617475032806, + 0.04190313071012497, + 0.08996064960956573, + 0.04333021491765976, + 0.018887169659137726, + 0.03987167403101921, + 0.15337595343589783, + 0.13731911778450012, + 0.05789198353886604 + ] + }, + { + "epoch": 33, + "train_loss": 0.9602833390235901, + "val_loss": 0.9893925189971924, + "acc": 63.32, + "time": 55.65391600800103, + "param": [ + 0.1628778725862503, + 0.05623214691877365, + 0.11566141247749329, + 0.0617901086807251, + 0.0634193867444992, + 0.07605136930942535, + 0.0545668825507164, + 0.04045883193612099, + 0.052788857370615005, + 0.13013693690299988, + 0.13919314742088318, + 0.04682300239801407 + ] + }, + { + "epoch": 34, + "train_loss": 0.8873281478881836, + "val_loss": 1.0541163682937622, + "acc": 65.6, + "time": 55.68114395700104, + "param": [ + 0.14825190603733063, + 0.042152829468250275, + 0.10703235864639282, + 0.06275838613510132, + 0.08033950626850128, + 0.06907510757446289, + 0.07419436424970627, + 0.061639413237571716, + 0.045712340623140335, + 0.11902154982089996, + 0.14752547442913055, + 0.04229683429002762 + ] + }, + { + "epoch": 35, + "train_loss": 0.7478651404380798, + "val_loss": 0.9114267826080322, + "acc": 64.75, + "time": 55.716541771000266, + "param": [ + 0.14437445998191833, + 0.03333272412419319, + 0.1041022390127182, + 0.05017876625061035, + 0.06338629126548767, + 0.05866136774420738, + 0.115036740899086, + 0.08870495855808258, + 0.033643487840890884, + 0.12305496633052826, + 0.1560349464416504, + 0.029489129781723022 + ] + }, + { + "epoch": 36, + "train_loss": 0.7297031879425049, + "val_loss": 1.0018281936645508, + "acc": 64.05, + "time": 55.68196615799934, + "param": [ + 0.13790690898895264, + 0.04693323001265526, + 0.09313305467367172, + 0.042855434119701385, + 0.0504288375377655, + 0.06940177828073502, + 0.14213328063488007, + 0.10893824696540833, + 0.016937676817178726, + 0.10990267246961594, + 0.14926083385944366, + 0.032168034464120865 + ] + }, + { + "epoch": 37, + "train_loss": 0.878697395324707, + "val_loss": 0.8804558515548706, + "acc": 66.63, + "time": 55.72006943700035, + "param": [ + 0.14057010412216187, + 0.030491657555103302, + 0.10143789649009705, + 0.05180148035287857, + 0.03743232041597366, + 0.07666676491498947, + 0.14239519834518433, + 0.134866863489151, + 0.0, + 0.0961342304944992, + 0.14116546511650085, + 0.04703804850578308 + ] + }, + { + "epoch": 38, + "train_loss": 0.6582173705101013, + "val_loss": 0.7899487614631653, + "acc": 67.08, + "time": 55.63006183499965, + "param": [ + 0.13383758068084717, + 0.01783541589975357, + 0.09209898859262466, + 0.06134685128927231, + 0.037827715277671814, + 0.08958274871110916, + 0.13188450038433075, + 0.15464670956134796, + 0.0, + 0.09333181381225586, + 0.1299864947795868, + 0.05762121081352234 + ] + }, + { + "epoch": 39, + "train_loss": 0.6013530492782593, + "val_loss": 0.95660400390625, + "acc": 67.11, + "time": 55.6774951790012, + "param": [ + 0.1231825053691864, + 0.05155101418495178, + 0.08372292667627335, + 0.057351432740688324, + 0.05282651260495186, + 0.10257232189178467, + 0.1181040033698082, + 0.14373448491096497, + 0.011184081435203552, + 0.09141016006469727, + 0.11908644437789917, + 0.045274004340171814 + ] + }, + { + "epoch": 40, + "train_loss": 0.8499717712402344, + "val_loss": 0.9034352898597717, + "acc": 65.64, + "time": 55.71919088899995, + "param": [ + 0.1233358159661293, + 0.06966043263673782, + 0.06891224533319473, + 0.05328608304262161, + 0.058572057634592056, + 0.08680522441864014, + 0.11005651205778122, + 0.13481111824512482, + 0.026283279061317444, + 0.08732661604881287, + 0.1309691071510315, + 0.0499814935028553 + ] + }, + { + "epoch": 41, + "train_loss": 0.6797212362289429, + "val_loss": 0.952031135559082, + "acc": 66.39, + "time": 55.73261935100163, + "param": [ + 0.13737912476062775, + 0.08421343564987183, + 0.05859563499689102, + 0.04044699668884277, + 0.04311471804976463, + 0.06347856670618057, + 0.11080873757600784, + 0.13750538229942322, + 0.02711782231926918, + 0.0845784917473793, + 0.14969973266124725, + 0.06306138634681702 + ] + }, + { + "epoch": 42, + "train_loss": 0.7895917296409607, + "val_loss": 1.0396651029586792, + "acc": 66.07, + "time": 55.737631318999775, + "param": [ + 0.1464821845293045, + 0.07942142337560654, + 0.04968695715069771, + 0.028596296906471252, + 0.030659159645438194, + 0.07572999596595764, + 0.10368875414133072, + 0.11874105036258698, + 0.022641757503151894, + 0.09542335569858551, + 0.17538082599639893, + 0.07354823499917984 + ] + }, + { + "epoch": 43, + "train_loss": 0.6342730522155762, + "val_loss": 1.1075901985168457, + "acc": 66.61, + "time": 55.71901999399961, + "param": [ + 0.15576918423175812, + 0.041623733937740326, + 0.06694173812866211, + 0.02971324324607849, + 0.03895564377307892, + 0.060768697410821915, + 0.08850452303886414, + 0.09772934019565582, + 0.0, + 0.124489925801754, + 0.203817680478096, + 0.09168625622987747 + ] + }, + { + "epoch": 44, + "train_loss": 0.5471310019493103, + "val_loss": 1.0404865741729736, + "acc": 66.99, + "time": 55.70084431199939, + "param": [ + 0.1449173539876938, + 0.03612368926405907, + 0.08186353743076324, + 0.031916696578264236, + 0.05785353481769562, + 0.04080214351415634, + 0.07795991748571396, + 0.07597514241933823, + 0.0, + 0.1365347057580948, + 0.207306906580925, + 0.10874634236097336 + ] + }, + { + "epoch": 45, + "train_loss": 0.5826794505119324, + "val_loss": 1.0348354578018188, + "acc": 67.33, + "time": 55.69862590899902, + "param": [ + 0.13195018470287323, + 0.03932880610227585, + 0.0921725183725357, + 0.035164136439561844, + 0.06747585535049438, + 0.053554095327854156, + 0.06721468269824982, + 0.07762689143419266, + 0.0, + 0.12604767084121704, + 0.19581739604473114, + 0.11364776641130447 + ] + }, + { + "epoch": 46, + "train_loss": 0.6614966988563538, + "val_loss": 0.9703298807144165, + "acc": 67.02, + "time": 55.67093048999959, + "param": [ + 0.1239735335111618, + 0.05928296968340874, + 0.08913759887218475, + 0.042343609035015106, + 0.0765615850687027, + 0.08929550647735596, + 0.05448160320520401, + 0.07484463602304459, + 0.009399894624948502, + 0.11052417010068893, + 0.16900242865085602, + 0.1011524647474289 + ] + }, + { + "epoch": 47, + "train_loss": 0.7104629278182983, + "val_loss": 1.2348986864089966, + "acc": 66.85, + "time": 55.740868918999695, + "param": [ + 0.11518341302871704, + 0.07903804630041122, + 0.0861133560538292, + 0.06489059329032898, + 0.08122895658016205, + 0.08179494738578796, + 0.0663246139883995, + 0.07179934531450272, + 0.03217530995607376, + 0.09277085214853287, + 0.14170998334884644, + 0.08697056025266647 + ] + }, + { + "epoch": 48, + "train_loss": 0.6571919322013855, + "val_loss": 0.9268518090248108, + "acc": 66.71, + "time": 55.727226056998916, + "param": [ + 0.10709714889526367, + 0.09070874750614166, + 0.09369406849145889, + 0.07168756425380707, + 0.09345699101686478, + 0.05217576026916504, + 0.08541092276573181, + 0.07254339754581451, + 0.03847751021385193, + 0.0911916121840477, + 0.12020491808652878, + 0.08335131406784058 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-13 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-13 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json new file mode 100644 index 0000000..5226acb --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-13 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json @@ -0,0 +1,1257 @@ +{ + "Accuracy": 67.59, + "Time": [ + 31.48199007358861, + 1.0773411689223578 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color", + "Brightness", + "Sharpness", + "Posterize" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.263867139816284, + "val_loss": 2.2277021408081055, + "acc": 21.39, + "time": 32.43483806799486, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 2, + "train_loss": 2.154569149017334, + "val_loss": 2.0027947425842285, + "acc": 27.63, + "time": 31.10365101199568, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 3, + "train_loss": 1.7224115133285522, + "val_loss": 1.9369020462036133, + "acc": 35.0, + "time": 31.942026981996605, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 4, + "train_loss": 1.8202331066131592, + "val_loss": 1.6562787294387817, + "acc": 40.52, + "time": 34.679501102997165, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 5, + "train_loss": 1.7134268283843994, + "val_loss": 1.6670986413955688, + "acc": 42.27, + "time": 33.869290618997184, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 6, + "train_loss": 1.6095387935638428, + "val_loss": 1.5589954853057861, + "acc": 44.86, + "time": 33.113197354003205, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 7, + "train_loss": 1.541575312614441, + "val_loss": 1.506341814994812, + "acc": 46.7, + "time": 32.02727096900344, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 8, + "train_loss": 1.3883187770843506, + "val_loss": 1.4736007452011108, + "acc": 48.71, + "time": 31.450587203995383, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 9, + "train_loss": 1.5380327701568604, + "val_loss": 1.3863739967346191, + "acc": 50.51, + "time": 31.08154804699734, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 10, + "train_loss": 1.3708866834640503, + "val_loss": 1.3556888103485107, + "acc": 50.81, + "time": 30.76036597199709, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 11, + "train_loss": 1.3942115306854248, + "val_loss": 1.3005322217941284, + "acc": 52.39, + "time": 30.75920582099934, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 12, + "train_loss": 1.4723740816116333, + "val_loss": 1.358532428741455, + "acc": 52.75, + "time": 30.919984603002376, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 13, + "train_loss": 1.2791334390640259, + "val_loss": 1.3010321855545044, + "acc": 54.44, + "time": 30.869369512001867, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 14, + "train_loss": 1.4358456134796143, + "val_loss": 1.2852940559387207, + "acc": 56.69, + "time": 30.874136927996005, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 15, + "train_loss": 1.3176161050796509, + "val_loss": 1.2688602209091187, + "acc": 56.15, + "time": 31.218690483998216, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 16, + "train_loss": 1.3475441932678223, + "val_loss": 1.2221368551254272, + "acc": 58.09, + "time": 31.58801677300653, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 17, + "train_loss": 1.1998674869537354, + "val_loss": 1.2459253072738647, + "acc": 58.88, + "time": 34.869676884998626, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 18, + "train_loss": 1.4182379245758057, + "val_loss": 1.1875580549240112, + "acc": 58.34, + "time": 31.335058573000424, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 19, + "train_loss": 1.149733304977417, + "val_loss": 1.1450145244598389, + "acc": 58.43, + "time": 31.075812675000634, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 20, + "train_loss": 1.1175010204315186, + "val_loss": 1.204116702079773, + "acc": 57.91, + "time": 30.89436152899725, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 21, + "train_loss": 1.509957194328308, + "val_loss": 1.0819100141525269, + "acc": 59.96, + "time": 31.253503717998683, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 22, + "train_loss": 1.20246422290802, + "val_loss": 1.1131610870361328, + "acc": 61.14, + "time": 30.306568489999336, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 23, + "train_loss": 1.0580463409423828, + "val_loss": 1.243951678276062, + "acc": 59.64, + "time": 30.601503010999295, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 24, + "train_loss": 1.0350598096847534, + "val_loss": 1.0822319984436035, + "acc": 60.8, + "time": 30.856942901002185, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 25, + "train_loss": 1.067932367324829, + "val_loss": 1.1134015321731567, + "acc": 62.43, + "time": 30.875257423998846, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 26, + "train_loss": 1.3674713373184204, + "val_loss": 1.1559115648269653, + "acc": 62.48, + "time": 32.59705479499826, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 27, + "train_loss": 1.076669692993164, + "val_loss": 1.1520962715148926, + "acc": 63.64, + "time": 31.98853180300648, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 28, + "train_loss": 1.2537519931793213, + "val_loss": 1.083337664604187, + "acc": 63.55, + "time": 32.74833642899466, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 29, + "train_loss": 1.088381290435791, + "val_loss": 1.1112626791000366, + "acc": 61.0, + "time": 32.588512139998784, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 30, + "train_loss": 1.0689594745635986, + "val_loss": 1.1591037511825562, + "acc": 62.47, + "time": 30.78711340999871, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 31, + "train_loss": 1.0282610654830933, + "val_loss": 0.9655638337135315, + "acc": 64.18, + "time": 30.84648697400553, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 32, + "train_loss": 1.0949714183807373, + "val_loss": 1.1180752515792847, + "acc": 64.55, + "time": 32.30101193500013, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 33, + "train_loss": 1.0061942338943481, + "val_loss": 1.0965116024017334, + "acc": 64.68, + "time": 30.896403118997114, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 34, + "train_loss": 0.8501850962638855, + "val_loss": 1.106537103652954, + "acc": 64.9, + "time": 30.65898139499768, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 35, + "train_loss": 0.9065651297569275, + "val_loss": 1.0895379781723022, + "acc": 62.4, + "time": 30.38067409300129, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 36, + "train_loss": 1.0694955587387085, + "val_loss": 0.9191135764122009, + "acc": 65.22, + "time": 31.470161668999936, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 37, + "train_loss": 0.8257250785827637, + "val_loss": 0.9196550250053406, + "acc": 64.94, + "time": 31.427391081997484, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 38, + "train_loss": 0.8258106112480164, + "val_loss": 1.0506763458251953, + "acc": 64.41, + "time": 31.53782049199799, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 39, + "train_loss": 0.8281731009483337, + "val_loss": 0.969765841960907, + "acc": 65.02, + "time": 31.136526823000167, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 40, + "train_loss": 0.8615322709083557, + "val_loss": 0.9695841670036316, + "acc": 64.67, + "time": 32.137903498995, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 41, + "train_loss": 0.8430700302124023, + "val_loss": 0.9928044676780701, + "acc": 65.12, + "time": 32.40901590899739, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 42, + "train_loss": 0.8312307596206665, + "val_loss": 0.868335485458374, + "acc": 67.01, + "time": 31.768398920001346, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 43, + "train_loss": 0.8742694854736328, + "val_loss": 1.0388880968093872, + "acc": 65.07, + "time": 32.284938762997626, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 44, + "train_loss": 0.9020002484321594, + "val_loss": 0.9890007376670837, + "acc": 65.4, + "time": 32.205913896999846, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 45, + "train_loss": 0.7779765129089355, + "val_loss": 1.0909740924835205, + "acc": 65.52, + "time": 30.752109025997925, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 46, + "train_loss": 0.9538946151733398, + "val_loss": 0.9306410551071167, + "acc": 66.87, + "time": 32.46557898000174, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 47, + "train_loss": 1.0330113172531128, + "val_loss": 1.094296932220459, + "acc": 65.84, + "time": 31.82231522600341, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 48, + "train_loss": 0.8150990009307861, + "val_loss": 0.9384912848472595, + "acc": 66.98, + "time": 32.445487555, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 49, + "train_loss": 0.7642578482627869, + "val_loss": 0.9127902984619141, + "acc": 66.83, + "time": 31.117185880997567, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 50, + "train_loss": 0.8253333568572998, + "val_loss": 0.9266633987426758, + "acc": 67.22, + "time": 31.168072659995232, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 51, + "train_loss": 0.8097857236862183, + "val_loss": 0.8155226111412048, + "acc": 67.54, + "time": 31.135993907002558, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 52, + "train_loss": 0.6646446585655212, + "val_loss": 0.9884885549545288, + "acc": 67.34, + "time": 30.20144841900037, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 53, + "train_loss": 0.6860343217849731, + "val_loss": 1.0410492420196533, + "acc": 66.71, + "time": 29.86372299800132, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 54, + "train_loss": 0.7329099774360657, + "val_loss": 0.9013784527778625, + "acc": 67.27, + "time": 29.651561045000562, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 55, + "train_loss": 0.6854238510131836, + "val_loss": 0.9643847942352295, + "acc": 67.59, + "time": 29.61829278100049, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 56, + "train_loss": 0.6766200661659241, + "val_loss": 0.9305280447006226, + "acc": 67.24, + "time": 29.818131838997942, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-13 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-13 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..ef7c1f1 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-13 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,1191 @@ +{ + "Accuracy": 67.39, + "Time": [ + 55.646759059679205, + 0.09766803612708781 + ], + "Device": "GeForce GTX 1060 with Max-Q Design", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color", + "Brightness", + "Sharpness", + "Posterize" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.33480167388916, + "val_loss": 2.234163999557495, + "acc": 17.57, + "time": 55.817494836999686, + "param": [ + 0.08287951350212097, + 0.04405275359749794, + 0.09152670949697495, + 0.078501857817173, + 0.05449647828936577, + 0.08761181682348251, + 0.08374446630477905, + 0.08926907926797867, + 0.08228088170289993, + 0.05372161790728569, + 0.10270092636346817, + 0.09186824411153793, + 0.057345714420080185 + ] + }, + { + "epoch": 2, + "train_loss": 1.9638885259628296, + "val_loss": 2.0023112297058105, + "acc": 26.42, + "time": 55.72894348900081, + "param": [ + 0.07821063697338104, + 0.05525108426809311, + 0.0875600203871727, + 0.07013290375471115, + 0.04735430330038071, + 0.09253574162721634, + 0.05656587705016136, + 0.08583611994981766, + 0.08493612706661224, + 0.05717897415161133, + 0.08965013921260834, + 0.13181571662425995, + 0.06297238916158676 + ] + }, + { + "epoch": 3, + "train_loss": 1.9138845205307007, + "val_loss": 1.8059320449829102, + "acc": 33.64, + "time": 55.69910376500047, + "param": [ + 0.0955425426363945, + 0.04539623484015465, + 0.10417383164167404, + 0.07197938114404678, + 0.050612661987543106, + 0.09269705414772034, + 0.07219186425209045, + 0.05417307838797569, + 0.07343144714832306, + 0.0658654049038887, + 0.06020873412489891, + 0.14350788295269012, + 0.0702199935913086 + ] + }, + { + "epoch": 4, + "train_loss": 1.633484125137329, + "val_loss": 1.6611073017120361, + "acc": 39.7, + "time": 55.807076405999396, + "param": [ + 0.09826402366161346, + 0.03329227492213249, + 0.10529760271310806, + 0.07032160460948944, + 0.06978624314069748, + 0.07241319864988327, + 0.09829150885343552, + 0.05796140804886818, + 0.06924434006214142, + 0.05817544832825661, + 0.07201077044010162, + 0.11372286826372147, + 0.0812186598777771 + ] + }, + { + "epoch": 5, + "train_loss": 1.6049948930740356, + "val_loss": 1.6799708604812622, + "acc": 42.63, + "time": 55.786440709998715, + "param": [ + 0.08884033560752869, + 0.04587647318840027, + 0.09157360345125198, + 0.07293316721916199, + 0.04523875191807747, + 0.05120817944407463, + 0.10820713639259338, + 0.08895207196474075, + 0.08638322353363037, + 0.07503607869148254, + 0.06468412280082703, + 0.10495530068874359, + 0.0761115700006485 + ] + }, + { + "epoch": 6, + "train_loss": 1.5893810987472534, + "val_loss": 1.5279896259307861, + "acc": 44.84, + "time": 55.695536265000555, + "param": [ + 0.0810350775718689, + 0.08263228088617325, + 0.113096222281456, + 0.06175022944808006, + 0.0, + 0.0, + 0.12595902383327484, + 0.10603959113359451, + 0.09523451328277588, + 0.09924615919589996, + 0.027604592964053154, + 0.11327166855335236, + 0.09413072466850281 + ] + }, + { + "epoch": 7, + "train_loss": 1.583598256111145, + "val_loss": 1.4311846494674683, + "acc": 46.4, + "time": 55.5032215730007, + "param": [ + 0.07064522057771683, + 0.08418957144021988, + 0.11242539435625076, + 0.060576826333999634, + 0.0, + 0.006350336596369743, + 0.1096990704536438, + 0.10860335826873779, + 0.0856599435210228, + 0.11688359081745148, + 0.029041338711977005, + 0.1223125159740448, + 0.09361279010772705 + ] + }, + { + "epoch": 8, + "train_loss": 1.4898983240127563, + "val_loss": 1.4825595617294312, + "acc": 47.97, + "time": 55.622282049000205, + "param": [ + 0.07323247194290161, + 0.06192196160554886, + 0.08827345073223114, + 0.0637018084526062, + 0.020271753892302513, + 0.0, + 0.10698354244232178, + 0.1046711802482605, + 0.08129186928272247, + 0.1151830181479454, + 0.039274174720048904, + 0.13591864705085754, + 0.10927614569664001 + ] + }, + { + "epoch": 9, + "train_loss": 1.302955150604248, + "val_loss": 1.4694457054138184, + "acc": 49.21, + "time": 55.58939027499946, + "param": [ + 0.06692640483379364, + 0.037505343556404114, + 0.06535797566175461, + 0.05818689242005348, + 0.04504004865884781, + 0.0, + 0.1124507337808609, + 0.10300114005804062, + 0.09264466911554337, + 0.10288605093955994, + 0.05666893348097801, + 0.14310318231582642, + 0.11622866243124008 + ] + }, + { + "epoch": 10, + "train_loss": 1.7503653764724731, + "val_loss": 1.468284249305725, + "acc": 51.31, + "time": 55.58995817200048, + "param": [ + 0.06866694986820221, + 0.028727050870656967, + 0.06102190539240837, + 0.052825186401605606, + 0.04368142411112785, + 0.0, + 0.11944333463907242, + 0.09488599002361298, + 0.10143032670021057, + 0.09231548011302948, + 0.06764939427375793, + 0.1380167454481125, + 0.1313362717628479 + ] + }, + { + "epoch": 11, + "train_loss": 1.1886743307113647, + "val_loss": 1.2281166315078735, + "acc": 52.85, + "time": 55.57514876700043, + "param": [ + 0.08293084800243378, + 0.018156830221414566, + 0.06264065951108932, + 0.038739632815122604, + 0.03866344317793846, + 0.010848495177924633, + 0.1253592073917389, + 0.08999718725681305, + 0.0995846837759018, + 0.09624169021844864, + 0.06589066237211227, + 0.1445041298866272, + 0.126442551612854 + ] + }, + { + "epoch": 12, + "train_loss": 1.3864552974700928, + "val_loss": 1.3657987117767334, + "acc": 51.82, + "time": 55.61010037499909, + "param": [ + 0.09607512503862381, + 0.0, + 0.048763155937194824, + 0.03800581395626068, + 0.021740218624472618, + 0.030447574332356453, + 0.1374870240688324, + 0.08982542902231216, + 0.10181224346160889, + 0.10323546081781387, + 0.06287334859371185, + 0.15881966054439545, + 0.11091499775648117 + ] + }, + { + "epoch": 13, + "train_loss": 1.4661648273468018, + "val_loss": 1.1108816862106323, + "acc": 55.02, + "time": 55.611614419000034, + "param": [ + 0.09809871017932892, + 0.005760637577623129, + 0.04215148091316223, + 0.048190534114837646, + 0.03307531028985977, + 0.04996241256594658, + 0.1272619664669037, + 0.07135599106550217, + 0.10211292654275894, + 0.10502637177705765, + 0.05803067237138748, + 0.15774358808994293, + 0.10122937709093094 + ] + }, + { + "epoch": 14, + "train_loss": 1.2500956058502197, + "val_loss": 1.2541968822479248, + "acc": 54.68, + "time": 55.541439717000685, + "param": [ + 0.1079416573047638, + 0.013624061830341816, + 0.03579537570476532, + 0.0620046928524971, + 0.06251592934131622, + 0.05677260458469391, + 0.10098683089017868, + 0.05991045758128166, + 0.09577259421348572, + 0.11829078197479248, + 0.05340574309229851, + 0.14559173583984375, + 0.08738750964403152 + ] + }, + { + "epoch": 15, + "train_loss": 1.1800124645233154, + "val_loss": 1.2884923219680786, + "acc": 56.89, + "time": 55.549699784998666, + "param": [ + 0.13280875980854034, + 0.03701213374733925, + 0.0020532042253762484, + 0.07569175213575363, + 0.047618914395570755, + 0.042896486818790436, + 0.09664074331521988, + 0.03348406404256821, + 0.09894738346338272, + 0.1379016786813736, + 0.0613134540617466, + 0.16047629714012146, + 0.07315512746572495 + ] + }, + { + "epoch": 16, + "train_loss": 1.0134118795394897, + "val_loss": 1.1795965433120728, + "acc": 55.36, + "time": 55.55446000899974, + "param": [ + 0.13542650640010834, + 0.06653299182653427, + 0.0, + 0.10300161689519882, + 0.02078823931515217, + 0.03129710629582405, + 0.1090434193611145, + 0.03211325779557228, + 0.07448393106460571, + 0.12151990830898285, + 0.07237676531076431, + 0.15960778295993805, + 0.07380837947130203 + ] + }, + { + "epoch": 17, + "train_loss": 1.3643966913223267, + "val_loss": 1.2220858335494995, + "acc": 57.02, + "time": 55.514031701999556, + "param": [ + 0.1388658881187439, + 0.0661548525094986, + 0.0, + 0.13621903955936432, + 0.006142370402812958, + 0.015951216220855713, + 0.12790405750274658, + 0.03023488260805607, + 0.07909829914569855, + 0.10451573133468628, + 0.08722979575395584, + 0.1626548171043396, + 0.04502907395362854 + ] + }, + { + "epoch": 18, + "train_loss": 1.0536803007125854, + "val_loss": 1.275485634803772, + "acc": 56.21, + "time": 55.49161778400048, + "param": [ + 0.13158175349235535, + 0.06305550783872604, + 0.014278214424848557, + 0.15271830558776855, + 0.017049795016646385, + 0.0, + 0.1410856395959854, + 0.022223547101020813, + 0.08876802772283554, + 0.08681103587150574, + 0.08650733530521393, + 0.16143934428691864, + 0.034481488168239594 + ] + }, + { + "epoch": 19, + "train_loss": 1.1618598699569702, + "val_loss": 1.1602057218551636, + "acc": 59.4, + "time": 55.48404372300138, + "param": [ + 0.12221160531044006, + 0.041551996022462845, + 0.0505073107779026, + 0.14650486409664154, + 0.0167587548494339, + 0.006876859813928604, + 0.14775417745113373, + 0.017855409532785416, + 0.11005021631717682, + 0.06924135982990265, + 0.07607997953891754, + 0.15126031637191772, + 0.0433470644056797 + ] + }, + { + "epoch": 20, + "train_loss": 1.2627729177474976, + "val_loss": 1.2009354829788208, + "acc": 60.66, + "time": 55.53087271000004, + "param": [ + 0.10511229187250137, + 0.04248804971575737, + 0.09024976938962936, + 0.11322707682847977, + 0.031708747148513794, + 0.04138227179646492, + 0.1251245141029358, + 0.027942020446062088, + 0.11073688417673111, + 0.07192949205636978, + 0.05756586790084839, + 0.12674371898174286, + 0.05578925833106041 + ] + }, + { + "epoch": 21, + "train_loss": 1.3375539779663086, + "val_loss": 1.142136573791504, + "acc": 60.42, + "time": 55.54484650699851, + "param": [ + 0.10362350195646286, + 0.031947650015354156, + 0.13130274415016174, + 0.09760596603155136, + 0.018011178821325302, + 0.05632109194993973, + 0.12169388681650162, + 0.02938024140894413, + 0.11317883431911469, + 0.06751460582017899, + 0.04375928267836571, + 0.1142733246088028, + 0.07138770073652267 + ] + }, + { + "epoch": 22, + "train_loss": 1.1650960445404053, + "val_loss": 1.20798921585083, + "acc": 61.37, + "time": 55.57040720899931, + "param": [ + 0.09609042853116989, + 0.020108681172132492, + 0.13445548713207245, + 0.09346027672290802, + 0.004828216042369604, + 0.07316642999649048, + 0.11431963741779327, + 0.04358702898025513, + 0.11942840367555618, + 0.08270463347434998, + 0.046270597726106644, + 0.09340653568506241, + 0.0781736969947815 + ] + }, + { + "epoch": 23, + "train_loss": 1.0899015665054321, + "val_loss": 1.0361806154251099, + "acc": 61.64, + "time": 55.55311304600036, + "param": [ + 0.08944188803434372, + 0.03314673900604248, + 0.13632582128047943, + 0.08700443059206009, + 0.013841493986546993, + 0.0711594894528389, + 0.09708969295024872, + 0.04872125759720802, + 0.11520450562238693, + 0.09453042596578598, + 0.056730326265096664, + 0.08035366982221603, + 0.0764501616358757 + ] + }, + { + "epoch": 24, + "train_loss": 0.9094709753990173, + "val_loss": 1.0086437463760376, + "acc": 63.11, + "time": 55.5986071719999, + "param": [ + 0.07585468143224716, + 0.036398015916347504, + 0.1312837302684784, + 0.08211877942085266, + 0.04554415121674538, + 0.06632842123508453, + 0.08330301940441132, + 0.05759872496128082, + 0.10208169370889664, + 0.10739856213331223, + 0.08163391798734665, + 0.06851155310869217, + 0.06194475665688515 + ] + }, + { + "epoch": 25, + "train_loss": 1.1137980222702026, + "val_loss": 1.1161952018737793, + "acc": 60.58, + "time": 55.655366859000424, + "param": [ + 0.06356063485145569, + 0.047931116074323654, + 0.11532251536846161, + 0.07568132132291794, + 0.05657694488763809, + 0.06337061524391174, + 0.07292426377534866, + 0.06267879158258438, + 0.10300253331661224, + 0.10869988799095154, + 0.09405343979597092, + 0.06395002454519272, + 0.07224790751934052 + ] + }, + { + "epoch": 26, + "train_loss": 1.1809250116348267, + "val_loss": 1.06266188621521, + "acc": 63.7, + "time": 55.66975556599937, + "param": [ + 0.07130835950374603, + 0.05228683352470398, + 0.10531526058912277, + 0.06856609135866165, + 0.07178919017314911, + 0.053442180156707764, + 0.06981174647808075, + 0.08183540403842926, + 0.1047990620136261, + 0.10173609852790833, + 0.08447502553462982, + 0.06804799288511276, + 0.06658679991960526 + ] + }, + { + "epoch": 27, + "train_loss": 1.1735894680023193, + "val_loss": 1.0306739807128906, + "acc": 62.66, + "time": 55.66285979699933, + "param": [ + 0.08365245908498764, + 0.053451139479875565, + 0.08439116925001144, + 0.06142856925725937, + 0.0824110358953476, + 0.04878024384379387, + 0.09023550897836685, + 0.0914052277803421, + 0.09275892376899719, + 0.08981867879629135, + 0.10285636782646179, + 0.0658266618847847, + 0.05298403277993202 + ] + }, + { + "epoch": 28, + "train_loss": 1.0659222602844238, + "val_loss": 0.9937908053398132, + "acc": 63.96, + "time": 55.73331120399962, + "param": [ + 0.08744076639413834, + 0.04853807017207146, + 0.06929189711809158, + 0.067506805062294, + 0.07890268415212631, + 0.04435330256819725, + 0.10255809873342514, + 0.0910918265581131, + 0.09135188162326813, + 0.08925413340330124, + 0.11973922699689865, + 0.06863174587488174, + 0.04133950173854828 + ] + }, + { + "epoch": 29, + "train_loss": 1.1025471687316895, + "val_loss": 1.0933938026428223, + "acc": 61.75, + "time": 55.710337758000605, + "param": [ + 0.09130774438381195, + 0.05595622584223747, + 0.06692136079072952, + 0.06306075304746628, + 0.05425195395946503, + 0.06238842383027077, + 0.1058291494846344, + 0.08742298185825348, + 0.07078597694635391, + 0.07937587052583694, + 0.110806405544281, + 0.06931836903095245, + 0.08257478475570679 + ] + }, + { + "epoch": 30, + "train_loss": 0.9328064322471619, + "val_loss": 1.0173861980438232, + "acc": 64.04, + "time": 55.746141438999985, + "param": [ + 0.09186411648988724, + 0.04365398362278938, + 0.08174252510070801, + 0.06247212737798691, + 0.033326443284749985, + 0.0794028639793396, + 0.09671896696090698, + 0.09113466739654541, + 0.035354919731616974, + 0.07483574748039246, + 0.09435947984457016, + 0.08662033826112747, + 0.12851381301879883 + ] + }, + { + "epoch": 31, + "train_loss": 1.1969753503799438, + "val_loss": 1.0222605466842651, + "acc": 65.24, + "time": 55.66138206600044, + "param": [ + 0.09421811997890472, + 0.03742723912000656, + 0.08725305646657944, + 0.061512820422649384, + 0.032623399049043655, + 0.0810534656047821, + 0.0876685306429863, + 0.09278442710638046, + 0.02101716212928295, + 0.07656056433916092, + 0.10041158646345139, + 0.09727923572063446, + 0.1301904022693634 + ] + }, + { + "epoch": 32, + "train_loss": 1.016700267791748, + "val_loss": 1.0009137392044067, + "acc": 64.27, + "time": 55.647174665999046, + "param": [ + 0.08023877441883087, + 0.03421959653496742, + 0.07779263705015182, + 0.059979699552059174, + 0.04515301063656807, + 0.07644900679588318, + 0.10084085911512375, + 0.0984722226858139, + 0.01696181669831276, + 0.08407937735319138, + 0.11354207992553711, + 0.11470209062099457, + 0.09756878763437271 + ] + }, + { + "epoch": 33, + "train_loss": 1.082381248474121, + "val_loss": 0.9935203790664673, + "acc": 64.39, + "time": 55.70893099600107, + "param": [ + 0.08599692583084106, + 0.020315643399953842, + 0.06640652567148209, + 0.06179602071642876, + 0.07175061851739883, + 0.08062843978404999, + 0.10589288175106049, + 0.09184394031763077, + 0.0, + 0.08780335634946823, + 0.1364734023809433, + 0.13285352289676666, + 0.05823879688978195 + ] + }, + { + "epoch": 34, + "train_loss": 0.871588945388794, + "val_loss": 1.1183377504348755, + "acc": 64.95, + "time": 55.621996309999304, + "param": [ + 0.1009058728814125, + 0.006372029893100262, + 0.05530896410346031, + 0.0718788206577301, + 0.093501515686512, + 0.08803863078355789, + 0.10575747489929199, + 0.08008649200201035, + 0.0, + 0.08846081793308258, + 0.1445157378911972, + 0.12861526012420654, + 0.03655834496021271 + ] + }, + { + "epoch": 35, + "train_loss": 1.0360119342803955, + "val_loss": 1.0567818880081177, + "acc": 65.16, + "time": 55.584780856999714, + "param": [ + 0.11458975821733475, + 0.022379742935299873, + 0.05145815387368202, + 0.07866017520427704, + 0.11287909746170044, + 0.08632100373506546, + 0.10954387485980988, + 0.06111295148730278, + 0.0007343360921368003, + 0.07781563699245453, + 0.15152330696582794, + 0.10332044959068298, + 0.02966151386499405 + ] + }, + { + "epoch": 36, + "train_loss": 1.0559786558151245, + "val_loss": 1.106748104095459, + "acc": 64.79, + "time": 55.71512473199982, + "param": [ + 0.10985365509986877, + 0.05739938095211983, + 0.04941292852163315, + 0.09017888456583023, + 0.09895921498537064, + 0.09659124910831451, + 0.09762806445360184, + 0.05947941541671753, + 0.001040082424879074, + 0.07539680600166321, + 0.15682284533977509, + 0.07967762649059296, + 0.027559831738471985 + ] + }, + { + "epoch": 37, + "train_loss": 0.7477679252624512, + "val_loss": 0.9855077862739563, + "acc": 65.94, + "time": 55.74929370999962, + "param": [ + 0.10627353936433792, + 0.07362660020589828, + 0.04475680738687515, + 0.10553140193223953, + 0.10180013626813889, + 0.09885206073522568, + 0.08553473651409149, + 0.06222442537546158, + 0.0, + 0.08324673026800156, + 0.1514529436826706, + 0.06073284149169922, + 0.0259677916765213 + ] + }, + { + "epoch": 38, + "train_loss": 0.930479884147644, + "val_loss": 1.0259371995925903, + "acc": 65.71, + "time": 55.695689161999326, + "param": [ + 0.11795774847269058, + 0.05551673844456673, + 0.05743342638015747, + 0.11634498834609985, + 0.11026115715503693, + 0.10178589075803757, + 0.06331735104322433, + 0.06904194504022598, + 0.000875253404956311, + 0.09536855667829514, + 0.13788656890392303, + 0.052131570875644684, + 0.022078821435570717 + ] + }, + { + "epoch": 39, + "train_loss": 0.6912788152694702, + "val_loss": 0.9681333303451538, + "acc": 65.1, + "time": 55.65705910699944, + "param": [ + 0.12265481799840927, + 0.06431589275598526, + 0.0928826630115509, + 0.11023472994565964, + 0.09470808506011963, + 0.08583066612482071, + 0.060015689581632614, + 0.07059302926063538, + 0.0007999538793228567, + 0.09357760101556778, + 0.10952270776033401, + 0.04602137580513954, + 0.048842769116163254 + ] + }, + { + "epoch": 40, + "train_loss": 0.9312673211097717, + "val_loss": 0.9266598224639893, + "acc": 66.13, + "time": 55.697311564999836, + "param": [ + 0.11660276353359222, + 0.07673154771327972, + 0.08506286144256592, + 0.09948952496051788, + 0.08837803453207016, + 0.08371127396821976, + 0.06323461979627609, + 0.07968293875455856, + 0.009850534610450268, + 0.08619868755340576, + 0.09594585746526718, + 0.04949134215712547, + 0.06561999022960663 + ] + }, + { + "epoch": 41, + "train_loss": 0.7850668430328369, + "val_loss": 0.8558396697044373, + "acc": 66.37, + "time": 55.699002373999974, + "param": [ + 0.10662586241960526, + 0.08622948080301285, + 0.08926479518413544, + 0.09491052478551865, + 0.06452780216932297, + 0.0870121642947197, + 0.0647815391421318, + 0.08745589107275009, + 0.019607964903116226, + 0.07056431472301483, + 0.0984855517745018, + 0.07450598478317261, + 0.056028127670288086 + ] + }, + { + "epoch": 42, + "train_loss": 0.8077090978622437, + "val_loss": 0.9982659816741943, + "acc": 67.17, + "time": 55.612177798999255, + "param": [ + 0.09863955527544022, + 0.07096695154905319, + 0.07958310097455978, + 0.09140661358833313, + 0.04039721190929413, + 0.09009590744972229, + 0.05960818752646446, + 0.09092820435762405, + 0.030471540987491608, + 0.07592327147722244, + 0.11349659413099289, + 0.11233183741569519, + 0.04615097865462303 + ] + }, + { + "epoch": 43, + "train_loss": 0.8689576387405396, + "val_loss": 0.8937650322914124, + "acc": 66.98, + "time": 55.648045992000334, + "param": [ + 0.09395420551300049, + 0.060625914484262466, + 0.07146574556827545, + 0.07254698127508163, + 0.039862100034952164, + 0.08306054025888443, + 0.05227476730942726, + 0.08560463041067123, + 0.032131049782037735, + 0.08312922716140747, + 0.1229209378361702, + 0.12897802889347076, + 0.07344585657119751 + ] + }, + { + "epoch": 44, + "train_loss": 0.7919470071792603, + "val_loss": 0.855126142501831, + "acc": 66.39, + "time": 55.61836756699995, + "param": [ + 0.09809980541467667, + 0.05502043291926384, + 0.06037616729736328, + 0.05735890194773674, + 0.055208925157785416, + 0.07487896829843521, + 0.06173063814640045, + 0.07336476445198059, + 0.043996717780828476, + 0.08178079128265381, + 0.12290473282337189, + 0.1295458972454071, + 0.08573335409164429 + ] + }, + { + "epoch": 45, + "train_loss": 0.6154578924179077, + "val_loss": 1.2010866403579712, + "acc": 66.54, + "time": 55.703510529001505, + "param": [ + 0.1001926138997078, + 0.05345844104886055, + 0.07615327835083008, + 0.051191557198762894, + 0.0686764344573021, + 0.07282423973083496, + 0.07419836521148682, + 0.06748940050601959, + 0.04868277534842491, + 0.08048245310783386, + 0.10623856633901596, + 0.11628498882055283, + 0.08412680774927139 + ] + }, + { + "epoch": 46, + "train_loss": 0.7372472882270813, + "val_loss": 0.9613483548164368, + "acc": 66.94, + "time": 55.665446405000694, + "param": [ + 0.11431708931922913, + 0.06810107827186584, + 0.09046872705221176, + 0.03691776469349861, + 0.0632530227303505, + 0.07779882848262787, + 0.06953049451112747, + 0.04608585312962532, + 0.0415969118475914, + 0.08237215131521225, + 0.09939506649971008, + 0.11479943990707397, + 0.09536363929510117 + ] + }, + { + "epoch": 47, + "train_loss": 0.8017008900642395, + "val_loss": 0.9573602080345154, + "acc": 66.39, + "time": 55.59634600900063, + "param": [ + 0.118112713098526, + 0.06540843844413757, + 0.0999867171049118, + 0.01831878535449505, + 0.03940499201416969, + 0.10716937482357025, + 0.0612909160554409, + 0.049443505704402924, + 0.05128801241517067, + 0.07104077190160751, + 0.11991368979215622, + 0.10641048103570938, + 0.09221163392066956 + ] + }, + { + "epoch": 48, + "train_loss": 0.8904082775115967, + "val_loss": 0.9286400079727173, + "acc": 66.51, + "time": 56.070636516999, + "param": [ + 0.11056656390428543, + 0.058781061321496964, + 0.0906122624874115, + 0.021329225972294807, + 0.04210842773318291, + 0.10244118422269821, + 0.07914149016141891, + 0.07114381343126297, + 0.050745755434036255, + 0.07726293802261353, + 0.14271727204322815, + 0.09490073472261429, + 0.05824926868081093 + ] + }, + { + "epoch": 49, + "train_loss": 0.5692209005355835, + "val_loss": 0.9100837111473083, + "acc": 67.08, + "time": 55.634894352999254, + "param": [ + 0.10399790853261948, + 0.0565367192029953, + 0.09400525689125061, + 0.03849346935749054, + 0.05789418891072273, + 0.052283875644207, + 0.11831088364124298, + 0.09173274040222168, + 0.04110492393374443, + 0.07620944082736969, + 0.15487347543239594, + 0.08653446286916733, + 0.028022630140185356 + ] + }, + { + "epoch": 50, + "train_loss": 0.6160369515419006, + "val_loss": 1.0169249773025513, + "acc": 67.39, + "time": 55.649339319999854, + "param": [ + 0.09182963520288467, + 0.05976572632789612, + 0.07154751569032669, + 0.04325541853904724, + 0.08490718901157379, + 0.03688134253025055, + 0.12604252994060516, + 0.0809856429696083, + 0.06313402205705643, + 0.06261004507541656, + 0.14113663136959076, + 0.09059344232082367, + 0.04731088504195213 + ] + }, + { + "epoch": 51, + "train_loss": 0.5001221299171448, + "val_loss": 1.072351098060608, + "acc": 65.81, + "time": 55.64124668800105, + "param": [ + 0.0706101804971695, + 0.07432170957326889, + 0.06734034419059753, + 0.03882742300629616, + 0.07484594732522964, + 0.05692803114652634, + 0.13722094893455505, + 0.059351105242967606, + 0.06825095415115356, + 0.04712440446019173, + 0.14154407382011414, + 0.10142973065376282, + 0.06220511347055435 + ] + }, + { + "epoch": 52, + "train_loss": 0.9223424792289734, + "val_loss": 1.0085819959640503, + "acc": 66.57, + "time": 55.66800412500015, + "param": [ + 0.04569300264120102, + 0.07010239362716675, + 0.09938966482877731, + 0.04111863672733307, + 0.09099261462688446, + 0.08510139584541321, + 0.1201295554637909, + 0.03824460133910179, + 0.06506607681512833, + 0.04781508073210716, + 0.11976690590381622, + 0.1021004393696785, + 0.07447975128889084 + ] + }, + { + "epoch": 53, + "train_loss": 0.6104884743690491, + "val_loss": 1.231353759765625, + "acc": 67.01, + "time": 55.585246225000446, + "param": [ + 0.03889145702123642, + 0.06945546716451645, + 0.13038446009159088, + 0.05101197585463524, + 0.11112705618143082, + 0.08888603746891022, + 0.10046117752790451, + 0.03606157749891281, + 0.057858824729919434, + 0.05369211733341217, + 0.10496796667575836, + 0.09977516531944275, + 0.057426683604717255 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json index 50edb0f..e29845c 100644 --- a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -1,8 +1,8 @@ { - "Accuracy": 69.57, + "Accuracy": 67.31, "Time": [ - 57.89454772710967, - 0.6496335843324215 + 57.69659302938175, + 0.07572898561101372 ], "Device": "GeForce GTX 1060 with Max-Q Design", "Param_names": [ @@ -24,1681 +24,1267 @@ "Log": [ { "epoch": 1, - "train_loss": 2.352334499359131, - "val_loss": 2.2134766578674316, - "acc": 16.2, - "time": 57.156075316999704, + "train_loss": 2.2453691959381104, + "val_loss": 2.252627372741699, + "acc": 12.87, + "time": 57.623177114999635, "param": [ - 0.07751300930976868, - 0.01431206613779068, - 0.09699205309152603, - 0.07208564132452011, - 0.08958528190851212, - 0.05536121875047684, - 0.09383075684309006, - 0.08078201115131378, - 0.08073948323726654, - 0.08923887461423874, - 0.036938320845365524, - 0.08287931978702545, - 0.11197692155838013, - 0.017765013501048088 + 0.0459967702627182, + 0.017979493364691734, + 0.08830328285694122, + 0.09382859617471695, + 0.07873208075761795, + 0.07788639515638351, + 0.08745545893907547, + 0.10617430508136749, + 0.06858336925506592, + 0.09512823075056076, + 0.034662362188100815, + 0.10141130536794662, + 0.07106710970401764, + 0.03279126062989235 ] }, { "epoch": 2, - "train_loss": 2.0675411224365234, - "val_loss": 1.933684229850769, - "acc": 29.459999999999997, - "time": 57.24703396099903, + "train_loss": 1.9786889553070068, + "val_loss": 2.0064828395843506, + "acc": 28.33, + "time": 57.61433991299964, "param": [ - 0.06117025390267372, - 0.008572517894208431, - 0.1123042106628418, - 0.07076601684093475, - 0.09842075407505035, - 0.05843305587768555, - 0.09319528192281723, - 0.07846200466156006, - 0.058226894587278366, - 0.09415632486343384, - 0.03717246651649475, - 0.09150741249322891, - 0.1209651380777359, - 0.016647767275571823 + 0.050558824092149734, + 0.0, + 0.07478684931993484, + 0.0978066697716713, + 0.09309859573841095, + 0.08323457837104797, + 0.06228835880756378, + 0.10998411476612091, + 0.08309551328420639, + 0.08676715195178986, + 0.050772301852703094, + 0.11764708161354065, + 0.0739348828792572, + 0.016025196760892868 ] }, { "epoch": 3, - "train_loss": 1.7887529134750366, - "val_loss": 1.8075218200683594, - "acc": 35.92, - "time": 57.52360630000112, + "train_loss": 1.9752118587493896, + "val_loss": 1.868988037109375, + "acc": 33.41, + "time": 57.60645903800105, "param": [ - 0.0533856563270092, + 0.024587152525782585, 0.0, - 0.10979495942592621, - 0.07385256886482239, - 0.09951631724834442, - 0.0523337759077549, - 0.08570659160614014, - 0.08477021753787994, - 0.06445037573575974, - 0.08337593823671341, - 0.06594962626695633, - 0.10232359915971756, - 0.12454026937484741, - 0.0 + 0.04742219299077988, + 0.1116877943277359, + 0.10174518078565598, + 0.10080026835203171, + 0.037043750286102295, + 0.1251603066921234, + 0.07609555870294571, + 0.08326590806245804, + 0.05599318444728851, + 0.1367693841457367, + 0.06434406340122223, + 0.03508519381284714 ] }, { "epoch": 4, - "train_loss": 1.6193376779556274, - "val_loss": 1.7158602476119995, - "acc": 35.67, - "time": 57.60865494000063, + "train_loss": 2.0446629524230957, + "val_loss": 1.8364644050598145, + "acc": 37.35, + "time": 57.70272780900086, "param": [ - 0.029136795550584793, + 0.017201760783791542, 0.0, - 0.12974172830581665, - 0.08355774730443954, - 0.09808992594480515, - 0.02397599257528782, - 0.06982692331075668, - 0.09277713298797607, - 0.06254304200410843, - 0.07155629247426987, - 0.07236197590827942, - 0.11710508167743683, - 0.1493273675441742, - 0.0 + 0.020839925855398178, + 0.10230628401041031, + 0.07829764485359192, + 0.08461243659257889, + 0.052649203687906265, + 0.1280428171157837, + 0.10903230309486389, + 0.06779194623231888, + 0.07722530514001846, + 0.14973919093608856, + 0.05839257687330246, + 0.0538686066865921 ] }, { "epoch": 5, - "train_loss": 1.5124343633651733, - "val_loss": 1.6007930040359497, - "acc": 43.230000000000004, - "time": 57.50775429500027, + "train_loss": 1.4945189952850342, + "val_loss": 1.629756212234497, + "acc": 41.51, + "time": 57.66476742699888, "param": [ - 0.008290824480354786, 0.0, - 0.14767488837242126, - 0.12000424414873123, - 0.0978895053267479, 0.0, - 0.04973354563117027, - 0.10702868551015854, - 0.05420795828104019, - 0.06445209681987762, - 0.0777149423956871, - 0.11157092452049255, - 0.1614324152469635, - 0.0 + 0.028630230575799942, + 0.07807544618844986, + 0.03772099316120148, + 0.06313048303127289, + 0.05442860722541809, + 0.1476702243089676, + 0.12682220339775085, + 0.06980205327272415, + 0.0918925330042839, + 0.18092161417007446, + 0.04549192264676094, + 0.07541366666555405 ] }, { "epoch": 6, - "train_loss": 1.6474151611328125, - "val_loss": 1.4544283151626587, - "acc": 45.61, - "time": 57.537496551000004, + "train_loss": 2.1367342472076416, + "val_loss": 1.5604844093322754, + "acc": 43.09, + "time": 57.48785156200029, "param": [ - 0.026426715776324272, - 0.010653045028448105, - 0.15173153579235077, - 0.11954572051763535, - 0.08962302654981613, - 0.007447383366525173, - 0.04427415877580643, - 0.08571643382310867, - 0.06566303968429565, - 0.0733073353767395, - 0.08432629704475403, - 0.07914461940526962, - 0.13546185195446014, - 0.02667876146733761 + 0.0, + 0.0, + 0.04000432416796684, + 0.06598518788814545, + 0.0, + 0.014039961621165276, + 0.07936786115169525, + 0.16162924468517303, + 0.13893350958824158, + 0.08388768136501312, + 0.11532251536846161, + 0.21221785247325897, + 0.026064155623316765, + 0.06254763901233673 ] }, { "epoch": 7, - "train_loss": 1.4910541772842407, - "val_loss": 1.462732195854187, - "acc": 46.86, - "time": 57.45492913900125, + "train_loss": 1.3945461511611938, + "val_loss": 1.6305782794952393, + "acc": 44.79, + "time": 57.62886799300031, "param": [ - 0.02500116638839245, - 0.0, - 0.1826271265745163, - 0.12661994993686676, - 0.06732916831970215, - 0.0, - 0.040536992251873016, - 0.06993535906076431, - 0.07347802072763443, - 0.0837881788611412, - 0.11988614499568939, - 0.05676886439323425, - 0.12286245822906494, - 0.03116660751402378 + 0.0168394036591053, + 0.008536660112440586, + 0.07365577667951584, + 0.05793357640504837, + 0.0031520535703748465, + 0.013379408977925777, + 0.10430970788002014, + 0.1270788162946701, + 0.13340704143047333, + 0.09832245111465454, + 0.11561611294746399, + 0.17286896705627441, + 0.030888240784406662, + 0.044011857360601425 ] }, { "epoch": 8, - "train_loss": 1.298311471939087, - "val_loss": 1.4000227451324463, - "acc": 49.27, - "time": 57.36093569300101, + "train_loss": 1.7011257410049438, + "val_loss": 1.3659733533859253, + "acc": 47.46, + "time": 57.74918353099929, "param": [ - 0.004768599756062031, - 0.0, - 0.22264353930950165, - 0.13078294694423676, - 0.038359444588422775, - 0.0, - 0.029274828732013702, - 0.05693598836660385, - 0.0895642563700676, - 0.09504371881484985, - 0.13648393750190735, - 0.054675500839948654, - 0.14146722853183746, - 0.0 + 0.03780822828412056, + 0.03145073726773262, + 0.09346234798431396, + 0.049186185002326965, + 0.022292952984571457, + 0.03879121318459511, + 0.11081115156412125, + 0.09519169479608536, + 0.11718915402889252, + 0.10009977966547012, + 0.10349225997924805, + 0.13721159100532532, + 0.04610316827893257, + 0.016909556463360786 ] }, { "epoch": 9, - "train_loss": 1.4608947038650513, - "val_loss": 1.3617454767227173, - "acc": 50.56, - "time": 57.569165084001725, + "train_loss": 1.6018017530441284, + "val_loss": 1.3981536626815796, + "acc": 47.47, + "time": 57.65274252299969, "param": [ - 0.026226602494716644, - 0.007681972347199917, - 0.1981087327003479, - 0.11381160467863083, - 0.020071882754564285, - 0.009031725116074085, - 0.04026101902127266, - 0.06878448277711868, - 0.08005125820636749, - 0.09445340186357498, - 0.12396092712879181, - 0.07202102988958359, - 0.13646048307418823, - 0.00907483696937561 + 0.05157306045293808, + 0.03293800354003906, + 0.10503782331943512, + 0.052934370934963226, + 0.028045224025845528, + 0.04804656282067299, + 0.1060386523604393, + 0.0691969096660614, + 0.10561645030975342, + 0.10355060547590256, + 0.09632178395986557, + 0.11157044768333435, + 0.0629587322473526, + 0.02617141231894493 ] }, { "epoch": 10, - "train_loss": 1.3662711381912231, - "val_loss": 1.467539668083191, - "acc": 51.88, - "time": 57.90611996900043, + "train_loss": 1.4445922374725342, + "val_loss": 1.4638901948928833, + "acc": 47.78, + "time": 57.68678671499947, "param": [ - 0.04598395898938179, - 0.004239038098603487, - 0.17757056653499603, - 0.11464180052280426, - 0.0, - 0.0, - 0.06444445997476578, - 0.0747191458940506, - 0.07519493252038956, - 0.09072698652744293, - 0.13336610794067383, - 0.08183643966913223, - 0.1240946426987648, - 0.013181949034333229 + 0.05952504649758339, + 0.039068009704351425, + 0.10889212042093277, + 0.07348854094743729, + 0.014599857851862907, + 0.043129365891218185, + 0.10698599368333817, + 0.05892666056752205, + 0.10652118176221848, + 0.09472130239009857, + 0.08581848442554474, + 0.10260023176670074, + 0.07236082851886749, + 0.03336236625909805 ] }, { "epoch": 11, - "train_loss": 1.4636211395263672, - "val_loss": 1.2847702503204346, - "acc": 53.410000000000004, - "time": 57.88293151999824, + "train_loss": 1.6004538536071777, + "val_loss": 1.4381288290023804, + "acc": 48.94, + "time": 57.67075205800029, "param": [ - 0.05462908744812012, - 0.010236102156341076, - 0.14707107841968536, - 0.10433188825845718, - 0.006889056414365768, - 0.0006698709330521524, - 0.0820048376917839, - 0.07112621515989304, - 0.07383391261100769, - 0.08906849473714828, - 0.13869987428188324, - 0.08029874414205551, - 0.1196989193558693, - 0.021441932767629623 + 0.055177148431539536, + 0.02805716171860695, + 0.11345524340867996, + 0.08042677491903305, + 0.008170552551746368, + 0.01897866278886795, + 0.11227941513061523, + 0.06488371640443802, + 0.11559468507766724, + 0.08852214366197586, + 0.09323093295097351, + 0.09872417896986008, + 0.08861441910266876, + 0.033884987235069275 ] }, { "epoch": 12, - "train_loss": 1.217649221420288, - "val_loss": 1.270146131515503, - "acc": 54.58, - "time": 57.592142793000676, + "train_loss": 1.375299096107483, + "val_loss": 1.2855567932128906, + "acc": 50.81, + "time": 57.623676873001386, "param": [ - 0.07179850339889526, - 0.0316518135368824, - 0.11500843614339828, - 0.08475489914417267, - 0.022990355268120766, - 0.028915341943502426, - 0.07683935761451721, - 0.07921593636274338, - 0.07759419828653336, - 0.07984914630651474, - 0.12185700237751007, - 0.08258899301290512, - 0.10434243828058243, - 0.02259357087314129 + 0.04146295413374901, + 0.02783426269888878, + 0.10988304018974304, + 0.08468422293663025, + 0.017369644716382027, + 0.023072563111782074, + 0.10776922851800919, + 0.08065042644739151, + 0.11144591122865677, + 0.0841594934463501, + 0.09523825347423553, + 0.08246950060129166, + 0.11082059890031815, + 0.02313990518450737 ] }, { "epoch": 13, - "train_loss": 1.140272855758667, - "val_loss": 1.24028480052948, - "acc": 55.900000000000006, - "time": 57.964548734000346, + "train_loss": 1.3911501169204712, + "val_loss": 1.3603222370147705, + "acc": 52.48, + "time": 57.64022823199957, "param": [ - 0.0940796360373497, - 0.03296741843223572, - 0.09236782789230347, - 0.0745769590139389, - 0.038231559097766876, - 0.028600219637155533, - 0.07399069517850876, - 0.0880504697561264, - 0.06829193979501724, - 0.08149398118257523, - 0.11951851844787598, - 0.10135349631309509, - 0.10422182083129883, - 0.002255383413285017 + 0.03800681605935097, + 0.026136312633752823, + 0.10660267621278763, + 0.08406022191047668, + 0.02143438719213009, + 0.03985308110713959, + 0.09603211283683777, + 0.08247312903404236, + 0.11286009103059769, + 0.09074047952890396, + 0.09290745109319687, + 0.08104415982961655, + 0.10763838142156601, + 0.02021080069243908 ] }, { "epoch": 14, - "train_loss": 1.2725437879562378, - "val_loss": 1.1775898933410645, - "acc": 56.95, - "time": 58.02284804199917, + "train_loss": 1.4054853916168213, + "val_loss": 1.2966256141662598, + "acc": 54.14, + "time": 57.79077667999991, "param": [ - 0.09848801046609879, - 0.02886921353638172, - 0.0815010592341423, - 0.07017673552036285, - 0.04893849045038223, - 0.030400453135371208, - 0.08213688433170319, - 0.09848189353942871, - 0.058760546147823334, - 0.08859951794147491, - 0.11343929171562195, - 0.11245603859424591, - 0.08522244542837143, - 0.002529385033994913 + 0.04104501008987427, + 0.03821137547492981, + 0.07481776922941208, + 0.07849936187267303, + 0.013283400796353817, + 0.05251166597008705, + 0.08217142522335052, + 0.10198690742254257, + 0.12089363485574722, + 0.10511622577905655, + 0.09498704969882965, + 0.07494718581438065, + 0.09449853748083115, + 0.027030346915125847 ] }, { "epoch": 15, - "train_loss": 1.445784568786621, - "val_loss": 1.3430840969085693, - "acc": 58.02, - "time": 57.79430999200122, + "train_loss": 1.5924285650253296, + "val_loss": 1.3096981048583984, + "acc": 53.78, + "time": 57.71650109499933, "param": [ - 0.08953216671943665, - 0.03749077394604683, - 0.07550927996635437, - 0.07072415947914124, - 0.05053991824388504, - 0.027473708614706993, - 0.08501556515693665, - 0.09432205557823181, - 0.04206886887550354, - 0.09283743053674698, - 0.1099151149392128, - 0.11673188209533691, - 0.09051231294870377, - 0.017326757311820984 + 0.04891673102974892, + 0.023380963131785393, + 0.07637401670217514, + 0.09124018251895905, + 0.0, + 0.05767964944243431, + 0.06142681837081909, + 0.10822994261980057, + 0.12447679042816162, + 0.1191292405128479, + 0.08988530933856964, + 0.085205078125, + 0.07366912811994553, + 0.0403861366212368 ] }, { "epoch": 16, - "train_loss": 1.4765022993087769, - "val_loss": 1.1501390933990479, - "acc": 56.769999999999996, - "time": 58.12999232100083, + "train_loss": 1.296281099319458, + "val_loss": 1.263453722000122, + "acc": 54.76, + "time": 57.813608988999476, "param": [ - 0.08364585041999817, - 0.03152450919151306, - 0.08185398578643799, - 0.059155721217393875, - 0.03547479584813118, - 0.020878884941339493, - 0.09232624620199203, - 0.09638399630784988, - 0.020098837092518806, - 0.09271141141653061, - 0.10230844467878342, - 0.12100322544574738, - 0.1313302218914032, - 0.03130394592881203 + 0.056654974818229675, + 0.030992794781923294, + 0.10535866767168045, + 0.09405282139778137, + 0.0005413115723058581, + 0.07332886755466461, + 0.042154211550951004, + 0.09272226691246033, + 0.11619837582111359, + 0.12437708675861359, + 0.08461259305477142, + 0.09227777272462845, + 0.040954574942588806, + 0.04577367380261421 ] }, { "epoch": 17, - "train_loss": 1.1673120260238647, - "val_loss": 1.2218148708343506, - "acc": 58.79, - "time": 58.102296782999474, + "train_loss": 1.369332194328308, + "val_loss": 1.3018407821655273, + "acc": 56.6, + "time": 57.6746533910009, "param": [ - 0.077504001557827, - 0.018776774406433105, - 0.09378325194120407, - 0.05683058500289917, - 0.02285715378820896, - 0.03632129728794098, - 0.10428285598754883, - 0.10106637328863144, - 0.0019566405098885298, - 0.09564865380525589, - 0.10521767288446426, - 0.11324020475149155, - 0.14981871843338013, - 0.022695738822221756 + 0.06999653577804565, + 0.04290439188480377, + 0.10332068800926208, + 0.09155294299125671, + 0.005748472176492214, + 0.07846906781196594, + 0.050192199647426605, + 0.07403350621461868, + 0.11912807077169418, + 0.12952373921871185, + 0.071463443338871, + 0.07439132779836655, + 0.053890351206064224, + 0.035385262221097946 ] }, { "epoch": 18, - "train_loss": 1.0924789905548096, - "val_loss": 1.2907267808914185, - "acc": 58.989999999999995, - "time": 58.2141667449996, + "train_loss": 1.023461937904358, + "val_loss": 1.2567585706710815, + "acc": 56.17, + "time": 57.636726597000234, "param": [ - 0.08463726192712784, - 0.02412571758031845, - 0.08937659114599228, - 0.05393384397029877, - 0.027476798743009567, - 0.07092977315187454, - 0.10942167788743973, - 0.09403017163276672, - 0.013189874589443207, - 0.0805133506655693, - 0.1083046942949295, - 0.10704196989536285, - 0.11616341769695282, - 0.020854931324720383 + 0.08416614681482315, + 0.04513174667954445, + 0.09780994057655334, + 0.09259718656539917, + 0.009238061495125294, + 0.09469248354434967, + 0.07073518633842468, + 0.05573146045207977, + 0.11967619508504868, + 0.12666653096675873, + 0.05674399062991142, + 0.06969647109508514, + 0.05688994750380516, + 0.020224669948220253 ] }, { "epoch": 19, - "train_loss": 1.1917678117752075, - "val_loss": 1.0693528652191162, - "acc": 59.45, - "time": 62.436387135001496, + "train_loss": 1.3828463554382324, + "val_loss": 1.0655168294906616, + "acc": 56.42, + "time": 57.89980366000054, "param": [ - 0.09454896301031113, - 0.02497534640133381, - 0.08250730484724045, - 0.0590866394340992, - 0.026873774826526642, - 0.08470882475376129, - 0.10320625454187393, - 0.07847820967435837, - 0.040919188410043716, - 0.07229534536600113, - 0.10317333042621613, - 0.10419615358114243, - 0.09466417878866196, - 0.030366485938429832 + 0.09933590143918991, + 0.01196705736219883, + 0.07402686774730682, + 0.10169609636068344, + 0.010275163687765598, + 0.1120828315615654, + 0.09348282217979431, + 0.0548333078622818, + 0.12144052237272263, + 0.1213589459657669, + 0.03389018028974533, + 0.08828553557395935, + 0.0456908643245697, + 0.031633902341127396 ] }, { "epoch": 20, - "train_loss": 1.0261486768722534, - "val_loss": 1.1134549379348755, - "acc": 59.88, - "time": 59.18209887800003, + "train_loss": 1.2886087894439697, + "val_loss": 1.111607551574707, + "acc": 58.06, + "time": 57.67827604900049, "param": [ - 0.10047675669193268, - 0.022957442328333855, - 0.0867278128862381, - 0.0651506707072258, - 0.017043141648173332, - 0.07927563041448593, - 0.10277547687292099, - 0.0722980722784996, - 0.051168572157621384, - 0.07739443331956863, - 0.10491829365491867, - 0.08837591111660004, - 0.11151856929063797, - 0.019919240847229958 + 0.12196662276983261, + 0.0, + 0.05100218579173088, + 0.09805658459663391, + 0.012013044208288193, + 0.10550534725189209, + 0.1191558763384819, + 0.058170218020677567, + 0.1365232765674591, + 0.12474780529737473, + 0.0162274818867445, + 0.099066823720932, + 0.04417209327220917, + 0.013392603024840355 ] }, { "epoch": 21, - "train_loss": 1.2271528244018555, - "val_loss": 1.2510851621627808, - "acc": 61.050000000000004, - "time": 59.39251318700008, + "train_loss": 1.1851693391799927, + "val_loss": 1.230278730392456, + "acc": 58.05, + "time": 57.76691247300005, "param": [ - 0.09936974942684174, - 0.027660073712468147, - 0.07762735337018967, - 0.07196777313947678, - 0.004674612078815699, - 0.0763649120926857, - 0.10693636536598206, - 0.05323438346385956, - 0.0606047585606575, - 0.08717044442892075, - 0.10810916125774384, - 0.08337152749300003, - 0.12483884394168854, - 0.018070010468363762 + 0.12089619785547256, + 0.013514951802790165, + 0.049405764788389206, + 0.08422154188156128, + 0.016210027039051056, + 0.08956202864646912, + 0.1078462079167366, + 0.05928942188620567, + 0.13260535895824432, + 0.11544934660196304, + 0.011061452329158783, + 0.10297651588916779, + 0.0759466141462326, + 0.021014604717493057 ] }, { "epoch": 22, - "train_loss": 0.9613584876060486, - "val_loss": 0.9964978098869324, - "acc": 61.46, - "time": 57.93012008200094, + "train_loss": 1.1038098335266113, + "val_loss": 1.1132025718688965, + "acc": 58.76, + "time": 57.76305707999927, "param": [ - 0.12722435593605042, - 0.013142311945557594, - 0.057523202151060104, - 0.08218807727098465, - 0.0, - 0.07400505244731903, - 0.11105881631374359, - 0.04251611977815628, - 0.07899341732263565, - 0.09467054903507233, - 0.12251632660627365, - 0.07086309045553207, - 0.11321555823087692, - 0.012083146721124649 + 0.10626142472028732, + 0.03496022894978523, + 0.06565383076667786, + 0.07654697448015213, + 0.022108368575572968, + 0.07911588996648788, + 0.09019406139850616, + 0.06148085743188858, + 0.10185164213180542, + 0.08654914796352386, + 0.04732789099216461, + 0.09032678604125977, + 0.0947885736823082, + 0.04283435270190239 ] }, { "epoch": 23, - "train_loss": 1.2458529472351074, - "val_loss": 1.1093852519989014, - "acc": 61.760000000000005, - "time": 57.90710428999955, + "train_loss": 1.1473658084869385, + "val_loss": 1.168054461479187, + "acc": 59.58, + "time": 57.73221875099989, "param": [ - 0.15235020220279694, - 0.010263567790389061, - 0.03644431382417679, - 0.09565034508705139, - 0.007844018749892712, - 0.07461004704236984, - 0.10484861582517624, - 0.034386467188596725, - 0.07535374909639359, - 0.10528486967086792, - 0.11969057470560074, - 0.059901416301727295, - 0.1010313332080841, - 0.022340526804327965 + 0.08130113780498505, + 0.0412551648914814, + 0.08329502493143082, + 0.0878269225358963, + 0.04244621470570564, + 0.07292395085096359, + 0.08698604255914688, + 0.06651908159255981, + 0.09790291637182236, + 0.05195437744259834, + 0.06832665950059891, + 0.08133836835622787, + 0.07942080497741699, + 0.05850335583090782 ] }, { "epoch": 24, - "train_loss": 1.1446712017059326, - "val_loss": 1.0542844533920288, - "acc": 60.79, - "time": 57.80330558100104, + "train_loss": 1.3664312362670898, + "val_loss": 1.2020931243896484, + "acc": 59.37, + "time": 57.73744008999893, "param": [ - 0.15823811292648315, - 0.030545545741915703, - 0.033502448350191116, - 0.08158238232135773, - 0.022376365959644318, - 0.08078444004058838, - 0.10334423929452896, - 0.050899066030979156, - 0.05360806733369827, - 0.09752172976732254, - 0.09318839758634567, - 0.0609763078391552, - 0.0953708291053772, - 0.03806215524673462 + 0.07451093196868896, + 0.044170647859573364, + 0.09613484889268875, + 0.08584785461425781, + 0.0484401136636734, + 0.06979077309370041, + 0.09343660622835159, + 0.0695146843791008, + 0.10593095421791077, + 0.04532279074192047, + 0.0687391459941864, + 0.07206400483846664, + 0.06381282955408096, + 0.0622837208211422 ] }, { "epoch": 25, - "train_loss": 1.0917644500732422, - "val_loss": 0.9466995000839233, - "acc": 61.63999999999999, - "time": 58.07208395199996, + "train_loss": 1.4142229557037354, + "val_loss": 1.2328705787658691, + "acc": 61.08, + "time": 57.788625907000096, "param": [ - 0.1531578004360199, - 0.03343544900417328, - 0.04774254187941551, - 0.07266101241111755, - 0.02399505116045475, - 0.07419075071811676, - 0.10443080216646194, - 0.07448123395442963, - 0.06031480059027672, - 0.09996521472930908, - 0.06400524079799652, - 0.07636076211929321, - 0.08393678069114685, - 0.03132263571023941 + 0.07067181915044785, + 0.03293406218290329, + 0.10540656745433807, + 0.09216316789388657, + 0.044060688465833664, + 0.08408330380916595, + 0.08473798632621765, + 0.07397423684597015, + 0.10548094660043716, + 0.056310128420591354, + 0.06620244681835175, + 0.07347183674573898, + 0.07012993842363358, + 0.04037280008196831 ] }, { "epoch": 26, - "train_loss": 0.9756713509559631, - "val_loss": 1.1955276727676392, - "acc": 61.62, - "time": 57.50394496199988, + "train_loss": 1.3028664588928223, + "val_loss": 1.2033075094223022, + "acc": 58.98, + "time": 57.648982704000446, "param": [ - 0.12881453335285187, - 0.032875996083021164, - 0.06458791345357895, - 0.08409001678228378, - 0.015327507629990578, - 0.07325969636440277, - 0.10811227560043335, - 0.08450937271118164, - 0.0648723691701889, - 0.10463840514421463, - 0.057271357625722885, - 0.08227049559354782, - 0.07367406785488129, - 0.025696072727441788 + 0.07401761412620544, + 0.03263791278004646, + 0.10024837404489517, + 0.08020181953907013, + 0.06688680499792099, + 0.09092765301465988, + 0.07800804823637009, + 0.06662874668836594, + 0.08070776611566544, + 0.07502185553312302, + 0.04218268021941185, + 0.07835232466459274, + 0.09836835414171219, + 0.03581004962325096 ] }, { "epoch": 27, - "train_loss": 1.0933881998062134, - "val_loss": 1.085301160812378, - "acc": 63.99, - "time": 57.68752246999975, + "train_loss": 0.9518029689788818, + "val_loss": 1.1288788318634033, + "acc": 61.4, + "time": 57.8052165629997, "param": [ - 0.11535459011793137, - 0.043847497552633286, - 0.08892225474119186, - 0.09159628301858902, - 0.006969565059989691, - 0.061930570751428604, - 0.09146568924188614, - 0.0883069783449173, - 0.06215688958764076, - 0.11515457928180695, - 0.050451599061489105, - 0.0703912302851677, - 0.07218993455171585, - 0.041262365877628326 + 0.08443733304738998, + 0.046979669481515884, + 0.09669233113527298, + 0.0649530291557312, + 0.07096969336271286, + 0.07927924394607544, + 0.08864720165729523, + 0.06472349911928177, + 0.05736652389168739, + 0.08838972449302673, + 0.02853250689804554, + 0.07246813923120499, + 0.12332098186016083, + 0.0332401841878891 ] }, { "epoch": 28, - "train_loss": 1.0467073917388916, - "val_loss": 1.055597186088562, - "acc": 62.760000000000005, - "time": 57.378368547999344, + "train_loss": 1.2259262800216675, + "val_loss": 1.0174410343170166, + "acc": 61.55, + "time": 57.77597796599912, "param": [ - 0.10043247044086456, - 0.05301594361662865, - 0.10000128298997879, - 0.08865892142057419, - 0.0, - 0.0618862509727478, - 0.071854367852211, - 0.08487380295991898, - 0.07253661751747131, - 0.11761817336082458, - 0.06013014167547226, - 0.06706449389457703, - 0.07133311778306961, - 0.050594452768564224 + 0.08826860040426254, + 0.031104492023587227, + 0.10480247437953949, + 0.062534399330616, + 0.07227963209152222, + 0.07390236854553223, + 0.11939970403909683, + 0.04704966023564339, + 0.042895469814538956, + 0.10748783499002457, + 0.03719760477542877, + 0.062292516231536865, + 0.12199074774980545, + 0.02879449911415577 ] }, { "epoch": 29, - "train_loss": 1.0918999910354614, - "val_loss": 0.9860147833824158, - "acc": 63.04, - "time": 57.45249795100062, + "train_loss": 1.1286180019378662, + "val_loss": 1.1277998685836792, + "acc": 61.93, + "time": 57.63058043199999, "param": [ - 0.08995097130537033, - 0.05735299736261368, - 0.0964965745806694, - 0.0751110166311264, - 0.029089080169796944, - 0.0664416030049324, - 0.06851278990507126, - 0.06777709722518921, - 0.0649188980460167, - 0.12378057092428207, - 0.07104350626468658, - 0.07448979467153549, - 0.07694923132658005, - 0.038085829466581345 + 0.08448992669582367, + 0.014879679307341576, + 0.10846909135580063, + 0.07142363488674164, + 0.07571005821228027, + 0.07971158623695374, + 0.15118369460105896, + 0.040715541690588, + 0.048789676278829575, + 0.10689418017864227, + 0.04716528207063675, + 0.046329647302627563, + 0.08060375601053238, + 0.043634217232465744 ] }, { "epoch": 30, - "train_loss": 1.0959844589233398, - "val_loss": 0.974775493144989, - "acc": 64.32, - "time": 57.66969716499989, + "train_loss": 1.0377771854400635, + "val_loss": 0.9070770144462585, + "acc": 62.0, + "time": 57.63599966399852, "param": [ - 0.07827308028936386, - 0.04620883986353874, - 0.10084116458892822, - 0.06721790879964828, - 0.0511976033449173, - 0.06609072536230087, - 0.08586814254522324, - 0.05574250593781471, - 0.0564793199300766, - 0.12467288970947266, - 0.07798824459314346, - 0.08411195874214172, - 0.07386408001184464, - 0.031443607062101364 + 0.08093244582414627, + 0.028914794325828552, + 0.10533700883388519, + 0.08244475722312927, + 0.0680634006857872, + 0.06963253021240234, + 0.14955036342144012, + 0.05530586838722229, + 0.054766859859228134, + 0.09635763615369797, + 0.07648701965808868, + 0.04440737143158913, + 0.03486451506614685, + 0.052935387939214706 ] }, { "epoch": 31, - "train_loss": 0.889363706111908, - "val_loss": 0.9196150898933411, - "acc": 64.62, - "time": 57.67100155099979, + "train_loss": 1.1920884847640991, + "val_loss": 1.2005157470703125, + "acc": 63.09, + "time": 57.60737504499957, "param": [ - 0.06745054572820663, - 0.01659243367612362, - 0.10060292482376099, - 0.06161768361926079, - 0.0726814866065979, - 0.06329197436571121, - 0.11312001198530197, - 0.05409425124526024, - 0.05381760373711586, - 0.1132127121090889, - 0.0930635929107666, - 0.08664463460445404, - 0.08731716871261597, - 0.016492992639541626 + 0.07807111740112305, + 0.02947411686182022, + 0.08725285530090332, + 0.08600528538227081, + 0.05289146676659584, + 0.051455333828926086, + 0.1278683841228485, + 0.08142362534999847, + 0.07272431254386902, + 0.09982115030288696, + 0.10476898401975632, + 0.05122877657413483, + 0.022639047354459763, + 0.054375480860471725 ] }, { "epoch": 32, - "train_loss": 1.0911377668380737, - "val_loss": 1.0952354669570923, - "acc": 63.56, - "time": 58.05380728599994, + "train_loss": 0.9146844744682312, + "val_loss": 0.9580866694450378, + "acc": 63.88, + "time": 57.69603951099998, "param": [ - 0.06657008081674576, - 0.020915208384394646, - 0.08122524619102478, - 0.054686520248651505, - 0.07169341295957565, - 0.0611138753592968, - 0.12619872391223907, - 0.06223456561565399, - 0.07572181522846222, - 0.08318398147821426, - 0.09524794667959213, - 0.08551274985074997, - 0.10539031773805618, - 0.010305547155439854 + 0.06948205083608627, + 0.02210661955177784, + 0.07337062060832977, + 0.09965875744819641, + 0.036219529807567596, + 0.04808543622493744, + 0.10115697979927063, + 0.10748379677534103, + 0.08235741406679153, + 0.11077427864074707, + 0.116620272397995, + 0.04523119702935219, + 0.018381372094154358, + 0.06907167285680771 ] }, { "epoch": 33, - "train_loss": 0.8445459008216858, - "val_loss": 1.1342034339904785, - "acc": 65.10000000000001, - "time": 58.00074850300007, + "train_loss": 1.1393208503723145, + "val_loss": 1.0951883792877197, + "acc": 64.12, + "time": 57.57548470800066, "param": [ - 0.0737038105726242, - 0.04158524051308632, - 0.054492127150297165, - 0.05274559184908867, - 0.03616517409682274, - 0.06490941345691681, - 0.12628130614757538, - 0.05932037532329559, - 0.11528453975915909, - 0.05388091877102852, - 0.07943045347929001, - 0.07389339059591293, - 0.14097853004932404, - 0.02732914313673973 + 0.08024149388074875, + 0.029050320386886597, + 0.08370400965213776, + 0.10221471637487411, + 0.018847405910491943, + 0.05278518795967102, + 0.060364704579114914, + 0.10505081713199615, + 0.07255518436431885, + 0.10720834136009216, + 0.11633263528347015, + 0.05082603543996811, + 0.05098380148410797, + 0.06983545422554016 ] }, { "epoch": 34, - "train_loss": 0.9411711096763611, - "val_loss": 1.0724408626556396, - "acc": 65.61, - "time": 57.915513921998354, + "train_loss": 1.1473230123519897, + "val_loss": 0.9473086595535278, + "acc": 64.38, + "time": 57.755500055000084, "param": [ - 0.07113831490278244, - 0.0561041496694088, - 0.05636601522564888, - 0.060561809688806534, - 0.029619233682751656, - 0.07186608761548996, - 0.12198550999164581, - 0.05627155676484108, - 0.1127014309167862, - 0.0413195975124836, - 0.0875207856297493, - 0.06438560038805008, - 0.13067300617694855, - 0.039486948400735855 + 0.09016094356775284, + 0.05305894464254379, + 0.1030881255865097, + 0.0949317067861557, + 0.016556333750486374, + 0.07461986690759659, + 0.026123743504285812, + 0.09354843199253082, + 0.0668778046965599, + 0.10275474935770035, + 0.09879070520401001, + 0.06801526248455048, + 0.057519640773534775, + 0.053953710943460464 ] }, { "epoch": 35, - "train_loss": 0.9032628536224365, - "val_loss": 1.2290538549423218, - "acc": 64.8, - "time": 57.95704652799941, + "train_loss": 1.0091731548309326, + "val_loss": 1.0502458810806274, + "acc": 64.53, + "time": 57.646707272999265, "param": [ - 0.07320647686719894, - 0.0676572248339653, - 0.06696080416440964, - 0.06058937683701515, - 0.034035902470350266, - 0.07683287560939789, - 0.11133868992328644, - 0.05999486893415451, - 0.1160997599363327, - 0.036906659603118896, - 0.09456167370080948, - 0.06299780309200287, - 0.08798158913850784, - 0.05083635449409485 + 0.1082102581858635, + 0.04932961240410805, + 0.10759323835372925, + 0.08289970457553864, + 0.03312884643673897, + 0.0955062136054039, + 0.01566455513238907, + 0.08661191910505295, + 0.06481830775737762, + 0.10327635705471039, + 0.09024910628795624, + 0.10123633593320847, + 0.03620006889104843, + 0.025275494903326035 ] }, { "epoch": 36, - "train_loss": 0.8773049116134644, - "val_loss": 0.9772950410842896, - "acc": 66.12, - "time": 58.05149628300023, + "train_loss": 0.8062411546707153, + "val_loss": 1.1098756790161133, + "acc": 65.08, + "time": 57.7058935870009, "param": [ - 0.07750209420919418, - 0.05439792200922966, - 0.07742845267057419, - 0.05177408829331398, - 0.03522680699825287, - 0.08099354058504105, - 0.1116475835442543, - 0.062098562717437744, - 0.13210928440093994, - 0.03375721722841263, - 0.10164661705493927, - 0.06975636631250381, - 0.0634593591094017, - 0.04820217564702034 + 0.1207462027668953, + 0.02398913912475109, + 0.09000082314014435, + 0.08533411473035812, + 0.03352562338113785, + 0.08088840544223785, + 0.042171575129032135, + 0.09001434594392776, + 0.06331852823495865, + 0.11013931035995483, + 0.08766103535890579, + 0.11545387655496597, + 0.024137234315276146, + 0.03261980786919594 ] }, { "epoch": 37, - "train_loss": 0.7960250973701477, - "val_loss": 0.8911194801330566, - "acc": 65.92, - "time": 58.05113667899968, + "train_loss": 0.9458563923835754, + "val_loss": 1.105424404144287, + "acc": 65.4, + "time": 57.830834082000365, "param": [ - 0.08366105705499649, - 0.03182315081357956, - 0.08145733177661896, - 0.045911140739917755, - 0.025028180330991745, - 0.09365253895521164, - 0.11983191967010498, - 0.07153957337141037, - 0.12687022984027863, - 0.02684119902551174, - 0.11834343522787094, - 0.08365970104932785, - 0.06787873804569244, - 0.023501887917518616 + 0.12474467605352402, + 0.015867654234170914, + 0.09184009581804276, + 0.08348208665847778, + 0.013326979242265224, + 0.07531118392944336, + 0.049049895256757736, + 0.09058813005685806, + 0.060502637177705765, + 0.11186764389276505, + 0.07525525987148285, + 0.11550760269165039, + 0.05111369118094444, + 0.041542455554008484 ] }, { "epoch": 38, - "train_loss": 1.2287720441818237, - "val_loss": 0.9730260372161865, - "acc": 64.01, - "time": 57.39643480199993, + "train_loss": 0.8597173690795898, + "val_loss": 0.8876405954360962, + "acc": 65.6, + "time": 57.646600248999675, "param": [ - 0.08218298107385635, - 0.022839872166514397, - 0.07707617431879044, - 0.029955584555864334, - 0.03813587874174118, - 0.0921412855386734, - 0.14139936864376068, - 0.07421954721212387, - 0.09603936225175858, - 0.015626640990376472, - 0.12428184598684311, - 0.10040603578090668, - 0.09529495984315872, - 0.010400391183793545 + 0.11583953350782394, + 0.02653110772371292, + 0.08749530464410782, + 0.08129023015499115, + 0.03054163232445717, + 0.07358235120773315, + 0.05125422403216362, + 0.06689608097076416, + 0.0541950948536396, + 0.10074875503778458, + 0.0832904726266861, + 0.09735750406980515, + 0.0893513485789299, + 0.04162639006972313 ] }, { "epoch": 39, - "train_loss": 0.8589069843292236, - "val_loss": 1.0202809572219849, - "acc": 66.31, - "time": 57.609533786999236, + "train_loss": 0.9610604047775269, + "val_loss": 0.9053016304969788, + "acc": 65.15, + "time": 57.68847974399978, "param": [ - 0.09495656937360764, - 0.023270059376955032, - 0.07645644247531891, - 0.007078012451529503, - 0.06567931175231934, - 0.08137179911136627, - 0.1706785410642624, - 0.050689224153757095, - 0.048530325293540955, - 0.019512638449668884, - 0.13247428834438324, - 0.09937796741724014, - 0.10573316365480423, - 0.02419167198240757 + 0.11933185160160065, + 0.018982848152518272, + 0.08362600952386856, + 0.06064697727560997, + 0.044213853776454926, + 0.07096449285745621, + 0.07172483205795288, + 0.06766393780708313, + 0.05110076069831848, + 0.09145740419626236, + 0.11590144783258438, + 0.07246652990579605, + 0.09130813181400299, + 0.04061088338494301 ] }, { "epoch": 40, - "train_loss": 0.9525954127311707, - "val_loss": 1.0147137641906738, - "acc": 64.38000000000001, - "time": 57.615369252000164, + "train_loss": 0.7786977887153625, + "val_loss": 0.9548495411872864, + "acc": 65.43, + "time": 57.63721557399913, "param": [ - 0.10121533274650574, - 0.027150362730026245, - 0.08270729333162308, - 0.0, - 0.09392109513282776, - 0.06297716498374939, - 0.1771639585494995, - 0.03848087415099144, - 0.0, - 0.03063587099313736, - 0.1338430941104889, - 0.10690493881702423, - 0.0897042453289032, - 0.05529571697115898 + 0.12550760805606842, + 0.02808552049100399, + 0.09468118101358414, + 0.04333427920937538, + 0.03459533676505089, + 0.0764850378036499, + 0.08415985852479935, + 0.06316422671079636, + 0.04949673265218735, + 0.09028871357440948, + 0.12325377762317657, + 0.0659041628241539, + 0.07470865547657013, + 0.04633492976427078 ] }, { "epoch": 41, - "train_loss": 0.9515388011932373, - "val_loss": 0.9985443353652954, - "acc": 65.67, - "time": 57.406898028000796, + "train_loss": 0.8691430687904358, + "val_loss": 1.0924831628799438, + "acc": 65.29, + "time": 57.705134198999076, "param": [ - 0.10280828922986984, - 0.02807031199336052, - 0.08036547899246216, - 0.00017968537576962262, - 0.11447692662477493, - 0.07158821076154709, - 0.16311770677566528, - 0.030453631654381752, - 0.0022309988271445036, - 0.05538633093237877, - 0.1180657148361206, - 0.10321404784917831, - 0.04277529567480087, - 0.08726735413074493 + 0.1304052174091339, + 0.03381339833140373, + 0.09021825343370438, + 0.042919546365737915, + 0.04900290444493294, + 0.07441722601652145, + 0.088451087474823, + 0.05683582276105881, + 0.0634402483701706, + 0.06980858743190765, + 0.11192769557237625, + 0.08124678581953049, + 0.06807591021060944, + 0.03943737596273422 ] }, { "epoch": 42, - "train_loss": 0.8166139125823975, - "val_loss": 0.876788854598999, - "acc": 66.74, - "time": 57.66037453299941, + "train_loss": 0.9081507921218872, + "val_loss": 0.9738150835037231, + "acc": 65.15, + "time": 57.76505894000002, "param": [ - 0.09181641787290573, - 0.035663291811943054, - 0.07841401547193527, - 0.011093825101852417, - 0.09360160678625107, - 0.07850252836942673, - 0.13587279617786407, - 0.05147123336791992, - 0.031065097078680992, - 0.07406554371118546, - 0.10191527009010315, - 0.08599215745925903, - 0.029665181413292885, - 0.10086105763912201 + 0.14857077598571777, + 0.025307876989245415, + 0.08543820679187775, + 0.03721226751804352, + 0.08782195299863815, + 0.06020616367459297, + 0.07248163968324661, + 0.054648205637931824, + 0.052792467176914215, + 0.04865533113479614, + 0.12067052721977234, + 0.11630924791097641, + 0.07345564663410187, + 0.016429807990789413 ] }, { "epoch": 43, - "train_loss": 0.9533779621124268, - "val_loss": 1.117653250694275, - "acc": 66.3, - "time": 57.682302453999, + "train_loss": 0.6283803582191467, + "val_loss": 0.9303073287010193, + "acc": 65.36, + "time": 57.72222119399885, "param": [ - 0.08661329001188278, - 0.04522646218538284, - 0.06438326835632324, - 0.019139092415571213, - 0.07338669151067734, - 0.08154280483722687, - 0.11368120461702347, - 0.07001960277557373, - 0.032593950629234314, - 0.08663082122802734, - 0.10505930334329605, - 0.08513530343770981, - 0.04443887993693352, - 0.09214923530817032 + 0.14587730169296265, + 0.0, + 0.08039306849241257, + 0.058566633611917496, + 0.10588917881250381, + 0.05765705928206444, + 0.05974852666258812, + 0.046444203704595566, + 0.03546631708741188, + 0.05452730879187584, + 0.12522758543491364, + 0.13516439497470856, + 0.08602232486009598, + 0.00901615060865879 ] }, { "epoch": 44, - "train_loss": 1.0441672801971436, - "val_loss": 1.0398954153060913, - "acc": 67.02, - "time": 57.64412739799991, + "train_loss": 0.721810519695282, + "val_loss": 0.9609880447387695, + "acc": 65.46, + "time": 57.77722302999973, "param": [ - 0.08464083075523376, - 0.06501144170761108, - 0.06042611598968506, - 0.033775653690099716, - 0.04853195324540138, - 0.07007250189781189, - 0.10087667405605316, - 0.08684051781892776, - 0.04070112854242325, - 0.09062564373016357, - 0.10406983643770218, - 0.08641674369573593, - 0.053666532039642334, - 0.07434432953596115 + 0.10968022048473358, + 0.020389201119542122, + 0.07660225033760071, + 0.06633958965539932, + 0.09800957888364792, + 0.060983940958976746, + 0.07106385380029678, + 0.04463081434369087, + 0.04944126307964325, + 0.05583423748612404, + 0.1085721030831337, + 0.12145528197288513, + 0.08699328452348709, + 0.03000444360077381 ] }, { "epoch": 45, - "train_loss": 0.7789907455444336, - "val_loss": 0.8493862748146057, - "acc": 67.80000000000001, - "time": 57.50813934300095, + "train_loss": 0.8387129902839661, + "val_loss": 1.0768685340881348, + "acc": 66.97, + "time": 57.73783983300018, "param": [ - 0.09035539627075195, - 0.0765635296702385, - 0.058174896985292435, - 0.04524160921573639, - 0.042974550276994705, - 0.06052133068442345, - 0.09559007734060287, - 0.0993046686053276, - 0.04708122834563255, - 0.10149550437927246, - 0.09011568129062653, - 0.07547809183597565, - 0.06283490359783173, - 0.05426858738064766 + 0.08621370047330856, + 0.03563908115029335, + 0.08962998539209366, + 0.07906918227672577, + 0.06645185500383377, + 0.06927447021007538, + 0.07920344173908234, + 0.04460669308900833, + 0.057650260627269745, + 0.058715201914310455, + 0.11407124996185303, + 0.10611402988433838, + 0.07008007913827896, + 0.04328075051307678 ] }, { "epoch": 46, - "train_loss": 0.905193030834198, - "val_loss": 0.9773017168045044, - "acc": 67.53, - "time": 57.76207642500049, + "train_loss": 0.7454213500022888, + "val_loss": 0.936339795589447, + "acc": 67.05, + "time": 57.64855008400082, "param": [ - 0.09869551658630371, - 0.07200609892606735, - 0.057600803673267365, - 0.058693740516901016, - 0.03390580415725708, - 0.05781989544630051, - 0.08499102294445038, - 0.10224599391222, - 0.043050505220890045, - 0.10735849291086197, - 0.0771629810333252, - 0.07612678408622742, - 0.08269252628087997, - 0.047649823129177094 + 0.08406616002321243, + 0.025214621797204018, + 0.0998792052268982, + 0.07796768844127655, + 0.03092494234442711, + 0.07749441266059875, + 0.08097164332866669, + 0.03771916404366493, + 0.05646698549389839, + 0.07746655493974686, + 0.12732933461666107, + 0.09263496100902557, + 0.08449819684028625, + 0.04736616089940071 ] }, { "epoch": 47, - "train_loss": 0.6796610951423645, - "val_loss": 1.161134123802185, - "acc": 66.45, - "time": 57.961589296000966, + "train_loss": 0.8104550242424011, + "val_loss": 1.0546170473098755, + "acc": 65.92, + "time": 57.725033054999585, "param": [ - 0.09549908339977264, - 0.04387165978550911, - 0.08205560594797134, - 0.06739485263824463, - 0.041931360960006714, - 0.06596323847770691, - 0.08546845614910126, - 0.09071336686611176, - 0.03381548076868057, - 0.11431542783975601, - 0.07522888481616974, - 0.07625894993543625, - 0.08173023164272308, - 0.045753441751003265 + 0.09905876964330673, + 0.024220213294029236, + 0.07785790413618088, + 0.07999920099973679, + 0.027703633531928062, + 0.08267316222190857, + 0.07196331769227982, + 0.05194538086652756, + 0.06868777424097061, + 0.08845926076173782, + 0.127834752202034, + 0.08850708603858948, + 0.07152080535888672, + 0.03956878185272217 ] }, { "epoch": 48, - "train_loss": 0.6536509394645691, - "val_loss": 0.9918383955955505, - "acc": 68.08999999999999, - "time": 57.98115972599953, + "train_loss": 0.7364582419395447, + "val_loss": 1.0186065435409546, + "acc": 66.47, + "time": 57.75437109900122, "param": [ - 0.08764727413654327, - 0.01781022734940052, - 0.09675567597150803, - 0.07442083209753036, - 0.05501187965273857, - 0.06609837710857391, - 0.10392887890338898, - 0.07133625447750092, - 0.011617140844464302, - 0.13905322551727295, - 0.07125124335289001, - 0.0716267079114914, - 0.07780728489160538, - 0.0556349903345108 + 0.11373498290777206, + 0.034262765198946, + 0.027692951261997223, + 0.0647834986448288, + 0.04332539811730385, + 0.0775153860449791, + 0.06930355727672577, + 0.06809867918491364, + 0.0816897302865982, + 0.08369003236293793, + 0.1363980770111084, + 0.08262360095977783, + 0.05988709628582001, + 0.05699426308274269 ] }, { "epoch": 49, - "train_loss": 0.7457914352416992, - "val_loss": 1.094862461090088, - "acc": 67.78, - "time": 57.848135169999296, + "train_loss": 0.6407768130302429, + "val_loss": 1.0482314825057983, + "acc": 66.75, + "time": 57.721487023998634, "param": [ - 0.07049155235290527, - 0.012706373818218708, - 0.09770209342241287, - 0.06704051047563553, - 0.0575408861041069, - 0.04249454662203789, - 0.1189691349864006, - 0.06469155848026276, - 0.005987560376524925, - 0.15849195420742035, - 0.08578791469335556, - 0.06855826824903488, - 0.07060383260250092, - 0.07893381267786026 + 0.1266239434480667, + 0.041534435003995895, + 0.005356165114790201, + 0.03225596994161606, + 0.05270642787218094, + 0.05993026867508888, + 0.07161857187747955, + 0.07472775876522064, + 0.10280457139015198, + 0.08007495105266571, + 0.15364889800548553, + 0.0758654922246933, + 0.045187972486019135, + 0.07766462117433548 ] }, { "epoch": 50, - "train_loss": 0.5708897709846497, - "val_loss": 1.133753776550293, - "acc": 67.47999999999999, - "time": 57.71470184999998, + "train_loss": 0.8497994542121887, + "val_loss": 0.9036909937858582, + "acc": 67.29, + "time": 57.666373563999514, "param": [ - 0.06425545364618301, - 0.028583375737071037, - 0.08407527953386307, - 0.06410408765077591, - 0.06595093756914139, - 0.04180903732776642, - 0.11951320618391037, - 0.08173245191574097, - 0.007116887718439102, - 0.16084779798984528, - 0.08284549415111542, - 0.07454825192689896, - 0.043613679707050323, - 0.08100404590368271 + 0.13529406487941742, + 0.046784546226263046, + 0.0061897034756839275, + 0.04476723447442055, + 0.05761069431900978, + 0.029337959364056587, + 0.08028334379196167, + 0.08163636922836304, + 0.09503847360610962, + 0.07240232825279236, + 0.15873590111732483, + 0.08628761023283005, + 0.033097390085458755, + 0.07253429293632507 ] }, { "epoch": 51, - "train_loss": 0.7300024032592773, - "val_loss": 0.984320878982544, - "acc": 68.12, - "time": 57.82768140200096, + "train_loss": 0.8914490938186646, + "val_loss": 1.1285996437072754, + "acc": 66.83, + "time": 57.70955822399992, "param": [ - 0.06776013225317001, - 0.05047672614455223, - 0.08534394949674606, - 0.04802444204688072, - 0.07995647192001343, - 0.05979989469051361, - 0.11062303930521011, - 0.07841335982084274, - 0.0023010021541267633, - 0.15267328917980194, - 0.0693623423576355, - 0.07387551665306091, - 0.03923170641064644, - 0.08215811103582382 + 0.14545182883739471, + 0.05737332999706268, + 0.036231230944395065, + 0.05574823170900345, + 0.03486242890357971, + 0.020574087277054787, + 0.0557064414024353, + 0.11211158335208893, + 0.06119585037231445, + 0.07075177878141403, + 0.15409566462039948, + 0.07949942350387573, + 0.04121866822242737, + 0.07517945766448975 ] }, { "epoch": 52, - "train_loss": 1.120307445526123, - "val_loss": 0.9125850200653076, - "acc": 67.49000000000001, - "time": 57.91952697999841, + "train_loss": 0.7266161441802979, + "val_loss": 1.0835617780685425, + "acc": 67.31, + "time": 57.79407097500007, "param": [ - 0.07690292596817017, - 0.05960845202207565, - 0.06983118504285812, - 0.0315803587436676, - 0.07813578099012375, - 0.09586606174707413, - 0.09839460998773575, - 0.0625632107257843, - 0.01349250040948391, - 0.12898848950862885, - 0.08613120019435883, - 0.06859087198972702, - 0.052330609411001205, - 0.07758387923240662 + 0.14549392461776733, + 0.06822800636291504, + 0.06830372661352158, + 0.05555189773440361, + 0.015200287103652954, + 0.037552591413259506, + 0.042235665023326874, + 0.11456676572561264, + 0.03150467574596405, + 0.07831581681966782, + 0.14438876509666443, + 0.05054699629545212, + 0.08682096749544144, + 0.061289966106414795 ] }, { "epoch": 53, - "train_loss": 0.6476795673370361, - "val_loss": 0.9903963208198547, - "acc": 68.2, - "time": 57.87225274100092, + "train_loss": 0.7670620679855347, + "val_loss": 1.1027294397354126, + "acc": 66.9, + "time": 57.76472907100106, "param": [ - 0.07592424750328064, - 0.060696106404066086, - 0.07117637991905212, - 0.0055516851134598255, - 0.045450884848833084, - 0.12459897249937057, - 0.09655396640300751, - 0.06714068353176117, - 0.021732212975621223, - 0.12650465965270996, - 0.11568247526884079, - 0.075947605073452, - 0.03794393315911293, - 0.07509618252515793 + 0.12389649450778961, + 0.07590404152870178, + 0.07812025398015976, + 0.058977145701646805, + 0.01894959807395935, + 0.07045960426330566, + 0.046026311814785004, + 0.08628687262535095, + 0.01927735097706318, + 0.09121079742908478, + 0.13335387408733368, + 0.03508780896663666, + 0.10944250971078873, + 0.05300739407539368 ] }, { "epoch": 54, - "train_loss": 0.668407142162323, - "val_loss": 0.9952462911605835, - "acc": 67.47999999999999, - "time": 57.90480993299934, + "train_loss": 0.7259119749069214, + "val_loss": 0.9916037917137146, + "acc": 67.18, + "time": 57.6341430600005, "param": [ - 0.07290422171354294, - 0.06102128326892853, - 0.08135201036930084, - 0.003327374579384923, - 0.025444580242037773, - 0.12270739674568176, - 0.0919761136174202, - 0.08112964779138565, - 0.019077995792031288, - 0.13121499121189117, - 0.1334124207496643, - 0.08718957006931305, - 0.0272599495947361, - 0.06198243796825409 + 0.11044631898403168, + 0.06484543532133102, + 0.08421957492828369, + 0.06466780602931976, + 0.015036815777420998, + 0.09178566187620163, + 0.06127050518989563, + 0.06569280475378036, + 0.012135646305978298, + 0.0972166433930397, + 0.12669964134693146, + 0.04227989912033081, + 0.10974513739347458, + 0.053958043456077576 ] }, { "epoch": 55, - "train_loss": 0.7014517784118652, - "val_loss": 0.8246124982833862, - "acc": 67.16, - "time": 58.814831443, + "train_loss": 0.8047545552253723, + "val_loss": 0.961130678653717, + "acc": 67.13, + "time": 57.54977455600056, "param": [ - 0.08621204644441605, - 0.05082389712333679, - 0.08982440829277039, - 0.03016849420964718, - 0.03050103969871998, - 0.09670591354370117, - 0.08477208763360977, - 0.09641566127538681, - 0.022668955847620964, - 0.11088310182094574, - 0.11508265137672424, - 0.08751904964447021, - 0.03738022968173027, - 0.06104240193963051 - ] - }, - { - "epoch": 56, - "train_loss": 0.5826341509819031, - "val_loss": 0.9498528838157654, - "acc": 68.64, - "time": 57.74746830799995, - "param": [ - 0.09061112254858017, - 0.047543060034513474, - 0.077293261885643, - 0.051015935838222504, - 0.03645334392786026, - 0.07535102963447571, - 0.08070055395364761, - 0.11151758581399918, - 0.021486250683665276, - 0.09528318047523499, - 0.10360050946474075, - 0.07566770166158676, - 0.06166369840502739, - 0.07181275635957718 - ] - }, - { - "epoch": 57, - "train_loss": 0.6735066175460815, - "val_loss": 0.8465942144393921, - "acc": 68.69, - "time": 57.8164154340011, - "param": [ - 0.09371855109930038, - 0.04296623170375824, - 0.07144348323345184, - 0.07108701765537262, - 0.06002558395266533, - 0.07752076536417007, - 0.08284927159547806, - 0.10836523771286011, - 0.02443815767765045, - 0.08124696463346481, - 0.09943493455648422, - 0.07180990278720856, - 0.04359622672200203, - 0.07149767130613327 - ] - }, - { - "epoch": 58, - "train_loss": 0.7197269797325134, - "val_loss": 1.0068631172180176, - "acc": 68.58, - "time": 57.84566497800006, - "param": [ - 0.09445065259933472, - 0.037039268761873245, - 0.07021921128034592, - 0.09869466722011566, - 0.05838648974895477, - 0.0832199826836586, - 0.07952193915843964, - 0.09524977952241898, - 0.03155582398176193, - 0.0817481279373169, - 0.09702710062265396, - 0.06078594550490379, - 0.05228840559720993, - 0.05981265753507614 - ] - }, - { - "epoch": 59, - "train_loss": 0.5554104447364807, - "val_loss": 1.033408761024475, - "acc": 68.47999999999999, - "time": 58.0342104479987, - "param": [ - 0.09694615006446838, - 0.027585824951529503, - 0.05655811354517937, - 0.10118921101093292, - 0.05980237200856209, - 0.09786905348300934, - 0.06122554466128349, - 0.0778050646185875, - 0.039680115878582, - 0.09571541100740433, - 0.09805045276880264, - 0.046895261853933334, - 0.08333241194486618, - 0.05734498053789139 - ] - }, - { - "epoch": 60, - "train_loss": 0.6142864227294922, - "val_loss": 0.8672800660133362, - "acc": 69.57, - "time": 58.17574627199974, - "param": [ - 0.10566507279872894, - 0.049362462013959885, - 0.05136948451399803, - 0.09072741121053696, - 0.05816603824496269, - 0.08524518460035324, - 0.052478231489658356, - 0.06249098852276802, - 0.04178912565112114, - 0.10527495294809341, - 0.09955472499132156, - 0.029837338253855705, - 0.09646571427583694, - 0.07157326489686966 - ] - }, - { - "epoch": 61, - "train_loss": 0.74383145570755, - "val_loss": 0.8869487643241882, - "acc": 69.27, - "time": 57.864712602999134, - "param": [ - 0.10615639388561249, - 0.05453360825777054, - 0.060956165194511414, - 0.08495094627141953, - 0.05886536091566086, - 0.06635263562202454, - 0.05502602085471153, - 0.06307205557823181, - 0.041501905769109726, - 0.11888361722230911, - 0.10874412953853607, - 0.02476729452610016, - 0.08379188179969788, - 0.07239804416894913 - ] - }, - { - "epoch": 62, - "train_loss": 0.5458782911300659, - "val_loss": 0.8702638745307922, - "acc": 68.63, - "time": 58.02843063700129, - "param": [ - 0.1028599664568901, - 0.05045940726995468, - 0.06990630179643631, - 0.079536572098732, - 0.059046369045972824, - 0.0652121901512146, - 0.06402670592069626, - 0.06215104088187218, - 0.04373412951827049, - 0.1172432079911232, - 0.10949661582708359, - 0.03266360983252525, - 0.07155288755893707, - 0.07211097329854965 - ] - }, - { - "epoch": 63, - "train_loss": 0.6515876054763794, - "val_loss": 0.8025746941566467, - "acc": 68.89999999999999, - "time": 57.96531198299999, - "param": [ - 0.10688211768865585, - 0.043092355132102966, - 0.07080232352018356, - 0.06841037422418594, - 0.06208053603768349, - 0.08212028443813324, - 0.0651480183005333, - 0.060154225677251816, - 0.04276908189058304, - 0.11440771073102951, - 0.09379929304122925, - 0.03900802135467529, - 0.078358955681324, - 0.07296676933765411 - ] - }, - { - "epoch": 64, - "train_loss": 0.5281217098236084, - "val_loss": 0.989447832107544, - "acc": 68.24, - "time": 57.61916644399935, - "param": [ - 0.12331412732601166, - 0.026580043137073517, - 0.08208927512168884, - 0.05280440300703049, - 0.06188945844769478, - 0.09006445854902267, - 0.06070056930184364, - 0.056636080145835876, - 0.047956787049770355, - 0.10846257954835892, - 0.0890289768576622, - 0.04404188320040703, - 0.07865606248378754, - 0.07777523249387741 - ] - }, - { - "epoch": 65, - "train_loss": 0.6194475293159485, - "val_loss": 1.0609335899353027, - "acc": 68.07, - "time": 57.52350559600018, - "param": [ - 0.12624436616897583, - 0.017032895237207413, - 0.09077879041433334, - 0.04492906853556633, - 0.06168324872851372, - 0.094790980219841, - 0.06235779821872711, - 0.0403674840927124, - 0.059971608221530914, - 0.10639224201440811, - 0.10071111470460892, - 0.05863150209188461, - 0.06082441657781601, - 0.07528454810380936 - ] - }, - { - "epoch": 66, - "train_loss": 0.6152825951576233, - "val_loss": 1.1609134674072266, - "acc": 68.91000000000001, - "time": 58.08247106999988, - "param": [ - 0.11765117198228836, - 0.051663417369127274, - 0.0881703719496727, - 0.05146172642707825, - 0.052039097994565964, - 0.08694348484277725, - 0.05239230766892433, - 0.03462075814604759, - 0.07008041441440582, - 0.08949277549982071, - 0.10651634633541107, - 0.07117438316345215, - 0.05728321522474289, - 0.07051056623458862 - ] - }, - { - "epoch": 67, - "train_loss": 0.7835890650749207, - "val_loss": 0.9086782932281494, - "acc": 68.49, - "time": 58.168346426000426, - "param": [ - 0.11359099298715591, - 0.06474806368350983, - 0.08568111807107925, - 0.06327987462282181, - 0.038178686052560806, - 0.08688696473836899, - 0.05316616967320442, - 0.038836780935525894, - 0.06250511109828949, - 0.08098338544368744, - 0.10281042754650116, - 0.09248681366443634, - 0.03705168515443802, - 0.0797940045595169 - ] - }, - { - "epoch": 68, - "train_loss": 0.6262474060058594, - "val_loss": 0.9165931344032288, - "acc": 68.71000000000001, - "time": 58.367309319000924, - "param": [ - 0.11262006312608719, - 0.05479462444782257, - 0.09279166162014008, - 0.06307214498519897, - 0.051496997475624084, - 0.09604508429765701, - 0.05983748659491539, - 0.037644293159246445, - 0.027874071151018143, - 0.07490385323762894, - 0.10263341665267944, - 0.10121584683656693, - 0.03868066519498825, - 0.08638984709978104 - ] - }, - { - "epoch": 69, - "train_loss": 0.5511481165885925, - "val_loss": 0.9800752997398376, - "acc": 68.06, - "time": 57.77839179199873, - "param": [ - 0.12060052156448364, - 0.033833712339401245, - 0.09478162974119186, - 0.049345795065164566, - 0.06735652685165405, - 0.10021869093179703, - 0.05864968150854111, - 0.05065693333745003, - 0.007031822577118874, - 0.07531643658876419, - 0.09889938682317734, - 0.0958758145570755, - 0.06532935798168182, - 0.08210363984107971 - ] - }, - { - "epoch": 70, - "train_loss": 0.5501846671104431, - "val_loss": 1.1645838022232056, - "acc": 68.24, - "time": 57.472928350000075, - "param": [ - 0.13964760303497314, - 0.04375134035944939, - 0.06505484879016876, - 0.045286212116479874, - 0.08303514868021011, - 0.07964981347322464, - 0.059538260102272034, - 0.07238805294036865, - 0.0082774106413126, - 0.07764942198991776, - 0.10168033838272095, - 0.0966964066028595, - 0.05598511919379234, - 0.07135993987321854 - ] - }, - { - "epoch": 71, - "train_loss": 0.7226786613464355, - "val_loss": 0.9836916923522949, - "acc": 68.27, - "time": 57.41313525000078, - "param": [ - 0.17835994064807892, - 0.04127958044409752, - 0.04211168736219406, - 0.03065038099884987, - 0.08265835046768188, - 0.08841604739427567, - 0.06284093856811523, - 0.07193232327699661, - 0.002754948101937771, - 0.07382277399301529, - 0.12410416454076767, - 0.09033028036355972, - 0.020387649536132812, - 0.09035088121891022 - ] - }, - { - "epoch": 72, - "train_loss": 0.8276973366737366, - "val_loss": 1.0485910177230835, - "acc": 68.74, - "time": 57.80907447299978, - "param": [ - 0.21106499433517456, - 0.05223455652594566, - 0.023119961842894554, - 0.024322403594851494, - 0.05581403151154518, - 0.11085756868124008, - 0.07408808916807175, - 0.06090730428695679, - 0.00047376667498610914, - 0.061908673495054245, - 0.1206308901309967, - 0.06996539235115051, - 0.027983611449599266, - 0.10662885010242462 - ] - }, - { - "epoch": 73, - "train_loss": 0.49065378308296204, - "val_loss": 1.0315346717834473, - "acc": 68.62, - "time": 57.76834700100153, - "param": [ - 0.2210139036178589, - 0.04710458964109421, - 0.0027372899930924177, - 0.025107547640800476, - 0.04931211471557617, - 0.12847165763378143, - 0.09274566918611526, - 0.05876808613538742, - 0.009212239645421505, - 0.04835699871182442, - 0.11699765175580978, - 0.05263308808207512, - 0.04744362831115723, - 0.10009557753801346 + 0.09192083775997162, + 0.06606879085302353, + 0.06258495897054672, + 0.07100243866443634, + 0.027933863922953606, + 0.08652744442224503, + 0.08283150941133499, + 0.06439459323883057, + 0.007607400417327881, + 0.09920772910118103, + 0.1326841413974762, + 0.05649667978286743, + 0.0941522940993309, + 0.05658729001879692 ] } ] diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-200 epochs (dataug:0)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-200 epochs (dataug:0)- 0 in_it.json index c374dc6..66b0dd3 100644 --- a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-200 epochs (dataug:0)- 0 in_it.json +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-200 epochs (dataug:0)- 0 in_it.json @@ -1,8 +1,8 @@ { - "Accuracy": 71.86, + "Accuracy": 73.12, "Time": [ - 41.672397803670826, - 0.5996264175686045 + 42.54260093722882, + 0.8346852881426579 ], "Device": "GeForce GTX 1060 with Max-Q Design", "Param_names": [ @@ -24,10 +24,10 @@ "Log": [ { "epoch": 1, - "train_loss": 2.293516159057617, - "val_loss": 2.271709442138672, - "acc": 15.76, - "time": 42.03442590700001, + "train_loss": 2.288940191268921, + "val_loss": 2.278132200241089, + "acc": 13.55, + "time": 39.341401274000006, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -47,10 +47,10 @@ }, { "epoch": 2, - "train_loss": 2.1864545345306396, - "val_loss": 2.0964620113372803, - "acc": 23.62, - "time": 41.89489460999994, + "train_loss": 2.184823751449585, + "val_loss": 1.9999905824661255, + "acc": 26.47, + "time": 43.508672122, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -70,10 +70,10 @@ }, { "epoch": 3, - "train_loss": 2.067453622817993, - "val_loss": 1.9922912120819092, - "acc": 28.78, - "time": 41.91875178200007, + "train_loss": 2.1789262294769287, + "val_loss": 1.996415376663208, + "acc": 30.32, + "time": 43.64263367699999, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -93,10 +93,10 @@ }, { "epoch": 4, - "train_loss": 2.0414743423461914, - "val_loss": 1.8625943660736084, - "acc": 32.98, - "time": 41.59727613699988, + "train_loss": 2.0420138835906982, + "val_loss": 1.8869822025299072, + "acc": 33.3, + "time": 43.388287735999995, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -116,10 +116,10 @@ }, { "epoch": 5, - "train_loss": 1.9064314365386963, - "val_loss": 1.8052982091903687, - "acc": 35.77, - "time": 41.51013004899983, + "train_loss": 1.7569445371627808, + "val_loss": 1.7158315181732178, + "acc": 38.39, + "time": 43.52062406600001, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -139,10 +139,10 @@ }, { "epoch": 6, - "train_loss": 1.8589298725128174, - "val_loss": 1.6572562456130981, - "acc": 41.620000000000005, - "time": 41.03653795800005, + "train_loss": 1.8095160722732544, + "val_loss": 1.657440185546875, + "acc": 42.24, + "time": 43.77768658699998, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -162,10 +162,10 @@ }, { "epoch": 7, - "train_loss": 1.9640216827392578, - "val_loss": 1.624468207359314, - "acc": 41.53, - "time": 41.149876005999886, + "train_loss": 1.637099266052246, + "val_loss": 1.522133231163025, + "acc": 44.1, + "time": 44.473269853999966, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -185,10 +185,10 @@ }, { "epoch": 8, - "train_loss": 1.7865996360778809, - "val_loss": 1.5321565866470337, - "acc": 46.12, - "time": 41.14039112399996, + "train_loss": 1.885044813156128, + "val_loss": 1.51120126247406, + "acc": 44.58, + "time": 43.862909935999994, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -208,10 +208,10 @@ }, { "epoch": 9, - "train_loss": 1.8143633604049683, - "val_loss": 1.530676007270813, - "acc": 44.98, - "time": 40.655903437000006, + "train_loss": 1.8650171756744385, + "val_loss": 1.4821780920028687, + "acc": 47.13, + "time": 42.44637681099999, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -231,10 +231,10 @@ }, { "epoch": 10, - "train_loss": 1.8262667655944824, - "val_loss": 1.4663435220718384, - "acc": 48.19, - "time": 40.95415804300001, + "train_loss": 1.7447069883346558, + "val_loss": 1.6186529397964478, + "acc": 47.59, + "time": 45.002677940999945, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -254,10 +254,10 @@ }, { "epoch": 11, - "train_loss": 1.4986248016357422, - "val_loss": 1.547419548034668, - "acc": 48.92, - "time": 40.83091404299989, + "train_loss": 1.7215397357940674, + "val_loss": 1.4710742235183716, + "acc": 48.02, + "time": 42.20488613100002, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -277,10 +277,10 @@ }, { "epoch": 12, - "train_loss": 1.6356295347213745, - "val_loss": 1.3740965127944946, - "acc": 49.54, - "time": 41.32655772199996, + "train_loss": 1.4691228866577148, + "val_loss": 1.386502742767334, + "acc": 49.51, + "time": 42.38508404700002, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -300,10 +300,10 @@ }, { "epoch": 13, - "train_loss": 1.5603046417236328, - "val_loss": 1.3245891332626343, - "acc": 52.01, - "time": 42.59018235099984, + "train_loss": 1.649299144744873, + "val_loss": 1.3805187940597534, + "acc": 49.82, + "time": 42.45058992600002, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -323,10 +323,10 @@ }, { "epoch": 14, - "train_loss": 1.6588414907455444, - "val_loss": 1.2474626302719116, - "acc": 52.7, - "time": 42.12473549099991, + "train_loss": 1.6748803853988647, + "val_loss": 1.268898606300354, + "acc": 51.59, + "time": 42.54302536400007, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -346,10 +346,10 @@ }, { "epoch": 15, - "train_loss": 1.3355538845062256, - "val_loss": 1.4613995552062988, - "acc": 52.14, - "time": 41.04253717399979, + "train_loss": 1.5687402486801147, + "val_loss": 1.3490773439407349, + "acc": 52.17, + "time": 42.28468261299997, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -369,10 +369,10 @@ }, { "epoch": 16, - "train_loss": 1.2556328773498535, - "val_loss": 1.2540231943130493, - "acc": 54.96, - "time": 41.15163968300021, + "train_loss": 1.6361427307128906, + "val_loss": 1.4646720886230469, + "acc": 52.43, + "time": 42.377397863000056, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -392,10 +392,10 @@ }, { "epoch": 17, - "train_loss": 1.5773497819900513, - "val_loss": 1.3168458938598633, - "acc": 54.05, - "time": 40.93323838099968, + "train_loss": 1.546875238418579, + "val_loss": 1.3059061765670776, + "acc": 53.9, + "time": 43.46881641599998, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -415,10 +415,10 @@ }, { "epoch": 18, - "train_loss": 1.3929468393325806, - "val_loss": 1.3165640830993652, - "acc": 53.86, - "time": 41.205102405999696, + "train_loss": 1.536630392074585, + "val_loss": 1.2242437601089478, + "acc": 54.88, + "time": 43.28837252299991, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -438,10 +438,10 @@ }, { "epoch": 19, - "train_loss": 1.3985093832015991, - "val_loss": 1.1996262073516846, - "acc": 55.54, - "time": 42.49476469299998, + "train_loss": 1.3358516693115234, + "val_loss": 1.234602451324463, + "acc": 56.37, + "time": 46.782632166999974, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -461,10 +461,10 @@ }, { "epoch": 20, - "train_loss": 1.5463474988937378, - "val_loss": 1.2466994524002075, - "acc": 56.54, - "time": 42.413405796999996, + "train_loss": 1.5852731466293335, + "val_loss": 1.2588629722595215, + "acc": 56.88, + "time": 44.51714538700003, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -484,10 +484,10 @@ }, { "epoch": 21, - "train_loss": 1.491346001625061, - "val_loss": 1.275617003440857, - "acc": 55.03, - "time": 42.01405236399978, + "train_loss": 1.4802087545394897, + "val_loss": 1.2554165124893188, + "acc": 57.16, + "time": 45.19978551500003, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -507,10 +507,10 @@ }, { "epoch": 22, - "train_loss": 1.459432601928711, - "val_loss": 1.2336560487747192, - "acc": 57.089999999999996, - "time": 42.046527427, + "train_loss": 1.476805567741394, + "val_loss": 1.169205665588379, + "acc": 58.07, + "time": 44.149324278999984, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -530,10 +530,10 @@ }, { "epoch": 23, - "train_loss": 1.3676104545593262, - "val_loss": 1.160407543182373, - "acc": 59.440000000000005, - "time": 41.93105508999997, + "train_loss": 1.420591950416565, + "val_loss": 1.1584018468856812, + "acc": 58.04, + "time": 42.846536599000046, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -553,10 +553,10 @@ }, { "epoch": 24, - "train_loss": 1.3649719953536987, - "val_loss": 1.298667550086975, - "acc": 56.69, - "time": 41.22340004199987, + "train_loss": 1.2754441499710083, + "val_loss": 1.2146068811416626, + "acc": 57.75, + "time": 43.41577139500009, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -576,10 +576,10 @@ }, { "epoch": 25, - "train_loss": 1.4601725339889526, - "val_loss": 1.1503621339797974, - "acc": 59.43000000000001, - "time": 42.53290805100005, + "train_loss": 1.3388837575912476, + "val_loss": 1.2412270307540894, + "acc": 59.36, + "time": 43.976052354999865, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -599,10 +599,10 @@ }, { "epoch": 26, - "train_loss": 1.5009335279464722, - "val_loss": 1.1701968908309937, - "acc": 61.01, - "time": 42.34355588900007, + "train_loss": 1.386580467224121, + "val_loss": 1.2098314762115479, + "acc": 59.32, + "time": 43.85691675299995, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -622,10 +622,10 @@ }, { "epoch": 27, - "train_loss": 1.490464448928833, - "val_loss": 1.2793809175491333, - "acc": 58.07, - "time": 42.0815324350001, + "train_loss": 1.3991292715072632, + "val_loss": 1.268341302871704, + "acc": 58.8, + "time": 43.036479327999814, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -645,10 +645,10 @@ }, { "epoch": 28, - "train_loss": 1.2887815237045288, - "val_loss": 1.0990883111953735, - "acc": 60.589999999999996, - "time": 41.959763071, + "train_loss": 1.3313143253326416, + "val_loss": 1.1818393468856812, + "acc": 60.51, + "time": 42.052769262999846, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -668,10 +668,10 @@ }, { "epoch": 29, - "train_loss": 1.559395432472229, - "val_loss": 1.1462689638137817, - "acc": 59.86, - "time": 41.89178265600003, + "train_loss": 1.4344698190689087, + "val_loss": 1.222386121749878, + "acc": 59.6, + "time": 43.02252752800018, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -691,10 +691,10 @@ }, { "epoch": 30, - "train_loss": 1.278200387954712, - "val_loss": 1.0896388292312622, - "acc": 61.629999999999995, - "time": 41.833895794, + "train_loss": 1.1852843761444092, + "val_loss": 1.1146200895309448, + "acc": 59.21, + "time": 42.98260511700005, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -714,10 +714,10 @@ }, { "epoch": 31, - "train_loss": 1.3875126838684082, - "val_loss": 1.063714623451233, - "acc": 62.19, - "time": 43.25409736000029, + "train_loss": 1.316003441810608, + "val_loss": 1.0799522399902344, + "acc": 61.39, + "time": 42.806764062000184, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -737,10 +737,10 @@ }, { "epoch": 32, - "train_loss": 1.2833890914916992, - "val_loss": 1.0381898880004883, - "acc": 61.92999999999999, - "time": 42.463870384000074, + "train_loss": 1.441414475440979, + "val_loss": 0.9770127534866333, + "acc": 62.17, + "time": 42.42855488600003, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -760,10 +760,10 @@ }, { "epoch": 33, - "train_loss": 1.0156391859054565, - "val_loss": 1.0527458190917969, - "acc": 63.7, - "time": 41.92016071699982, + "train_loss": 1.2650240659713745, + "val_loss": 1.1726154088974, + "acc": 62.15, + "time": 43.11394236199999, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -783,10 +783,10 @@ }, { "epoch": 34, - "train_loss": 1.154685139656067, - "val_loss": 1.0912127494812012, - "acc": 64.59, - "time": 42.15654791099996, + "train_loss": 1.3095492124557495, + "val_loss": 0.9596887230873108, + "acc": 62.02, + "time": 42.26724436299992, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -806,10 +806,10 @@ }, { "epoch": 35, - "train_loss": 1.139309048652649, - "val_loss": 0.9937863945960999, - "acc": 62.61, - "time": 42.01041015800001, + "train_loss": 1.3595318794250488, + "val_loss": 1.0046712160110474, + "acc": 61.91, + "time": 42.45557127799998, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -829,10 +829,10 @@ }, { "epoch": 36, - "train_loss": 1.0676116943359375, - "val_loss": 1.1362648010253906, - "acc": 64.63, - "time": 42.10725542199998, + "train_loss": 1.1861824989318848, + "val_loss": 1.1032207012176514, + "acc": 62.96, + "time": 42.46212416200001, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -852,10 +852,10 @@ }, { "epoch": 37, - "train_loss": 1.129926085472107, - "val_loss": 1.0699365139007568, - "acc": 64.60000000000001, - "time": 42.346052320000126, + "train_loss": 1.1668877601623535, + "val_loss": 0.980168342590332, + "acc": 63.09, + "time": 42.18663621199994, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -875,10 +875,10 @@ }, { "epoch": 38, - "train_loss": 1.2034493684768677, - "val_loss": 0.9650954008102417, - "acc": 64.92999999999999, - "time": 42.122604264000074, + "train_loss": 1.0828486680984497, + "val_loss": 1.1092839241027832, + "acc": 63.76, + "time": 42.00242183099999, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -898,10 +898,10 @@ }, { "epoch": 39, - "train_loss": 1.0106053352355957, - "val_loss": 0.9682599902153015, - "acc": 64.92, - "time": 40.94603653900003, + "train_loss": 1.2891476154327393, + "val_loss": 1.0213299989700317, + "acc": 63.22, + "time": 42.18821539999999, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -921,10 +921,10 @@ }, { "epoch": 40, - "train_loss": 1.1335194110870361, - "val_loss": 0.9705290794372559, - "acc": 64.58, - "time": 40.8196556390003, + "train_loss": 1.274865984916687, + "val_loss": 1.1137079000473022, + "acc": 63.63, + "time": 42.300843992999944, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -944,10 +944,10 @@ }, { "epoch": 41, - "train_loss": 1.2997771501541138, - "val_loss": 1.0324779748916626, - "acc": 64.48, - "time": 40.795859434999784, + "train_loss": 1.0669960975646973, + "val_loss": 1.0369539260864258, + "acc": 64.49, + "time": 42.994530897999994, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -967,10 +967,10 @@ }, { "epoch": 42, - "train_loss": 1.2894155979156494, - "val_loss": 0.972824215888977, - "acc": 65.91, - "time": 42.437344952999865, + "train_loss": 1.287276268005371, + "val_loss": 0.9759156107902527, + "acc": 64.33, + "time": 43.334462379000115, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -990,10 +990,10 @@ }, { "epoch": 43, - "train_loss": 1.3671804666519165, - "val_loss": 0.8900812864303589, - "acc": 65.61, - "time": 41.204196640999726, + "train_loss": 1.271161437034607, + "val_loss": 0.9788392186164856, + "acc": 65.24, + "time": 42.12629779500003, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1013,10 +1013,10 @@ }, { "epoch": 44, - "train_loss": 0.9995132088661194, - "val_loss": 1.0299855470657349, - "acc": 65.61, - "time": 41.07545138200021, + "train_loss": 1.0148165225982666, + "val_loss": 1.1908576488494873, + "acc": 64.43, + "time": 41.91937302700012, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1036,10 +1036,10 @@ }, { "epoch": 45, - "train_loss": 1.1988533735275269, - "val_loss": 0.9416067600250244, - "acc": 66.52, - "time": 41.531429836999905, + "train_loss": 1.2235172986984253, + "val_loss": 0.9399376511573792, + "acc": 66.31, + "time": 42.279309638000086, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1059,10 +1059,10 @@ }, { "epoch": 46, - "train_loss": 1.0271804332733154, - "val_loss": 0.966952383518219, - "acc": 65.39, - "time": 41.77135384500025, + "train_loss": 1.2727017402648926, + "val_loss": 0.954084575176239, + "acc": 65.1, + "time": 42.27109034599971, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1082,10 +1082,10 @@ }, { "epoch": 47, - "train_loss": 1.0848662853240967, - "val_loss": 0.8037830591201782, - "acc": 66.2, - "time": 41.84012482399976, + "train_loss": 1.1582472324371338, + "val_loss": 0.968001127243042, + "acc": 65.63, + "time": 42.26174304599999, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1105,10 +1105,10 @@ }, { "epoch": 48, - "train_loss": 1.062126636505127, - "val_loss": 0.8972794413566589, - "acc": 67.75, - "time": 42.921892643999854, + "train_loss": 1.0591986179351807, + "val_loss": 0.9493452906608582, + "acc": 66.06, + "time": 42.10874296499969, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1128,10 +1128,10 @@ }, { "epoch": 49, - "train_loss": 1.1731362342834473, - "val_loss": 0.9600648283958435, - "acc": 67.39, - "time": 42.91540544600002, + "train_loss": 1.0783659219741821, + "val_loss": 1.0148131847381592, + "acc": 65.17, + "time": 42.14026795400014, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1151,10 +1151,10 @@ }, { "epoch": 50, - "train_loss": 1.2213685512542725, - "val_loss": 1.0284233093261719, - "acc": 66.14, - "time": 42.60110730699989, + "train_loss": 1.1739863157272339, + "val_loss": 0.9745047092437744, + "acc": 67.68, + "time": 41.980409667, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1174,10 +1174,10 @@ }, { "epoch": 51, - "train_loss": 1.0242931842803955, - "val_loss": 0.9681098461151123, - "acc": 68.23, - "time": 41.54249380700003, + "train_loss": 0.9388311505317688, + "val_loss": 0.9673328399658203, + "acc": 66.93, + "time": 42.246701230000326, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1197,10 +1197,10 @@ }, { "epoch": 52, - "train_loss": 1.1400113105773926, - "val_loss": 0.9220752716064453, - "acc": 67.10000000000001, - "time": 41.86172327699978, + "train_loss": 1.1092830896377563, + "val_loss": 0.924670398235321, + "acc": 66.67, + "time": 42.22269206500005, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1220,10 +1220,10 @@ }, { "epoch": 53, - "train_loss": 0.9752683639526367, - "val_loss": 0.9027842283248901, - "acc": 68.46, - "time": 42.03443821199971, + "train_loss": 1.2206363677978516, + "val_loss": 0.8761294484138489, + "acc": 67.56, + "time": 42.449823137000294, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1243,10 +1243,10 @@ }, { "epoch": 54, - "train_loss": 1.0899921655654907, - "val_loss": 0.8003378510475159, - "acc": 69.11, - "time": 42.23799113299992, + "train_loss": 1.117713451385498, + "val_loss": 0.8994014263153076, + "acc": 68.23, + "time": 42.226221627000086, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1266,10 +1266,10 @@ }, { "epoch": 55, - "train_loss": 0.996728777885437, - "val_loss": 0.999293327331543, - "acc": 67.47999999999999, - "time": 42.038736009999866, + "train_loss": 1.113364338874817, + "val_loss": 0.8144756555557251, + "acc": 67.72, + "time": 41.67315404400006, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1289,10 +1289,10 @@ }, { "epoch": 56, - "train_loss": 1.0145930051803589, - "val_loss": 1.0098693370819092, - "acc": 67.89, - "time": 41.893619351000325, + "train_loss": 0.9931480288505554, + "val_loss": 1.0129389762878418, + "acc": 68.76, + "time": 41.87290905300006, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1312,10 +1312,10 @@ }, { "epoch": 57, - "train_loss": 1.1051092147827148, - "val_loss": 0.8513892889022827, - "acc": 68.49, - "time": 41.59567295599982, + "train_loss": 1.1393189430236816, + "val_loss": 0.8618853688240051, + "acc": 68.57, + "time": 42.18973833600012, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1335,10 +1335,10 @@ }, { "epoch": 58, - "train_loss": 1.0062282085418701, - "val_loss": 0.8764659762382507, - "acc": 68.76, - "time": 41.73143944399999, + "train_loss": 1.130191445350647, + "val_loss": 0.969933271408081, + "acc": 67.15, + "time": 42.86773924399995, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1358,10 +1358,10 @@ }, { "epoch": 59, - "train_loss": 0.9677565693855286, - "val_loss": 0.9509989619255066, - "acc": 68.63, - "time": 41.04485955900009, + "train_loss": 1.3412268161773682, + "val_loss": 0.9319534301757812, + "acc": 68.17, + "time": 42.71060398700001, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1381,10 +1381,10 @@ }, { "epoch": 60, - "train_loss": 1.0783107280731201, - "val_loss": 0.9077495336532593, - "acc": 69.26, - "time": 41.65569848599989, + "train_loss": 1.1404502391815186, + "val_loss": 0.8887160420417786, + "acc": 68.16, + "time": 42.19085321300008, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1404,10 +1404,10 @@ }, { "epoch": 61, - "train_loss": 1.0292117595672607, - "val_loss": 0.7525541186332703, - "acc": 70.00999999999999, - "time": 42.16736257800039, + "train_loss": 1.1553481817245483, + "val_loss": 0.9990807175636292, + "acc": 69.45, + "time": 42.222651434, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1427,10 +1427,10 @@ }, { "epoch": 62, - "train_loss": 1.1223952770233154, - "val_loss": 0.8263782858848572, + "train_loss": 1.039725422859192, + "val_loss": 0.8224364519119263, "acc": 68.51, - "time": 41.61180557099942, + "time": 42.08392570599972, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1450,10 +1450,10 @@ }, { "epoch": 63, - "train_loss": 0.9932745695114136, - "val_loss": 0.8481895923614502, - "acc": 67.83, - "time": 40.739583522999965, + "train_loss": 1.21243155002594, + "val_loss": 0.8564453125, + "acc": 69.22, + "time": 41.96045356700006, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1473,10 +1473,10 @@ }, { "epoch": 64, - "train_loss": 1.1235908269882202, - "val_loss": 0.9027101397514343, - "acc": 69.25, - "time": 40.61536354599957, + "train_loss": 0.9936034679412842, + "val_loss": 0.8091992139816284, + "acc": 69.93, + "time": 42.30358344200022, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1496,10 +1496,10 @@ }, { "epoch": 65, - "train_loss": 0.9805996417999268, - "val_loss": 0.8271475434303284, - "acc": 69.88, - "time": 40.83691880200058, + "train_loss": 0.9345322251319885, + "val_loss": 0.8454442620277405, + "acc": 67.84, + "time": 42.01205221800001, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1519,10 +1519,10 @@ }, { "epoch": 66, - "train_loss": 1.3128515481948853, - "val_loss": 0.850691020488739, - "acc": 70.0, - "time": 41.414363465999486, + "train_loss": 0.9961410164833069, + "val_loss": 1.0065317153930664, + "acc": 68.69, + "time": 41.54324301299994, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1542,10 +1542,10 @@ }, { "epoch": 67, - "train_loss": 1.1092225313186646, - "val_loss": 0.8001274466514587, - "acc": 69.67999999999999, - "time": 41.6508114369999, + "train_loss": 0.8669125437736511, + "val_loss": 0.8225248456001282, + "acc": 69.94, + "time": 41.86548165300019, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1565,10 +1565,10 @@ }, { "epoch": 68, - "train_loss": 0.9127132892608643, - "val_loss": 0.8156701922416687, - "acc": 69.66, - "time": 42.146856134999325, + "train_loss": 1.013503909111023, + "val_loss": 0.8746924996376038, + "acc": 68.96, + "time": 42.218465007000304, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1588,10 +1588,10 @@ }, { "epoch": 69, - "train_loss": 1.0222342014312744, - "val_loss": 0.751737117767334, - "acc": 69.63000000000001, - "time": 41.951618497999334, + "train_loss": 1.0381033420562744, + "val_loss": 0.8735383152961731, + "acc": 69.39, + "time": 41.867961781000304, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1611,10 +1611,10 @@ }, { "epoch": 70, - "train_loss": 0.9126802086830139, - "val_loss": 0.8758402466773987, - "acc": 70.97, - "time": 41.262205522999466, + "train_loss": 0.8712306022644043, + "val_loss": 0.8738144040107727, + "acc": 68.6, + "time": 42.345993992999865, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1634,10 +1634,10 @@ }, { "epoch": 71, - "train_loss": 1.1468031406402588, - "val_loss": 0.9329750537872314, - "acc": 70.32000000000001, - "time": 40.76320658900022, + "train_loss": 1.037070393562317, + "val_loss": 0.8806077837944031, + "acc": 69.96, + "time": 42.209788796999874, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1657,10 +1657,10 @@ }, { "epoch": 72, - "train_loss": 0.8327656984329224, - "val_loss": 0.8413035869598389, - "acc": 71.04, - "time": 41.34590034299981, + "train_loss": 0.838415801525116, + "val_loss": 0.9752073884010315, + "acc": 70.15, + "time": 41.87652295699991, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1680,10 +1680,10 @@ }, { "epoch": 73, - "train_loss": 1.071984052658081, - "val_loss": 0.827418327331543, - "acc": 70.25, - "time": 41.179091948999485, + "train_loss": 0.7115519642829895, + "val_loss": 0.978367030620575, + "acc": 69.67, + "time": 41.990045050999925, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1703,10 +1703,10 @@ }, { "epoch": 74, - "train_loss": 1.0439237356185913, - "val_loss": 0.8877252340316772, - "acc": 69.55, - "time": 40.611545327000385, + "train_loss": 1.0810797214508057, + "val_loss": 0.8104868531227112, + "acc": 70.61, + "time": 41.90723631100036, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1726,10 +1726,10 @@ }, { "epoch": 75, - "train_loss": 0.9297598004341125, - "val_loss": 0.8066338300704956, - "acc": 71.23, - "time": 41.09079401700001, + "train_loss": 1.0563639402389526, + "val_loss": 0.9401806592941284, + "acc": 69.89, + "time": 42.335543572000006, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1749,10 +1749,10 @@ }, { "epoch": 76, - "train_loss": 0.7853622436523438, - "val_loss": 0.8587436676025391, - "acc": 71.77, - "time": 41.595016031999876, + "train_loss": 0.9052661061286926, + "val_loss": 0.7213076949119568, + "acc": 70.31, + "time": 42.36879250100037, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1772,10 +1772,10 @@ }, { "epoch": 77, - "train_loss": 0.9320845603942871, - "val_loss": 0.8302634358406067, - "acc": 71.71, - "time": 41.43451124600051, + "train_loss": 1.0094852447509766, + "val_loss": 0.9305808544158936, + "acc": 69.43, + "time": 42.35382767400006, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1795,10 +1795,10 @@ }, { "epoch": 78, - "train_loss": 1.1220459938049316, - "val_loss": 0.8851075172424316, - "acc": 70.36, - "time": 41.72070448900013, + "train_loss": 0.9342742562294006, + "val_loss": 0.8489693999290466, + "acc": 70.52, + "time": 42.47575162200019, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1818,10 +1818,907 @@ }, { "epoch": 79, - "train_loss": 1.0967110395431519, - "val_loss": 0.7775866985321045, - "acc": 71.86, - "time": 41.240342542999315, + "train_loss": 0.810637354850769, + "val_loss": 0.8827507495880127, + "acc": 71.43, + "time": 42.0889854940001, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 80, + "train_loss": 0.8903264999389648, + "val_loss": 0.9559329152107239, + "acc": 71.1, + "time": 41.87721546799958, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 81, + "train_loss": 0.9104135036468506, + "val_loss": 0.8422273993492126, + "acc": 70.46, + "time": 42.56542118900006, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 82, + "train_loss": 0.8249853253364563, + "val_loss": 0.816892683506012, + "acc": 70.69, + "time": 42.39546023899993, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 83, + "train_loss": 0.9458927512168884, + "val_loss": 0.8941875100135803, + "acc": 70.46, + "time": 41.92448595299993, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 84, + "train_loss": 0.8020932078361511, + "val_loss": 0.8179802894592285, + "acc": 69.87, + "time": 41.666160451999986, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 85, + "train_loss": 0.7953919172286987, + "val_loss": 0.8506434559822083, + "acc": 69.57, + "time": 41.72522269000001, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 86, + "train_loss": 0.8564938306808472, + "val_loss": 0.7739977240562439, + "acc": 71.16, + "time": 41.76282825199996, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 87, + "train_loss": 0.9042744040489197, + "val_loss": 0.8324488997459412, + "acc": 70.08, + "time": 42.10552796400043, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 88, + "train_loss": 1.0089579820632935, + "val_loss": 0.8363844752311707, + "acc": 71.19, + "time": 42.183115154999996, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 89, + "train_loss": 1.0144227743148804, + "val_loss": 0.8874906301498413, + "acc": 70.59, + "time": 42.031823970999994, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 90, + "train_loss": 0.8006538152694702, + "val_loss": 0.8973526954650879, + "acc": 71.24, + "time": 42.23221031099956, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 91, + "train_loss": 0.5916245579719543, + "val_loss": 0.7757999897003174, + "acc": 72.23, + "time": 42.078980891000356, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 92, + "train_loss": 0.9236143231391907, + "val_loss": 0.8172891139984131, + "acc": 71.17, + "time": 42.299336138999934, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 93, + "train_loss": 1.0029394626617432, + "val_loss": 0.8289237022399902, + "acc": 71.55, + "time": 42.405696658000124, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 94, + "train_loss": 0.7822462320327759, + "val_loss": 0.8760872483253479, + "acc": 70.6, + "time": 42.60017996699935, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 95, + "train_loss": 0.9890708923339844, + "val_loss": 0.7863900661468506, + "acc": 70.38, + "time": 42.60151735499949, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 96, + "train_loss": 0.9556687474250793, + "val_loss": 0.8436275124549866, + "acc": 72.02, + "time": 42.66385363000063, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 97, + "train_loss": 0.9968720078468323, + "val_loss": 0.8144782185554504, + "acc": 70.61, + "time": 42.0973559009999, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 98, + "train_loss": 0.7632139325141907, + "val_loss": 0.846083402633667, + "acc": 71.56, + "time": 42.18695949800076, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 99, + "train_loss": 1.0075976848602295, + "val_loss": 0.822867751121521, + "acc": 68.99, + "time": 42.492067006999605, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 100, + "train_loss": 0.6882510185241699, + "val_loss": 0.8656815886497498, + "acc": 70.41, + "time": 42.572480797000026, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 101, + "train_loss": 0.8611811399459839, + "val_loss": 0.8428571224212646, + "acc": 71.05, + "time": 42.22351298400008, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 102, + "train_loss": 0.821140706539154, + "val_loss": 0.8249057531356812, + "acc": 71.1, + "time": 41.96628905000034, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 103, + "train_loss": 0.8324384689331055, + "val_loss": 0.7660564184188843, + "acc": 72.61, + "time": 42.09764712799915, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 104, + "train_loss": 0.7908404469490051, + "val_loss": 0.7848808169364929, + "acc": 72.38, + "time": 42.28827164799986, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 105, + "train_loss": 0.9047318696975708, + "val_loss": 0.8864976763725281, + "acc": 72.11, + "time": 42.961511315999815, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 106, + "train_loss": 0.8342350721359253, + "val_loss": 0.8200986981391907, + "acc": 71.94, + "time": 42.012031176000164, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 107, + "train_loss": 0.900235116481781, + "val_loss": 0.8716574907302856, + "acc": 71.64, + "time": 41.862769727999876, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 108, + "train_loss": 0.86053466796875, + "val_loss": 0.8054736852645874, + "acc": 72.66, + "time": 42.226960434999455, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 109, + "train_loss": 0.5667941570281982, + "val_loss": 0.9286608695983887, + "acc": 72.26, + "time": 42.191610421000405, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 110, + "train_loss": 0.7690617442131042, + "val_loss": 0.8685837984085083, + "acc": 72.14, + "time": 42.38334424799996, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 111, + "train_loss": 0.988108217716217, + "val_loss": 0.8010174036026001, + "acc": 70.93, + "time": 42.64948684899991, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 112, + "train_loss": 0.6973124742507935, + "val_loss": 0.8152464628219604, + "acc": 72.52, + "time": 42.88954865300002, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 113, + "train_loss": 0.6962460875511169, + "val_loss": 0.8262916803359985, + "acc": 71.61, + "time": 42.484047678000024, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 114, + "train_loss": 1.057935357093811, + "val_loss": 0.852789044380188, + "acc": 71.55, + "time": 42.81268598600036, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 115, + "train_loss": 0.81003338098526, + "val_loss": 0.7912625074386597, + "acc": 72.0, + "time": 42.508544846000405, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 116, + "train_loss": 0.8004502058029175, + "val_loss": 0.8175872564315796, + "acc": 73.12, + "time": 42.384833688999606, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 117, + "train_loss": 0.7271581888198853, + "val_loss": 0.7292277812957764, + "acc": 72.3, + "time": 42.949226533, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 118, + "train_loss": 0.5784514546394348, + "val_loss": 0.7890720367431641, + "acc": 72.68, + "time": 42.55146017199968, "param": [ 0.0714285746216774, 0.0714285746216774, diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-200 epochs (dataug:0)- 10 in_it.json index 604eb3c..4fabf03 100644 --- a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-200 epochs (dataug:0)- 10 in_it.json +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -1,8 +1,8 @@ { - "Accuracy": 67.9, + "Accuracy": 71.11, "Time": [ - 68.02898894685192, - 0.4426570267123995 + 68.48936079176288, + 0.965398270415975 ], "Device": "GeForce GTX 1060 with Max-Q Design", "Param_names": [ @@ -24,1244 +24,1842 @@ "Log": [ { "epoch": 1, - "train_loss": 2.342562437057495, - "val_loss": 2.263833522796631, - "acc": 15.18, - "time": 68.06951503700111, + "train_loss": 2.264728307723999, + "val_loss": 2.2774300575256348, + "acc": 10.75, + "time": 68.05432487700091, "param": [ - 0.07624059170484543, - 0.02880595438182354, - 0.06756124645471573, - 0.07905488461256027, - 0.1048525720834732, - 0.07451406121253967, - 0.0894596129655838, - 0.06446859985589981, - 0.07455731183290482, - 0.0841018408536911, - 0.0682271346449852, - 0.08705094456672668, - 0.08721715211868286, - 0.013888023793697357 + 0.07431067526340485, + 0.07118776440620422, + 0.0738278403878212, + 0.07307637482881546, + 0.07985928654670715, + 0.0783931091427803, + 0.07157624512910843, + 0.08332603424787521, + 0.07994095236063004, + 0.08572370558977127, + 0.07249418646097183, + 0.0758850947022438, + 0.07482649385929108, + 0.005572186782956123 ] }, { "epoch": 2, - "train_loss": 2.2173755168914795, - "val_loss": 2.085421323776245, - "acc": 25.47, - "time": 68.21579611999914, + "train_loss": 2.0903193950653076, + "val_loss": 1.9960142374038696, + "acc": 22.02, + "time": 68.16716926300069, "param": [ - 0.08116748929023743, - 0.014589694328606129, - 0.07557614892721176, - 0.06941985338926315, - 0.09772083908319473, - 0.062254805117845535, - 0.10506653040647507, - 0.07630741596221924, - 0.07989802956581116, - 0.07304293662309647, - 0.05771905183792114, - 0.09176202863454819, - 0.10278870910406113, - 0.012686479836702347 + 0.0682348906993866, + 0.0522451214492321, + 0.10067226737737656, + 0.06994254142045975, + 0.08687324076890945, + 0.07008031755685806, + 0.06799005717039108, + 0.07277364283800125, + 0.09202228486537933, + 0.10364872962236404, + 0.08652319759130478, + 0.05615859851241112, + 0.07283513993024826, + 0.0 ] }, { "epoch": 3, - "train_loss": 1.8625576496124268, - "val_loss": 1.9190725088119507, - "acc": 31.65, - "time": 68.23391691500001, + "train_loss": 1.992206335067749, + "val_loss": 1.993557333946228, + "acc": 28.55, + "time": 68.15976730699913, "param": [ - 0.06903208047151566, - 0.0, - 0.08317350596189499, - 0.05065235495567322, - 0.0975552499294281, - 0.06820780038833618, - 0.09607677906751633, - 0.06320860981941223, - 0.1290813684463501, - 0.07877503335475922, - 0.05107295140624046, - 0.07674422860145569, - 0.13641998171806335, + 0.06150291860103607, + 0.02405836246907711, + 0.12096816301345825, + 0.0791490226984024, + 0.07047244161367416, + 0.057503338903188705, + 0.04635419324040413, + 0.06302127987146378, + 0.09142138808965683, + 0.13309916853904724, + 0.08085481822490692, + 0.058632101863622665, + 0.11296278983354568, 0.0 ] }, { "epoch": 4, - "train_loss": 1.9311621189117432, - "val_loss": 1.7446272373199463, - "acc": 36.52, - "time": 68.17441388899897, + "train_loss": 1.8331148624420166, + "val_loss": 1.830027461051941, + "acc": 34.92, + "time": 68.10949955799879, "param": [ - 0.06849703192710876, + 0.08007904887199402, 0.0, - 0.07301460206508636, - 0.0467451773583889, - 0.08313643932342529, - 0.062091659754514694, - 0.09167338162660599, - 0.06832008808851242, - 0.15648002922534943, - 0.09876988083124161, - 0.061690445989370346, - 0.060999833047389984, - 0.12858150899410248, + 0.11255303025245667, + 0.08972716331481934, + 0.07288236916065216, + 0.028572525829076767, + 0.03843429684638977, + 0.07507859915494919, + 0.105696901679039, + 0.11908751726150513, + 0.08552880585193634, + 0.07593308389186859, + 0.11642668396234512, 0.0 ] }, { "epoch": 5, - "train_loss": 2.067272663116455, - "val_loss": 1.6846476793289185, - "acc": 40.0, - "time": 68.16505194400088, + "train_loss": 1.7812196016311646, + "val_loss": 1.6274540424346924, + "acc": 39.21, + "time": 68.42663748999985, "param": [ - 0.07158287614583969, - 0.0, - 0.07876333594322205, - 0.04169566556811333, - 0.056220345199108124, - 0.029429608955979347, - 0.08603551983833313, - 0.07754863798618317, - 0.19819077849388123, - 0.12658464908599854, - 0.05642112344503403, - 0.034895751625299454, - 0.14263170957565308, + 0.09159087389707565, + 0.01467683631926775, + 0.10644546151161194, + 0.09677285701036453, + 0.08028523623943329, + 0.009951559826731682, + 0.042816177010536194, + 0.09371955692768097, + 0.11031906306743622, + 0.1122346892952919, + 0.07783128321170807, + 0.08380316942930222, + 0.07955331355333328, 0.0 ] }, { "epoch": 6, - "train_loss": 1.524154782295227, - "val_loss": 1.5943635702133179, - "acc": 42.230000000000004, - "time": 68.21253499399972, + "train_loss": 1.9807982444763184, + "val_loss": 1.6661999225616455, + "acc": 40.82, + "time": 68.23918930000218, "param": [ - 0.08407169580459595, + 0.08578044921159744, 0.0, - 0.08228392899036407, - 0.06590628623962402, - 0.013130263425409794, + 0.10464660823345184, + 0.11153113842010498, + 0.07768266648054123, 0.0, - 0.08734416216611862, - 0.07476191967725754, - 0.24780890345573425, - 0.1405513882637024, - 0.03701064735651016, - 0.00011850309965666384, - 0.1670123189687729, + 0.049446046352386475, + 0.09814781695604324, + 0.126739040017128, + 0.1176188513636589, + 0.07015382498502731, + 0.09363225102424622, + 0.06462129950523376, 0.0 ] }, { "epoch": 7, - "train_loss": 1.7676323652267456, - "val_loss": 1.6407930850982666, - "acc": 42.44, - "time": 67.67909170300118, + "train_loss": 1.8061003684997559, + "val_loss": 1.442103385925293, + "acc": 43.75, + "time": 68.26597326900082, "param": [ - 0.09949611872434616, - 0.0012933313846588135, - 0.0772087424993515, - 0.07389906793832779, - 0.0018376429798081517, + 0.07006002962589264, 0.0, - 0.08985713124275208, - 0.05693010985851288, - 0.26466748118400574, - 0.12019337713718414, - 0.04281239956617355, - 0.0006557411979883909, - 0.17114892601966858, + 0.10920888930559158, + 0.13285689055919647, + 0.07544399052858353, + 0.0, + 0.04038572311401367, + 0.09422677010297775, + 0.14128145575523376, + 0.12544898688793182, + 0.07412320375442505, + 0.10600662231445312, + 0.030957547947764397, 0.0 ] }, { "epoch": 8, - "train_loss": 1.623526930809021, - "val_loss": 1.5318098068237305, - "acc": 45.11, - "time": 69.44714429300075, + "train_loss": 1.6500930786132812, + "val_loss": 1.5036579370498657, + "acc": 46.0, + "time": 68.18201461400167, "param": [ - 0.10542070865631104, - 0.0018853930523619056, - 0.07507452368736267, - 0.09178056567907333, - 0.010463973507285118, + 0.03569693863391876, 0.0, - 0.09902413189411163, - 0.05834956467151642, - 0.24931810796260834, - 0.10970678180456161, - 0.05608039349317551, + 0.11859386414289474, + 0.15033936500549316, + 0.051909662783145905, 0.0, - 0.14289584755897522, + 0.04143182188272476, + 0.09729709476232529, + 0.17363548278808594, + 0.14705555140972137, + 0.07002457976341248, + 0.10942168533802032, + 0.0045939600095152855, 0.0 ] }, { "epoch": 9, - "train_loss": 1.861958622932434, - "val_loss": 1.576045274734497, - "acc": 46.839999999999996, - "time": 68.0422272830001, + "train_loss": 1.8090591430664062, + "val_loss": 1.5585033893585205, + "acc": 44.82, + "time": 68.172582408999, "param": [ - 0.10619541257619858, 0.0, - 0.06905294209718704, - 0.10015381872653961, - 0.004177150782197714, 0.0, - 0.10529617220163345, - 0.06048502027988434, - 0.24442531168460846, - 0.09762369841337204, - 0.06951481848955154, + 0.14307285845279694, + 0.17253616452217102, + 0.01790289580821991, + 0.0, + 0.012935404665768147, + 0.10431800782680511, + 0.2194591909646988, + 0.16914357244968414, + 0.05097004771232605, + 0.10966182500123978, 0.0, - 0.14307570457458496, 0.0 ] }, { "epoch": 10, - "train_loss": 1.866798758506775, - "val_loss": 1.4397107362747192, - "acc": 45.37, - "time": 68.36286695500166, + "train_loss": 1.4247430562973022, + "val_loss": 1.341109037399292, + "acc": 47.84, + "time": 68.18146288400021, "param": [ - 0.10967916995286942, + 0.0007220526458695531, 0.0, - 0.06005621328949928, - 0.09936951845884323, + 0.14763487875461578, + 0.1675654500722885, 0.0, - 0.0, - 0.10704552382230759, - 0.06186152622103691, - 0.2594970166683197, - 0.08728115260601044, - 0.07476714998483658, - 0.0, - 0.14044271409511566, - 0.0 + 0.00016709615010768175, + 0.005768880248069763, + 0.10162121802568436, + 0.2389100193977356, + 0.17056262493133545, + 0.04460534825921059, + 0.10686976462602615, + 0.011112053878605366, + 0.004460559692233801 ] }, { "epoch": 11, - "train_loss": 1.56162691116333, - "val_loss": 1.3985406160354614, - "acc": 48.77, - "time": 68.41238510400217, + "train_loss": 1.8090412616729736, + "val_loss": 1.40889310836792, + "acc": 47.89, + "time": 68.24491779800155, "param": [ - 0.1131327822804451, + 0.007603961508721113, 0.0, - 0.04667908325791359, - 0.08906187862157822, + 0.13838987052440643, + 0.14225658774375916, 0.0, - 0.004112411290407181, - 0.11125914752483368, - 0.049680694937705994, - 0.2802625894546509, - 0.09701856225728989, - 0.07113824784755707, - 0.005380668211728334, - 0.13227401673793793, - 0.0 + 0.010840407572686672, + 0.0256061814725399, + 0.08964743465185165, + 0.22076313197612762, + 0.1427314728498459, + 0.0719682052731514, + 0.10106480121612549, + 0.039040934294462204, + 0.010087049566209316 ] }, { "epoch": 12, - "train_loss": 1.8298461437225342, - "val_loss": 1.4311256408691406, - "acc": 48.84, - "time": 68.34573577499759, + "train_loss": 1.6013739109039307, + "val_loss": 1.3836652040481567, + "acc": 50.11, + "time": 68.19618641600027, "param": [ - 0.10295940935611725, + 0.000253421749221161, 0.0, - 0.026604847982525826, - 0.08720450848340988, + 0.13213762640953064, + 0.1338430792093277, 0.0, - 0.013732877559959888, - 0.11543088406324387, - 0.03842980042099953, - 0.3054299056529999, - 0.10870150476694107, - 0.07212463021278381, - 0.007892430759966373, - 0.11812617629766464, - 0.0033630533143877983 + 0.0013733728555962443, + 0.039824794977903366, + 0.08484962582588196, + 0.22885753214359283, + 0.12882572412490845, + 0.08593910932540894, + 0.10014587640762329, + 0.06230205297470093, + 0.001647810684517026 ] }, { "epoch": 13, - "train_loss": 1.6311455965042114, - "val_loss": 1.5101702213287354, - "acc": 48.66, - "time": 68.3941935019975, + "train_loss": 1.5073715448379517, + "val_loss": 1.436883568763733, + "acc": 51.51, + "time": 68.26100217199928, "param": [ - 0.10483057796955109, + 0.004440580029040575, 0.0, - 0.029240265488624573, - 0.06098748371005058, - 0.0, - 0.022919893264770508, - 0.104380764067173, - 0.04093847796320915, - 0.3103427588939667, - 0.1142527386546135, - 0.08422482758760452, - 0.022656209766864777, - 0.09811504930257797, - 0.0071107931435108185 + 0.1304355412721634, + 0.1293620616197586, + 0.0005531441420316696, + 0.011587312445044518, + 0.048232439905405045, + 0.07741590589284897, + 0.21969032287597656, + 0.12348370999097824, + 0.08257386088371277, + 0.09487870335578918, + 0.07734639197587967, + 0.0 ] }, { "epoch": 14, - "train_loss": 1.3582594394683838, - "val_loss": 1.3714536428451538, - "acc": 50.73, - "time": 68.49488269599897, + "train_loss": 1.6965999603271484, + "val_loss": 1.3338497877120972, + "acc": 52.8, + "time": 67.85764474200187, "param": [ - 0.11426232755184174, - 0.0, - 0.04314650967717171, - 0.04418318718671799, - 0.0002471896877977997, - 0.03444758802652359, - 0.08477553725242615, - 0.04435471072793007, - 0.26924416422843933, - 0.11422740668058395, - 0.09889514744281769, - 0.03322525694966316, - 0.09321129322052002, - 0.025779716670513153 + 0.014199807308614254, + 0.001508235582150519, + 0.11992225050926208, + 0.11887390166521072, + 0.007037267554551363, + 0.030349649488925934, + 0.05626026913523674, + 0.08288025110960007, + 0.1960647702217102, + 0.11451408267021179, + 0.08314662426710129, + 0.0805923268198967, + 0.09420091658830643, + 0.0004495715256780386 ] }, { "epoch": 15, - "train_loss": 1.4989861249923706, - "val_loss": 1.3673017024993896, - "acc": 52.17, - "time": 68.16932880199965, + "train_loss": 1.3035907745361328, + "val_loss": 1.346658706665039, + "acc": 53.48, + "time": 67.73382728300203, "param": [ - 0.11505582183599472, + 0.019533080980181694, 0.0, - 0.05132388696074486, - 0.047392528504133224, + 0.11187925189733505, + 0.1069006696343422, 0.0, - 0.028624005615711212, - 0.08254005014896393, - 0.05271181836724281, - 0.2531355917453766, - 0.11477494239807129, - 0.11340420693159103, - 0.028424393385648727, - 0.08806002885103226, - 0.02455274760723114 + 0.04704799875617027, + 0.060994021594524384, + 0.08436604589223862, + 0.17737837135791779, + 0.12583090364933014, + 0.08265846222639084, + 0.06442433595657349, + 0.11898686736822128, + 0.0 ] }, { "epoch": 16, - "train_loss": 1.5513523817062378, - "val_loss": 1.2845330238342285, - "acc": 52.53, - "time": 67.57068726299985, + "train_loss": 1.5192805528640747, + "val_loss": 1.3968349695205688, + "acc": 53.08, + "time": 67.67807438700038, "param": [ - 0.12181179225444794, + 0.018992777913808823, 0.0, - 0.05342308059334755, - 0.05367723107337952, - 0.0, - 0.008156255818903446, - 0.08828475326299667, - 0.05711683630943298, - 0.2708902060985565, - 0.12345215678215027, - 0.12189020216464996, - 0.018983427435159683, - 0.08231402933597565, + 0.10532845556735992, + 0.09075766056776047, + 0.002051826100796461, + 0.0374162420630455, + 0.06695429980754852, + 0.08023607730865479, + 0.16695119440555573, + 0.13678283989429474, + 0.0989682748913765, + 0.05436767265200615, + 0.1411927044391632, 0.0 ] }, { "epoch": 17, - "train_loss": 1.6155587434768677, - "val_loss": 1.3157914876937866, - "acc": 53.080000000000005, - "time": 67.51130295499752, + "train_loss": 1.4987901449203491, + "val_loss": 1.373618483543396, + "acc": 54.63, + "time": 67.45935314099916, "param": [ - 0.11414904147386551, - 0.0014098325045779347, - 0.07259839028120041, - 0.07054238766431808, - 0.010176210664212704, - 0.0226898156106472, - 0.1047033742070198, - 0.07377578318119049, - 0.20497559010982513, - 0.10791976004838943, - 0.11276556551456451, - 0.034073881804943085, - 0.06989597529172897, - 0.0003244292747694999 + 0.015248270705342293, + 0.0, + 0.1094861552119255, + 0.08147920668125153, + 0.0008581217261962593, + 0.02118825726211071, + 0.06858792155981064, + 0.06957851350307465, + 0.17096596956253052, + 0.14811034500598907, + 0.1133086085319519, + 0.04662616178393364, + 0.15456244349479675, + 0.0 ] }, { "epoch": 18, - "train_loss": 1.558381199836731, - "val_loss": 1.3169490098953247, - "acc": 53.39, - "time": 67.5787187279966, + "train_loss": 1.7329115867614746, + "val_loss": 1.2323377132415771, + "acc": 54.8, + "time": 67.7627606069982, "param": [ - 0.10865200310945511, - 0.007082436699420214, - 0.07945901900529861, - 0.08553410321474075, - 0.023912394419312477, - 0.039484504610300064, - 0.09431589394807816, - 0.070955291390419, - 0.15635916590690613, - 0.09849526733160019, - 0.09302012622356415, - 0.05715753510594368, - 0.08557210862636566, + 0.02155413292348385, + 0.0, + 0.11271534115076065, + 0.06855783611536026, + 0.0, + 0.007827729918062687, + 0.07060808688402176, + 0.06612180918455124, + 0.17284797132015228, + 0.1629185676574707, + 0.12186519801616669, + 0.04857635125517845, + 0.14640700817108154, 0.0 ] }, { "epoch": 19, - "train_loss": 1.6266053915023804, - "val_loss": 1.310001254081726, - "acc": 55.059999999999995, - "time": 67.58539693200146, + "train_loss": 1.4354326725006104, + "val_loss": 1.22231924533844, + "acc": 55.47, + "time": 67.78323954000007, "param": [ - 0.11195619404315948, + 0.026885338127613068, + 0.003314704168587923, + 0.10967034101486206, + 0.05538462474942207, 0.0, - 0.08070454746484756, - 0.08764137327671051, - 0.016569625586271286, - 0.05048767477273941, - 0.08815538883209229, - 0.07047154754400253, - 0.1457679122686386, - 0.09291388094425201, - 0.09931544959545135, - 0.0599273219704628, - 0.09608910232782364, + 0.0, + 0.07545880228281021, + 0.06600050628185272, + 0.14991998672485352, + 0.1607661247253418, + 0.13452640175819397, + 0.06192293390631676, + 0.156150221824646, 0.0 ] }, { "epoch": 20, - "train_loss": 1.4843883514404297, - "val_loss": 1.2094812393188477, - "acc": 56.79, - "time": 67.53883103699991, + "train_loss": 1.3699086904525757, + "val_loss": 1.3077033758163452, + "acc": 55.57, + "time": 67.5533969629978, "param": [ - 0.10635434091091156, + 0.03754445165395737, 0.0, - 0.07397422194480896, - 0.08518729358911514, + 0.11149661242961884, + 0.043898820877075195, 0.0, - 0.05016821250319481, - 0.08085040748119354, - 0.06702185422182083, - 0.14358235895633698, - 0.09681021422147751, - 0.11154712736606598, - 0.07960252463817596, - 0.10490149259567261, + 0.0, + 0.073041632771492, + 0.07175834476947784, + 0.1378447711467743, + 0.170933336019516, + 0.14050385355949402, + 0.06651034951210022, + 0.14646776020526886, 0.0 ] }, { "epoch": 21, - "train_loss": 1.428822636604309, - "val_loss": 1.2421005964279175, - "acc": 55.55, - "time": 67.95483218600202, + "train_loss": 1.3341997861862183, + "val_loss": 1.2250903844833374, + "acc": 56.9, + "time": 67.55332217599789, "param": [ - 0.11180534958839417, + 0.03632175922393799, 0.0, - 0.06697253882884979, - 0.07384233176708221, + 0.12046848982572556, + 0.024999305605888367, 0.0, - 0.04909837618470192, - 0.06258297711610794, - 0.06103946268558502, - 0.1526014357805252, - 0.10339803248643875, - 0.11976391822099686, - 0.08641539514064789, - 0.11248014122247696, + 0.0003145522787235677, + 0.06993087381124496, + 0.08179201930761337, + 0.13344289362430573, + 0.19174781441688538, + 0.15268659591674805, + 0.05556953325867653, + 0.13272610306739807, 0.0 ] }, { "epoch": 22, - "train_loss": 1.3398098945617676, - "val_loss": 1.271652340888977, - "acc": 56.48, - "time": 68.3996613920026, + "train_loss": 1.2022329568862915, + "val_loss": 1.1388052701950073, + "acc": 57.65, + "time": 67.78670306099957, "param": [ - 0.11152079701423645, + 0.04489687830209732, 0.0, - 0.06390710920095444, - 0.062017664313316345, - 0.007597324904054403, - 0.06452202796936035, - 0.05358686298131943, - 0.057700980454683304, - 0.1393570750951767, - 0.11262286454439163, - 0.12721654772758484, - 0.094214528799057, - 0.09550841897726059, - 0.01022788044065237 + 0.12914034724235535, + 0.03074001520872116, + 0.0, + 0.007531705778092146, + 0.07467459887266159, + 0.09068960696458817, + 0.13058625161647797, + 0.18473882973194122, + 0.15444187819957733, + 0.05443583428859711, + 0.09812407195568085, + 0.0 ] }, { "epoch": 23, - "train_loss": 1.3639336824417114, - "val_loss": 1.2979555130004883, - "acc": 57.34, - "time": 68.56743075600025, + "train_loss": 1.251225233078003, + "val_loss": 1.033982276916504, + "acc": 59.19, + "time": 67.53648298899861, "param": [ - 0.1085810735821724, + 0.05482394993305206, 0.0, - 0.0639968141913414, - 0.0699511170387268, - 0.020798007026314735, - 0.07143989950418472, - 0.05381626635789871, - 0.052544571459293365, - 0.12617656588554382, - 0.11911210417747498, - 0.12717944383621216, - 0.09971897304058075, - 0.0811750590801239, - 0.00551014905795455 + 0.13611987233161926, + 0.03995087370276451, + 0.0, + 0.002403576159849763, + 0.08656784147024155, + 0.08400461077690125, + 0.12533961236476898, + 0.1902056485414505, + 0.15059292316436768, + 0.06560424715280533, + 0.06438682228326797, + 0.0 ] }, { "epoch": 24, - "train_loss": 1.3342559337615967, - "val_loss": 1.3203703165054321, - "acc": 56.779999999999994, - "time": 68.0987243999989, + "train_loss": 1.6074820756912231, + "val_loss": 1.1807738542556763, + "acc": 58.21, + "time": 67.84993643200141, "param": [ - 0.10362476855516434, + 0.06215992569923401, 0.0, - 0.0639437884092331, - 0.07908853888511658, - 0.034589458256959915, - 0.08176571130752563, - 0.06677374243736267, - 0.05222953110933304, - 0.11825650185346603, - 0.11801714450120926, - 0.12865053117275238, - 0.08353173732757568, - 0.06797312200069427, - 0.001555333030410111 + 0.1336507648229599, + 0.041417110711336136, + 0.0, + 0.0, + 0.07849346846342087, + 0.09081664681434631, + 0.14107124507427216, + 0.1973486840724945, + 0.14404955506324768, + 0.056738801300525665, + 0.05425380915403366, + 0.0 ] }, { "epoch": 25, - "train_loss": 1.441197156906128, - "val_loss": 1.2551376819610596, - "acc": 58.56, - "time": 67.87055929100097, + "train_loss": 1.3660683631896973, + "val_loss": 1.1358319520950317, + "acc": 59.71, + "time": 68.11583499799963, "param": [ - 0.11367495357990265, + 0.059863556176424026, 0.0, - 0.05929999798536301, - 0.07713046669960022, - 0.018541721627116203, - 0.07611654698848724, - 0.06973645836114883, - 0.05761583149433136, - 0.12528495490550995, - 0.12670020759105682, - 0.14399169385433197, - 0.08140796422958374, - 0.05049924924969673, - 0.0 + 0.12409675121307373, + 0.04068361595273018, + 0.0, + 0.0, + 0.07836896181106567, + 0.0882079005241394, + 0.14090155065059662, + 0.18603093922138214, + 0.16004452109336853, + 0.05944352596998215, + 0.06029826030135155, + 0.0020604527089744806 ] }, { "epoch": 26, - "train_loss": 1.202048420906067, - "val_loss": 1.1868609189987183, - "acc": 59.14, - "time": 68.60567993899895, + "train_loss": 1.261756420135498, + "val_loss": 1.0698317289352417, + "acc": 59.87, + "time": 68.4205540719995, "param": [ - 0.10927147418260574, + 0.06367035955190659, + 0.001679508714005351, + 0.11327339708805084, + 0.04674283787608147, 0.0, - 0.06382209062576294, - 0.0764726921916008, - 0.0, - 0.08511067926883698, - 0.06612969189882278, - 0.0709129050374031, - 0.1259482353925705, - 0.1382574737071991, - 0.15664367377758026, - 0.0801769495010376, - 0.027254115790128708, - 0.0 + 0.002982267178595066, + 0.06509488821029663, + 0.09062033146619797, + 0.1366816908121109, + 0.1671445071697235, + 0.15933720767498016, + 0.054204609245061874, + 0.0875854417681694, + 0.010982987470924854 ] }, { "epoch": 27, - "train_loss": 1.31403648853302, - "val_loss": 1.1416724920272827, - "acc": 58.85, - "time": 68.66960268600087, + "train_loss": 1.107861042022705, + "val_loss": 1.0637108087539673, + "acc": 60.0, + "time": 67.81309736899857, "param": [ - 0.09887360781431198, + 0.0657757818698883, + 0.0007060592179186642, + 0.11709888279438019, + 0.033875081688165665, 0.0, - 0.08046995103359222, - 0.06099654734134674, - 0.0, - 0.09407668560743332, - 0.071504145860672, - 0.08110544085502625, - 0.13725405931472778, - 0.12737628817558289, - 0.14839179813861847, - 0.0854443684220314, - 0.014507167972624302, - 0.0 + 0.004180052783340216, + 0.05223466828465462, + 0.09813395887613297, + 0.14140306413173676, + 0.1618226170539856, + 0.15912757813930511, + 0.0382748506963253, + 0.11561005562543869, + 0.011757301166653633 ] }, { "epoch": 28, - "train_loss": 1.3680531978607178, - "val_loss": 1.0548003911972046, - "acc": 60.85, - "time": 68.42640241499976, + "train_loss": 1.2907094955444336, + "val_loss": 1.0265132188796997, + "acc": 60.59, + "time": 67.6454016059979, "param": [ - 0.10240861773490906, + 0.06178133562207222, 0.0, - 0.10510347038507462, - 0.04643489420413971, - 0.0, - 0.09105212241411209, - 0.07151658833026886, - 0.09056948870420456, - 0.13175669312477112, - 0.13146786391735077, - 0.13743707537651062, - 0.09225312620401382, - 0.0, - 0.0 + 0.11745750159025192, + 0.025811342522501945, + 0.00652397470548749, + 0.011218206956982613, + 0.046431396156549454, + 0.10732895135879517, + 0.14113859832286835, + 0.15589262545108795, + 0.1527138501405716, + 0.020112011581659317, + 0.13579045236110687, + 0.01779971458017826 ] }, { "epoch": 29, - "train_loss": 1.212295651435852, - "val_loss": 1.1349282264709473, - "acc": 60.650000000000006, - "time": 68.50220853100109, + "train_loss": 1.172760009765625, + "val_loss": 1.023073673248291, + "acc": 61.66, + "time": 68.20666977400106, "param": [ - 0.11898688226938248, + 0.05365946143865585, 0.0, - 0.1243743747472763, - 0.025047453120350838, - 0.0, - 0.06222115457057953, - 0.07360497862100601, - 0.09475842863321304, - 0.1369812786579132, - 0.1311945617198944, - 0.14664305746555328, - 0.08588743954896927, - 0.00030038494151085615, - 0.0 + 0.1258074790239334, + 0.015781395137310028, + 0.01141006126999855, + 0.0009586074738763273, + 0.041853196918964386, + 0.11084087193012238, + 0.1494893580675125, + 0.16297483444213867, + 0.16222572326660156, + 0.0037819091230630875, + 0.15697896480560303, + 0.004238087683916092 ] }, { "epoch": 30, - "train_loss": 1.2821847200393677, - "val_loss": 1.1460685729980469, - "acc": 62.27, - "time": 67.77047091600252, + "train_loss": 0.988937497138977, + "val_loss": 1.1649128198623657, + "acc": 60.82, + "time": 68.41886313400028, "param": [ - 0.1264844387769699, - 0.0018210242269560695, - 0.12425161153078079, - 0.023055443540215492, + 0.05908161401748657, 0.0, - 0.05614166706800461, - 0.0753498449921608, - 0.0900760367512703, - 0.1340804100036621, - 0.13034364581108093, - 0.13361600041389465, - 0.07284609228372574, - 0.018585557118058205, - 0.013348190113902092 + 0.12745171785354614, + 0.0, + 0.010412599891424179, + 0.0034268121235072613, + 0.04148662090301514, + 0.09901291877031326, + 0.16492605209350586, + 0.16353794932365417, + 0.16808712482452393, + 0.0, + 0.1625765860080719, + 0.0 ] }, { "epoch": 31, - "train_loss": 1.1601545810699463, - "val_loss": 1.0335489511489868, - "acc": 62.529999999999994, - "time": 67.94177442799992, + "train_loss": 1.3006891012191772, + "val_loss": 1.097876787185669, + "acc": 62.65, + "time": 68.12414321300093, "param": [ - 0.12262436002492905, + 0.06887353956699371, 0.0, - 0.12304716557264328, - 0.027054790407419205, + 0.12424066662788391, 0.0, - 0.04356382042169571, - 0.08702169358730316, - 0.09464527666568756, - 0.1300824135541916, - 0.13026133179664612, - 0.13034018874168396, - 0.06394919753074646, - 0.035447899252176285, - 0.011961827054619789 + 0.003313228953629732, + 0.0, + 0.03814104199409485, + 0.09589073061943054, + 0.1807490438222885, + 0.16111136972904205, + 0.17939944565296173, + 0.0, + 0.14828090369701385, + 0.0 ] }, { "epoch": 32, - "train_loss": 1.3260339498519897, - "val_loss": 1.0968130826950073, - "acc": 63.519999999999996, - "time": 67.47512014299718, + "train_loss": 0.9742985963821411, + "val_loss": 0.9862889647483826, + "acc": 62.47, + "time": 68.36524433300292, "param": [ - 0.12574158608913422, + 0.07915842533111572, 0.0, - 0.12382242828607559, - 0.032068975269794464, - 0.006446470506489277, - 0.059790633618831635, - 0.08640527725219727, - 0.09827136993408203, - 0.13008469343185425, - 0.12134959548711777, - 0.12179042398929596, - 0.062425851821899414, - 0.03180258348584175, + 0.13003948330879211, + 0.0, + 0.0, + 0.0, + 0.03551064059138298, + 0.08058034628629684, + 0.19598020613193512, + 0.16109928488731384, + 0.18692123889923096, + 0.0, + 0.13071036338806152, 0.0 ] }, { "epoch": 33, - "train_loss": 1.3388917446136475, - "val_loss": 1.0834380388259888, - "acc": 62.529999999999994, - "time": 67.53455519199997, + "train_loss": 1.246691107749939, + "val_loss": 1.0655975341796875, + "acc": 63.09, + "time": 68.24317774800147, "param": [ - 0.1250908523797989, + 0.08851302415132523, 0.0, - 0.12685243785381317, - 0.03881913796067238, - 0.0008309825207106769, - 0.06738936901092529, - 0.07955622673034668, - 0.09680601209402084, - 0.1240665465593338, - 0.11616320163011551, - 0.11923296749591827, - 0.05584030598402023, - 0.04935195669531822, + 0.13230526447296143, + 0.0, + 0.0, + 0.0, + 0.030114026740193367, + 0.0640237033367157, + 0.20321811735630035, + 0.16609680652618408, + 0.20455019176006317, + 0.0, + 0.11117886006832123, 0.0 ] }, { "epoch": 34, - "train_loss": 1.338850498199463, - "val_loss": 1.075752854347229, - "acc": 62.370000000000005, - "time": 67.8353477899982, + "train_loss": 0.9562101364135742, + "val_loss": 1.1413499116897583, + "acc": 62.92, + "time": 68.36807869900076, "param": [ - 0.1316428780555725, + 0.09506211429834366, 0.0, - 0.136045441031456, - 0.033435262739658356, + 0.13438795506954193, + 0.003442714223638177, 0.0, - 0.06410018354654312, - 0.0678975060582161, - 0.0940258651971817, - 0.11741835623979568, - 0.1126079186797142, - 0.12464997917413712, - 0.05333663523197174, - 0.06483996659517288, + 0.0, + 0.03612615913152695, + 0.05564813315868378, + 0.20506468415260315, + 0.1629379242658615, + 0.20264975726604462, + 0.013630191795527935, + 0.0910503938794136, 0.0 ] }, { "epoch": 35, - "train_loss": 0.9675722122192383, - "val_loss": 1.1635757684707642, - "acc": 60.49, - "time": 67.5811368700015, + "train_loss": 1.3233593702316284, + "val_loss": 0.9529542326927185, + "acc": 63.75, + "time": 68.29435080799885, "param": [ - 0.13633620738983154, + 0.09482523053884506, 0.0, - 0.14509673416614532, - 0.03832273557782173, - 0.004831274505704641, - 0.06227194517850876, - 0.060552116483449936, - 0.09989728778600693, - 0.10241315513849258, - 0.10076157003641129, - 0.14656734466552734, - 0.04401783272624016, - 0.05893181636929512, - 0.0 + 0.12986847758293152, + 0.024632275104522705, + 1.5079703189257998e-05, + 0.0007370482198894024, + 0.04136839136481285, + 0.04580381512641907, + 0.2035471647977829, + 0.15524360537528992, + 0.19306690990924835, + 0.0323270782828331, + 0.07831180095672607, + 0.00025310853379778564 ] }, { "epoch": 36, - "train_loss": 1.2422964572906494, - "val_loss": 1.0383373498916626, - "acc": 63.65, - "time": 67.7063995139979, + "train_loss": 1.1928811073303223, + "val_loss": 1.1377099752426147, + "acc": 62.95, + "time": 68.45985452900277, "param": [ - 0.13999547064304352, + 0.0950402244925499, 0.0, - 0.14265909790992737, - 0.03636839613318443, - 0.024844642728567123, - 0.05996895954012871, - 0.05979674682021141, - 0.09774616360664368, - 0.08957064896821976, - 0.09487634897232056, - 0.1586032509803772, - 0.04558655992150307, - 0.04998369887471199, - 0.0 + 0.1352139413356781, + 0.03170164301991463, + 0.0, + 0.0, + 0.040648121386766434, + 0.03947276249527931, + 0.19245365262031555, + 0.15141695737838745, + 0.19405336678028107, + 0.04848521575331688, + 0.0711013600230217, + 0.0004127675201743841 ] }, { "epoch": 37, - "train_loss": 1.4230488538742065, - "val_loss": 1.0823642015457153, - "acc": 63.63999999999999, - "time": 68.06360395700176, + "train_loss": 1.072614073753357, + "val_loss": 1.0088517665863037, + "acc": 64.36, + "time": 68.39573809099966, "param": [ - 0.1382998675107956, + 0.09067140519618988, 0.0, - 0.1483837217092514, - 0.03387754037976265, - 0.034652743488550186, - 0.06206723302602768, - 0.06130616366863251, - 0.08950644731521606, - 0.07726730406284332, - 0.0837029293179512, - 0.15588177740573883, - 0.05279332026839256, - 0.061024054884910583, - 0.0012368632014840841 + 0.12367674708366394, + 0.03748489171266556, + 0.0, + 0.009989015758037567, + 0.03582700714468956, + 0.043705444782972336, + 0.18415306508541107, + 0.15360884368419647, + 0.18948177993297577, + 0.055379364639520645, + 0.07061658799648285, + 0.005405832082033157 ] }, { "epoch": 38, - "train_loss": 1.1028552055358887, - "val_loss": 1.0618441104888916, - "acc": 64.69, - "time": 68.15351240399832, + "train_loss": 1.1832215785980225, + "val_loss": 0.9151192307472229, + "acc": 64.07, + "time": 68.26232824500039, "param": [ - 0.12998336553573608, - 0.0, - 0.1372336596250534, - 0.0380609966814518, - 0.038450855761766434, - 0.06365080922842026, - 0.06910108029842377, - 0.08197081089019775, - 0.06559372693300247, - 0.08201248198747635, - 0.15279583632946014, - 0.056128956377506256, - 0.07579291611909866, - 0.009224416688084602 + 0.10357676446437836, + 0.0007797232829034328, + 0.11033394187688828, + 0.0426032617688179, + 0.002960997400805354, + 0.015232907608151436, + 0.03929411247372627, + 0.05722017213702202, + 0.1693459451198578, + 0.15713870525360107, + 0.1761309951543808, + 0.04576719552278519, + 0.06895358115434647, + 0.010661711916327477 ] }, { "epoch": 39, - "train_loss": 1.291445255279541, - "val_loss": 1.0939563512802124, - "acc": 64.33, - "time": 68.44284614700155, + "train_loss": 1.2517497539520264, + "val_loss": 0.8919824361801147, + "acc": 65.78, + "time": 68.25880560000223, "param": [ - 0.10671715438365936, + 0.11160080879926682, 0.0, - 0.1343279480934143, - 0.038646891713142395, - 0.03522070497274399, - 0.052674971520900726, - 0.077361561357975, - 0.07337942719459534, - 0.05981681868433952, - 0.09041719883680344, - 0.15991000831127167, - 0.06521661579608917, - 0.10053049027919769, - 0.00578027218580246 + 0.11482739448547363, + 0.04304586723446846, + 0.00012629112461581826, + 0.0, + 0.06515680253505707, + 0.06713812053203583, + 0.1623373180627823, + 0.15637612342834473, + 0.18432515859603882, + 0.03460250794887543, + 0.060463596135377884, + 0.0 ] }, { "epoch": 40, - "train_loss": 1.067312479019165, - "val_loss": 0.9653633832931519, - "acc": 64.34, - "time": 68.20252588999938, + "train_loss": 0.956396758556366, + "val_loss": 0.947614848613739, + "acc": 65.65, + "time": 68.30517440599942, "param": [ - 0.09809710830450058, + 0.1082553118467331, 0.0, - 0.12694984674453735, - 0.045387785881757736, - 0.02558993175625801, - 0.040875039994716644, - 0.08105485886335373, - 0.06910856068134308, - 0.04868759214878082, - 0.10324710607528687, - 0.16064101457595825, - 0.07221710681915283, - 0.12814408540725708, + 0.11313942074775696, + 0.041495002806186676, + 0.011984695680439472, + 0.0, + 0.0885472223162651, + 0.07425433397293091, + 0.15235871076583862, + 0.1478831171989441, + 0.17641034722328186, + 0.022137030959129333, + 0.06353479623794556, 0.0 ] }, { "epoch": 41, - "train_loss": 1.0774836540222168, - "val_loss": 0.9575355052947998, - "acc": 65.92, - "time": 67.30439209299948, + "train_loss": 1.2591198682785034, + "val_loss": 1.115886926651001, + "acc": 66.22, + "time": 68.44966451900109, "param": [ - 0.0972718819975853, - 0.0, - 0.11675996333360672, - 0.03877920284867287, - 0.028558969497680664, - 0.04681726545095444, - 0.09471354633569717, - 0.07506410777568817, - 0.03845430910587311, - 0.11247483640909195, - 0.15141020715236664, - 0.07859902828931808, - 0.12109669297933578, - 0.0 + 0.11663825809955597, + 0.0001574726338731125, + 0.10940542817115784, + 0.04499316215515137, + 0.011263847351074219, + 0.007210966665297747, + 0.10024905204772949, + 0.07411865144968033, + 0.13525329530239105, + 0.1422915905714035, + 0.1643877774477005, + 0.027055824175477028, + 0.059760402888059616, + 0.007214251905679703 ] }, { "epoch": 42, - "train_loss": 0.9732909798622131, - "val_loss": 1.0800917148590088, - "acc": 63.160000000000004, - "time": 67.47894172499946, + "train_loss": 0.850126326084137, + "val_loss": 0.9731718897819519, + "acc": 67.01, + "time": 68.3391540929988, "param": [ - 0.1150851845741272, - 0.0, - 0.1149878203868866, - 0.03785522282123566, - 0.029890254139900208, - 0.045041363686323166, - 0.10220972448587418, - 0.08662179112434387, - 0.018122738227248192, - 0.12279769778251648, - 0.1424655020236969, - 0.0855942815542221, - 0.09932830184698105, - 0.0 + 0.12714724242687225, + 3.0692772270413116e-05, + 0.10843664407730103, + 0.048363327980041504, + 0.010132316499948502, + 0.013868946582078934, + 0.0974302664399147, + 0.07240737974643707, + 0.12123850733041763, + 0.13382068276405334, + 0.15325616300106049, + 0.033813685178756714, + 0.05794253572821617, + 0.02211163006722927 ] }, { "epoch": 43, - "train_loss": 1.312174677848816, - "val_loss": 0.9088451266288757, - "acc": 65.92, - "time": 67.3730710710006, + "train_loss": 1.017460823059082, + "val_loss": 0.9832518696784973, + "acc": 66.67, + "time": 68.34009786499882, "param": [ - 0.12182698398828506, - 0.0, - 0.11396783590316772, - 0.03584901615977287, - 0.035831764340400696, - 0.05047210305929184, - 0.11161895096302032, - 0.08882986009120941, - 0.016532011330127716, - 0.12229875475168228, - 0.12629863619804382, - 0.08798857778310776, - 0.08848553150892258, - 0.0 + 0.13793110847473145, + 0.008811038918793201, + 0.08955822885036469, + 0.053918033838272095, + 0.0005794381722807884, + 0.0031825422775000334, + 0.10193038731813431, + 0.06308946013450623, + 0.12425697594881058, + 0.1427573561668396, + 0.16131170094013214, + 0.02804785780608654, + 0.06143908202648163, + 0.023186881095170975 ] }, { "epoch": 44, - "train_loss": 0.9328314065933228, - "val_loss": 0.9054630398750305, - "acc": 65.99000000000001, - "time": 67.69382282700099, + "train_loss": 1.0796418190002441, + "val_loss": 1.0366603136062622, + "acc": 65.27, + "time": 68.22880366199752, "param": [ - 0.14617015421390533, - 0.0, - 0.12337156385183334, - 0.017256490886211395, - 0.043058719485998154, - 0.05199981480836868, - 0.12752947211265564, - 0.08985571563243866, - 0.014995007775723934, - 0.11010633409023285, - 0.13008038699626923, - 0.08326387405395508, - 0.0623125284910202, - 0.0 + 0.14537756145000458, + 0.009125418961048126, + 0.0816836878657341, + 0.055506329983472824, + 0.008148609660565853, + 0.0021024788729846478, + 0.09560400247573853, + 0.07095921039581299, + 0.11784784495830536, + 0.13870127499103546, + 0.1484297662973404, + 0.027520108968019485, + 0.06221351772546768, + 0.03678024560213089 ] }, { "epoch": 45, - "train_loss": 1.032578706741333, - "val_loss": 1.113267183303833, - "acc": 66.02, - "time": 68.56882391700128, + "train_loss": 1.1607595682144165, + "val_loss": 0.8729873895645142, + "acc": 66.9, + "time": 67.89456759899986, "param": [ - 0.17793969810009003, + 0.16151830554008484, 0.0, - 0.13993123173713684, + 0.09750108420848846, + 0.05533837154507637, 0.0, - 0.028266487643122673, - 0.05031279847025871, - 0.1467071920633316, - 0.08281751722097397, - 0.01246520597487688, - 0.09818495064973831, - 0.14300470054149628, - 0.0844511017203331, - 0.03591906651854515, - 0.0 + 0.0, + 0.07670877128839493, + 0.0740216076374054, + 0.10342477262020111, + 0.14346571266651154, + 0.16323970258235931, + 0.015308168716728687, + 0.06826266646385193, + 0.04121077433228493 ] }, { "epoch": 46, - "train_loss": 0.9732374548912048, - "val_loss": 1.1070927381515503, - "acc": 65.06, - "time": 68.42579625799772, + "train_loss": 0.9214706420898438, + "val_loss": 0.8905463814735413, + "acc": 67.33, + "time": 68.00178273799975, "param": [ - 0.18970853090286255, - 0.0005389234866015613, - 0.14248143136501312, - 0.0014063146663829684, - 0.029283368960022926, - 0.05693788453936577, - 0.1453167349100113, - 0.07727120816707611, - 0.013827983289957047, - 0.08646342903375626, - 0.1471872329711914, - 0.07648225873708725, - 0.02934683859348297, - 0.0037478189915418625 + 0.16970591247081757, + 0.0, + 0.10296321660280228, + 0.03574725240468979, + 0.0, + 0.0, + 0.0700923502445221, + 0.08263655006885529, + 0.10728113353252411, + 0.14260436594486237, + 0.17155879735946655, + 0.009707901626825333, + 0.07879910618066788, + 0.028903456404805183 ] }, { "epoch": 47, - "train_loss": 0.8833105564117432, - "val_loss": 1.0712411403656006, - "acc": 66.02, - "time": 68.01576534099877, + "train_loss": 1.0140560865402222, + "val_loss": 0.9202131032943726, + "acc": 67.16, + "time": 67.95304558700082, "param": [ - 0.17438575625419617, - 0.007424419745802879, - 0.11320386081933975, - 0.012528279796242714, - 0.034433092921972275, - 0.06680672615766525, - 0.133825421333313, - 0.08541123569011688, - 0.028647884726524353, - 0.08018698543310165, - 0.12524037063121796, - 0.06903818249702454, - 0.054653100669384, - 0.014214698225259781 + 0.1631346046924591, + 0.0011531135533005, + 0.09552816301584244, + 0.011218790896236897, + 0.00556276785209775, + 0.011343115009367466, + 0.06297434121370316, + 0.09070178866386414, + 0.10016244649887085, + 0.14435389637947083, + 0.17480327188968658, + 0.024746950715780258, + 0.09131646156311035, + 0.023000309243798256 ] }, { "epoch": 48, - "train_loss": 1.1250228881835938, - "val_loss": 0.9990017414093018, - "acc": 66.83, - "time": 67.32630336800139, + "train_loss": 0.875528872013092, + "val_loss": 0.783553957939148, + "acc": 67.24, + "time": 67.92381231900072, "param": [ - 0.18076859414577484, + 0.1644587516784668, 0.0, - 0.09920239448547363, - 0.013407460413873196, - 0.02762727253139019, - 0.07674620300531387, - 0.13421420753002167, - 0.09488584101200104, - 0.022184448316693306, - 0.0834745392203331, - 0.12440215796232224, - 0.06257303059101105, - 0.06669793277978897, - 0.013815821148455143 + 0.10877472162246704, + 0.0, + 0.006187609396874905, + 0.03180700168013573, + 0.0572119802236557, + 0.08460047096014023, + 0.09348159283399582, + 0.136661097407341, + 0.1710759401321411, + 0.032794639468193054, + 0.0951586440205574, + 0.017787564545869827 ] }, { "epoch": 49, - "train_loss": 0.8935680389404297, - "val_loss": 1.0456477403640747, - "acc": 67.51, - "time": 67.32605522700032, + "train_loss": 1.271531581878662, + "val_loss": 0.9340877532958984, + "acc": 67.31, + "time": 67.84714858299776, "param": [ - 0.19275186955928802, + 0.1681501269340515, 0.0, - 0.09553626924753189, - 0.005708267446607351, - 0.026769287884235382, - 0.08692030608654022, - 0.1427449733018875, - 0.08300529420375824, - 0.01935904659330845, - 0.08750583976507187, - 0.1280604600906372, - 0.0708615779876709, - 0.06077682599425316, - 0.0 + 0.10960865765810013, + 0.0024546522181481123, + 0.020671578124165535, + 0.04592834785580635, + 0.057815685868263245, + 0.07254917919635773, + 0.09355868399143219, + 0.1301804631948471, + 0.1653946042060852, + 0.031287454068660736, + 0.09510963410139084, + 0.007290961220860481 ] }, { "epoch": 50, - "train_loss": 0.856440544128418, - "val_loss": 0.9960207939147949, - "acc": 67.36, - "time": 67.50153510100063, + "train_loss": 1.1913930177688599, + "val_loss": 0.8935654759407043, + "acc": 67.92, + "time": 67.92138936999982, "param": [ - 0.18450939655303955, - 0.00017669737280812114, - 0.10003238916397095, - 0.02537284977734089, - 0.02909122034907341, - 0.10571443289518356, - 0.1305539757013321, - 0.07158825546503067, - 0.019247161224484444, - 0.08799629658460617, - 0.12216103076934814, - 0.06299713253974915, - 0.04827553406357765, - 0.012283614836633205 + 0.16438983380794525, + 0.00041733900434337556, + 0.11409398913383484, + 0.0008980186539702117, + 0.027440400794148445, + 0.050158362835645676, + 0.05393568426370621, + 0.07327116280794144, + 0.10272397100925446, + 0.1297052651643753, + 0.17085488140583038, + 0.012499572709202766, + 0.09961149096488953, + 0.0 ] }, { "epoch": 51, - "train_loss": 1.1967161893844604, - "val_loss": 1.0521118640899658, - "acc": 67.2, - "time": 68.52160804999949, + "train_loss": 1.151458740234375, + "val_loss": 0.9313928484916687, + "acc": 67.86, + "time": 68.31574543600073, "param": [ - 0.17923572659492493, - 0.0, - 0.09903191775083542, - 0.04736396297812462, - 0.026901626959443092, - 0.10906599462032318, - 0.1204272210597992, - 0.08389103412628174, - 0.014947612769901752, - 0.09727819263935089, - 0.12454716861248016, - 0.04789130017161369, - 0.028296595439314842, - 0.021121645346283913 + 0.14439834654331207, + 0.008022398687899113, + 0.12206699699163437, + 0.020815866068005562, + 0.031060632318258286, + 0.04458747059106827, + 0.0592762790620327, + 0.08120045065879822, + 0.11087975651025772, + 0.11044621467590332, + 0.15230564773082733, + 0.023617425933480263, + 0.09132251888513565, + 0.0 ] }, { "epoch": 52, - "train_loss": 1.2285380363464355, - "val_loss": 0.9358550906181335, - "acc": 67.12, - "time": 68.44687776000137, + "train_loss": 0.8999201655387878, + "val_loss": 0.9918662309646606, + "acc": 68.49, + "time": 68.9082910090001, "param": [ - 0.1742982119321823, - 0.0018289289437234402, - 0.09820950776338577, - 0.05486464500427246, - 0.028090836480259895, - 0.1023649200797081, - 0.12233684211969376, - 0.07861892879009247, - 0.013227085582911968, - 0.10013078153133392, - 0.1308542937040329, - 0.05344000831246376, - 0.026483338326215744, - 0.015251588076353073 + 0.12283048033714294, + 0.018167372792959213, + 0.1258791983127594, + 0.03341027721762657, + 0.030695462599396706, + 0.060213010758161545, + 0.06709355860948563, + 0.08760291337966919, + 0.09802723675966263, + 0.09919951856136322, + 0.13366444408893585, + 0.031633827835321426, + 0.07836629450321198, + 0.013216356746852398 ] }, { "epoch": 53, - "train_loss": 0.8718858957290649, - "val_loss": 0.9644263982772827, - "acc": 67.9, - "time": 67.62009558500358, + "train_loss": 0.9490225911140442, + "val_loss": 0.8860334157943726, + "acc": 68.4, + "time": 68.48027126899979, "param": [ - 0.15804845094680786, - 0.007044200785458088, - 0.10441599041223526, - 0.04497338831424713, - 0.04291728138923645, - 0.08771343529224396, - 0.11990578472614288, - 0.0793273076415062, - 0.010734752751886845, - 0.09938918054103851, - 0.11547745764255524, - 0.05355699732899666, - 0.05667431652545929, - 0.019821451976895332 + 0.11234579980373383, + 0.01954074203968048, + 0.13091054558753967, + 0.04602394253015518, + 0.025750398635864258, + 0.07498204708099365, + 0.07257970422506332, + 0.09127389639616013, + 0.08439373224973679, + 0.09145112335681915, + 0.11112760752439499, + 0.04140222445130348, + 0.0695292130112648, + 0.028688950464129448 ] }, { "epoch": 54, - "train_loss": 0.8925756812095642, - "val_loss": 1.0099495649337769, - "acc": 67.63, - "time": 67.95589803300027, + "train_loss": 1.1038395166397095, + "val_loss": 0.8738423585891724, + "acc": 68.09, + "time": 67.92634426600125, "param": [ - 0.1549733579158783, + 0.12039333581924438, + 0.01547026913613081, + 0.1429496556520462, + 0.04170810803771019, + 0.012404106557369232, + 0.07833074778318405, + 0.06436730921268463, + 0.07996967434883118, + 0.0870215967297554, + 0.08842170238494873, + 0.10333557426929474, + 0.043487146496772766, + 0.08345001190900803, + 0.038690727204084396 + ] + }, + { + "epoch": 55, + "train_loss": 0.9039849042892456, + "val_loss": 0.8959291577339172, + "acc": 68.71, + "time": 68.08384629700231, + "param": [ + 0.12063441425561905, 0.0, - 0.10735525190830231, - 0.032405927777290344, - 0.04768640175461769, - 0.0819106325507164, - 0.12548336386680603, - 0.06430305540561676, - 0.024338021874427795, - 0.09891053289175034, - 0.10591515153646469, - 0.053190965205430984, - 0.07230551540851593, - 0.031221788376569748 + 0.1508665829896927, + 0.05477523431181908, + 0.0026702594477683306, + 0.07537361979484558, + 0.06108006089925766, + 0.0654369667172432, + 0.09323908388614655, + 0.09472311288118362, + 0.09902357310056686, + 0.05471755564212799, + 0.0881425067782402, + 0.03931697458028793 + ] + }, + { + "epoch": 56, + "train_loss": 0.8862826824188232, + "val_loss": 0.8147119879722595, + "acc": 68.23, + "time": 71.37432507500125, + "param": [ + 0.12662264704704285, + 0.0, + 0.1645045429468155, + 0.07564257830381393, + 0.0, + 0.06510449200868607, + 0.06548964977264404, + 0.047462426126003265, + 0.10506193339824677, + 0.09295676648616791, + 0.09898662567138672, + 0.06550991535186768, + 0.06853561848402023, + 0.024122824892401695 + ] + }, + { + "epoch": 57, + "train_loss": 1.1114386320114136, + "val_loss": 0.811906635761261, + "acc": 68.5, + "time": 69.26253642099982, + "param": [ + 0.1422233134508133, + 0.0, + 0.17244453728199005, + 0.09076721966266632, + 0.0, + 0.05384198576211929, + 0.06752274930477142, + 0.045701444149017334, + 0.10143610835075378, + 0.08521288633346558, + 0.10007824003696442, + 0.0837654322385788, + 0.05700608342885971, + 0.0 + ] + }, + { + "epoch": 58, + "train_loss": 1.015264868736267, + "val_loss": 0.7391583919525146, + "acc": 68.58, + "time": 69.2806265069994, + "param": [ + 0.13374586403369904, + 0.0, + 0.1636395901441574, + 0.09872820973396301, + 0.0, + 0.042224619537591934, + 0.07113582640886307, + 0.041393864899873734, + 0.12297936528921127, + 0.07196155190467834, + 0.1099008321762085, + 0.09273868799209595, + 0.05155156925320625, + 0.0 + ] + }, + { + "epoch": 59, + "train_loss": 1.13946533203125, + "val_loss": 0.8648989796638489, + "acc": 69.24, + "time": 69.1280325810003, + "param": [ + 0.13356301188468933, + 0.0, + 0.15695461630821228, + 0.10090842097997665, + 0.0, + 0.025295019149780273, + 0.06790374964475632, + 0.04318105801939964, + 0.14175373315811157, + 0.05979684367775917, + 0.12707404792308807, + 0.07959792762994766, + 0.05846739932894707, + 0.005504137370735407 + ] + }, + { + "epoch": 60, + "train_loss": 0.8801954984664917, + "val_loss": 0.8975661396980286, + "acc": 69.68, + "time": 72.90951472699817, + "param": [ + 0.12540769577026367, + 0.0, + 0.15038378536701202, + 0.08719445019960403, + 0.0, + 0.023929394781589508, + 0.06612871587276459, + 0.044475007802248, + 0.1618100106716156, + 0.07462765276432037, + 0.13141760230064392, + 0.07615506649017334, + 0.048489201813936234, + 0.009981500916182995 + ] + }, + { + "epoch": 61, + "train_loss": 0.9244891405105591, + "val_loss": 0.9517420530319214, + "acc": 68.59, + "time": 71.71697358999882, + "param": [ + 0.11540044844150543, + 0.001548732747323811, + 0.14426080882549286, + 0.06921479105949402, + 0.008204655721783638, + 0.03885304927825928, + 0.06922751665115356, + 0.024660907685756683, + 0.15777011215686798, + 0.0955490693449974, + 0.13019904494285583, + 0.06929785013198853, + 0.056556910276412964, + 0.01925606094300747 + ] + }, + { + "epoch": 62, + "train_loss": 0.7964000701904297, + "val_loss": 0.9100976586341858, + "acc": 69.86, + "time": 70.65172808100033, + "param": [ + 0.12726691365242004, + 0.0, + 0.13679376244544983, + 0.06283675134181976, + 0.013196563348174095, + 0.05855194106698036, + 0.07235007733106613, + 0.0, + 0.15227089822292328, + 0.11366105824708939, + 0.14041994512081146, + 0.062155831605196, + 0.04579773172736168, + 0.01469848956912756 + ] + }, + { + "epoch": 63, + "train_loss": 0.9613050818443298, + "val_loss": 0.7821663618087769, + "acc": 70.09, + "time": 69.74086431700198, + "param": [ + 0.14492841064929962, + 0.0, + 0.12371952086687088, + 0.0415845587849617, + 0.021918004378676414, + 0.07237447053194046, + 0.0691002830862999, + 0.0, + 0.15414182841777802, + 0.12514786422252655, + 0.14476065337657928, + 0.046873193234205246, + 0.04041704162955284, + 0.015034174546599388 + ] + }, + { + "epoch": 64, + "train_loss": 0.888732373714447, + "val_loss": 0.8370690941810608, + "acc": 69.73, + "time": 69.56531288600672, + "param": [ + 0.14984962344169617, + 0.0, + 0.11445381492376328, + 0.031708840280771255, + 0.020748818293213844, + 0.0966527983546257, + 0.0677037313580513, + 0.010870270431041718, + 0.14565066993236542, + 0.11896564066410065, + 0.13676537573337555, + 0.03756662458181381, + 0.042681317776441574, + 0.026382479816675186 + ] + }, + { + "epoch": 65, + "train_loss": 1.1682589054107666, + "val_loss": 0.7969927191734314, + "acc": 69.48, + "time": 69.1062398139984, + "param": [ + 0.14942096173763275, + 0.0, + 0.1076110303401947, + 0.0269339457154274, + 0.024460213258862495, + 0.09930676966905594, + 0.05802326276898384, + 0.03164001181721687, + 0.12705115973949432, + 0.10550355911254883, + 0.11173070222139359, + 0.05414645001292229, + 0.04709576442837715, + 0.05707618221640587 + ] + }, + { + "epoch": 66, + "train_loss": 0.9627677798271179, + "val_loss": 0.8377537727355957, + "acc": 69.84, + "time": 69.22816380600125, + "param": [ + 0.1503482311964035, + 0.0, + 0.10246950387954712, + 0.021968930959701538, + 0.0348590724170208, + 0.09382396936416626, + 0.0703447237610817, + 0.030155174434185028, + 0.10935311019420624, + 0.11101064085960388, + 0.10249914973974228, + 0.06406226009130478, + 0.040131114423274994, + 0.0689741000533104 + ] + }, + { + "epoch": 67, + "train_loss": 1.009874939918518, + "val_loss": 0.8146536350250244, + "acc": 69.31, + "time": 69.53461685000366, + "param": [ + 0.14838770031929016, + 1.4178806850395631e-05, + 0.09753399342298508, + 0.020785750821232796, + 0.03916418179869652, + 0.08000365644693375, + 0.07625021040439606, + 0.032672300934791565, + 0.11568059772253036, + 0.11894560605287552, + 0.10028161108493805, + 0.06508170813322067, + 0.03431852161884308, + 0.0708799883723259 + ] + }, + { + "epoch": 68, + "train_loss": 0.9464442133903503, + "val_loss": 0.8838226199150085, + "acc": 69.77, + "time": 68.7321474210039, + "param": [ + 0.14998607337474823, + 0.0, + 0.08631005138158798, + 0.024252351373434067, + 0.04730899631977081, + 0.0754619687795639, + 0.08366844803094864, + 0.030322495847940445, + 0.1292974352836609, + 0.11524321883916855, + 0.09531453996896744, + 0.0557219460606575, + 0.02876017987728119, + 0.07835231721401215 + ] + }, + { + "epoch": 69, + "train_loss": 0.9312568306922913, + "val_loss": 0.9685474634170532, + "acc": 69.69, + "time": 68.95832481999969, + "param": [ + 0.16187365353107452, + 0.0, + 0.08253664523363113, + 0.04040877893567085, + 0.04061659798026085, + 0.08723792433738708, + 0.08848997950553894, + 0.02379591390490532, + 0.12338485568761826, + 0.10119422525167465, + 0.08018853515386581, + 0.0658646821975708, + 0.030706964433193207, + 0.07370112836360931 + ] + }, + { + "epoch": 70, + "train_loss": 0.8403882384300232, + "val_loss": 0.8302531838417053, + "acc": 71.11, + "time": 70.36915710600442, + "param": [ + 0.15116755664348602, + 0.00028483866481110454, + 0.09447566419839859, + 0.04613626375794411, + 0.048650361597537994, + 0.0957595482468605, + 0.0809653103351593, + 0.03762844577431679, + 0.11504201591014862, + 0.08797109872102737, + 0.07563282549381256, + 0.07526613771915436, + 0.024538090452551842, + 0.0664818212389946 + ] + }, + { + "epoch": 71, + "train_loss": 1.1033512353897095, + "val_loss": 0.9305630326271057, + "acc": 69.58, + "time": 68.59932044799643, + "param": [ + 0.14173272252082825, + 0.008486226201057434, + 0.11596338450908661, + 0.041723042726516724, + 0.052206870168447495, + 0.10029800981283188, + 0.08032019436359406, + 0.05909336730837822, + 0.0959971696138382, + 0.07958332449197769, + 0.06804701685905457, + 0.08251495659351349, + 0.024161864072084427, + 0.04987189918756485 + ] + }, + { + "epoch": 72, + "train_loss": 0.995844841003418, + "val_loss": 0.6840627789497375, + "acc": 70.51, + "time": 69.85278995300177, + "param": [ + 0.13983090221881866, + 0.006874169688671827, + 0.1409720480442047, + 0.025190304964780807, + 0.047735635191202164, + 0.122093066573143, + 0.08266303688287735, + 0.06994751840829849, + 0.07849880307912827, + 0.07335209101438522, + 0.07497802376747131, + 0.07811544835567474, + 0.02747173048555851, + 0.03227715939283371 + ] + }, + { + "epoch": 73, + "train_loss": 0.996437668800354, + "val_loss": 0.8231161832809448, + "acc": 69.86, + "time": 70.45714746900194, + "param": [ + 0.13823291659355164, + 0.004481291864067316, + 0.14901967346668243, + 0.00882990937680006, + 0.04475049674510956, + 0.13395671546459198, + 0.08830205351114273, + 0.06933707743883133, + 0.06810946762561798, + 0.061440013349056244, + 0.07828819006681442, + 0.07182978838682175, + 0.059702713042497635, + 0.023719726130366325 + ] + }, + { + "epoch": 74, + "train_loss": 0.9388411641120911, + "val_loss": 0.9464108347892761, + "acc": 69.98, + "time": 67.83285493900621, + "param": [ + 0.13477009534835815, + 0.009927133098244667, + 0.14348681271076202, + 0.0, + 0.039238132536411285, + 0.13907822966575623, + 0.0989147499203682, + 0.07004792988300323, + 0.06985975056886673, + 0.06858076900243759, + 0.07495461404323578, + 0.06895499676465988, + 0.06514322757720947, + 0.017043543979525566 + ] + }, + { + "epoch": 75, + "train_loss": 0.8577933311462402, + "val_loss": 0.8884633183479309, + "acc": 70.31, + "time": 67.9976422999971, + "param": [ + 0.13577383756637573, + 0.0, + 0.14565376937389374, + 0.004314898978918791, + 0.03950626030564308, + 0.14019544422626495, + 0.11230238527059555, + 0.072832852602005, + 0.06994721293449402, + 0.07590395212173462, + 0.06678270548582077, + 0.061470963060855865, + 0.07531572878360748, + 0.0 + ] + }, + { + "epoch": 76, + "train_loss": 0.8155583143234253, + "val_loss": 0.8545198440551758, + "acc": 70.05, + "time": 67.84134483700473, + "param": [ + 0.12459239363670349, + 0.0, + 0.13296304643154144, + 0.022172851487994194, + 0.0357242077589035, + 0.12565167248249054, + 0.12653611600399017, + 0.08555945008993149, + 0.06433126330375671, + 0.08796238899230957, + 0.06143670901656151, + 0.06502526253461838, + 0.06804455071687698, + 0.0 + ] + }, + { + "epoch": 77, + "train_loss": 1.019635796546936, + "val_loss": 0.8443270325660706, + "acc": 70.67, + "time": 67.76270395200117, + "param": [ + 0.11535374075174332, + 0.005469408817589283, + 0.12721233069896698, + 0.021881071850657463, + 0.036990292370319366, + 0.11675073951482773, + 0.1376655548810959, + 0.09505314379930496, + 0.05580673739314079, + 0.09344547241926193, + 0.06588666141033173, + 0.0677296444773674, + 0.06075522303581238, + 0.0 + ] + }, + { + "epoch": 78, + "train_loss": 0.9288824200630188, + "val_loss": 0.745705246925354, + "acc": 70.73, + "time": 67.73925173899624, + "param": [ + 0.09761030226945877, + 0.0022488576360046864, + 0.13107916712760925, + 0.007489665877074003, + 0.04078208655118942, + 0.11877105385065079, + 0.14590339362621307, + 0.10392682254314423, + 0.051684506237506866, + 0.10473856329917908, + 0.07257744669914246, + 0.04925419017672539, + 0.0654335543513298, + 0.008500387892127037 + ] + }, + { + "epoch": 79, + "train_loss": 1.0060107707977295, + "val_loss": 0.9279187917709351, + "acc": 70.92, + "time": 67.88880914599576, + "param": [ + 0.1044575646519661, + 0.0, + 0.12641315162181854, + 0.00048179979785345495, + 0.05569314584136009, + 0.12087494879961014, + 0.16708046197891235, + 0.10941174626350403, + 0.030679060146212578, + 0.1082916185259819, + 0.07298392802476883, + 0.03126412257552147, + 0.062353234738111496, + 0.01001518964767456 + ] + }, + { + "epoch": 80, + "train_loss": 0.8328173160552979, + "val_loss": 0.9285356402397156, + "acc": 70.0, + "time": 68.09168464100367, + "param": [ + 0.11571142822504044, + 0.0037853126414120197, + 0.12158159166574478, + 0.0013970434665679932, + 0.07150839269161224, + 0.10229309648275375, + 0.17352010309696198, + 0.12624062597751617, + 0.00789786595851183, + 0.10428636521100998, + 0.06655389815568924, + 0.04487629234790802, + 0.04109857976436615, + 0.019249428063631058 ] } ] diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 3)-LeNet)-200 epochs (dataug:0)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 3)-LeNet)-200 epochs (dataug:0)- 0 in_it.json index 9f89533..6b76b55 100644 --- a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 3)-LeNet)-200 epochs (dataug:0)- 0 in_it.json +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 3)-LeNet)-200 epochs (dataug:0)- 0 in_it.json @@ -1,8 +1,8 @@ { - "Accuracy": 62.78, + "Accuracy": 69.29, "Time": [ - 51.7300376246445, - 0.8731297186207 + 52.36966983518383, + 0.6056947353774638 ], "Device": "GeForce GTX 1060 with Max-Q Design", "Param_names": [ @@ -24,10 +24,10 @@ "Log": [ { "epoch": 1, - "train_loss": 2.2985870838165283, - "val_loss": 2.2881712913513184, - "acc": 13.04, - "time": 51.86867559100028, + "train_loss": 2.298780679702759, + "val_loss": 2.292221784591675, + "acc": 11.58, + "time": 52.67441447100009, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -47,10 +47,10 @@ }, { "epoch": 2, - "train_loss": 2.2657127380371094, - "val_loss": 2.195683240890503, - "acc": 20.5, - "time": 51.96442760100035, + "train_loss": 2.235008716583252, + "val_loss": 2.204491376876831, + "acc": 20.4, + "time": 51.91308071500043, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -70,10 +70,10 @@ }, { "epoch": 3, - "train_loss": 2.1945369243621826, - "val_loss": 2.0536978244781494, - "acc": 25.509999999999998, - "time": 52.29396251899925, + "train_loss": 2.24961256980896, + "val_loss": 2.1013400554656982, + "acc": 24.81, + "time": 51.69698504899952, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -93,10 +93,10 @@ }, { "epoch": 4, - "train_loss": 2.1267802715301514, - "val_loss": 1.980919599533081, - "acc": 27.62, - "time": 51.55027559500013, + "train_loss": 2.1501920223236084, + "val_loss": 1.949141263961792, + "acc": 29.3, + "time": 52.50855941899954, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -116,10 +116,10 @@ }, { "epoch": 5, - "train_loss": 2.0025510787963867, - "val_loss": 1.8382790088653564, - "acc": 35.36, - "time": 50.906307193999965, + "train_loss": 2.0719406604766846, + "val_loss": 1.8706636428833008, + "acc": 33.97, + "time": 52.53500232500028, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -139,10 +139,10 @@ }, { "epoch": 6, - "train_loss": 1.9283007383346558, - "val_loss": 1.7686119079589844, - "acc": 36.79, - "time": 50.7153814760004, + "train_loss": 2.0726027488708496, + "val_loss": 1.8043365478515625, + "acc": 31.79, + "time": 52.73516405999999, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -162,10 +162,10 @@ }, { "epoch": 7, - "train_loss": 1.9074697494506836, - "val_loss": 1.7267355918884277, - "acc": 39.589999999999996, - "time": 50.48007078899991, + "train_loss": 2.023528575897217, + "val_loss": 1.7530171871185303, + "acc": 35.48, + "time": 52.00700674699965, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -185,10 +185,10 @@ }, { "epoch": 8, - "train_loss": 2.0461785793304443, - "val_loss": 1.6879823207855225, - "acc": 39.94, - "time": 50.81527991500025, + "train_loss": 1.8430131673812866, + "val_loss": 1.5973070859909058, + "acc": 42.61, + "time": 52.3112657369993, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -208,10 +208,10 @@ }, { "epoch": 9, - "train_loss": 1.785234808921814, - "val_loss": 1.6422969102859497, - "acc": 41.449999999999996, - "time": 52.796981642999526, + "train_loss": 1.9564361572265625, + "val_loss": 1.6847316026687622, + "acc": 41.24, + "time": 52.08688194000024, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -231,10 +231,10 @@ }, { "epoch": 10, - "train_loss": 1.8684769868850708, - "val_loss": 1.5307602882385254, - "acc": 44.32, - "time": 51.242723104000106, + "train_loss": 1.8802262544631958, + "val_loss": 1.5006461143493652, + "acc": 44.45, + "time": 51.56568685399998, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -254,10 +254,10 @@ }, { "epoch": 11, - "train_loss": 1.7577334642410278, - "val_loss": 1.4380853176116943, - "acc": 44.800000000000004, - "time": 50.67721559900019, + "train_loss": 1.7107982635498047, + "val_loss": 1.5172276496887207, + "acc": 45.67, + "time": 51.75336004099972, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -277,10 +277,10 @@ }, { "epoch": 12, - "train_loss": 1.7869863510131836, - "val_loss": 1.415029525756836, - "acc": 46.7, - "time": 50.436117222000576, + "train_loss": 1.9187041521072388, + "val_loss": 1.5768179893493652, + "acc": 46.32, + "time": 52.135616075000144, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -300,10 +300,10 @@ }, { "epoch": 13, - "train_loss": 1.7338390350341797, - "val_loss": 1.3923574686050415, - "acc": 47.199999999999996, - "time": 50.732845573000304, + "train_loss": 1.8229007720947266, + "val_loss": 1.4662165641784668, + "acc": 47.56, + "time": 52.27022928699989, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -323,10 +323,10 @@ }, { "epoch": 14, - "train_loss": 1.7075963020324707, - "val_loss": 1.4892549514770508, - "acc": 47.19, - "time": 51.801975047999804, + "train_loss": 1.5774471759796143, + "val_loss": 1.405981183052063, + "acc": 49.2, + "time": 52.613405984000565, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -346,10 +346,10 @@ }, { "epoch": 15, - "train_loss": 1.6403539180755615, - "val_loss": 1.476426362991333, - "acc": 48.24, - "time": 52.2374928549998, + "train_loss": 1.734316110610962, + "val_loss": 1.5158956050872803, + "acc": 48.45, + "time": 52.43345196999962, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -369,10 +369,10 @@ }, { "epoch": 16, - "train_loss": 1.7326666116714478, - "val_loss": 1.3463674783706665, - "acc": 50.449999999999996, - "time": 52.018053226999655, + "train_loss": 1.7978785037994385, + "val_loss": 1.3927645683288574, + "acc": 50.91, + "time": 52.098419948999435, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -392,10 +392,10 @@ }, { "epoch": 17, - "train_loss": 1.8472734689712524, - "val_loss": 1.370714783668518, - "acc": 51.13999999999999, - "time": 51.52452772699962, + "train_loss": 1.6796386241912842, + "val_loss": 1.3593653440475464, + "acc": 49.55, + "time": 53.44093017999967, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -415,10 +415,10 @@ }, { "epoch": 18, - "train_loss": 1.5938307046890259, - "val_loss": 1.332588791847229, - "acc": 52.89, - "time": 51.62976071100002, + "train_loss": 1.439812421798706, + "val_loss": 1.2952841520309448, + "acc": 51.37, + "time": 53.590682531999846, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -438,10 +438,10 @@ }, { "epoch": 19, - "train_loss": 1.6608675718307495, - "val_loss": 1.3713936805725098, - "acc": 52.93, - "time": 52.22254771700045, + "train_loss": 1.811517596244812, + "val_loss": 1.4557172060012817, + "acc": 51.52, + "time": 53.21252848400036, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -461,10 +461,10 @@ }, { "epoch": 20, - "train_loss": 1.557759404182434, - "val_loss": 1.333032250404358, - "acc": 54.449999999999996, - "time": 50.9021992020007, + "train_loss": 1.7402024269104004, + "val_loss": 1.3291279077529907, + "acc": 50.4, + "time": 52.878688349000186, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -484,10 +484,10 @@ }, { "epoch": 21, - "train_loss": 1.6015206575393677, - "val_loss": 1.2690457105636597, - "acc": 52.26, - "time": 50.651506137999604, + "train_loss": 1.6837512254714966, + "val_loss": 1.3160473108291626, + "acc": 52.43, + "time": 52.78474038099921, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -507,10 +507,10 @@ }, { "epoch": 22, - "train_loss": 1.6772104501724243, - "val_loss": 1.215811014175415, - "acc": 55.31, - "time": 50.63127749999967, + "train_loss": 1.692467451095581, + "val_loss": 1.278315544128418, + "acc": 53.12, + "time": 53.69491031400048, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -530,10 +530,10 @@ }, { "epoch": 23, - "train_loss": 1.6403782367706299, - "val_loss": 1.2137337923049927, - "acc": 56.45, - "time": 51.10111111900005, + "train_loss": 1.6741769313812256, + "val_loss": 1.2748044729232788, + "acc": 54.32, + "time": 53.92076239800008, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -553,10 +553,10 @@ }, { "epoch": 24, - "train_loss": 1.594138264656067, - "val_loss": 1.3012615442276, - "acc": 53.42, - "time": 50.978453564999654, + "train_loss": 1.6032462120056152, + "val_loss": 1.2266405820846558, + "acc": 55.96, + "time": 53.28979597599937, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -576,10 +576,10 @@ }, { "epoch": 25, - "train_loss": 1.582268238067627, - "val_loss": 1.1471480131149292, - "acc": 57.199999999999996, - "time": 50.965933468, + "train_loss": 1.7538076639175415, + "val_loss": 1.302647352218628, + "acc": 55.43, + "time": 52.74943877399983, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -599,10 +599,10 @@ }, { "epoch": 26, - "train_loss": 1.4390472173690796, - "val_loss": 1.3653430938720703, - "acc": 56.36, - "time": 52.459380461000364, + "train_loss": 1.5192657709121704, + "val_loss": 1.2320352792739868, + "acc": 54.2, + "time": 52.99034781800037, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -622,10 +622,10 @@ }, { "epoch": 27, - "train_loss": 1.6032772064208984, - "val_loss": 1.2907358407974243, - "acc": 56.910000000000004, - "time": 52.79700269000023, + "train_loss": 1.5130709409713745, + "val_loss": 1.2055147886276245, + "acc": 57.42, + "time": 53.937341657000616, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -645,10 +645,10 @@ }, { "epoch": 28, - "train_loss": 1.5702050924301147, - "val_loss": 1.263559103012085, - "acc": 58.52, - "time": 52.980704165000134, + "train_loss": 1.4107681512832642, + "val_loss": 1.3022319078445435, + "acc": 56.4, + "time": 53.232722427000226, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -668,10 +668,10 @@ }, { "epoch": 29, - "train_loss": 1.2896627187728882, - "val_loss": 1.136522889137268, - "acc": 58.120000000000005, - "time": 53.34786858699954, + "train_loss": 1.50322687625885, + "val_loss": 1.193025827407837, + "acc": 57.79, + "time": 52.62884655000016, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -691,10 +691,10 @@ }, { "epoch": 30, - "train_loss": 1.604871153831482, - "val_loss": 1.2837748527526855, - "acc": 57.720000000000006, - "time": 52.211832436000805, + "train_loss": 1.5692555904388428, + "val_loss": 1.205570101737976, + "acc": 57.21, + "time": 52.30338608300008, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -714,10 +714,10 @@ }, { "epoch": 31, - "train_loss": 1.8076303005218506, - "val_loss": 1.2698872089385986, - "acc": 56.52, - "time": 50.96226754300005, + "train_loss": 1.519529104232788, + "val_loss": 1.1586885452270508, + "acc": 58.44, + "time": 52.43712800499998, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -737,10 +737,10 @@ }, { "epoch": 32, - "train_loss": 1.4132604598999023, - "val_loss": 1.136500597000122, - "acc": 56.16, - "time": 51.12514609600021, + "train_loss": 1.4436743259429932, + "val_loss": 1.1491283178329468, + "acc": 59.65, + "time": 52.22619742200004, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -760,10 +760,10 @@ }, { "epoch": 33, - "train_loss": 1.4123414754867554, - "val_loss": 1.0965923070907593, - "acc": 59.38, - "time": 51.17079623600057, + "train_loss": 1.4698187112808228, + "val_loss": 1.0945775508880615, + "acc": 57.87, + "time": 51.98203682999974, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -783,10 +783,10 @@ }, { "epoch": 34, - "train_loss": 1.5490740537643433, - "val_loss": 1.1482913494110107, - "acc": 60.39, - "time": 51.146981815999425, + "train_loss": 1.5019298791885376, + "val_loss": 1.2129552364349365, + "acc": 59.52, + "time": 51.90515903200048, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -806,10 +806,10 @@ }, { "epoch": 35, - "train_loss": 1.3294014930725098, - "val_loss": 1.0004024505615234, - "acc": 60.35, - "time": 52.730534649999754, + "train_loss": 1.5805987119674683, + "val_loss": 1.1658910512924194, + "acc": 59.7, + "time": 51.85100207200048, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -829,10 +829,10 @@ }, { "epoch": 36, - "train_loss": 1.3453909158706665, - "val_loss": 1.1566184759140015, - "acc": 59.91, - "time": 52.35338906600009, + "train_loss": 1.5250585079193115, + "val_loss": 1.0586371421813965, + "acc": 60.83, + "time": 52.25162028399973, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -852,10 +852,10 @@ }, { "epoch": 37, - "train_loss": 1.3666695356369019, - "val_loss": 1.0212147235870361, - "acc": 60.629999999999995, - "time": 51.9158138039993, + "train_loss": 1.5178070068359375, + "val_loss": 1.0845458507537842, + "acc": 60.53, + "time": 52.069869105999715, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -875,10 +875,10 @@ }, { "epoch": 38, - "train_loss": 1.4185782670974731, - "val_loss": 1.1660523414611816, - "acc": 61.6, - "time": 53.19828615500046, + "train_loss": 1.308538794517517, + "val_loss": 1.1741899251937866, + "acc": 59.96, + "time": 51.811446126999726, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -898,10 +898,10 @@ }, { "epoch": 39, - "train_loss": 1.412870168685913, - "val_loss": 1.1353652477264404, - "acc": 60.419999999999995, - "time": 53.79993742500028, + "train_loss": 1.4640541076660156, + "val_loss": 1.043795108795166, + "acc": 62.06, + "time": 51.64966945600008, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -921,10 +921,10 @@ }, { "epoch": 40, - "train_loss": 1.346816062927246, - "val_loss": 1.1119072437286377, - "acc": 61.29, - "time": 52.57107272800022, + "train_loss": 1.5453648567199707, + "val_loss": 1.2345223426818848, + "acc": 58.6, + "time": 51.68362741799956, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -944,10 +944,10 @@ }, { "epoch": 41, - "train_loss": 1.4505294561386108, - "val_loss": 1.1249438524246216, - "acc": 61.550000000000004, - "time": 52.13771405599982, + "train_loss": 1.2635483741760254, + "val_loss": 1.1220160722732544, + "acc": 60.21, + "time": 52.24047166699984, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -967,10 +967,10 @@ }, { "epoch": 42, - "train_loss": 1.5365568399429321, - "val_loss": 1.2136321067810059, - "acc": 59.709999999999994, - "time": 52.4221064150006, + "train_loss": 1.635956048965454, + "val_loss": 1.0907365083694458, + "acc": 61.87, + "time": 52.26791289100038, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -990,10 +990,10 @@ }, { "epoch": 43, - "train_loss": 1.3347883224487305, - "val_loss": 1.1149652004241943, - "acc": 61.75000000000001, - "time": 51.53473387700069, + "train_loss": 1.3970483541488647, + "val_loss": 1.031606912612915, + "acc": 63.34, + "time": 52.168526859999474, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1013,10 +1013,10 @@ }, { "epoch": 44, - "train_loss": 1.469112515449524, - "val_loss": 1.0711333751678467, - "acc": 62.62, - "time": 53.00705292600014, + "train_loss": 1.4206054210662842, + "val_loss": 0.9340182542800903, + "acc": 62.81, + "time": 52.40677586000038, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1036,10 +1036,976 @@ }, { "epoch": 45, - "train_loss": 1.2893890142440796, - "val_loss": 1.0583659410476685, - "acc": 62.78, - "time": 50.833969878999596, + "train_loss": 1.2835558652877808, + "val_loss": 1.0909795761108398, + "acc": 63.36, + "time": 52.734947233999264, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 46, + "train_loss": 1.3260915279388428, + "val_loss": 0.9751086235046387, + "acc": 61.17, + "time": 53.32777898199947, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 47, + "train_loss": 1.403422236442566, + "val_loss": 0.8687301874160767, + "acc": 62.28, + "time": 53.531622101999346, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 48, + "train_loss": 1.6057720184326172, + "val_loss": 1.0495107173919678, + "acc": 62.43, + "time": 53.24761671299984, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 49, + "train_loss": 1.3686752319335938, + "val_loss": 1.0397825241088867, + "acc": 62.79, + "time": 52.709310649000145, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 50, + "train_loss": 1.5032954216003418, + "val_loss": 0.9105465412139893, + "acc": 64.85, + "time": 52.769681451, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 51, + "train_loss": 1.2420459985733032, + "val_loss": 1.0529450178146362, + "acc": 64.7, + "time": 53.654869424000026, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 52, + "train_loss": 1.2904515266418457, + "val_loss": 1.0527687072753906, + "acc": 63.42, + "time": 53.471459667999625, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 53, + "train_loss": 1.4583953619003296, + "val_loss": 1.0322470664978027, + "acc": 63.38, + "time": 52.5020339849998, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 54, + "train_loss": 1.3839237689971924, + "val_loss": 1.030191421508789, + "acc": 65.13, + "time": 52.36722558299971, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 55, + "train_loss": 1.3639403581619263, + "val_loss": 0.9683756232261658, + "acc": 63.88, + "time": 52.32874147799885, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 56, + "train_loss": 1.2623616456985474, + "val_loss": 1.005592703819275, + "acc": 64.02, + "time": 52.8130926649992, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 57, + "train_loss": 1.1922584772109985, + "val_loss": 1.058387041091919, + "acc": 63.12, + "time": 52.298976378999214, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 58, + "train_loss": 1.2382785081863403, + "val_loss": 1.0077662467956543, + "acc": 66.13, + "time": 51.800537101999, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 59, + "train_loss": 1.1050267219543457, + "val_loss": 1.0002745389938354, + "acc": 65.65, + "time": 51.70366393400036, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 60, + "train_loss": 1.3586355447769165, + "val_loss": 0.9931041598320007, + "acc": 66.15, + "time": 52.12214169100116, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 61, + "train_loss": 1.3009588718414307, + "val_loss": 1.0200577974319458, + "acc": 65.62, + "time": 52.12681390600119, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 62, + "train_loss": 1.3074795007705688, + "val_loss": 0.976131796836853, + "acc": 64.92, + "time": 51.75328595700012, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 63, + "train_loss": 1.6303240060806274, + "val_loss": 0.920691728591919, + "acc": 66.58, + "time": 51.69655806699848, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 64, + "train_loss": 1.2514302730560303, + "val_loss": 1.0902676582336426, + "acc": 64.4, + "time": 51.819573564000166, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 65, + "train_loss": 1.2110093832015991, + "val_loss": 1.0884207487106323, + "acc": 65.5, + "time": 52.168305492999934, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 66, + "train_loss": 1.1454945802688599, + "val_loss": 0.9074015021324158, + "acc": 65.98, + "time": 52.005563552998865, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 67, + "train_loss": 1.4218575954437256, + "val_loss": 0.9496508836746216, + "acc": 66.93, + "time": 51.616000145000726, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 68, + "train_loss": 1.1981663703918457, + "val_loss": 0.9337098002433777, + "acc": 68.01, + "time": 51.57439554400116, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 69, + "train_loss": 1.1339401006698608, + "val_loss": 1.0614372491836548, + "acc": 67.75, + "time": 51.63068208000004, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 70, + "train_loss": 1.1307581663131714, + "val_loss": 0.8782492876052856, + "acc": 67.58, + "time": 52.27723284300009, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 71, + "train_loss": 1.151021122932434, + "val_loss": 0.950639545917511, + "acc": 66.8, + "time": 52.120955286000026, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 72, + "train_loss": 1.2805120944976807, + "val_loss": 0.9464339017868042, + "acc": 66.95, + "time": 51.57179816200005, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 73, + "train_loss": 1.1571738719940186, + "val_loss": 1.0291272401809692, + "acc": 68.01, + "time": 51.800739392998366, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 74, + "train_loss": 1.198262095451355, + "val_loss": 0.8444386720657349, + "acc": 66.55, + "time": 51.734019180999894, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 75, + "train_loss": 1.4897384643554688, + "val_loss": 0.9713396430015564, + "acc": 67.61, + "time": 52.57651957900089, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 76, + "train_loss": 1.280332326889038, + "val_loss": 1.003503441810608, + "acc": 68.1, + "time": 52.255705762001526, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 77, + "train_loss": 1.4020020961761475, + "val_loss": 0.9068782329559326, + "acc": 69.22, + "time": 51.746966242999406, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 78, + "train_loss": 0.8998379111289978, + "val_loss": 0.8485207557678223, + "acc": 68.58, + "time": 51.39549020599952, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 79, + "train_loss": 1.0873560905456543, + "val_loss": 0.9077857732772827, + "acc": 68.52, + "time": 51.65223415000037, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 80, + "train_loss": 1.1951580047607422, + "val_loss": 0.9516703486442566, + "acc": 67.6, + "time": 51.92643384300027, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 81, + "train_loss": 1.0705853700637817, + "val_loss": 0.8274062871932983, + "acc": 67.55, + "time": 51.7513503579994, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 82, + "train_loss": 1.183011770248413, + "val_loss": 1.015051007270813, + "acc": 67.8, + "time": 52.30705763699916, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 83, + "train_loss": 1.1759033203125, + "val_loss": 0.9574800729751587, + "acc": 68.72, + "time": 52.0262281560008, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 84, + "train_loss": 1.0916519165039062, + "val_loss": 1.0981097221374512, + "acc": 68.97, + "time": 52.64949862799949, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 85, + "train_loss": 1.2367370128631592, + "val_loss": 0.9542020559310913, + "acc": 69.15, + "time": 52.61345312999947, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 86, + "train_loss": 1.1640549898147583, + "val_loss": 0.8671308159828186, + "acc": 69.18, + "time": 52.28028173200073, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 87, + "train_loss": 1.234725832939148, + "val_loss": 0.9584827423095703, + "acc": 69.29, + "time": 52.7553384469993, "param": [ 0.0714285746216774, 0.0714285746216774, diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 3)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 3)-LeNet)-200 epochs (dataug:0)- 10 in_it.json index 1e56c91..6b28acf 100644 --- a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 3)-LeNet)-200 epochs (dataug:0)- 10 in_it.json +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 3)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -1,8 +1,8 @@ { - "Accuracy": 69.11, + "Accuracy": 72.98, "Time": [ - 78.08223047358258, - 0.5503200656988899 + 79.70043755434342, + 2.006097667641948 ], "Device": "GeForce GTX 1060 with Max-Q Design", "Param_names": [ @@ -24,2094 +24,3083 @@ "Log": [ { "epoch": 1, - "train_loss": 2.325634479522705, - "val_loss": 2.2943084239959717, - "acc": 11.81, - "time": 78.0832904500021, + "train_loss": 2.3084332942962646, + "val_loss": 2.2963359355926514, + "acc": 18.4, + "time": 78.38466803299525, "param": [ - 0.0856720432639122, - 0.03581717982888222, - 0.08180592954158783, - 0.10177181661128998, - 0.07082220166921616, - 0.0507526732981205, - 0.07753549516201019, - 0.06648044288158417, - 0.08242283761501312, - 0.037018071860075, - 0.0801013857126236, - 0.09335975348949432, - 0.08098411560058594, - 0.0554560124874115 + 0.08462982624769211, + 0.07793279737234116, + 0.08966303616762161, + 0.08201559633016586, + 0.08005507290363312, + 0.07374566793441772, + 0.07449714839458466, + 0.08416343480348587, + 0.05046512559056282, + 0.049275610595941544, + 0.0806906670331955, + 0.04601775482296944, + 0.07217077165842056, + 0.05467750132083893 ] }, { "epoch": 2, - "train_loss": 2.21940279006958, - "val_loss": 2.2122862339019775, - "acc": 20.69, - "time": 78.94610810900122, + "train_loss": 2.134040594100952, + "val_loss": 2.1016361713409424, + "acc": 21.46, + "time": 78.2136554999961, "param": [ - 0.08222370594739914, - 0.027259161695837975, - 0.09378951042890549, - 0.0951731875538826, - 0.06952206790447235, - 0.08113184571266174, - 0.0820523276925087, - 0.05888586491346359, - 0.11075349152088165, - 0.030518176034092903, - 0.0737399160861969, - 0.10542945563793182, - 0.08480969816446304, - 0.004711566958576441 + 0.08670319616794586, + 0.07801322638988495, + 0.081534244120121, + 0.0751878023147583, + 0.08147618174552917, + 0.07537531107664108, + 0.07678216695785522, + 0.0828937292098999, + 0.06801921874284744, + 0.06540659070014954, + 0.08717480301856995, + 0.06426706165075302, + 0.07716645300388336, + 0.0 ] }, { "epoch": 3, - "train_loss": 2.2431249618530273, - "val_loss": 1.9996116161346436, - "acc": 26.889999999999997, - "time": 78.17612769900006, + "train_loss": 2.1787023544311523, + "val_loss": 2.006412982940674, + "acc": 24.97, + "time": 78.18082544099889, "param": [ - 0.0696319118142128, - 0.005439861211925745, - 0.08116798102855682, - 0.09251749515533447, - 0.056047841906547546, - 0.08564850687980652, - 0.11342102289199829, - 0.0444536916911602, - 0.14102467894554138, - 0.030576424673199654, - 0.0757179707288742, - 0.10270100831985474, - 0.1016516387462616, + 0.07401961088180542, + 0.05766668543219566, + 0.06355808675289154, + 0.09878768026828766, + 0.09980011731386185, + 0.08197876065969467, + 0.06337291747331619, + 0.0799722671508789, + 0.08557681739330292, + 0.03132249787449837, + 0.08556200563907623, + 0.04632750153541565, + 0.1320551186800003, 0.0 ] }, { "epoch": 4, - "train_loss": 1.995532512664795, - "val_loss": 1.923403263092041, - "acc": 31.52, - "time": 78.24342731200159, + "train_loss": 2.1137795448303223, + "val_loss": 1.9707258939743042, + "acc": 29.51, + "time": 78.18294232399785, "param": [ - 0.03947700932621956, - 0.0, - 0.1044340506196022, - 0.09289594739675522, - 0.03128236532211304, - 0.07788966596126556, - 0.12572723627090454, - 0.02924204245209694, - 0.1514609158039093, - 0.03524812310934067, - 0.07471499592065811, - 0.11196137219667435, - 0.1256663054227829, + 0.06851944327354431, + 0.02893218584358692, + 0.060913294553756714, + 0.11078155040740967, + 0.09994068741798401, + 0.08568447083234787, + 0.06979875266551971, + 0.08435554057359695, + 0.09925127029418945, + 0.01666177809238434, + 0.08624831587076187, + 0.0325479693710804, + 0.15636476874351501, 0.0 ] }, { "epoch": 5, - "train_loss": 2.0889556407928467, - "val_loss": 1.8183847665786743, - "acc": 34.46, - "time": 78.26943771399965, + "train_loss": 2.0221986770629883, + "val_loss": 1.8882014751434326, + "acc": 34.3, + "time": 78.22431431400037, "param": [ - 0.015071002766489983, - 0.0, - 0.12621484696865082, - 0.10439859330654144, - 0.002760915784165263, - 0.05780601501464844, - 0.14690309762954712, - 0.0, - 0.16687531769275665, - 0.03206132352352142, - 0.0816570371389389, - 0.10660728067159653, - 0.15964451432228088, + 0.08429760485887527, + 0.004372031427919865, + 0.06939910352230072, + 0.11468929052352905, + 0.08904888480901718, + 0.05941466614603996, + 0.07790226489305496, + 0.09341954439878464, + 0.11877115815877914, + 0.010801440104842186, + 0.09130025655031204, + 0.027808336541056633, + 0.15877549350261688, 0.0 ] }, { "epoch": 6, - "train_loss": 1.8294777870178223, - "val_loss": 1.7660237550735474, - "acc": 38.81, - "time": 77.9480406319999, + "train_loss": 2.064469337463379, + "val_loss": 1.8133528232574463, + "acc": 34.74, + "time": 78.20495116900565, "param": [ - 0.0029649275820702314, + 0.08369278907775879, 0.0, - 0.14618372917175293, - 0.10019854456186295, - 0.0, - 0.001252216869033873, - 0.15782056748867035, - 0.0015792029444128275, - 0.19724389910697937, - 0.0, - 0.08670347929000854, - 0.10389363020658493, - 0.20215974748134613, + 0.09305819123983383, + 0.1194392666220665, + 0.07286990433931351, + 0.03634669631719589, + 0.07555220276117325, + 0.09920293092727661, + 0.15202577412128448, + 0.009809620678424835, + 0.08981239795684814, + 0.024062033742666245, + 0.14412818849086761, 0.0 ] }, { "epoch": 7, - "train_loss": 2.0385069847106934, - "val_loss": 1.6132384538650513, - "acc": 40.04, - "time": 78.425573454002, + "train_loss": 2.193840265274048, + "val_loss": 1.8241344690322876, + "acc": 33.98, + "time": 78.48095750200446, "param": [ + 0.07025638967752457, 0.0, - 0.010009358637034893, - 0.14995981752872467, - 0.09172824025154114, - 0.0, - 0.0, - 0.14084920287132263, - 0.008599277585744858, - 0.22148101031780243, - 0.008853470906615257, - 0.06513070315122604, - 0.10779370367527008, - 0.1955951452255249, + 0.11455648392438889, + 0.09910771995782852, + 0.03366490453481674, + 0.04292724281549454, + 0.06487813591957092, + 0.1183207780122757, + 0.20399689674377441, + 0.020365048199892044, + 0.09056026488542557, + 0.02463344857096672, + 0.11673270165920258, 0.0 ] }, { "epoch": 8, - "train_loss": 1.960533857345581, - "val_loss": 1.6920479536056519, - "acc": 42.22, - "time": 78.27597530399726, + "train_loss": 1.9003771543502808, + "val_loss": 1.722236156463623, + "acc": 37.43, + "time": 78.31619972200133, "param": [ + 0.0696178674697876, 0.0, - 0.005783698987215757, - 0.15260757505893707, - 0.07387185841798782, - 0.0, - 0.0, - 0.124050572514534, - 0.0, - 0.28229472041130066, - 0.0, - 0.037567656487226486, - 0.11693624407052994, - 0.20688775181770325, + 0.12819671630859375, + 0.05260651931166649, + 0.002378045814111829, + 0.022378096356987953, + 0.05594547092914581, + 0.10951437056064606, + 0.25679534673690796, + 0.02936970628798008, + 0.11980605125427246, + 0.04209836199879646, + 0.11129345744848251, 0.0 ] }, { "epoch": 9, - "train_loss": 1.6654818058013916, - "val_loss": 1.6603097915649414, - "acc": 42.88, - "time": 78.25694516699878, + "train_loss": 1.870322823524475, + "val_loss": 1.5902587175369263, + "acc": 43.04, + "time": 79.21131028900709, "param": [ - 0.0, - 0.0025724496226757765, - 0.14807367324829102, - 0.06628135591745377, + 0.06315851211547852, + 0.0008277430897578597, + 0.13564491271972656, + 0.0295120757073164, 0.0, 0.0, - 0.1076137125492096, - 0.0, - 0.31631040573120117, - 0.003527488559484482, - 0.019704878330230713, - 0.12014134228229523, - 0.21577465534210205, + 0.042849354445934296, + 0.0960901752114296, + 0.3011254370212555, + 0.01665325090289116, + 0.1503317654132843, + 0.06773501634597778, + 0.09607172012329102, 0.0 ] }, { "epoch": 10, - "train_loss": 1.943137526512146, - "val_loss": 1.6161071062088013, - "acc": 44.91, - "time": 78.52340815700154, + "train_loss": 1.7158175706863403, + "val_loss": 1.520200252532959, + "acc": 43.68, + "time": 79.13146129399684, "param": [ + 0.0577111691236496, + 0.0, + 0.1403164267539978, + 0.0024793653283268213, 0.0, 0.0, - 0.13376463949680328, - 0.06607276201248169, - 0.0, - 0.0, - 0.09160187095403671, - 0.0, - 0.35013347864151, - 0.009876446798443794, - 0.01342050451785326, - 0.13129940629005432, - 0.20383091270923615, + 0.02700388990342617, + 0.07624639570713043, + 0.3592507541179657, + 0.008174561895430088, + 0.1673450469970703, + 0.0950256884098053, + 0.06644678860902786, 0.0 ] }, { "epoch": 11, - "train_loss": 1.6420246362686157, - "val_loss": 1.6120208501815796, - "acc": 43.57, - "time": 78.79500385400024, + "train_loss": 1.7040822505950928, + "val_loss": 1.6643215417861938, + "acc": 40.4, + "time": 78.38189448999765, "param": [ - 0.012447420507669449, - 0.007512091193348169, - 0.11719857901334763, - 0.0700003057718277, - 0.005332569591701031, - 0.01311325654387474, - 0.07732948660850525, - 0.013832421973347664, - 0.33417049050331116, - 0.027299322187900543, - 0.028167838230729103, - 0.1251205950975418, - 0.16847561299800873, + 0.05102330446243286, + 0.0, + 0.13352927565574646, + 0.0, + 0.0, + 0.0, + 0.018626363947987556, + 0.06652412563562393, + 0.38239485025405884, + 0.0, + 0.1838042438030243, + 0.12174785137176514, + 0.04235001280903816, 0.0 ] }, { "epoch": 12, - "train_loss": 1.8844972848892212, - "val_loss": 1.5193184614181519, - "acc": 46.68, - "time": 78.67621382000289, + "train_loss": 1.8178104162216187, + "val_loss": 1.459520697593689, + "acc": 46.16, + "time": 78.823739544001, "param": [ - 0.0371989905834198, - 0.012572374194860458, - 0.10093748569488525, - 0.0742216482758522, - 0.006674603093415499, - 0.012462925165891647, - 0.0838550552725792, - 0.02478954941034317, - 0.30345618724823, - 0.04803300276398659, - 0.045116499066352844, - 0.10950177907943726, - 0.14117984473705292, + 0.03272075951099396, + 0.0, + 0.13775919377803802, + 0.0, + 0.0, + 0.0, + 0.0, + 0.04139783978462219, + 0.4409296214580536, + 0.0, + 0.20234717428684235, + 0.1285131275653839, + 0.016332317143678665, 0.0 ] }, { "epoch": 13, - "train_loss": 2.214735269546509, - "val_loss": 1.5353095531463623, - "acc": 47.71, - "time": 78.9340117790016, + "train_loss": 1.7339253425598145, + "val_loss": 1.4751324653625488, + "acc": 45.06, + "time": 78.74037848499574, "param": [ - 0.038924288004636765, - 0.0, - 0.08871697634458542, - 0.07041211426258087, 0.0, 0.0, - 0.08831450343132019, - 0.017068786546587944, - 0.34484079480171204, - 0.055157482624053955, - 0.041919443756341934, - 0.11556411534547806, - 0.1390814483165741, + 0.12515588104724884, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5510956048965454, + 0.0, + 0.21452856063842773, + 0.10921990871429443, + 0.0, 0.0 ] }, { "epoch": 14, - "train_loss": 2.2065646648406982, - "val_loss": 1.5376503467559814, - "acc": 47.27, - "time": 77.66823799300255, + "train_loss": 1.7242084741592407, + "val_loss": 1.571793556213379, + "acc": 46.23, + "time": 78.61667126399698, "param": [ - 0.040272053331136703, 0.0, - 0.07736701518297195, - 0.06450504809617996, 0.0, - 0.0008594360551796854, - 0.08793548494577408, + 0.09611265361309052, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.6200339198112488, + 0.0, + 0.20413704216480255, + 0.07971637696027756, 0.0, - 0.38348373770713806, - 0.056790322065353394, - 0.0398499071598053, - 0.12150135636329651, - 0.1274356245994568, 0.0 ] }, { "epoch": 15, - "train_loss": 1.8594894409179688, - "val_loss": 1.5098687410354614, - "acc": 45.35, - "time": 77.25490098199953, + "train_loss": 2.4306445121765137, + "val_loss": 1.5238287448883057, + "acc": 46.92, + "time": 78.64903021500504, "param": [ - 0.046785008162260056, - 0.0, - 0.05228529870510101, - 0.04200979322195053, 0.0, 0.0, - 0.08019991219043732, + 0.06861196458339691, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.6943762302398682, + 0.0, + 0.19764411449432373, + 0.03936770558357239, 0.0, - 0.4224196970462799, - 0.05787559226155281, - 0.04029422625899315, - 0.12926295399665833, - 0.128867506980896, 0.0 ] }, { "epoch": 16, - "train_loss": 1.8045090436935425, - "val_loss": 1.4761885404586792, - "acc": 49.09, - "time": 77.3944873319997, + "train_loss": 2.1653311252593994, + "val_loss": 1.592705249786377, + "acc": 47.2, + "time": 79.32818796500214, "param": [ - 0.058043528348207474, + 0.0011216202983632684, 0.0, - 0.038349755108356476, - 0.021991640329360962, + 0.06462528556585312, + 0.008982555009424686, 0.0, 0.0, - 0.07529832422733307, - 0.0011052773334085941, - 0.4487643539905548, - 0.05815357342362404, - 0.041510049253702164, - 0.13164424896240234, - 0.1251392364501953, + 0.0, + 0.0, + 0.7242245078086853, + 0.0006863593007437885, + 0.1919427067041397, + 0.008416903205215931, + 0.0, 0.0 ] }, { "epoch": 17, - "train_loss": 1.7265667915344238, - "val_loss": 1.3918910026550293, - "acc": 49.769999999999996, - "time": 77.4447676230011, + "train_loss": 2.0653722286224365, + "val_loss": 1.4773014783859253, + "acc": 47.08, + "time": 80.89238517700142, "param": [ - 0.06644748151302338, + 0.024559268727898598, + 0.006572694517672062, + 0.07497794181108475, + 0.036100052297115326, 0.0, - 0.04524124041199684, - 0.011596244759857655, + 0.008631766773760319, + 0.023367246612906456, 0.0, - 0.0015400635311380029, - 0.07748276740312576, - 0.007305128965526819, - 0.4383697211742401, - 0.05914875864982605, - 0.04400322586297989, - 0.1310206800699234, - 0.11784465610980988, - 0.0 + 0.5800387859344482, + 0.011438063345849514, + 0.15814970433712006, + 0.025925152003765106, + 0.01646805740892887, + 0.033771317452192307 ] }, { "epoch": 18, - "train_loss": 1.4645237922668457, - "val_loss": 1.428244709968567, - "acc": 49.09, - "time": 77.36709551499735, + "train_loss": 1.393389344215393, + "val_loss": 1.4062745571136475, + "acc": 51.2, + "time": 80.37116147299821, "param": [ - 0.07363643497228622, + 0.04190856218338013, + 0.007315270137041807, + 0.08848582208156586, + 0.05385518819093704, 0.0, - 0.06145103648304939, - 0.024594532325863838, - 5.980870992061682e-05, - 0.0, - 0.09351781755685806, - 0.022503510117530823, - 0.3812141716480255, - 0.06258035451173782, - 0.05396260693669319, - 0.11870864778757095, - 0.10777100175619125, - 0.0 + 0.005716769956052303, + 0.03973978012800217, + 0.00028492085402831435, + 0.48724985122680664, + 0.015600108541548252, + 0.1397586464881897, + 0.04529886320233345, + 0.03862239047884941, + 0.03616388887166977 ] }, { "epoch": 19, - "train_loss": 1.709116816520691, - "val_loss": 1.3753215074539185, - "acc": 52.11, - "time": 77.33914293899943, + "train_loss": 1.7485374212265015, + "val_loss": 1.434194803237915, + "acc": 51.69, + "time": 79.6398687990004, "param": [ - 0.08657187223434448, + 0.044986873865127563, 0.0, - 0.06664791703224182, - 0.0379166454076767, + 0.1041550263762474, + 0.05494345724582672, 0.0, 0.0, - 0.10176659375429153, - 0.03163124620914459, - 0.3383614420890808, - 0.0701615959405899, - 0.0565372072160244, - 0.1065785214304924, - 0.10382696986198425, - 0.0 + 0.04652809351682663, + 0.0, + 0.4848597049713135, + 0.011185589246451855, + 0.1418183296918869, + 0.04744289070367813, + 0.0478486642241478, + 0.01623143069446087 ] }, { "epoch": 20, - "train_loss": 1.5542582273483276, - "val_loss": 1.4113633632659912, - "acc": 52.04, - "time": 77.41622030899816, + "train_loss": 1.7496291399002075, + "val_loss": 1.3229817152023315, + "acc": 52.33, + "time": 81.50214572600089, "param": [ - 0.09407585114240646, + 0.04917127639055252, 0.0, - 0.06453786045312881, - 0.03991123288869858, + 0.11208822578191757, + 0.04844435676932335, 0.0, 0.0, - 0.10970094799995422, - 0.029729271307587624, - 0.33415210247039795, - 0.07510722428560257, - 0.04480855539441109, - 0.09970079362392426, - 0.10827609896659851, + 0.04258803278207779, + 8.801262447377667e-05, + 0.49937134981155396, + 0.0036832380574196577, + 0.15040679275989532, + 0.041541632264852524, + 0.05261708050966263, 0.0 ] }, { "epoch": 21, - "train_loss": 1.506245493888855, - "val_loss": 1.353533387184143, - "acc": 52.78, - "time": 78.4984449170006, + "train_loss": 1.4373284578323364, + "val_loss": 1.455295443534851, + "acc": 48.6, + "time": 80.19865710099839, "param": [ - 0.09025250375270844, + 0.06011895462870598, 0.0, - 0.05864798650145531, - 0.03189261257648468, - 0.0, - 0.0, - 0.12100068479776382, - 0.011325336992740631, - 0.3770137131214142, - 0.07017506659030914, - 0.028590694069862366, - 0.100136898458004, - 0.11096446961164474, + 0.11379300802946091, + 0.04926140233874321, + 0.0020652420353144407, + 0.0033341150265187025, + 0.049558889120817184, + 0.011517927050590515, + 0.4338630139827728, + 0.01926318183541298, + 0.1465045064687729, + 0.04880653694272041, + 0.06191321834921837, 0.0 ] }, { "epoch": 22, - "train_loss": 1.6320204734802246, - "val_loss": 1.405205249786377, - "acc": 52.23, - "time": 78.81338926299941, + "train_loss": 1.5860224962234497, + "val_loss": 1.3262475728988647, + "acc": 53.47, + "time": 78.22401291800634, "param": [ - 0.08022995293140411, + 0.07175874710083008, 0.0, - 0.05723970755934715, - 0.01455166470259428, - 0.0, - 0.0, - 0.1289530247449875, - 0.0031383023597300053, - 0.40944600105285645, - 0.0761307030916214, - 0.016209596768021584, - 0.0983351543545723, - 0.11576589941978455, + 0.12129572033882141, + 0.05701538547873497, + 0.00465174438431859, + 0.0039973389357328415, + 0.04955996200442314, + 0.023723650723695755, + 0.366606205701828, + 0.0334651954472065, + 0.14238114655017853, + 0.059023451060056686, + 0.06652139127254486, 0.0 ] }, { "epoch": 23, - "train_loss": 1.900564432144165, - "val_loss": 1.3497593402862549, - "acc": 53.010000000000005, - "time": 78.94587183300246, + "train_loss": 1.6343457698822021, + "val_loss": 1.3106191158294678, + "acc": 53.28, + "time": 78.10199438100244, "param": [ - 0.07832872122526169, + 0.07478415220975876, 0.0, - 0.06406082212924957, - 0.006383610889315605, + 0.12666335701942444, + 0.06258820742368698, 0.0, - 0.0040118079632520676, - 0.13070937991142273, - 0.0045590512454509735, - 0.39780193567276, - 0.08542489260435104, - 0.0186744537204504, - 0.09927210956811905, - 0.1107732355594635, + 0.005300925578922033, + 0.050017185509204865, + 0.017854783684015274, + 0.3416425585746765, + 0.03972180187702179, + 0.13625971972942352, + 0.06437433511018753, + 0.08079294115304947, 0.0 ] }, { "epoch": 24, - "train_loss": 1.5386559963226318, - "val_loss": 1.2840718030929565, - "acc": 54.379999999999995, - "time": 79.00714371999857, + "train_loss": 1.4622031450271606, + "val_loss": 1.271188735961914, + "acc": 55.33, + "time": 78.69762366000214, "param": [ - 0.07781455665826797, - 0.0009833265794441104, - 0.07113443315029144, - 0.014288904145359993, - 0.0031432060059159994, - 0.006624931935220957, - 0.12528181076049805, - 0.008366959169507027, - 0.3616976737976074, - 0.08904661983251572, - 0.031229713931679726, - 0.09889817237854004, - 0.1114896759390831, + 0.06782383471727371, + 0.0, + 0.1303139477968216, + 0.05392003804445267, + 0.0, + 0.020583443343639374, + 0.056794606149196625, + 0.013863543048501015, + 0.30935174226760864, + 0.04826915264129639, + 0.12250246107578278, + 0.08484645187854767, + 0.09173080325126648, 0.0 ] }, { "epoch": 25, - "train_loss": 1.7115490436553955, - "val_loss": 1.2130141258239746, - "acc": 53.459999999999994, - "time": 78.76166231400202, + "train_loss": 1.6074254512786865, + "val_loss": 1.3333935737609863, + "acc": 55.52, + "time": 80.31953744000202, "param": [ - 0.08007101714611053, - 0.0034985521342605352, - 0.08058822900056839, - 0.02809729240834713, - 0.010391205549240112, - 0.007277774158865213, - 0.11711463332176208, - 0.020440444350242615, - 0.300152063369751, - 0.093259796500206, - 0.057217102497816086, - 0.09357819706201553, - 0.1083136573433876, + 0.060648806393146515, + 0.0, + 0.1340494602918625, + 0.04626130685210228, + 0.0, + 0.01730491779744625, + 0.0665624812245369, + 0.016506170853972435, + 0.3020043969154358, + 0.047265756875276566, + 0.11712771654129028, + 0.09809524565935135, + 0.09417381137609482, 0.0 ] }, { "epoch": 26, - "train_loss": 1.41769278049469, - "val_loss": 1.2206933498382568, - "acc": 55.81, - "time": 78.86558588499975, + "train_loss": 1.4663212299346924, + "val_loss": 1.1447043418884277, + "acc": 56.39, + "time": 81.33721430099831, "param": [ - 0.0783952921628952, + 0.05791891738772392, 0.0, - 0.08673915266990662, - 0.032761719077825546, - 0.005366955418139696, - 0.001500037731602788, - 0.11332637816667557, - 0.029446976259350777, - 0.2733253836631775, - 0.09833555668592453, - 0.06900517642498016, - 0.09370395541191101, - 0.11809346824884415, + 0.14185962080955505, + 0.03763914853334427, + 0.0, + 0.00987241230905056, + 0.06868278980255127, + 0.007917460054159164, + 0.3120511770248413, + 0.046674054116010666, + 0.11971908062696457, + 0.1034000888466835, + 0.09426528960466385, 0.0 ] }, { "epoch": 27, - "train_loss": 1.4537423849105835, - "val_loss": 1.200761318206787, - "acc": 55.720000000000006, - "time": 77.33787012299945, + "train_loss": 1.4220119714736938, + "val_loss": 1.2715381383895874, + "acc": 55.0, + "time": 78.75549796500127, "param": [ - 0.0796920582652092, + 0.061362989246845245, 0.0, - 0.09531733393669128, - 0.037490420043468475, + 0.1405581384897232, + 0.01995973475277424, 0.0, - 0.0, - 0.11493197083473206, - 0.036958541721105576, - 0.2585625648498535, - 0.09867267310619354, - 0.07793063670396805, - 0.09108546376228333, - 0.1093583032488823, + 0.011168518103659153, + 0.06471436470746994, + 0.0022678114473819733, + 0.3077184557914734, + 0.05342273414134979, + 0.12415266782045364, + 0.11179118603467941, + 0.10288340598344803, 0.0 ] }, { "epoch": 28, - "train_loss": 1.4639824628829956, - "val_loss": 1.1959441900253296, - "acc": 55.400000000000006, - "time": 77.51953077299913, + "train_loss": 1.6864315271377563, + "val_loss": 1.2231030464172363, + "acc": 57.27, + "time": 80.71886513899517, "param": [ - 0.08523909002542496, + 0.07052557170391083, 0.0, - 0.09909645467996597, - 0.032037992030382156, + 0.1419045329093933, + 0.0029012623708695173, 0.0, + 0.0033387942239642143, + 0.06113053485751152, 0.0, - 0.12275024503469467, - 0.03401396796107292, - 0.262612909078598, - 0.10359635949134827, - 0.08741424977779388, - 0.0919494777917862, - 0.08128931373357773, + 0.3144463002681732, + 0.059389032423496246, + 0.1285986453294754, + 0.11040354520082474, + 0.10736183822154999, 0.0 ] }, { "epoch": 29, - "train_loss": 1.571173071861267, - "val_loss": 1.1820049285888672, - "acc": 55.730000000000004, - "time": 77.55308979600159, + "train_loss": 1.434952974319458, + "val_loss": 1.2996070384979248, + "acc": 58.34, + "time": 81.17763309000293, "param": [ - 0.09878549724817276, + 0.06830602884292603, 0.0, - 0.0931936651468277, - 0.025346877053380013, + 0.14189577102661133, 0.0, 0.0, - 0.13422243297100067, - 0.03166075423359871, - 0.2682746946811676, - 0.10482774674892426, - 0.08840393275022507, - 0.0836041122674942, - 0.07168024778366089, + 0.0, + 0.05999225005507469, + 0.0, + 0.33736857771873474, + 0.059611402451992035, + 0.13112938404083252, + 0.10188048332929611, + 0.09981609880924225, 0.0 ] }, { "epoch": 30, - "train_loss": 1.426596999168396, - "val_loss": 1.27533757686615, - "acc": 56.120000000000005, - "time": 77.70848119199945, + "train_loss": 1.327527403831482, + "val_loss": 1.227622628211975, + "acc": 58.22, + "time": 78.21577872999478, "param": [ - 0.10853149741888046, + 0.0679025948047638, 0.0, - 0.08935383707284927, - 0.014591513201594353, - 0.0, - 0.0, - 0.14141464233398438, - 0.02506553940474987, - 0.2779969871044159, - 0.11037559062242508, - 0.08855777978897095, - 0.07712855190038681, - 0.06698404252529144, + 0.13912375271320343, + 0.002999294549226761, + 0.006103940308094025, + 0.01567200943827629, + 0.06514836847782135, + 0.011231377720832825, + 0.32636550068855286, + 0.0671221911907196, + 0.1263561248779297, + 0.09601064771413803, + 0.07596417516469955, 0.0 ] }, { "epoch": 31, - "train_loss": 1.4675350189208984, - "val_loss": 1.2301849126815796, - "acc": 57.37, - "time": 78.91034950899848, + "train_loss": 1.2077245712280273, + "val_loss": 1.1083922386169434, + "acc": 59.26, + "time": 78.66835478199937, "param": [ - 0.11867985129356384, + 0.06952540576457977, 0.0, - 0.08436039090156555, + 0.14424552023410797, 0.0, 0.0, - 0.003990894183516502, - 0.14670762419700623, - 0.026107395067811012, - 0.2876429557800293, - 0.115017831325531, - 0.07760491222143173, - 0.07694144546985626, - 0.06294664740562439, + 0.014755470678210258, + 0.05791419371962547, + 0.011809177696704865, + 0.35484910011291504, + 0.06399837881326675, + 0.13336369395256042, + 0.08831150084733963, + 0.061227452009916306, 0.0 ] }, { "epoch": 32, - "train_loss": 1.2461497783660889, - "val_loss": 1.1055786609649658, - "acc": 58.52, - "time": 78.86671093399855, + "train_loss": 1.267760992050171, + "val_loss": 1.129791259765625, + "acc": 58.96, + "time": 78.13852558700455, "param": [ - 0.11828931421041489, + 0.07826194912195206, 0.0, - 0.07604308426380157, + 0.13784189522266388, 0.0, 0.0, - 0.009996278211474419, - 0.14755532145500183, - 0.037015948444604874, - 0.2828114628791809, - 0.11967957764863968, - 0.06498722732067108, - 0.07532904297113419, - 0.0682927817106247, + 0.0023517953231930733, + 0.04335589334368706, + 0.010436424985527992, + 0.37679848074913025, + 0.06835199147462845, + 0.14252687990665436, + 0.0812133401632309, + 0.05886126309633255, 0.0 ] }, { "epoch": 33, - "train_loss": 1.2927948236465454, - "val_loss": 1.1211618185043335, - "acc": 57.38999999999999, - "time": 78.43781287199818, + "train_loss": 1.509953260421753, + "val_loss": 1.1074925661087036, + "acc": 59.67, + "time": 78.32607480500155, "param": [ - 0.11760983616113663, + 0.08513219654560089, 0.0, - 0.08848033100366592, - 0.002966593950986862, + 0.14621339738368988, 0.0, - 0.018916839733719826, - 0.1356716752052307, - 0.03995148092508316, - 0.262004017829895, - 0.11723193526268005, - 0.06250777840614319, - 0.0734788104891777, - 0.08037775754928589, - 0.0008030033786781132 + 0.0, + 0.0, + 0.024258412420749664, + 0.0, + 0.41171616315841675, + 0.06927511096000671, + 0.16228996217250824, + 0.06117662414908409, + 0.03993814438581467, + 0.0 ] }, { "epoch": 34, - "train_loss": 1.620435118675232, - "val_loss": 1.281520962715149, - "acc": 57.95, - "time": 77.57361252600094, + "train_loss": 1.2291220426559448, + "val_loss": 1.1016384363174438, + "acc": 59.43, + "time": 78.35513872199954, "param": [ - 0.112106554210186, + 0.0893344134092331, 0.0, - 0.09937118738889694, - 0.011455421335995197, + 0.15685072541236877, + 0.006595490965992212, + 0.00031143127125687897, 0.0, - 0.028312187641859055, - 0.11920872330665588, - 0.04934140667319298, - 0.2315048724412918, - 0.1144363209605217, - 0.07210633903741837, - 0.06648281216621399, - 0.09567416459321976, + 0.007870497182011604, + 0.0008306182571686804, + 0.41392314434051514, + 0.06573619693517685, + 0.16534295678138733, + 0.051528386771678925, + 0.04167613387107849, 0.0 ] }, { "epoch": 35, - "train_loss": 1.7475435733795166, - "val_loss": 1.0962600708007812, - "acc": 59.25, - "time": 77.46686136000062, + "train_loss": 1.6525524854660034, + "val_loss": 1.1676803827285767, + "acc": 58.16, + "time": 78.23580018999928, "param": [ - 0.11019138991832733, + 0.09585287421941757, 0.0, - 0.10558320581912994, - 0.013814517296850681, + 0.15714938938617706, + 0.025673747062683105, 0.0, - 0.03652448579668999, - 0.11518826335668564, - 0.05783010274171829, - 0.21649283170700073, - 0.10965026915073395, - 0.08102256804704666, - 0.059593018144369125, - 0.09410939365625381, + 0.0023922144901007414, + 0.007230669260025024, + 0.005705237854272127, + 0.3837389051914215, + 0.057991791516542435, + 0.16365346312522888, + 0.04999711364507675, + 0.0506146214902401, 0.0 ] }, { "epoch": 36, - "train_loss": 1.4086745977401733, - "val_loss": 1.1022887229919434, - "acc": 58.309999999999995, - "time": 77.38787795900134, + "train_loss": 1.620774507522583, + "val_loss": 1.13870108127594, + "acc": 60.67, + "time": 78.9430792810017, "param": [ - 0.11286717653274536, + 0.10750032961368561, 0.0, - 0.11280042678117752, - 0.02559923566877842, + 0.14989200234413147, + 0.041660282760858536, 0.0, - 0.03693423420190811, - 0.11224976927042007, - 0.06858464330434799, - 0.19448915123939514, - 0.10032784193754196, - 0.08944687992334366, - 0.05759357661008835, - 0.08910701423883438, + 0.009305483661592007, + 0.012141382321715355, + 0.02182649075984955, + 0.33640480041503906, + 0.05785088241100311, + 0.16154173016548157, + 0.046152208000421524, + 0.05572434514760971, 0.0 ] }, { "epoch": 37, - "train_loss": 1.5136218070983887, - "val_loss": 1.1402111053466797, - "acc": 58.589999999999996, - "time": 77.43908871700114, + "train_loss": 1.6227614879608154, + "val_loss": 1.1187376976013184, + "acc": 59.55, + "time": 78.69734282699937, "param": [ - 0.10985177010297775, + 0.11261337250471115, 0.0, - 0.12166296690702438, - 0.025084298104047775, + 0.1467283070087433, + 0.05211515352129936, 0.0, - 0.029259098693728447, - 0.11429546028375626, - 0.07278880476951599, - 0.1869378238916397, - 0.09863730520009995, - 0.09278025478124619, - 0.054213665425777435, - 0.09448862820863724, + 0.0, + 0.023502346128225327, + 0.030056627467274666, + 0.3166438341140747, + 0.059468720108270645, + 0.15725532174110413, + 0.04517998546361923, + 0.056436289101839066, 0.0 ] }, { "epoch": 38, - "train_loss": 1.4566868543624878, - "val_loss": 1.1738895177841187, - "acc": 59.84, - "time": 77.45826675900025, + "train_loss": 1.4576760530471802, + "val_loss": 1.1479426622390747, + "acc": 62.05, + "time": 79.45569384600094, "param": [ - 0.10114369541406631, + 0.11799918115139008, 0.0, - 0.1410655677318573, - 0.006446740590035915, + 0.1415238082408905, + 0.05121826007962227, 0.0, - 0.012559960596263409, - 0.11555467545986176, - 0.0672333687543869, - 0.20873746275901794, - 0.11153892427682877, - 0.09872274845838547, - 0.04567829146981239, - 0.0913185253739357, + 0.0, + 0.026888277381658554, + 0.030998503789305687, + 0.309854656457901, + 0.06283093243837357, + 0.15768682956695557, + 0.03927506506443024, + 0.06172453612089157, 0.0 ] }, { "epoch": 39, - "train_loss": 1.5137726068496704, - "val_loss": 1.1424052715301514, - "acc": 60.06, - "time": 77.83875451300264, + "train_loss": 1.5426278114318848, + "val_loss": 1.0899428129196167, + "acc": 62.49, + "time": 80.74126840799727, "param": [ - 0.0925576463341713, + 0.11744309961795807, 0.0, - 0.1483984887599945, - 0.0002567257615737617, + 0.1386903077363968, + 0.05062876269221306, 0.0, - 0.0026427211705595255, - 0.11657855659723282, - 0.06536579877138138, - 0.2150895595550537, - 0.12409381568431854, - 0.1056157648563385, - 0.04481426253914833, - 0.08458667248487473, + 0.0008354599121958017, + 0.03422637656331062, + 0.02293572761118412, + 0.3071119785308838, + 0.07049720734357834, + 0.14909176528453827, + 0.044721491634845734, + 0.0638178288936615, 0.0 ] }, { "epoch": 40, - "train_loss": 1.7605504989624023, - "val_loss": 1.128021240234375, - "acc": 57.54, - "time": 78.2435211919983, + "train_loss": 1.4744579792022705, + "val_loss": 1.077275037765503, + "acc": 62.61, + "time": 81.87210255600075, "param": [ - 0.08531408756971359, + 0.11503986269235611, 0.0, - 0.14750359952449799, - 0.0020479292143136263, - 0.002774653024971485, - 0.007288885302841663, - 0.11894462257623672, - 0.07025530189275742, - 0.21618030965328217, - 0.12317321449518204, - 0.10518939793109894, - 0.04065612703561783, - 0.08067186921834946, + 0.1409408003091812, + 0.05372263491153717, + 0.0, + 0.010102328844368458, + 0.03873877972364426, + 0.023249514400959015, + 0.2792665660381317, + 0.08043403923511505, + 0.1418100893497467, + 0.053798869252204895, + 0.06289653480052948, 0.0 ] }, { "epoch": 41, - "train_loss": 1.363375186920166, - "val_loss": 1.0502558946609497, - "acc": 60.06, - "time": 77.93203402200015, + "train_loss": 1.1213380098342896, + "val_loss": 1.0458321571350098, + "acc": 62.72, + "time": 79.52060871599679, "param": [ - 0.0838608518242836, + 0.10872245579957962, 0.0, - 0.13930369913578033, - 0.0060767219401896, - 0.0004522543167695403, - 0.02031528949737549, - 0.1244342029094696, - 0.07808730751276016, - 0.20765000581741333, - 0.11800087243318558, - 0.098702073097229, - 0.04384785145521164, - 0.07926884293556213, + 0.1365894377231598, + 0.05356974899768829, + 0.0, + 0.02405754290521145, + 0.04431537538766861, + 0.02847938798367977, + 0.2607032060623169, + 0.08856295049190521, + 0.14424370229244232, + 0.05276119336485863, + 0.05799497663974762, 0.0 ] }, { "epoch": 42, - "train_loss": 1.3748770952224731, - "val_loss": 1.0813344717025757, - "acc": 61.029999999999994, - "time": 77.83969912999964, + "train_loss": 1.4220974445343018, + "val_loss": 1.0971524715423584, + "acc": 62.44, + "time": 81.27720578799926, "param": [ - 0.08606074750423431, + 0.09435497224330902, 0.0, - 0.12953564524650574, - 0.0027188968379050493, - 0.0, - 0.025007955729961395, - 0.12461520731449127, - 0.08489703387022018, - 0.2167450338602066, - 0.11867207288742065, - 0.09597450494766235, - 0.04098201170563698, - 0.07479087263345718, - 0.0 + 0.1257287859916687, + 0.055214256048202515, + 0.0059234932996332645, + 0.04241786524653435, + 0.05858311802148819, + 0.04259507358074188, + 0.22069129347801208, + 0.09435054659843445, + 0.13642321527004242, + 0.0565095953643322, + 0.06156513839960098, + 0.005642674397677183 ] }, { "epoch": 43, - "train_loss": 1.436425805091858, - "val_loss": 1.0275275707244873, - "acc": 61.09, - "time": 77.61642966100044, + "train_loss": 1.287738561630249, + "val_loss": 1.1218984127044678, + "acc": 62.69, + "time": 80.40264216400101, "param": [ - 0.08840524405241013, + 0.08865564316511154, 0.0, - 0.11921800673007965, - 0.0, - 0.0, - 0.018708407878875732, - 0.13285942375659943, - 0.08411584794521332, - 0.2196958214044571, - 0.12011034786701202, - 0.10227641463279724, - 0.02891596592962742, - 0.08569452911615372, - 0.0 + 0.12177873402833939, + 0.05419858545064926, + 0.016511697322130203, + 0.06076716259121895, + 0.07620677351951599, + 0.05545523017644882, + 0.16965778172016144, + 0.08884872496128082, + 0.12596164643764496, + 0.06362943351268768, + 0.07108166068792343, + 0.007247000001370907 ] }, { "epoch": 44, - "train_loss": 1.4759008884429932, - "val_loss": 1.1920562982559204, - "acc": 61.92999999999999, - "time": 78.0402171329988, + "train_loss": 1.193872094154358, + "val_loss": 1.012508749961853, + "acc": 64.04, + "time": 81.9998008420007, "param": [ - 0.07528010755777359, + 0.09430742263793945, 0.0, - 0.12662215530872345, + 0.13248568773269653, + 0.04666632413864136, 0.0, - 0.0, - 0.003954804036766291, - 0.14407780766487122, - 0.08477519452571869, - 0.23621340095996857, - 0.1217917650938034, - 0.1072981134057045, - 0.018601208925247192, - 0.08138547092676163, + 0.07151195406913757, + 0.08035782724618912, + 0.06362269818782806, + 0.15706767141819, + 0.09197650849819183, + 0.13050080835819244, + 0.06223369017243385, + 0.06926939636468887, 0.0 ] }, { "epoch": 45, - "train_loss": 1.1854761838912964, - "val_loss": 0.9636650681495667, - "acc": 61.339999999999996, - "time": 77.36479741000221, + "train_loss": 1.3045214414596558, + "val_loss": 1.0293172597885132, + "acc": 64.27, + "time": 80.20525459499913, "param": [ - 0.06286337971687317, + 0.09592244774103165, 0.0, - 0.12897153198719025, + 0.1337171494960785, + 0.041653625667095184, 0.0, - 0.000706655322574079, - 0.012777213007211685, - 0.14282304048538208, - 0.07827191054821014, - 0.24453137814998627, - 0.11903520673513412, - 0.11299532651901245, - 0.0055406587198376656, - 0.09148374944925308, - 0.0 + 0.0736292153596878, + 0.07712258398532867, + 0.06270555406808853, + 0.1614924520254135, + 0.09974965453147888, + 0.1367509365081787, + 0.054852329194545746, + 0.06227578967809677, + 0.00012820668052881956 ] }, { "epoch": 46, - "train_loss": 1.3971176147460938, - "val_loss": 1.0999950170516968, - "acc": 60.870000000000005, - "time": 77.49009520000254, + "train_loss": 1.2731993198394775, + "val_loss": 0.9795932173728943, + "acc": 63.82, + "time": 80.62684382700536, "param": [ - 0.062173888087272644, + 0.09645572304725647, 0.0, - 0.12226997315883636, - 0.0007236909004859626, - 0.0054922872222959995, - 0.04437486454844475, - 0.1272348016500473, - 0.06795976310968399, - 0.22573250532150269, - 0.12062220275402069, - 0.11610031872987747, - 0.008857734501361847, - 0.09845792502164841, + 0.1286681741476059, + 0.04044381529092789, + 0.0, + 0.07539636641740799, + 0.08549294620752335, + 0.06114968657493591, + 0.16696882247924805, + 0.11329086869955063, + 0.1367529183626175, + 0.04729870334267616, + 0.04808192327618599, 0.0 ] }, { "epoch": 47, - "train_loss": 1.4540172815322876, - "val_loss": 1.096976637840271, - "acc": 62.260000000000005, - "time": 77.67869859599887, + "train_loss": 1.501281976699829, + "val_loss": 0.9204301834106445, + "acc": 63.85, + "time": 83.13753441100562, "param": [ - 0.07286909222602844, + 0.09914569556713104, 0.0, - 0.1152706891298294, - 0.008976916782557964, - 0.0015020231949165463, - 0.05571388453245163, - 0.12556904554367065, - 0.07024582475423813, - 0.19136042892932892, - 0.12396959960460663, - 0.11778612434864044, - 0.008056217804551125, - 0.10868014395236969, + 0.13150478899478912, + 0.02442692592740059, + 0.0, + 0.06922261416912079, + 0.09361667186021805, + 0.06436338275671005, + 0.17686164379119873, + 0.11900883913040161, + 0.14034828543663025, + 0.04700817912817001, + 0.03449293226003647, 0.0 ] }, { "epoch": 48, - "train_loss": 1.5242654085159302, - "val_loss": 1.0749785900115967, - "acc": 62.3, - "time": 77.28153021500111, + "train_loss": 1.3645641803741455, + "val_loss": 0.9964537620544434, + "acc": 64.02, + "time": 79.75223061800352, "param": [ - 0.07781708240509033, + 0.10838144272565842, 0.0, - 0.10927518457174301, - 0.011434629559516907, + 0.1395290493965149, + 0.00479900510981679, 0.0, - 0.07308316230773926, - 0.12006831169128418, - 0.07263147830963135, - 0.16724924743175507, - 0.12148432433605194, - 0.1162402331829071, - 0.009165552444756031, - 0.12155083566904068, + 0.058083925396203995, + 0.08751694858074188, + 0.06376704573631287, + 0.1913890689611435, + 0.13635417819023132, + 0.15246497094631195, + 0.03398940712213516, + 0.02372496947646141, 0.0 ] }, { "epoch": 49, - "train_loss": 1.2860445976257324, - "val_loss": 1.0518893003463745, - "acc": 63.01, - "time": 77.49008437399971, + "train_loss": 1.135989785194397, + "val_loss": 0.959302544593811, + "acc": 64.41, + "time": 78.57947179199982, "param": [ - 0.08513279259204865, + 0.1168186292052269, 0.0, - 0.1037314161658287, - 0.010628660209476948, + 0.13925641775131226, 0.0, - 0.07789645344018936, - 0.12076833099126816, - 0.08195611834526062, - 0.1515052765607834, - 0.12225990742444992, - 0.1195959597826004, - 0.005367896053940058, - 0.12115725129842758, + 0.0, + 0.042708832770586014, + 0.08350460976362228, + 0.06630899012088776, + 0.20110295712947845, + 0.149862140417099, + 0.16005796194076538, + 0.020106108859181404, + 0.020273379981517792, 0.0 ] }, { "epoch": 50, - "train_loss": 1.3256081342697144, - "val_loss": 1.1964776515960693, - "acc": 61.529999999999994, - "time": 77.92014570399988, + "train_loss": 1.4239144325256348, + "val_loss": 1.0616804361343384, + "acc": 63.82, + "time": 80.44807832899824, "param": [ - 0.09600851684808731, + 0.11351334303617477, 0.0, - 0.10315316915512085, - 0.0033586076460778713, + 0.1444297432899475, 0.0, - 0.07820802181959152, - 0.12430841475725174, - 0.08975284546613693, - 0.14463894069194794, - 0.12178238481283188, - 0.12080121785402298, 0.0, - 0.11798786371946335, + 0.03554177284240723, + 0.0850546658039093, + 0.06207248196005821, + 0.20782090723514557, + 0.1665979027748108, + 0.16930900514125824, + 0.009257865138351917, + 0.006402303464710712, 0.0 ] }, { "epoch": 51, - "train_loss": 1.347283959388733, - "val_loss": 1.0352579355239868, - "acc": 63.23, - "time": 78.31096931600041, + "train_loss": 1.2667495012283325, + "val_loss": 0.9602413773536682, + "acc": 62.59, + "time": 79.71884888000204, "param": [ - 0.11568911373615265, + 0.11109995096921921, + 0.0, + 0.14637619256973267, + 0.0, + 0.0, + 0.011270684190094471, + 0.08850694447755814, + 0.05654032528400421, + 0.21600353717803955, + 0.18789047002792358, + 0.18231186270713806, + 0.0, 0.0, - 0.09969442337751389, - 0.004220436327159405, - 0.002898292848840356, - 0.08723290264606476, - 0.11771514266729355, - 0.0911969318985939, - 0.13017593324184418, - 0.11884376406669617, - 0.11457333713769913, - 0.004709090106189251, - 0.11305057257413864, 0.0 ] }, { "epoch": 52, - "train_loss": 1.2897939682006836, - "val_loss": 1.0728272199630737, - "acc": 62.94, - "time": 78.11551297999904, + "train_loss": 1.1987075805664062, + "val_loss": 1.117636799812317, + "acc": 65.56, + "time": 82.62765858099738, "param": [ - 0.13880185782909393, + 0.11328407377004623, 0.0, - 0.10624955594539642, + 0.14296191930770874, + 0.003242006292566657, + 0.003039075993001461, 0.0, - 0.0, - 0.09233947843313217, - 0.12378301471471786, - 0.08474951237440109, - 0.11594032496213913, - 0.11609714478254318, - 0.11837123334407806, - 0.0, - 0.10366786271333694, + 0.08951257169246674, + 0.05797708034515381, + 0.21146827936172485, + 0.1889607310295105, + 0.17868459224700928, + 0.0012472308008000255, + 0.0096224220469594, 0.0 ] }, { "epoch": 53, - "train_loss": 1.2238743305206299, - "val_loss": 1.0323482751846313, - "acc": 64.4, - "time": 77.93455857300069, + "train_loss": 1.0408141613006592, + "val_loss": 1.064388394355774, + "acc": 64.15, + "time": 82.45833914200193, "param": [ - 0.14664781093597412, + 0.11830364912748337, 0.0, - 0.11387145519256592, - 0.002507944591343403, - 0.01343295257538557, - 0.09530511498451233, - 0.12284842878580093, - 0.06782351434230804, - 0.11498216539621353, - 0.11118919402360916, - 0.12041205167770386, - 0.002582450397312641, - 0.08839692175388336, + 0.14224454760551453, + 0.003894760739058256, + 0.0, + 0.0, + 0.08858972787857056, + 0.062144920229911804, + 0.1937677264213562, + 0.18419402837753296, + 0.1724620908498764, + 0.00855617132037878, + 0.025842348113656044, 0.0 ] }, { "epoch": 54, - "train_loss": 1.4095009565353394, - "val_loss": 0.9417118430137634, - "acc": 63.63999999999999, - "time": 78.27131930399992, + "train_loss": 1.075380563735962, + "val_loss": 0.9494690895080566, + "acc": 64.4, + "time": 79.09377771199797, "param": [ - 0.1395692378282547, + 0.12154758721590042, 0.0, - 0.11216806620359421, - 0.01460527814924717, - 0.026304202154278755, - 0.09446736425161362, - 0.11473630368709564, - 0.050759926438331604, - 0.10795149952173233, - 0.10437411814928055, - 0.1267404407262802, - 0.01168616209179163, - 0.09178556501865387, - 0.004851951263844967 + 0.13421161472797394, + 0.010452509857714176, + 0.0, + 0.011051471345126629, + 0.08433423936367035, + 0.06993027776479721, + 0.16586031019687653, + 0.17260006070137024, + 0.16225507855415344, + 0.015679407864809036, + 0.046084821224212646, + 0.005992739461362362 ] }, { "epoch": 55, - "train_loss": 1.293161392211914, - "val_loss": 1.0278323888778687, - "acc": 64.95, - "time": 79.09117053800219, + "train_loss": 1.2051669359207153, + "val_loss": 1.0056174993515015, + "acc": 65.86, + "time": 81.207850752995, "param": [ - 0.1259380578994751, + 0.1271609514951706, 0.0, - 0.10300289839506149, - 0.032693564891815186, - 0.04437677189707756, - 0.08858156204223633, - 0.1030721664428711, - 0.04929088428616524, - 0.0990695208311081, - 0.10231862962245941, - 0.12787482142448425, - 0.03131076321005821, - 0.086390919983387, - 0.0060793994925916195 + 0.13323138654232025, + 0.018158316612243652, + 0.004777229391038418, + 0.020026328042149544, + 0.08730743825435638, + 0.07847509533166885, + 0.14479804039001465, + 0.16730256378650665, + 0.1435464322566986, + 0.022230001166462898, + 0.052802685648202896, + 0.000183609125087969 ] }, { "epoch": 56, - "train_loss": 1.3333518505096436, - "val_loss": 1.0893967151641846, - "acc": 65.51, - "time": 78.6599799939977, + "train_loss": 1.2273424863815308, + "val_loss": 0.9455342888832092, + "acc": 67.27, + "time": 82.24509849800233, "param": [ - 0.11449340730905533, + 0.13831879198551178, 0.0, - 0.1041848361492157, - 0.039765194058418274, - 0.05287754908204079, - 0.08147556334733963, - 0.09211987257003784, - 0.04338967800140381, - 0.10211887955665588, - 0.10669470578432083, - 0.13569201529026031, - 0.03795626759529114, - 0.08919782936573029, - 3.4321110433666036e-05 + 0.1466032862663269, + 0.016235120594501495, + 0.00453677074983716, + 0.016210997477173805, + 0.08359009027481079, + 0.08800078928470612, + 0.14089995622634888, + 0.15772654116153717, + 0.13599053025245667, + 0.02363022416830063, + 0.04825694113969803, + 0.0 ] }, { "epoch": 57, - "train_loss": 1.2662419080734253, - "val_loss": 1.0457576513290405, - "acc": 65.42, - "time": 77.96705509300227, + "train_loss": 1.1797698736190796, + "val_loss": 0.8598910570144653, + "acc": 67.56, + "time": 79.97352860999672, "param": [ - 0.11413656175136566, + 0.15123167634010315, 0.0, - 0.11269611120223999, - 0.03829330950975418, - 0.05244268849492073, - 0.07628749310970306, - 0.08669091016054153, - 0.03514758497476578, - 0.10318108648061752, - 0.10991023480892181, - 0.14895400404930115, - 0.04150087758898735, - 0.07974816858768463, - 0.0010108926799148321 + 0.1474541425704956, + 0.007575567811727524, + 0.0, + 0.01636796072125435, + 0.07774100452661514, + 0.0893767699599266, + 0.13970153033733368, + 0.15896925330162048, + 0.14037445187568665, + 0.0249251089990139, + 0.04628247395157814, + 0.0 ] }, { "epoch": 58, - "train_loss": 1.2378002405166626, - "val_loss": 0.9978718161582947, - "acc": 64.74, - "time": 78.06724716399913, + "train_loss": 1.2662243843078613, + "val_loss": 0.854763388633728, + "acc": 67.46, + "time": 79.34856736200163, "param": [ - 0.11816150695085526, + 0.16027440130710602, 0.0, - 0.1252780258655548, - 0.02767902798950672, - 0.04814262315630913, - 0.0734189823269844, - 0.08114670217037201, - 0.026300806552171707, - 0.10207131505012512, - 0.11185644567012787, - 0.1653878539800644, - 0.0422658771276474, - 0.07829077541828156, + 0.15263298153877258, + 0.0, + 0.0, + 0.02045910246670246, + 0.07802978903055191, + 0.0900043398141861, + 0.13577376306056976, + 0.14722058176994324, + 0.13776753842830658, + 0.022147824987769127, + 0.05568971484899521, 0.0 ] }, { "epoch": 59, - "train_loss": 1.321136236190796, - "val_loss": 1.0537800788879395, - "acc": 65.5, - "time": 78.28346433099796, + "train_loss": 1.1644761562347412, + "val_loss": 0.9168784618377686, + "acc": 67.44, + "time": 80.74059845699958, "param": [ - 0.13703788816928864, - 0.0, - 0.1443416178226471, - 0.0, - 0.04228341579437256, - 0.07209698855876923, - 0.07846255600452423, - 0.0, - 0.0904407650232315, - 0.12356268614530563, - 0.19695338606834412, - 0.0394495464861393, - 0.07537112385034561, - 0.0 + 0.1640106588602066, + 0.0007623510900884867, + 0.15178294479846954, + 0.0022929746191948652, + 0.006650226656347513, + 0.03574436530470848, + 0.0817999541759491, + 0.08248762786388397, + 0.13080808520317078, + 0.12988853454589844, + 0.121647909283638, + 0.02509424090385437, + 0.0669219046831131, + 0.00010819465387612581 ] }, { "epoch": 60, - "train_loss": 1.23891282081604, - "val_loss": 0.9099577069282532, - "acc": 65.35, - "time": 78.08993878399997, + "train_loss": 1.0342540740966797, + "val_loss": 0.9236643314361572, + "acc": 66.52, + "time": 79.48554514900025, "param": [ - 0.1548270434141159, + 0.176181823015213, 0.0, - 0.14754244685173035, + 0.15076962113380432, + 0.0010881891939789057, 0.0, - 0.03748786076903343, - 0.07144252210855484, - 0.07325198501348495, - 0.0, - 0.08156705647706985, - 0.12468324601650238, - 0.20326068997383118, - 0.0339934341609478, - 0.0719437301158905, + 0.039862096309661865, + 0.08646070957183838, + 0.07672349363565445, + 0.12678927183151245, + 0.14001710712909698, + 0.11985907703638077, + 0.03135357424616814, + 0.05089496448636055, 0.0 ] }, { "epoch": 61, - "train_loss": 1.221278429031372, - "val_loss": 0.9728159308433533, - "acc": 65.14, - "time": 78.48831727400102, + "train_loss": 1.0811488628387451, + "val_loss": 0.9470487236976624, + "acc": 67.22, + "time": 81.6026922279998, "param": [ - 0.1586938500404358, + 0.1915009617805481, 0.0, - 0.14364270865917206, - 0.0002800037036649883, - 0.03957789018750191, - 0.07469908893108368, - 0.08150824159383774, - 0.014128003269433975, - 0.0816538855433464, - 0.11518382281064987, - 0.1849130094051361, - 0.03359048813581467, - 0.07147202640771866, - 0.0006570534314960241 + 0.14233607053756714, + 0.0014115554513409734, + 0.0005719721666537225, + 0.04066701978445053, + 0.09382703900337219, + 0.07083594053983688, + 0.11597950011491776, + 0.15292592346668243, + 0.1251554638147354, + 0.03739763796329498, + 0.02739102393388748, + 0.0 ] }, { "epoch": 62, - "train_loss": 1.2836159467697144, - "val_loss": 1.0700000524520874, - "acc": 65.99000000000001, - "time": 78.38749350999933, + "train_loss": 0.9200015068054199, + "val_loss": 0.8389777541160583, + "acc": 66.55, + "time": 79.34786301499844, "param": [ - 0.1511247456073761, - 0.0, - 0.13024193048477173, - 0.006700273137539625, - 0.05020064115524292, - 0.07294131815433502, - 0.09189614653587341, - 0.03231509029865265, - 0.08001011610031128, - 0.10549041628837585, - 0.16892355680465698, - 0.03543858602643013, - 0.07177134603261948, - 0.002945764921605587 + 0.1761275976896286, + 0.005636502522975206, + 0.1200614720582962, + 0.013039764016866684, + 0.008704211562871933, + 0.05467342957854271, + 0.08920500427484512, + 0.0729249119758606, + 0.1074681431055069, + 0.14147812128067017, + 0.11990736424922943, + 0.03982989117503166, + 0.043316520750522614, + 0.0076270983554422855 ] }, { "epoch": 63, - "train_loss": 1.098905086517334, - "val_loss": 1.0722229480743408, - "acc": 65.08, - "time": 78.2509026939988, + "train_loss": 1.157906413078308, + "val_loss": 0.9793433547019958, + "acc": 67.33, + "time": 79.51281502300117, "param": [ - 0.15328799188137054, - 0.0, - 0.13193190097808838, - 0.0034366303589195013, - 0.054904546588659286, - 0.07089398801326752, - 0.09598072618246078, - 0.0398874431848526, - 0.08309032022953033, - 0.10617482662200928, - 0.1676684021949768, - 0.023579111322760582, - 0.06916411966085434, - 0.0 + 0.14884723722934723, + 0.010890362784266472, + 0.11021362990140915, + 0.023303624242544174, + 0.03434836491942406, + 0.06280552595853806, + 0.07725635915994644, + 0.0698656514286995, + 0.09839729219675064, + 0.1239926889538765, + 0.12251639366149902, + 0.05321576073765755, + 0.05030183121562004, + 0.014045273885130882 ] }, { "epoch": 64, - "train_loss": 1.1354564428329468, - "val_loss": 1.0235172510147095, - "acc": 65.84, - "time": 78.39920542500113, + "train_loss": 1.0378261804580688, + "val_loss": 0.9645893573760986, + "acc": 67.86, + "time": 79.26841606199741, "param": [ - 0.14009562134742737, - 0.004206464160233736, - 0.13375787436962128, - 0.008093372918665409, - 0.05884155258536339, - 0.06800545006990433, - 0.08701226115226746, - 0.052741702646017075, - 0.08818567544221878, - 0.10628284513950348, - 0.16044586896896362, - 0.02396470494568348, - 0.06836666166782379, - 0.0 + 0.129438579082489, + 0.0007449968834407628, + 0.11119510233402252, + 0.036555614322423935, + 0.04071943834424019, + 0.0662538930773735, + 0.06889700889587402, + 0.07006203383207321, + 0.09675915539264679, + 0.1139875203371048, + 0.1339256465435028, + 0.0615643747150898, + 0.05165297910571098, + 0.01824365183711052 ] }, { "epoch": 65, - "train_loss": 1.0138468742370605, - "val_loss": 0.9467400908470154, - "acc": 65.96, - "time": 77.77459966900278, + "train_loss": 1.016006588935852, + "val_loss": 0.9530354738235474, + "acc": 68.58, + "time": 80.60175573299784, "param": [ - 0.15040811896324158, + 0.12420068681240082, 0.0, - 0.15097643435001373, - 0.0, - 0.055391401052474976, - 0.06476196646690369, - 0.08592018485069275, - 0.053343743085861206, - 0.09026943892240524, - 0.1054948940873146, - 0.15502282977104187, - 0.012008239515125751, - 0.07640277594327927, - 0.0 + 0.12163261324167252, + 0.044838838279247284, + 0.037733037024736404, + 0.07197964936494827, + 0.06392967700958252, + 0.06006453558802605, + 0.10040595382452011, + 0.10510894656181335, + 0.130329892039299, + 0.06237316131591797, + 0.06639757752418518, + 0.011005380190908909 ] }, { "epoch": 66, - "train_loss": 1.1234947443008423, - "val_loss": 0.9674928784370422, - "acc": 66.41, - "time": 77.49375042099928, + "train_loss": 1.154832124710083, + "val_loss": 0.9288908839225769, + "acc": 67.69, + "time": 80.12651610200555, "param": [ - 0.15047861635684967, + 0.13141568005084991, 0.0, - 0.16730962693691254, - 0.0, - 0.04770980402827263, - 0.0626051127910614, - 0.09324144572019577, - 0.06082041934132576, - 0.0932195708155632, - 0.10011009871959686, - 0.14336661994457245, - 0.003003329737111926, - 0.0781354084610939, + 0.14836962521076202, + 0.035187702625989914, + 0.02283296175301075, + 0.0729193165898323, + 0.06079307943582535, + 0.05410931631922722, + 0.10087163001298904, + 0.09631267935037613, + 0.13672713935375214, + 0.06527837365865707, + 0.07518239319324493, 0.0 ] }, { "epoch": 67, - "train_loss": 1.034317970275879, - "val_loss": 1.0024967193603516, - "acc": 66.67999999999999, - "time": 77.47076236199791, + "train_loss": 0.961848258972168, + "val_loss": 0.8954156637191772, + "acc": 68.02, + "time": 80.11166437299835, "param": [ - 0.14162760972976685, + 0.14485138654708862, 0.0, - 0.18967564404010773, - 0.0034972678404301405, - 0.038029540330171585, - 0.06477317959070206, - 0.09601704031229019, - 0.05039361119270325, - 0.08630185574293137, - 0.09500610828399658, - 0.1497412472963333, - 0.00017057104560080916, - 0.08476628363132477, + 0.17051540315151215, + 0.010100701823830605, + 0.014327963814139366, + 0.06802136451005936, + 0.06372204422950745, + 0.054030224680900574, + 0.09757227450609207, + 0.08921631425619125, + 0.1616814285516739, + 0.061862289905548096, + 0.06409858912229538, 0.0 ] }, { "epoch": 68, - "train_loss": 1.2277822494506836, - "val_loss": 1.0361601114273071, - "acc": 66.13, - "time": 77.94014164400141, + "train_loss": 0.8382698893547058, + "val_loss": 1.0132969617843628, + "acc": 68.42, + "time": 78.87234171999444, "param": [ - 0.14427734911441803, + 0.15709556639194489, 0.0, - 0.20488783717155457, + 0.20443475246429443, 0.0, - 0.03272575885057449, - 0.06263332813978195, - 0.09505000710487366, - 0.03897557407617569, - 0.07885462045669556, - 0.09177042543888092, - 0.15712571144104004, 0.0, - 0.0936993807554245, + 0.05843115597963333, + 0.06598591804504395, + 0.03636298328638077, + 0.10045724362134933, + 0.0853123813867569, + 0.18619626760482788, + 0.03778468817472458, + 0.06793899089097977, 0.0 ] }, { "epoch": 69, - "train_loss": 1.347208023071289, - "val_loss": 0.8979126811027527, - "acc": 66.56, - "time": 78.30564006299755, + "train_loss": 1.1026777029037476, + "val_loss": 1.0132334232330322, + "acc": 66.98, + "time": 78.69794696399913, "param": [ - 0.15794114768505096, + 0.16307801008224487, 0.0, - 0.2133381962776184, + 0.2330048829317093, 0.0, - 0.027873516082763672, - 0.06580261886119843, - 0.10610803216695786, - 0.02056480199098587, - 0.07244937866926193, - 0.08980441838502884, - 0.1583399474620819, 0.0, - 0.08777794986963272, + 0.04813279211521149, + 0.06938248127698898, + 0.01002359390258789, + 0.1112961694598198, + 0.08790746331214905, + 0.20576538145542145, + 0.002096878131851554, + 0.06931240111589432, 0.0 ] }, { "epoch": 70, - "train_loss": 1.2265411615371704, - "val_loss": 1.0181525945663452, - "acc": 65.79, - "time": 78.28781495400108, + "train_loss": 1.2543182373046875, + "val_loss": 0.9249879121780396, + "acc": 68.41, + "time": 78.24208085900318, "param": [ - 0.1704559475183487, + 0.16565348207950592, 0.0, - 0.22017771005630493, + 0.24657262861728668, 0.0, - 0.016712620854377747, - 0.0727054700255394, - 0.1203586682677269, - 0.00355144334025681, - 0.06703396141529083, - 0.08793730288743973, - 0.1584971696138382, - 0.006941625848412514, - 0.07562805712223053, + 0.0, + 0.04509399086236954, + 0.07287316024303436, + 0.0, + 0.12681011855602264, + 0.08064109086990356, + 0.20637564361095428, + 0.0, + 0.0559798888862133, 0.0 ] }, { "epoch": 71, - "train_loss": 1.352781057357788, - "val_loss": 0.9657449126243591, - "acc": 67.39, - "time": 78.54713508700297, + "train_loss": 1.03214430809021, + "val_loss": 0.8447014093399048, + "acc": 69.51, + "time": 78.76684849599405, "param": [ - 0.15469145774841309, + 0.16433610022068024, + 0.001835033530369401, + 0.23890374600887299, 0.0, - 0.21801814436912537, - 0.0006417709519155324, - 0.01514014694839716, - 0.07212191820144653, - 0.1252201497554779, - 0.017144441604614258, - 0.06459277868270874, - 0.08376763015985489, - 0.148783341050148, - 0.026463890448212624, - 0.06554646790027618, - 0.00786784291267395 + 0.0, + 0.05031105503439903, + 0.08622090518474579, + 0.010999603196978569, + 0.12816286087036133, + 0.07554545998573303, + 0.1938604861497879, + 0.0025529111735522747, + 0.047146644443273544, + 0.00012513590627349913 ] }, { "epoch": 72, - "train_loss": 1.0106834173202515, - "val_loss": 1.1315163373947144, - "acc": 66.0, - "time": 78.88278583099964, + "train_loss": 1.0736074447631836, + "val_loss": 0.9657155275344849, + "acc": 68.2, + "time": 79.30380202900415, "param": [ - 0.1383666694164276, - 0.0, - 0.20586048066616058, - 0.009164243936538696, - 0.028715118765830994, - 0.06849160045385361, - 0.12205583602190018, - 0.03550103306770325, - 0.06366713345050812, - 0.08033757656812668, - 0.14074382185935974, - 0.03954973816871643, - 0.05781528353691101, - 0.009731362573802471 + 0.15615534782409668, + 0.0032459052745252848, + 0.23120084404945374, + 0.002909786766394973, + 0.0003295500937383622, + 0.06104615330696106, + 0.09804639965295792, + 0.021799525246024132, + 0.1276865005493164, + 0.06659708172082901, + 0.18258756399154663, + 0.011213693767786026, + 0.037181608378887177, + 0.0 ] }, { "epoch": 73, - "train_loss": 1.0421727895736694, - "val_loss": 0.9285795092582703, - "acc": 66.97, - "time": 79.44795633799731, + "train_loss": 1.1391282081604004, + "val_loss": 0.8974124193191528, + "acc": 68.08, + "time": 79.06739213199762, "param": [ - 0.13531027734279633, + 0.14136584103107452, + 0.008669368922710419, + 0.20695851743221283, + 0.01403503306210041, 0.0, - 0.18929079174995422, - 0.01656941883265972, - 0.03780141472816467, - 0.060024432837963104, - 0.11538165807723999, - 0.03932082653045654, - 0.06179608032107353, - 0.08393716812133789, - 0.1453893780708313, - 0.04975675046443939, - 0.06004743278026581, - 0.005374339874833822 + 0.06156309321522713, + 0.09795968979597092, + 0.04477408155798912, + 0.13181857764720917, + 0.05891050770878792, + 0.16142681241035461, + 0.027490589767694473, + 0.04502790421247482, + 0.0 ] }, { "epoch": 74, - "train_loss": 1.1993647813796997, - "val_loss": 0.9864327907562256, - "acc": 66.64, - "time": 77.89403436900102, + "train_loss": 1.290856957435608, + "val_loss": 0.894710898399353, + "acc": 68.08, + "time": 79.01600500500354, "param": [ - 0.13465040922164917, + 0.13465026021003723, 0.0, - 0.1741635799407959, - 0.029388461261987686, - 0.03520268574357033, - 0.052668407559394836, - 0.10585258156061172, - 0.039071425795555115, - 0.06105868145823479, - 0.09224580228328705, - 0.14940784871578217, - 0.052460335195064545, - 0.07149424403905869, - 0.0023354897275567055 + 0.20304711163043976, + 0.0110402200371027, + 0.0, + 0.0437764935195446, + 0.11289314180612564, + 0.06632127612829208, + 0.13780511915683746, + 0.04413485899567604, + 0.16926367580890656, + 0.01796395517885685, + 0.059103962033987045, + 0.0 ] }, { "epoch": 75, - "train_loss": 1.1151472330093384, - "val_loss": 0.9409143328666687, - "acc": 67.36, - "time": 78.25081971599866, + "train_loss": 1.0577479600906372, + "val_loss": 0.7813364863395691, + "acc": 69.34, + "time": 78.80670460900001, "param": [ - 0.12703914940357208, + 0.14261138439178467, 0.0, - 0.1679079383611679, - 0.040340907871723175, - 0.018827838823199272, - 0.03922051563858986, - 0.10557547956705093, - 0.04537336155772209, - 0.07409480214118958, - 0.09939195215702057, - 0.15700531005859375, - 0.0422053225338459, - 0.08159095048904419, - 0.0014265046920627356 + 0.20917904376983643, + 0.0, + 0.0, + 0.027201734483242035, + 0.11913072317838669, + 0.07322480529546738, + 0.13505861163139343, + 0.026719188317656517, + 0.18145765364170074, + 0.008110001683235168, + 0.07730689644813538, + 0.0 ] }, { "epoch": 76, - "train_loss": 1.0656771659851074, - "val_loss": 0.8888610005378723, - "acc": 67.28, - "time": 78.18789562000165, + "train_loss": 1.2719579935073853, + "val_loss": 0.8234458565711975, + "acc": 68.99, + "time": 78.58185819799837, "param": [ - 0.1211572140455246, + 0.15080350637435913, 0.0, - 0.16208110749721527, - 0.0401623398065567, - 0.006276954896748066, - 0.037502992898225784, - 0.11363674700260162, - 0.04712696745991707, - 0.07620233297348022, - 0.11468521505594254, - 0.16186149418354034, - 0.04062703251838684, - 0.0786796286702156, + 0.21939843893051147, + 0.0, + 0.0, + 0.002503705210983753, + 0.1232013925909996, + 0.07091297209262848, + 0.1344335377216339, + 0.0171732809394598, + 0.2015843540430069, + 0.0, + 0.07998883724212646, 0.0 ] }, { "epoch": 77, - "train_loss": 1.3590915203094482, - "val_loss": 0.9001327753067017, - "acc": 67.78999999999999, - "time": 78.2561517940012, + "train_loss": 1.1186217069625854, + "val_loss": 0.885565996170044, + "acc": 68.97, + "time": 78.59309652999946, "param": [ - 0.12334129959344864, + 0.1537867933511734, 0.0, - 0.14882349967956543, - 0.04079355299472809, - 0.003944177180528641, - 0.036130260676145554, - 0.11381949484348297, - 0.048479583114385605, - 0.08345554023981094, - 0.12336032837629318, - 0.1564760059118271, - 0.048572998493909836, - 0.07280323654413223, - 0.0 + 0.21825972199440002, + 0.0, + 0.0, + 0.0, + 0.11677095293998718, + 0.06175541505217552, + 0.13516369462013245, + 0.02050558105111122, + 0.2173861563205719, + 0.003696051426231861, + 0.07265236973762512, + 2.3242129827849567e-05 ] }, { "epoch": 78, - "train_loss": 1.282217025756836, - "val_loss": 1.017756700515747, - "acc": 68.21000000000001, - "time": 77.79966724900078, + "train_loss": 0.9730889797210693, + "val_loss": 0.838768720626831, + "acc": 68.92, + "time": 78.49282627399953, "param": [ - 0.13340501487255096, + 0.15311993658542633, 0.0, - 0.15486745536327362, - 0.04158906638622284, + 0.20090727508068085, 0.0, - 0.04429319500923157, - 0.10955823957920074, - 0.05280717834830284, - 0.08338690549135208, - 0.12400561571121216, - 0.14027287065982819, - 0.047235239297151566, - 0.06857921928167343, - 0.0 + 0.0, + 0.0, + 0.11118127405643463, + 0.06952536851167679, + 0.13131627440452576, + 0.03431013971567154, + 0.20382048189640045, + 0.018862949684262276, + 0.07313010841608047, + 0.003826180240139365 ] }, { "epoch": 79, - "train_loss": 1.1554452180862427, - "val_loss": 0.9224438667297363, - "acc": 68.21000000000001, - "time": 77.93908123899746, + "train_loss": 1.2436065673828125, + "val_loss": 0.8371980786323547, + "acc": 69.43, + "time": 78.47121137099748, "param": [ - 0.14584481716156006, + 0.13293352723121643, 0.0, - 0.160874605178833, - 0.025888271629810333, - 0.0, - 0.051640335470438004, - 0.11434530466794968, - 0.06355255842208862, - 0.10019190609455109, - 0.11314158886671066, - 0.12603165209293365, - 0.029399842023849487, - 0.0690891295671463, - 0.0 + 0.18802833557128906, + 0.007459015119820833, + 0.008128056302666664, + 0.016047971323132515, + 0.11605416983366013, + 0.07563235610723495, + 0.11891670525074005, + 0.04472585767507553, + 0.17638064920902252, + 0.03378977254033089, + 0.07674118131399155, + 0.00516235688701272 ] }, { "epoch": 80, - "train_loss": 1.0256481170654297, - "val_loss": 0.8862542510032654, - "acc": 68.19, - "time": 78.29181860999961, + "train_loss": 1.2165136337280273, + "val_loss": 0.8422055244445801, + "acc": 69.69, + "time": 78.35947575699538, "param": [ - 0.14247168600559235, + 0.12177778035402298, 0.0, - 0.15935680270195007, - 0.011349018663167953, - 0.0, - 0.0633980855345726, - 0.10764750838279724, - 0.06844626367092133, - 0.11797257512807846, - 0.10932996869087219, - 0.11995474249124527, - 0.015855057165026665, - 0.08421823382377625, + 0.18621276319026947, + 0.009334594942629337, + 0.010874403640627861, + 0.03264002874493599, + 0.12133985757827759, + 0.06689233332872391, + 0.10819324105978012, + 0.05280163884162903, + 0.15774357318878174, + 0.05534927174448967, + 0.07684054970741272, 0.0 ] }, { "epoch": 81, - "train_loss": 1.231859803199768, - "val_loss": 0.8505645990371704, - "acc": 68.08, - "time": 78.13329579000128, + "train_loss": 0.8884780406951904, + "val_loss": 0.8663716912269592, + "acc": 70.06, + "time": 78.60587165100151, "param": [ - 0.1464625746011734, + 0.1289791613817215, 0.0, - 0.160355344414711, + 0.19468040764331818, + 0.005863979924470186, 0.0, - 0.0, - 0.06861293315887451, - 0.10327961295843124, - 0.07311482727527618, - 0.1264270842075348, - 0.10628577321767807, - 0.11310940980911255, - 0.011479238979518414, - 0.09087321907281876, + 0.03943262994289398, + 0.12915605306625366, + 0.058857329189777374, + 0.09854290634393692, + 0.05591753497719765, + 0.14514462649822235, + 0.05516095086932182, + 0.08826443552970886, 0.0 ] }, { "epoch": 82, - "train_loss": 1.0408295392990112, - "val_loss": 1.0012084245681763, - "acc": 67.77, - "time": 78.09214689600049, + "train_loss": 1.2510732412338257, + "val_loss": 0.9722062945365906, + "acc": 69.02, + "time": 78.57838847400126, "param": [ - 0.14852209389209747, + 0.1315164864063263, 0.0, - 0.17021840810775757, + 0.2116217464208603, 0.0, - 0.00029555452056229115, - 0.06713677942752838, - 0.1175791546702385, - 0.0673496425151825, - 0.13059096038341522, - 0.09632331132888794, - 0.11534029990434647, - 0.007299668621271849, - 0.07934412360191345, + 0.0, + 0.047717005014419556, + 0.13102655112743378, + 0.04652822017669678, + 0.104706771671772, + 0.056272584944963455, + 0.13346406817436218, + 0.047352541238069534, + 0.08979406207799911, 0.0 ] }, { "epoch": 83, - "train_loss": 1.1360315084457397, - "val_loss": 0.9384424686431885, - "acc": 68.38, - "time": 77.40517571799865, + "train_loss": 1.1035810708999634, + "val_loss": 0.8703611493110657, + "acc": 68.68, + "time": 78.62251948600169, "param": [ - 0.15003226697444916, + 0.13952647149562836, 0.0, - 0.1602768450975418, - 0.0004910908173769712, - 0.016285503283143044, - 0.06904854625463486, - 0.12194384634494781, - 0.05742723494768143, - 0.12166713923215866, - 0.0874355211853981, - 0.10789863020181656, - 0.021070927381515503, - 0.07806359231472015, - 0.008358854800462723 + 0.21535438299179077, + 0.005226368550211191, + 0.003343326738104224, + 0.05122191831469536, + 0.12162336707115173, + 0.06199084594845772, + 0.10202070325613022, + 0.05857091397047043, + 0.11857185512781143, + 0.044171299785375595, + 0.07837851345539093, + 0.0 ] }, { "epoch": 84, - "train_loss": 1.4462231397628784, - "val_loss": 1.0914174318313599, - "acc": 68.39, - "time": 77.46129939000093, + "train_loss": 1.0138120651245117, + "val_loss": 0.9707140326499939, + "acc": 70.18, + "time": 78.44516456500423, "param": [ - 0.1544790267944336, + 0.14466199278831482, 0.0, - 0.16029587388038635, - 0.00022288008767645806, - 0.025858914479613304, - 0.07159131020307541, - 0.1303611397743225, - 0.054596152156591415, - 0.09936466813087463, - 0.08940806984901428, - 0.10469070076942444, - 0.03443928807973862, - 0.07469194382429123, + 0.2224944531917572, + 0.0, + 0.0, + 0.04682596027851105, + 0.11505542695522308, + 0.07846153527498245, + 0.10669101029634476, + 0.05683436989784241, + 0.1145041361451149, + 0.0352318212389946, + 0.07923930138349533, 0.0 ] }, { "epoch": 85, - "train_loss": 1.0868902206420898, - "val_loss": 0.9985281229019165, - "acc": 68.93, - "time": 77.4494978090006, + "train_loss": 1.1440099477767944, + "val_loss": 0.8408931493759155, + "acc": 69.78, + "time": 80.12165698900208, "param": [ - 0.14797835052013397, + 0.1449974924325943, 0.0, - 0.15241509675979614, + 0.21598835289478302, 0.0, - 0.033514365553855896, - 0.07716447114944458, - 0.12597884237766266, - 0.047899290919303894, - 0.0865013599395752, - 0.09370860457420349, - 0.10592964291572571, - 0.043034303933382034, - 0.08587566018104553, + 1.72441632457776e-05, + 0.04986308887600899, + 0.11559008806943893, + 0.09261132031679153, + 0.10626596212387085, + 0.06439747661352158, + 0.11736805737018585, + 0.021584291011095047, + 0.071316659450531, 0.0 ] }, { "epoch": 86, - "train_loss": 1.1603225469589233, - "val_loss": 0.8945067524909973, - "acc": 68.5, - "time": 77.65616890099773, + "train_loss": 1.2248256206512451, + "val_loss": 0.7819909453392029, + "acc": 70.37, + "time": 80.54631720299949, "param": [ - 0.1302114725112915, - 0.007362235803157091, - 0.12966018915176392, + 0.15661269426345825, 0.0, - 0.03825448825955391, - 0.08393151313066483, - 0.11673183739185333, - 0.05224436894059181, - 0.08556407690048218, - 0.10050912201404572, - 0.10029744356870651, - 0.059352807700634, - 0.09223610907793045, - 0.003644281765446067 + 0.20832857489585876, + 0.0, + 0.0, + 0.062004249542951584, + 0.1057385727763176, + 0.09392692148685455, + 0.10395317524671555, + 0.07081706821918488, + 0.13015075027942657, + 0.0, + 0.06846792995929718, + 0.0 ] }, { "epoch": 87, - "train_loss": 1.352364182472229, - "val_loss": 0.9617325067520142, - "acc": 68.60000000000001, - "time": 79.74253060499905, + "train_loss": 0.8985849618911743, + "val_loss": 0.8932368159294128, + "acc": 70.24, + "time": 80.23011596700235, "param": [ - 0.13187099993228912, - 2.6631767468643375e-05, - 0.13215959072113037, + 0.1471349000930786, 0.0, - 0.03335200995206833, - 0.07763063907623291, - 0.11402663588523865, - 0.05450252816081047, - 0.08549629151821136, - 0.11002662777900696, - 0.09353381395339966, - 0.0717870444059372, - 0.09558714181184769, - 0.0 + 0.19608627259731293, + 0.0007655718363821507, + 0.00381172401830554, + 0.06655208766460419, + 0.10105469822883606, + 0.09357324987649918, + 0.10547463595867157, + 0.08185162395238876, + 0.14805006980895996, + 0.006272293161600828, + 0.04752703011035919, + 0.0018459797138348222 ] }, { "epoch": 88, - "train_loss": 1.3139442205429077, - "val_loss": 0.9616807103157043, - "acc": 68.63, - "time": 77.29598605900173, + "train_loss": 1.1520652770996094, + "val_loss": 0.7819989323616028, + "acc": 69.72, + "time": 81.02689168499637, "param": [ - 0.13676397502422333, + 0.13014529645442963, 0.0, - 0.11168204247951508, - 0.0, - 0.03414526581764221, - 0.0835399404168129, - 0.12135899811983109, - 0.04758300259709358, - 0.09281124919652939, - 0.11594372242689133, - 0.10316137969493866, - 0.0700288638472557, - 0.08298151940107346, - 0.0 + 0.17251376807689667, + 1.4567742255167104e-05, + 0.01665346324443817, + 0.060716431587934494, + 0.10328894108533859, + 0.09566961228847504, + 0.11469894647598267, + 0.09025172889232635, + 0.15566132962703705, + 0.018582746386528015, + 0.03713320940732956, + 0.004670056980103254 ] }, { "epoch": 89, - "train_loss": 1.1970806121826172, - "val_loss": 1.0436421632766724, - "acc": 69.11, - "time": 77.60182597700259, + "train_loss": 1.0874632596969604, + "val_loss": 0.8799054026603699, + "acc": 70.52, + "time": 80.974215688002, "param": [ - 0.14639978110790253, + 0.11829368770122528, 0.0, - 0.10159692913293839, + 0.1661364585161209, 0.0, - 0.022644206881523132, - 0.08588461577892303, - 0.12799541652202606, - 0.03908891975879669, - 0.09830582141876221, - 0.10728725045919418, - 0.1205923780798912, - 0.07286818325519562, - 0.07733659446239471, + 0.024169787764549255, + 0.052468981593847275, + 0.10451295226812363, + 0.09544555097818375, + 0.12228367477655411, + 0.10022636502981186, + 0.15982532501220703, + 0.022423716261982918, + 0.034213412553071976, 0.0 ] }, { "epoch": 90, - "train_loss": 1.4164255857467651, - "val_loss": 0.9273567795753479, - "acc": 68.95, - "time": 78.41610324700014, + "train_loss": 1.2736501693725586, + "val_loss": 1.056787371635437, + "acc": 69.17, + "time": 80.70428502399591, "param": [ - 0.1640986204147339, + 0.12372659146785736, 0.0, - 0.09621333330869675, - 0.0007461237837560475, - 0.008813230320811272, - 0.09510640799999237, - 0.1253112405538559, - 0.03589233383536339, - 0.09327471256256104, - 0.10176970064640045, - 0.1349295973777771, - 0.06712556630373001, - 0.07671914249658585, + 0.17020052671432495, + 0.0, + 0.03185715898871422, + 0.04213212803006172, + 0.09749490767717361, + 0.09564214944839478, + 0.12872953712940216, + 0.11179477721452713, + 0.1780952662229538, + 0.002485956298187375, + 0.017841018736362457, 0.0 ] }, { "epoch": 91, - "train_loss": 1.157287836074829, - "val_loss": 0.9868057370185852, - "acc": 68.57, - "time": 78.4156790119996, + "train_loss": 1.1595886945724487, + "val_loss": 0.7772958278656006, + "acc": 70.8, + "time": 81.49875775200053, "param": [ - 0.1754496842622757, + 0.10747916251420975, 0.0, - 0.0919664204120636, - 0.002062881365418434, - 0.012231058441102505, - 0.10729341208934784, - 0.13986416161060333, - 0.03744596242904663, - 0.08671506494283676, - 0.09312495589256287, - 0.13561996817588806, - 0.05786672234535217, - 0.06035971641540527, + 0.15474312007427216, + 0.002380054909735918, + 0.04751407355070114, + 0.048651374876499176, + 0.08970154076814651, + 0.10854710638523102, + 0.1256399303674698, + 0.10831975936889648, + 0.17558619379997253, + 0.008210871368646622, + 0.017520461231470108, + 0.005706221796572208 + ] + }, + { + "epoch": 92, + "train_loss": 1.047047734260559, + "val_loss": 0.8798547387123108, + "acc": 70.28, + "time": 80.64866928199626, + "param": [ + 0.11592500656843185, + 0.0, + 0.14284393191337585, + 0.004310451913625002, + 0.04056664556264877, + 0.05644173547625542, + 0.09519428759813309, + 0.11114056408405304, + 0.1242174580693245, + 0.10901113599538803, + 0.1711542308330536, + 0.010682445950806141, + 0.018512113019824028, + 0.0 + ] + }, + { + "epoch": 93, + "train_loss": 1.1783926486968994, + "val_loss": 0.9053813815116882, + "acc": 69.43, + "time": 80.41872839200369, + "param": [ + 0.12739986181259155, + 0.001632684376090765, + 0.1500893533229828, + 0.0004186538280919194, + 0.01959536410868168, + 0.06568917632102966, + 0.10549039393663406, + 0.1055433377623558, + 0.12421801686286926, + 0.10870181769132614, + 0.1618991494178772, + 0.013385635800659657, + 0.014340008608996868, + 0.0015965267084538937 + ] + }, + { + "epoch": 94, + "train_loss": 1.0243638753890991, + "val_loss": 0.8561193943023682, + "acc": 70.11, + "time": 80.69492379800067, + "param": [ + 0.127360999584198, + 0.008364368230104446, + 0.14028474688529968, + 0.0035302306059747934, + 0.02121574431657791, + 0.07700168341398239, + 0.09644930809736252, + 0.0976451188325882, + 0.10577939450740814, + 0.10816805809736252, + 0.1281757801771164, + 0.035780906677246094, + 0.03318508341908455, + 0.01705857366323471 + ] + }, + { + "epoch": 95, + "train_loss": 0.7555806040763855, + "val_loss": 0.8845521211624146, + "acc": 70.74, + "time": 80.54090192299918, + "param": [ + 0.14717669785022736, + 0.0, + 0.14103111624717712, + 0.01681618019938469, + 0.018130194395780563, + 0.06650831550359726, + 0.09663361310958862, + 0.09174005687236786, + 0.09720054268836975, + 0.11041433364152908, + 0.11032700538635254, + 0.04312210902571678, + 0.041715994477272034, + 0.01918383687734604 + ] + }, + { + "epoch": 96, + "train_loss": 1.222050428390503, + "val_loss": 0.8339759111404419, + "acc": 71.32, + "time": 79.84500723000383, + "param": [ + 0.15232548117637634, + 0.0, + 0.14428165555000305, + 0.027204113081097603, + 0.017792636528611183, + 0.05534819886088371, + 0.09351330250501633, + 0.09593519568443298, + 0.09357630461454391, + 0.11464765667915344, + 0.10639429092407227, + 0.04563513398170471, + 0.043769896030426025, + 0.009576142765581608 + ] + }, + { + "epoch": 97, + "train_loss": 1.0872820615768433, + "val_loss": 0.7753813862800598, + "acc": 71.39, + "time": 79.39854225800082, + "param": [ + 0.1477721780538559, + 0.0007616301300004125, + 0.12483901530504227, + 0.03024658001959324, + 0.019619619473814964, + 0.057688843458890915, + 0.09772135317325592, + 0.10691595822572708, + 0.0937872901558876, + 0.12036030739545822, + 0.10760711133480072, + 0.041772354394197464, + 0.049417197704315186, + 0.0014905108837410808 + ] + }, + { + "epoch": 98, + "train_loss": 1.0260728597640991, + "val_loss": 0.7242650389671326, + "acc": 70.79, + "time": 79.35211141000036, + "param": [ + 0.14992646872997284, + 0.0, + 0.11069346219301224, + 0.021448049694299698, + 0.027438854798674583, + 0.06362784653902054, + 0.09322395920753479, + 0.12283995747566223, + 0.10010544210672379, + 0.12178467959165573, + 0.11512397974729538, + 0.030585231259465218, + 0.04320200905203819, + 0.0 + ] + }, + { + "epoch": 99, + "train_loss": 1.064392328262329, + "val_loss": 0.8521625995635986, + "acc": 71.36, + "time": 79.61342610500287, + "param": [ + 0.14309583604335785, + 0.0, + 0.11029715090990067, + 0.011690163984894753, + 0.03140195086598396, + 0.07414454966783524, + 0.1013740599155426, + 0.12808237969875336, + 0.09644485265016556, + 0.1177520826458931, + 0.11531189829111099, + 0.029087338596582413, + 0.04131769388914108, + 0.0 + ] + }, + { + "epoch": 100, + "train_loss": 0.8466255068778992, + "val_loss": 0.8024096488952637, + "acc": 71.27, + "time": 79.89404144400032, + "param": [ + 0.15101489424705505, + 0.0, + 0.11709164828062057, + 0.0, + 0.02830941416323185, + 0.08538471907377243, + 0.08929239958524704, + 0.13677532970905304, + 0.10222214460372925, + 0.11878907680511475, + 0.11109001934528351, + 0.01786579191684723, + 0.04216456785798073, + 0.0 + ] + }, + { + "epoch": 101, + "train_loss": 1.2391608953475952, + "val_loss": 0.8351628184318542, + "acc": 71.01, + "time": 79.66062905800209, + "param": [ + 0.16492728888988495, + 0.0, + 0.14638148248195648, + 0.0, + 0.010923465713858604, + 0.09063966572284698, + 0.0760231465101242, + 0.13663075864315033, + 0.10105375945568085, + 0.12333831936120987, + 0.11156827211380005, + 0.0, + 0.03851374611258507, + 0.0 + ] + }, + { + "epoch": 102, + "train_loss": 0.9661410450935364, + "val_loss": 0.8380106091499329, + "acc": 71.45, + "time": 79.72096731400234, + "param": [ + 0.16709177196025848, + 0.0, + 0.16619957983493805, + 0.0, + 0.0, + 0.09424132853746414, + 0.06749967485666275, + 0.12434147298336029, + 0.0921570286154747, + 0.12790125608444214, + 0.11602514237165451, + 0.0, + 0.04454270750284195, + 0.0 + ] + }, + { + "epoch": 103, + "train_loss": 1.0314513444900513, + "val_loss": 0.8815276026725769, + "acc": 70.68, + "time": 79.58994588000496, + "param": [ + 0.15963979065418243, + 0.0, + 0.16803359985351562, + 0.0005036570364609361, + 0.0, + 0.09971997141838074, + 0.07379068434238434, + 0.1052013710141182, + 0.09252095967531204, + 0.13783101737499237, + 0.11295977234840393, + 0.0021301733795553446, + 0.047668907791376114, + 0.0 + ] + }, + { + "epoch": 104, + "train_loss": 1.1416983604431152, + "val_loss": 0.8266723155975342, + "acc": 70.83, + "time": 79.74166096899717, + "param": [ + 0.15473672747612, + 0.0, + 0.1649325042963028, + 0.003373245010152459, + 0.008908438496291637, + 0.10573195666074753, + 0.07432092726230621, + 0.08906766027212143, + 0.08713189512491226, + 0.13296036422252655, + 0.11608660966157913, + 0.010848892852663994, + 0.0441003255546093, + 0.007800455670803785 + ] + }, + { + "epoch": 105, + "train_loss": 1.0198169946670532, + "val_loss": 0.7522085905075073, + "acc": 71.78, + "time": 80.76418290100264, + "param": [ + 0.1581880748271942, + 0.0, + 0.18070903420448303, + 0.003930769395083189, + 0.017307458445429802, + 0.0907241553068161, + 0.07424884289503098, + 0.08512089401483536, + 0.08582823723554611, + 0.13210198283195496, + 0.11312073469161987, + 0.006481679156422615, + 0.052238088101148605, + 0.0 + ] + }, + { + "epoch": 106, + "train_loss": 0.8646216988563538, + "val_loss": 0.837339460849762, + "acc": 71.8, + "time": 79.12809383000422, + "param": [ + 0.15615397691726685, + 0.0, + 0.18317362666130066, + 0.0066309827379882336, + 0.013877439312636852, + 0.07719119638204575, + 0.07709771394729614, + 0.08767770230770111, + 0.08761249482631683, + 0.1258513182401657, + 0.10825115442276001, + 0.009647298604249954, + 0.06683512777090073, + 0.0 + ] + }, + { + "epoch": 107, + "train_loss": 0.7120170593261719, + "val_loss": 0.7813597917556763, + "acc": 72.26, + "time": 80.07559223999851, + "param": [ + 0.14516790211200714, + 0.0, + 0.18590047955513, + 0.0, + 0.014451557770371437, + 0.06554657220840454, + 0.08149579912424088, + 0.07341639697551727, + 0.08756060153245926, + 0.1250622719526291, + 0.12146211415529251, + 0.009133036248385906, + 0.08323249220848083, + 0.007570816203951836 + ] + }, + { + "epoch": 108, + "train_loss": 0.8449797630310059, + "val_loss": 0.9650105834007263, + "acc": 70.54, + "time": 80.64196901600371, + "param": [ + 0.14309638738632202, + 0.00032568370806984603, + 0.1825014054775238, + 0.007609888445585966, + 0.025579238310456276, + 0.06114589050412178, + 0.07709307968616486, + 0.06125222519040108, + 0.08321002870798111, + 0.11987961828708649, + 0.1398410201072693, + 0.0031991074793040752, + 0.07820774614810944, + 0.017058759927749634 + ] + }, + { + "epoch": 109, + "train_loss": 1.0097291469573975, + "val_loss": 0.8589555025100708, + "acc": 69.97, + "time": 80.66540324900416, + "param": [ + 0.14437264204025269, + 0.0, + 0.187961608171463, + 0.013446707278490067, + 0.029419586062431335, + 0.06535883247852325, + 0.0622703917324543, + 0.05163615196943283, + 0.08703906089067459, + 0.11814572662115097, + 0.14984650909900665, + 0.004677894059568644, + 0.07254939526319504, + 0.013275488279759884 + ] + }, + { + "epoch": 110, + "train_loss": 0.984178364276886, + "val_loss": 0.7869178056716919, + "acc": 72.35, + "time": 82.7207480490033, + "param": [ + 0.14948856830596924, + 0.0, + 0.18906483054161072, + 0.011582721956074238, + 0.031953468918800354, + 0.07435061037540436, + 0.04987766966223717, + 0.03650333732366562, + 0.10284050554037094, + 0.13142667710781097, + 0.17396998405456543, + 0.0, + 0.048941608518362045, + 0.0 + ] + }, + { + "epoch": 111, + "train_loss": 0.8050316572189331, + "val_loss": 0.8508473634719849, + "acc": 71.5, + "time": 95.31506223700126, + "param": [ + 0.15481041371822357, + 0.0001886940299300477, + 0.1974671632051468, + 0.0, + 0.02846451848745346, + 0.09127429127693176, + 0.02303442358970642, + 0.022410934790968895, + 0.10944431275129318, + 0.152460977435112, + 0.18799133598804474, + 0.0007621480617672205, + 0.02850351668894291, + 0.0031872219406068325 + ] + }, + { + "epoch": 112, + "train_loss": 1.0897749662399292, + "val_loss": 0.7069767117500305, + "acc": 72.34, + "time": 89.84532378999575, + "param": [ + 0.1383078694343567, + 0.002393167931586504, + 0.17446620762348175, + 0.00833100639283657, + 0.031091507524251938, + 0.0963321328163147, + 0.024791080504655838, + 0.03807529807090759, + 0.09926971048116684, + 0.1479065865278244, + 0.17082488536834717, + 0.011784931644797325, + 0.04462326690554619, + 0.011802236549556255 + ] + }, + { + "epoch": 113, + "train_loss": 0.852657675743103, + "val_loss": 0.7821996212005615, + "acc": 72.11, + "time": 80.73312577800243, + "param": [ + 0.13304638862609863, + 0.0, + 0.1515924632549286, + 0.02172461524605751, + 0.0376017801463604, + 0.09813214838504791, + 0.03733056038618088, + 0.05704187601804733, + 0.08977261930704117, + 0.14915898442268372, + 0.15015317499637604, + 0.021258248016238213, + 0.04443815350532532, + 0.008748989552259445 + ] + }, + { + "epoch": 114, + "train_loss": 1.0869020223617554, + "val_loss": 0.6957517862319946, + "acc": 71.31, + "time": 78.86616459099605, + "param": [ + 0.13442012667655945, + 0.0, + 0.14162634313106537, + 0.035235144197940826, + 0.03437500447034836, + 0.09749869257211685, + 0.054509323090314865, + 0.06373021751642227, + 0.08237601071596146, + 0.1465526968240738, + 0.1375398486852646, + 0.02703966200351715, + 0.04509682208299637, + 0.0 + ] + }, + { + "epoch": 115, + "train_loss": 0.938628077507019, + "val_loss": 0.9242543578147888, + "acc": 72.39, + "time": 78.18528977099777, + "param": [ + 0.1364712119102478, + 0.0, + 0.12649063766002655, + 0.04955584928393364, + 0.017224717885255814, + 0.09078656882047653, + 0.0620463527739048, + 0.06888214498758316, + 0.07749801129102707, + 0.14364269375801086, + 0.13364410400390625, + 0.03778610751032829, + 0.05587656423449516, + 9.514178236713633e-05 + ] + }, + { + "epoch": 116, + "train_loss": 1.14945387840271, + "val_loss": 0.8153321146965027, + "acc": 72.46, + "time": 79.18523300599918, + "param": [ + 0.14359843730926514, + 0.0, + 0.11838974803686142, + 0.06960910558700562, + 0.006193891167640686, + 0.08173641562461853, + 0.06213404983282089, + 0.05646894499659538, + 0.07077247649431229, + 0.14679822325706482, + 0.1260288655757904, + 0.0510164238512516, + 0.06725340336561203, + 0.0 + ] + }, + { + "epoch": 117, + "train_loss": 1.066235065460205, + "val_loss": 0.7407939434051514, + "acc": 71.48, + "time": 78.38383240300027, + "param": [ + 0.15492163598537445, + 0.0, + 0.11616852879524231, + 0.07330378144979477, + 0.013492369093000889, + 0.07095689326524734, + 0.061823125928640366, + 0.046690743416547775, + 0.07417603582143784, + 0.16238150000572205, + 0.11554715782403946, + 0.047050390392541885, + 0.06348787993192673, + 0.0 + ] + }, + { + "epoch": 118, + "train_loss": 1.1410014629364014, + "val_loss": 0.792061448097229, + "acc": 72.22, + "time": 78.94601510099892, + "param": [ + 0.1697675734758377, + 0.0, + 0.11150924116373062, + 0.07781673222780228, + 0.01415539812296629, + 0.06573246419429779, + 0.06045650318264961, + 0.044082049280405045, + 0.08486075699329376, + 0.15081018209457397, + 0.10307306051254272, + 0.05133474990725517, + 0.0663042813539505, + 9.700957889435813e-05 + ] + }, + { + "epoch": 119, + "train_loss": 0.9779632091522217, + "val_loss": 0.8102439045906067, + "acc": 72.65, + "time": 78.6258216119968, + "param": [ + 0.1899040937423706, + 0.0, + 0.1210041344165802, + 0.07353033125400543, + 0.001248820568434894, + 0.05884498357772827, + 0.058597445487976074, + 0.02843519300222397, + 0.09023178368806839, + 0.13905854523181915, + 0.10118553042411804, + 0.06663268059492111, + 0.05626234412193298, + 0.015064184553921223 + ] + }, + { + "epoch": 120, + "train_loss": 0.8497220277786255, + "val_loss": 0.7136702537536621, + "acc": 72.22, + "time": 78.36183449899545, + "param": [ + 0.22249774634838104, + 0.0, + 0.15973247587680817, + 0.05490369349718094, + 0.0, + 0.061559271067380905, + 0.05047600716352463, + 0.018611930310726166, + 0.08436249941587448, + 0.12075381726026535, + 0.10944146662950516, + 0.055288080126047134, + 0.055091578513383865, + 0.007281449623405933 + ] + }, + { + "epoch": 121, + "train_loss": 1.011254072189331, + "val_loss": 0.8609504103660583, + "acc": 70.96, + "time": 78.49115112399886, + "param": [ + 0.22161297500133514, + 0.003038246650248766, + 0.1810818612575531, + 0.04263565316796303, + 0.002948532812297344, + 0.07474517077207565, + 0.04491319879889488, + 0.02873947285115719, + 0.07705870270729065, + 0.11807122826576233, + 0.10122296959161758, + 0.04918994382023811, + 0.04917231202125549, + 0.005569669883698225 + ] + }, + { + "epoch": 122, + "train_loss": 0.8267750144004822, + "val_loss": 0.7333738207817078, + "acc": 72.19, + "time": 78.35614127200097, + "param": [ + 0.17942208051681519, + 0.009397362358868122, + 0.16246595978736877, + 0.04939275607466698, + 0.018148371949791908, + 0.09346400946378708, + 0.05889986455440521, + 0.04622363671660423, + 0.0836748480796814, + 0.10545546561479568, + 0.08464379608631134, + 0.036372240632772446, + 0.04526415094733238, + 0.027175532653927803 + ] + }, + { + "epoch": 123, + "train_loss": 1.020630955696106, + "val_loss": 0.7042737007141113, + "acc": 71.06, + "time": 78.37044090800191, + "param": [ + 0.1667734831571579, + 0.0, + 0.15875476598739624, + 0.05187072232365608, + 0.02480321377515793, + 0.11617202311754227, + 0.0642317533493042, + 0.039290651679039, + 0.09331414103507996, + 0.09807152301073074, + 0.07717807590961456, + 0.021169494837522507, + 0.049056924879550934, + 0.0393131747841835 + ] + }, + { + "epoch": 124, + "train_loss": 0.8969900608062744, + "val_loss": 0.8389489650726318, + "acc": 72.67, + "time": 78.39774034000584, + "param": [ + 0.1565462350845337, + 0.0, + 0.17485785484313965, + 0.04745999351143837, + 0.026689700782299042, + 0.11403808742761612, + 0.06379000097513199, + 0.03661670908331871, + 0.10260482132434845, + 0.10464924573898315, + 0.08585882931947708, + 0.0016743323067203164, + 0.05655331164598465, + 0.028660843148827553 + ] + }, + { + "epoch": 125, + "train_loss": 0.8748831748962402, + "val_loss": 0.925065815448761, + "acc": 72.37, + "time": 78.45397482599947, + "param": [ + 0.1447950005531311, + 0.0035071761813014746, + 0.17797979712486267, + 0.041396770626306534, + 0.035687483847141266, + 0.1139637753367424, + 0.05772482976317406, + 0.041224151849746704, + 0.10054397583007812, + 0.11178617179393768, + 0.09290268272161484, + 0.0017833131132647395, + 0.06138830631971359, + 0.01531664002686739 + ] + }, + { + "epoch": 126, + "train_loss": 1.130075216293335, + "val_loss": 0.7146186828613281, + "acc": 72.57, + "time": 78.10829712399573, + "param": [ + 0.15063998103141785, + 0.0, + 0.19759124517440796, + 0.019910164177417755, + 0.04959243908524513, + 0.1177334114909172, + 0.03769854083657265, + 0.052580542862415314, + 0.09145806729793549, + 0.09943678230047226, + 0.10668778419494629, + 0.0, + 0.07667110115289688, + 0.0 + ] + }, + { + "epoch": 127, + "train_loss": 1.1211943626403809, + "val_loss": 0.9144166111946106, + "acc": 71.81, + "time": 78.08557442799793, + "param": [ + 0.15878887474536896, + 0.002725595608353615, + 0.19362589716911316, + 0.009350265376269817, + 0.056555140763521194, + 0.1074545606970787, + 0.024538345634937286, + 0.053173333406448364, + 0.07641666382551193, + 0.09108660370111465, + 0.11177025735378265, + 0.006771326530724764, + 0.10774321854114532, + 0.0 + ] + }, + { + "epoch": 128, + "train_loss": 1.1061843633651733, + "val_loss": 1.0022755861282349, + "acc": 71.92, + "time": 78.04646476900234, + "param": [ + 0.1485287845134735, + 0.0010948602575808764, + 0.15940573811531067, + 0.014394457451999187, + 0.06179775297641754, + 0.09956327080726624, + 0.022654810920357704, + 0.05351634696125984, + 0.08188021183013916, + 0.09554349631071091, + 0.12054204940795898, + 0.021069616079330444, + 0.11228946596384048, + 0.007719128392636776 + ] + }, + { + "epoch": 129, + "train_loss": 0.9172142744064331, + "val_loss": 0.6998220086097717, + "acc": 72.63, + "time": 78.14898689999973, + "param": [ + 0.1414317488670349, + 0.0, + 0.14562159776687622, + 0.014020712114870548, + 0.06312129646539688, + 0.09631795436143875, + 0.03137192502617836, + 0.04835234954953194, + 0.08631402999162674, + 0.09488153457641602, + 0.13196834921836853, + 0.02079477533698082, + 0.11877814680337906, + 0.007025513332337141 + ] + }, + { + "epoch": 130, + "train_loss": 0.8639097213745117, + "val_loss": 0.8294464349746704, + "acc": 72.65, + "time": 78.54127899200103, + "param": [ + 0.12341989576816559, + 0.0, + 0.13987575471401215, + 0.014859860762953758, + 0.06120852753520012, + 0.09179627150297165, + 0.044422753155231476, + 0.05554394796490669, + 0.08912215381860733, + 0.09085813164710999, + 0.13398802280426025, + 0.024587182328104973, + 0.12503814697265625, + 0.005279391538351774 + ] + }, + { + "epoch": 131, + "train_loss": 0.9955581426620483, + "val_loss": 0.8080612421035767, + "acc": 72.3, + "time": 78.85203412400006, + "param": [ + 0.1163637787103653, + 0.0, + 0.14854419231414795, + 0.0012311713071539998, + 0.040875811129808426, + 0.09707040339708328, + 0.044952087104320526, + 0.0594039224088192, + 0.09686996787786484, + 0.0982465147972107, + 0.1523938924074173, + 0.011139976792037487, + 0.13290828466415405, + 0.0 + ] + }, + { + "epoch": 132, + "train_loss": 0.9411024451255798, + "val_loss": 0.9022753834724426, + "acc": 72.39, + "time": 78.65555476699956, + "param": [ + 0.11725348979234695, + 0.0, + 0.15457338094711304, + 0.0, + 0.015790777280926704, + 0.09544357657432556, + 0.03299178183078766, + 0.05451439693570137, + 0.11286646127700806, + 0.11966128647327423, + 0.17769913375377655, + 0.0, + 0.11920567601919174, + 0.0 + ] + }, + { + "epoch": 133, + "train_loss": 0.9317155480384827, + "val_loss": 0.7897243499755859, + "acc": 72.98, + "time": 78.47666518999904, + "param": [ + 0.11714828014373779, + 0.0, + 0.16538316011428833, + 0.0, + 0.0, + 0.10233523696660995, + 0.027174733579158783, + 0.04224233329296112, + 0.11497330665588379, + 0.1318609118461609, + 0.18784360587596893, + 0.0, + 0.11103842407464981, + 0.0 + ] + }, + { + "epoch": 134, + "train_loss": 0.919587254524231, + "val_loss": 0.6670671105384827, + "acc": 72.34, + "time": 78.60715473699383, + "param": [ + 0.11934355646371841, + 0.0, + 0.17891854047775269, + 0.0, + 0.0007142627146095037, + 0.10007289797067642, + 0.03433160483837128, + 0.041876018047332764, + 0.10688025504350662, + 0.14234265685081482, + 0.17559312283992767, + 0.0, + 0.09992710500955582, 0.0 ] } diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 4)-LeNet)-200 epochs (dataug:0)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 4)-LeNet)-200 epochs (dataug:0)- 0 in_it.json index 0b8ac0a..2a7fab9 100644 --- a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 4)-LeNet)-200 epochs (dataug:0)- 0 in_it.json +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 4)-LeNet)-200 epochs (dataug:0)- 0 in_it.json @@ -1,8 +1,8 @@ { - "Accuracy": 66.78, + "Accuracy": 71.24, "Time": [ - 61.86174444446749, - 0.7375226309996522 + 62.87314747045315, + 0.6783496142580848 ], "Device": "GeForce GTX 1060 with Max-Q Design", "Param_names": [ @@ -24,10 +24,10 @@ "Log": [ { "epoch": 1, - "train_loss": 2.2955472469329834, - "val_loss": 2.295074701309204, - "acc": 13.76, - "time": 62.81791419000001, + "train_loss": 2.3014848232269287, + "val_loss": 2.2981927394866943, + "acc": 10.04, + "time": 63.492797254000834, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -47,10 +47,10 @@ }, { "epoch": 2, - "train_loss": 2.2808971405029297, - "val_loss": 2.2081332206726074, - "acc": 23.06, - "time": 62.71227757199995, + "train_loss": 2.2766640186309814, + "val_loss": 2.2436954975128174, + "acc": 21.19, + "time": 63.79072934999931, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -70,10 +70,10 @@ }, { "epoch": 3, - "train_loss": 2.2164688110351562, - "val_loss": 2.0759429931640625, - "acc": 25.590000000000003, - "time": 62.82876069099984, + "train_loss": 2.3149397373199463, + "val_loss": 2.136385679244995, + "acc": 22.87, + "time": 62.3796167090004, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -93,10 +93,10 @@ }, { "epoch": 4, - "train_loss": 2.184171199798584, - "val_loss": 2.0358211994171143, - "acc": 28.77, - "time": 61.35154580500057, + "train_loss": 2.2148778438568115, + "val_loss": 2.087144374847412, + "acc": 21.81, + "time": 62.322639920001166, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -116,10 +116,10 @@ }, { "epoch": 5, - "train_loss": 2.1738409996032715, - "val_loss": 1.9235261678695679, - "acc": 33.19, - "time": 61.46644110200032, + "train_loss": 2.131953001022339, + "val_loss": 1.952675223350525, + "acc": 30.74, + "time": 62.1389310680006, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -139,10 +139,10 @@ }, { "epoch": 6, - "train_loss": 2.0139849185943604, - "val_loss": 1.826640248298645, - "acc": 32.96, - "time": 61.79719698699955, + "train_loss": 2.1384708881378174, + "val_loss": 1.8458583354949951, + "acc": 34.43, + "time": 62.71512793000147, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -162,10 +162,10 @@ }, { "epoch": 7, - "train_loss": 2.0247514247894287, - "val_loss": 1.8651278018951416, - "acc": 35.870000000000005, - "time": 61.864259079000476, + "train_loss": 2.1365585327148438, + "val_loss": 1.7491334676742554, + "acc": 36.69, + "time": 61.78900610799974, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -185,10 +185,10 @@ }, { "epoch": 8, - "train_loss": 2.0111923217773438, - "val_loss": 1.7173672914505005, - "acc": 40.11, - "time": 61.419781943999624, + "train_loss": 2.1305997371673584, + "val_loss": 1.7783406972885132, + "acc": 36.96, + "time": 61.68563025799995, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -208,10 +208,10 @@ }, { "epoch": 9, - "train_loss": 1.9592441320419312, - "val_loss": 1.6658976078033447, - "acc": 40.07, - "time": 61.62356588000057, + "train_loss": 2.0561752319335938, + "val_loss": 1.7816674709320068, + "acc": 38.24, + "time": 61.57595067500006, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -231,10 +231,10 @@ }, { "epoch": 10, - "train_loss": 2.1362855434417725, - "val_loss": 1.5912929773330688, - "acc": 40.83, - "time": 61.67186898399996, + "train_loss": 1.9075567722320557, + "val_loss": 1.7580070495605469, + "acc": 38.71, + "time": 61.89733069799877, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -254,10 +254,10 @@ }, { "epoch": 11, - "train_loss": 1.9867135286331177, - "val_loss": 1.6009018421173096, - "acc": 42.69, - "time": 62.41474490700057, + "train_loss": 2.0172600746154785, + "val_loss": 1.7535374164581299, + "acc": 41.23, + "time": 61.4089192600004, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -277,10 +277,10 @@ }, { "epoch": 12, - "train_loss": 1.9405570030212402, - "val_loss": 1.6613335609436035, - "acc": 44.24, - "time": 61.473725096000635, + "train_loss": 1.9179093837738037, + "val_loss": 1.607335090637207, + "acc": 42.24, + "time": 61.53810176799925, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -300,10 +300,10 @@ }, { "epoch": 13, - "train_loss": 2.0039894580841064, - "val_loss": 1.5320615768432617, - "acc": 44.32, - "time": 61.40910765600074, + "train_loss": 1.7127889394760132, + "val_loss": 1.575181245803833, + "acc": 44.07, + "time": 61.70366533299966, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -323,10 +323,10 @@ }, { "epoch": 14, - "train_loss": 1.786171793937683, - "val_loss": 1.5995632410049438, - "acc": 43.37, - "time": 61.36785046300065, + "train_loss": 1.9528288841247559, + "val_loss": 1.5179741382598877, + "acc": 45.11, + "time": 63.46194230900073, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -346,10 +346,10 @@ }, { "epoch": 15, - "train_loss": 1.8376973867416382, - "val_loss": 1.5034860372543335, - "acc": 47.02, - "time": 61.78749922699899, + "train_loss": 2.0578951835632324, + "val_loss": 1.513301134109497, + "acc": 45.51, + "time": 62.77462607400048, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -369,10 +369,10 @@ }, { "epoch": 16, - "train_loss": 1.76004958152771, - "val_loss": 1.4053868055343628, - "acc": 45.86, - "time": 61.054512155998964, + "train_loss": 1.7776459455490112, + "val_loss": 1.5935057401657104, + "acc": 46.01, + "time": 63.36064832299962, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -392,10 +392,10 @@ }, { "epoch": 17, - "train_loss": 1.8077465295791626, - "val_loss": 1.4372471570968628, - "acc": 48.36, - "time": 61.743427264000275, + "train_loss": 1.7412763833999634, + "val_loss": 1.4439723491668701, + "acc": 47.66, + "time": 63.89639647000149, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -415,10 +415,10 @@ }, { "epoch": 18, - "train_loss": 1.8495572805404663, - "val_loss": 1.6088019609451294, - "acc": 47.339999999999996, - "time": 61.09560167299969, + "train_loss": 1.818069577217102, + "val_loss": 1.524569034576416, + "acc": 47.86, + "time": 63.54348464099894, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -438,10 +438,10 @@ }, { "epoch": 19, - "train_loss": 1.9715056419372559, - "val_loss": 1.447157859802246, - "acc": 49.43, - "time": 61.8440341810001, + "train_loss": 1.867431879043579, + "val_loss": 1.3762362003326416, + "acc": 47.96, + "time": 63.73602939000011, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -461,10 +461,10 @@ }, { "epoch": 20, - "train_loss": 2.0084402561187744, - "val_loss": 1.4559019804000854, - "acc": 50.33, - "time": 60.92604193999978, + "train_loss": 1.8668246269226074, + "val_loss": 1.457459568977356, + "acc": 48.51, + "time": 63.623795166999116, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -484,10 +484,10 @@ }, { "epoch": 21, - "train_loss": 1.8697128295898438, - "val_loss": 1.3859996795654297, - "acc": 49.71, - "time": 61.028452327000196, + "train_loss": 1.7691407203674316, + "val_loss": 1.4217020273208618, + "acc": 48.94, + "time": 63.96599333599988, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -507,10 +507,10 @@ }, { "epoch": 22, - "train_loss": 1.7375378608703613, - "val_loss": 1.3925524950027466, - "acc": 51.21, - "time": 61.57149696200031, + "train_loss": 1.8153573274612427, + "val_loss": 1.539292573928833, + "acc": 48.43, + "time": 63.52434861999973, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -530,10 +530,10 @@ }, { "epoch": 23, - "train_loss": 1.8344544172286987, - "val_loss": 1.4870483875274658, - "acc": 49.7, - "time": 63.05474880200018, + "train_loss": 1.805383563041687, + "val_loss": 1.456499457359314, + "acc": 49.37, + "time": 63.60101079699962, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -553,10 +553,10 @@ }, { "epoch": 24, - "train_loss": 1.6547738313674927, - "val_loss": 1.3509290218353271, - "acc": 51.92, - "time": 62.31223495999984, + "train_loss": 1.8064721822738647, + "val_loss": 1.4323960542678833, + "acc": 51.76, + "time": 63.69601989399962, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -576,10 +576,10 @@ }, { "epoch": 25, - "train_loss": 1.8530794382095337, - "val_loss": 1.4211632013320923, - "acc": 52.17, - "time": 61.73179836199961, + "train_loss": 1.684408187866211, + "val_loss": 1.3138459920883179, + "acc": 52.22, + "time": 63.75850623800034, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -599,10 +599,10 @@ }, { "epoch": 26, - "train_loss": 1.6971229314804077, - "val_loss": 1.346623182296753, - "acc": 52.73, - "time": 61.61893816100019, + "train_loss": 1.5328710079193115, + "val_loss": 1.3229210376739502, + "acc": 52.52, + "time": 64.18448184600129, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -622,10 +622,10 @@ }, { "epoch": 27, - "train_loss": 1.5303738117218018, - "val_loss": 1.2803516387939453, - "acc": 52.25, - "time": 61.73420275999888, + "train_loss": 1.5028661489486694, + "val_loss": 1.3252545595169067, + "acc": 52.46, + "time": 63.44362991299931, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -645,10 +645,10 @@ }, { "epoch": 28, - "train_loss": 1.6297460794448853, - "val_loss": 1.241989016532898, - "acc": 54.620000000000005, - "time": 61.20083402099954, + "train_loss": 1.4781707525253296, + "val_loss": 1.3009189367294312, + "acc": 54.12, + "time": 63.30207030299971, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -668,10 +668,10 @@ }, { "epoch": 29, - "train_loss": 1.7142367362976074, - "val_loss": 1.3378738164901733, - "acc": 53.2, - "time": 61.902955145000305, + "train_loss": 1.8872483968734741, + "val_loss": 1.3721950054168701, + "acc": 52.34, + "time": 63.171304643999974, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -691,10 +691,10 @@ }, { "epoch": 30, - "train_loss": 1.6607574224472046, - "val_loss": 1.326908826828003, - "acc": 53.99, - "time": 61.257951890000186, + "train_loss": 1.7119890451431274, + "val_loss": 1.4070616960525513, + "acc": 53.43, + "time": 63.84702144000039, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -714,10 +714,10 @@ }, { "epoch": 31, - "train_loss": 1.4196211099624634, - "val_loss": 1.266115427017212, - "acc": 55.87, - "time": 62.691596032000234, + "train_loss": 1.5863878726959229, + "val_loss": 1.275965929031372, + "acc": 53.88, + "time": 63.39301532999889, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -737,10 +737,10 @@ }, { "epoch": 32, - "train_loss": 1.583965539932251, - "val_loss": 1.2831658124923706, - "acc": 57.02, - "time": 62.63002309500007, + "train_loss": 1.6092495918273926, + "val_loss": 1.3311232328414917, + "acc": 55.0, + "time": 64.04879119900033, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -760,10 +760,10 @@ }, { "epoch": 33, - "train_loss": 1.7746944427490234, - "val_loss": 1.305781602859497, - "acc": 53.63, - "time": 62.308378699999594, + "train_loss": 1.6689977645874023, + "val_loss": 1.1511937379837036, + "acc": 55.32, + "time": 63.39144059499995, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -783,10 +783,10 @@ }, { "epoch": 34, - "train_loss": 1.6287096738815308, - "val_loss": 1.3125628232955933, - "acc": 57.84, - "time": 61.8130423370003, + "train_loss": 1.7174313068389893, + "val_loss": 1.1789008378982544, + "acc": 56.75, + "time": 63.93308975200125, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -806,10 +806,10 @@ }, { "epoch": 35, - "train_loss": 1.5663350820541382, - "val_loss": 1.26889967918396, - "acc": 56.38999999999999, - "time": 61.63241323300099, + "train_loss": 1.6870553493499756, + "val_loss": 1.3274004459381104, + "acc": 56.41, + "time": 64.1638777499993, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -829,10 +829,10 @@ }, { "epoch": 36, - "train_loss": 1.7450594902038574, - "val_loss": 1.1883080005645752, - "acc": 55.78999999999999, - "time": 61.60479624099935, + "train_loss": 1.728731393814087, + "val_loss": 1.2555607557296753, + "acc": 57.27, + "time": 63.608040865001385, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -852,10 +852,10 @@ }, { "epoch": 37, - "train_loss": 1.6224682331085205, - "val_loss": 1.2325918674468994, - "acc": 57.08, - "time": 61.523985026000446, + "train_loss": 1.6161376237869263, + "val_loss": 1.2487109899520874, + "acc": 57.23, + "time": 63.33825826300017, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -875,10 +875,10 @@ }, { "epoch": 38, - "train_loss": 1.5726847648620605, - "val_loss": 1.2083686590194702, - "acc": 57.85, - "time": 60.524044097001024, + "train_loss": 1.715877652168274, + "val_loss": 1.2068880796432495, + "acc": 55.24, + "time": 64.16689785600101, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -898,10 +898,10 @@ }, { "epoch": 39, - "train_loss": 1.67221200466156, - "val_loss": 1.1461100578308105, - "acc": 59.51, - "time": 61.526920140000584, + "train_loss": 1.618255376815796, + "val_loss": 1.1372624635696411, + "acc": 58.86, + "time": 62.88558560199999, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -921,10 +921,10 @@ }, { "epoch": 40, - "train_loss": 1.6044018268585205, - "val_loss": 1.1640409231185913, - "acc": 59.91, - "time": 60.92050747400026, + "train_loss": 1.476447582244873, + "val_loss": 1.216856598854065, + "acc": 57.35, + "time": 62.62846641200122, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -944,10 +944,10 @@ }, { "epoch": 41, - "train_loss": 1.5148760080337524, - "val_loss": 1.298799991607666, - "acc": 56.010000000000005, - "time": 60.79829531199903, + "train_loss": 1.5734272003173828, + "val_loss": 1.1878845691680908, + "acc": 57.32, + "time": 62.29156043900002, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -967,10 +967,10 @@ }, { "epoch": 42, - "train_loss": 1.4657882452011108, - "val_loss": 1.2009568214416504, - "acc": 58.56, - "time": 61.50137293199987, + "train_loss": 1.7117438316345215, + "val_loss": 1.2681034803390503, + "acc": 58.37, + "time": 63.105337201999646, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -990,10 +990,10 @@ }, { "epoch": 43, - "train_loss": 1.7207289934158325, - "val_loss": 1.1614834070205688, - "acc": 59.61, - "time": 61.18300301999989, + "train_loss": 1.498962640762329, + "val_loss": 1.0770134925842285, + "acc": 57.45, + "time": 62.44642722499884, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1013,10 +1013,10 @@ }, { "epoch": 44, - "train_loss": 1.4194684028625488, - "val_loss": 1.15276300907135, - "acc": 59.86, - "time": 60.93098555399956, + "train_loss": 1.5551419258117676, + "val_loss": 1.061633825302124, + "acc": 58.94, + "time": 62.63789294799972, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1036,10 +1036,10 @@ }, { "epoch": 45, - "train_loss": 1.5813219547271729, - "val_loss": 1.100319266319275, - "acc": 60.029999999999994, - "time": 60.51770822300023, + "train_loss": 1.638160228729248, + "val_loss": 1.1156609058380127, + "acc": 60.32, + "time": 62.595250664999185, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1059,10 +1059,10 @@ }, { "epoch": 46, - "train_loss": 1.439308762550354, - "val_loss": 1.116540789604187, - "acc": 60.89, - "time": 60.90319083400027, + "train_loss": 1.518505573272705, + "val_loss": 1.0522140264511108, + "acc": 59.72, + "time": 63.05338824800128, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1082,10 +1082,10 @@ }, { "epoch": 47, - "train_loss": 1.576454758644104, - "val_loss": 1.1090255975723267, - "acc": 61.07, - "time": 61.03049107900006, + "train_loss": 1.6294240951538086, + "val_loss": 1.2143372297286987, + "acc": 59.76, + "time": 62.770789611999135, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1105,10 +1105,10 @@ }, { "epoch": 48, - "train_loss": 1.4627938270568848, - "val_loss": 1.086426854133606, - "acc": 61.529999999999994, - "time": 60.67560124999909, + "train_loss": 1.3077642917633057, + "val_loss": 1.0962793827056885, + "acc": 61.37, + "time": 63.014074558001084, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1128,10 +1128,10 @@ }, { "epoch": 49, - "train_loss": 1.5086724758148193, - "val_loss": 1.0211139917373657, - "acc": 61.4, - "time": 62.09537127299882, + "train_loss": 1.4198321104049683, + "val_loss": 1.1991411447525024, + "acc": 59.61, + "time": 62.310609416999796, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1151,10 +1151,10 @@ }, { "epoch": 50, - "train_loss": 1.4680923223495483, - "val_loss": 1.0423380136489868, - "acc": 60.419999999999995, - "time": 61.35687215300095, + "train_loss": 1.4580883979797363, + "val_loss": 1.2092286348342896, + "acc": 60.34, + "time": 62.806406449999486, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1174,10 +1174,10 @@ }, { "epoch": 51, - "train_loss": 1.3364285230636597, - "val_loss": 1.0311404466629028, - "acc": 62.18, - "time": 63.57935122500021, + "train_loss": 1.5083129405975342, + "val_loss": 1.0891103744506836, + "acc": 61.72, + "time": 62.50723493899932, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1197,10 +1197,10 @@ }, { "epoch": 52, - "train_loss": 1.361364722251892, - "val_loss": 0.9698165655136108, - "acc": 61.970000000000006, - "time": 61.80011861999992, + "train_loss": 1.5744831562042236, + "val_loss": 1.0876408815383911, + "acc": 62.5, + "time": 62.35219050999876, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1220,10 +1220,10 @@ }, { "epoch": 53, - "train_loss": 1.373739242553711, - "val_loss": 1.1618282794952393, - "acc": 61.78, - "time": 61.81340305999947, + "train_loss": 1.4297982454299927, + "val_loss": 0.9348114132881165, + "acc": 59.42, + "time": 61.9356989099997, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1243,10 +1243,10 @@ }, { "epoch": 54, - "train_loss": 1.3679044246673584, - "val_loss": 1.206900715827942, - "acc": 62.72, - "time": 61.98622244099897, + "train_loss": 1.4933722019195557, + "val_loss": 0.9807050824165344, + "acc": 62.02, + "time": 62.979018355001244, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1266,10 +1266,10 @@ }, { "epoch": 55, - "train_loss": 1.3671261072158813, - "val_loss": 1.0989187955856323, - "acc": 63.160000000000004, - "time": 62.739783015000285, + "train_loss": 1.6055113077163696, + "val_loss": 1.1574901342391968, + "acc": 62.36, + "time": 62.4372505350002, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1289,10 +1289,10 @@ }, { "epoch": 56, - "train_loss": 1.4394605159759521, - "val_loss": 1.0621250867843628, - "acc": 62.67, - "time": 61.862306848001026, + "train_loss": 1.4256973266601562, + "val_loss": 1.0377005338668823, + "acc": 60.29, + "time": 62.50276972099891, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1312,10 +1312,10 @@ }, { "epoch": 57, - "train_loss": 1.427038550376892, - "val_loss": 1.0700761079788208, - "acc": 61.44, - "time": 62.23327207299917, + "train_loss": 1.471936821937561, + "val_loss": 1.1595230102539062, + "acc": 61.86, + "time": 62.74675344100069, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1335,10 +1335,10 @@ }, { "epoch": 58, - "train_loss": 1.5730379819869995, - "val_loss": 1.1238847970962524, - "acc": 64.59, - "time": 62.22577327199906, + "train_loss": 1.3742642402648926, + "val_loss": 1.158234715461731, + "acc": 60.77, + "time": 62.507648625, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1358,10 +1358,10 @@ }, { "epoch": 59, - "train_loss": 1.532203197479248, - "val_loss": 0.9479711651802063, - "acc": 63.949999999999996, - "time": 61.49684141899888, + "train_loss": 1.4833730459213257, + "val_loss": 1.0100587606430054, + "acc": 62.54, + "time": 62.859153635999974, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1381,10 +1381,10 @@ }, { "epoch": 60, - "train_loss": 1.410074234008789, - "val_loss": 1.1593378782272339, - "acc": 61.78, - "time": 60.78776358499999, + "train_loss": 1.5121917724609375, + "val_loss": 1.0649547576904297, + "acc": 61.76, + "time": 62.431195749000835, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1404,10 +1404,10 @@ }, { "epoch": 61, - "train_loss": 1.146192193031311, - "val_loss": 1.0655792951583862, - "acc": 62.74999999999999, - "time": 61.040642295, + "train_loss": 1.4110674858093262, + "val_loss": 1.0910195112228394, + "acc": 62.96, + "time": 62.85786026000096, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1427,10 +1427,10 @@ }, { "epoch": 62, - "train_loss": 1.4168701171875, - "val_loss": 1.0765154361724854, - "acc": 62.239999999999995, - "time": 63.05701567699907, + "train_loss": 1.444046139717102, + "val_loss": 0.9704185128211975, + "acc": 63.89, + "time": 62.73639060400092, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1450,10 +1450,10 @@ }, { "epoch": 63, - "train_loss": 1.5464166402816772, - "val_loss": 0.9999218583106995, - "acc": 64.75, - "time": 62.78251257000011, + "train_loss": 1.3250658512115479, + "val_loss": 1.0448994636535645, + "acc": 64.01, + "time": 62.039178711000204, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1473,10 +1473,10 @@ }, { "epoch": 64, - "train_loss": 1.3605098724365234, - "val_loss": 0.9581423997879028, - "acc": 64.5, - "time": 62.76151591300004, + "train_loss": 1.4550576210021973, + "val_loss": 0.9564076662063599, + "acc": 64.66, + "time": 62.343680826999844, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1496,10 +1496,10 @@ }, { "epoch": 65, - "train_loss": 1.4770632982254028, - "val_loss": 0.9642197489738464, - "acc": 64.69, - "time": 62.405020180000065, + "train_loss": 1.437106728553772, + "val_loss": 1.043798565864563, + "acc": 60.9, + "time": 61.654556391998995, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1519,10 +1519,10 @@ }, { "epoch": 66, - "train_loss": 1.1943800449371338, - "val_loss": 1.0390522480010986, - "acc": 65.29, - "time": 61.91014236299998, + "train_loss": 1.3552546501159668, + "val_loss": 1.0724409818649292, + "acc": 65.09, + "time": 62.168224239001574, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1542,10 +1542,10 @@ }, { "epoch": 67, - "train_loss": 1.3821290731430054, - "val_loss": 0.8803502321243286, - "acc": 65.64999999999999, - "time": 62.86462443799974, + "train_loss": 1.380120038986206, + "val_loss": 1.0286964178085327, + "acc": 64.86, + "time": 61.898360314000456, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1565,10 +1565,10 @@ }, { "epoch": 68, - "train_loss": 1.289808750152588, - "val_loss": 0.9664879441261292, - "acc": 65.74, - "time": 62.558777498999916, + "train_loss": 1.4779853820800781, + "val_loss": 1.058994174003601, + "acc": 62.19, + "time": 62.307951198999945, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1588,10 +1588,10 @@ }, { "epoch": 69, - "train_loss": 1.5899115800857544, - "val_loss": 1.0706835985183716, - "acc": 62.980000000000004, - "time": 63.308301446999394, + "train_loss": 1.6283639669418335, + "val_loss": 1.1440860033035278, + "acc": 62.42, + "time": 62.48433698599911, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1611,10 +1611,10 @@ }, { "epoch": 70, - "train_loss": 1.5656359195709229, - "val_loss": 0.9979894757270813, - "acc": 64.46, - "time": 62.633452069998384, + "train_loss": 1.2932286262512207, + "val_loss": 0.9215033054351807, + "acc": 63.6, + "time": 62.956654706000336, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1634,10 +1634,10 @@ }, { "epoch": 71, - "train_loss": 1.3480850458145142, - "val_loss": 1.0244395732879639, - "acc": 63.129999999999995, - "time": 63.26980919000016, + "train_loss": 1.4122365713119507, + "val_loss": 0.989637553691864, + "acc": 63.48, + "time": 63.45454501700078, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1657,10 +1657,10 @@ }, { "epoch": 72, - "train_loss": 1.432538390159607, - "val_loss": 1.096195936203003, - "acc": 62.12, - "time": 62.582192507999935, + "train_loss": 1.4288651943206787, + "val_loss": 1.0307739973068237, + "acc": 65.51, + "time": 63.49830967000162, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1680,10 +1680,10 @@ }, { "epoch": 73, - "train_loss": 1.3311628103256226, - "val_loss": 0.964530348777771, - "acc": 66.18, - "time": 62.13052625800083, + "train_loss": 1.385995626449585, + "val_loss": 0.965009331703186, + "acc": 64.52, + "time": 62.57850276199861, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1703,10 +1703,10 @@ }, { "epoch": 74, - "train_loss": 1.3977532386779785, - "val_loss": 1.0420416593551636, - "acc": 66.38, - "time": 63.26651695600049, + "train_loss": 1.328550100326538, + "val_loss": 0.858593761920929, + "acc": 65.01, + "time": 62.98056325200014, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1726,10 +1726,10 @@ }, { "epoch": 75, - "train_loss": 1.4748128652572632, - "val_loss": 1.07823646068573, - "acc": 64.14, - "time": 63.08254856699932, + "train_loss": 1.4501489400863647, + "val_loss": 1.0647125244140625, + "acc": 64.88, + "time": 62.68244322600003, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1749,10 +1749,10 @@ }, { "epoch": 76, - "train_loss": 1.2716376781463623, - "val_loss": 1.0121303796768188, - "acc": 66.09, - "time": 61.732114577000175, + "train_loss": 1.3088353872299194, + "val_loss": 1.0181324481964111, + "acc": 65.92, + "time": 61.815402914000515, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1772,10 +1772,1183 @@ }, { "epoch": 77, - "train_loss": 1.50393807888031, - "val_loss": 0.9915559887886047, - "acc": 66.78, - "time": 61.191405966001184, + "train_loss": 1.5016010999679565, + "val_loss": 0.9075760841369629, + "acc": 65.87, + "time": 61.65974908000135, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 78, + "train_loss": 1.2764217853546143, + "val_loss": 0.9731151461601257, + "acc": 66.63, + "time": 62.62428975900002, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 79, + "train_loss": 1.326953411102295, + "val_loss": 0.9559815526008606, + "acc": 65.77, + "time": 62.358563990999755, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 80, + "train_loss": 1.56962251663208, + "val_loss": 1.0400887727737427, + "acc": 65.14, + "time": 61.86954878600045, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 81, + "train_loss": 1.2932411432266235, + "val_loss": 0.9124164581298828, + "acc": 65.11, + "time": 62.09034313200027, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 82, + "train_loss": 1.201293706893921, + "val_loss": 0.9971551299095154, + "acc": 66.17, + "time": 62.590510853000524, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 83, + "train_loss": 1.4048486948013306, + "val_loss": 0.9350864887237549, + "acc": 65.91, + "time": 63.153894500001115, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 84, + "train_loss": 1.2077436447143555, + "val_loss": 0.9179089069366455, + "acc": 66.26, + "time": 62.85325976399872, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 85, + "train_loss": 1.3061816692352295, + "val_loss": 0.9332026243209839, + "acc": 67.38, + "time": 62.71589718700125, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 86, + "train_loss": 1.2344725131988525, + "val_loss": 0.8693575859069824, + "acc": 65.49, + "time": 63.231453052998404, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 87, + "train_loss": 1.262036681175232, + "val_loss": 1.067348599433899, + "acc": 65.81, + "time": 62.634411326998816, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 88, + "train_loss": 1.2337788343429565, + "val_loss": 1.0530850887298584, + "acc": 64.17, + "time": 62.1424246280003, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 89, + "train_loss": 1.377349853515625, + "val_loss": 1.0145268440246582, + "acc": 65.58, + "time": 62.423630810999384, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 90, + "train_loss": 1.140437364578247, + "val_loss": 0.8899815082550049, + "acc": 68.43, + "time": 62.543590594001216, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 91, + "train_loss": 1.411934733390808, + "val_loss": 0.9292965531349182, + "acc": 66.0, + "time": 62.25313543299853, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 92, + "train_loss": 1.4673867225646973, + "val_loss": 0.9502089619636536, + "acc": 65.71, + "time": 62.27500071299983, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 93, + "train_loss": 1.2705384492874146, + "val_loss": 0.9558568596839905, + "acc": 67.43, + "time": 63.05410386800031, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 94, + "train_loss": 1.404015064239502, + "val_loss": 0.9055957794189453, + "acc": 68.48, + "time": 63.07330257300055, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 95, + "train_loss": 1.044314980506897, + "val_loss": 0.9233136773109436, + "acc": 69.18, + "time": 62.10212851899996, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 96, + "train_loss": 1.2869430780410767, + "val_loss": 0.9230660200119019, + "acc": 66.7, + "time": 62.076272928001345, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 97, + "train_loss": 1.3087294101715088, + "val_loss": 0.860434889793396, + "acc": 69.2, + "time": 62.972157442000025, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 98, + "train_loss": 1.2592004537582397, + "val_loss": 0.9214412569999695, + "acc": 68.9, + "time": 63.75694704599846, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 99, + "train_loss": 1.3923662900924683, + "val_loss": 0.9104560613632202, + "acc": 67.79, + "time": 63.415442765999614, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 100, + "train_loss": 1.310763955116272, + "val_loss": 0.9855148196220398, + "acc": 68.04, + "time": 62.67001606299891, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 101, + "train_loss": 1.2244609594345093, + "val_loss": 0.9108558297157288, + "acc": 67.94, + "time": 63.17466435800088, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 102, + "train_loss": 1.2976256608963013, + "val_loss": 1.0743852853775024, + "acc": 67.69, + "time": 63.383972570998594, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 103, + "train_loss": 1.3021868467330933, + "val_loss": 0.9332200884819031, + "acc": 68.25, + "time": 62.6111163630012, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 104, + "train_loss": 1.319118618965149, + "val_loss": 0.8774437308311462, + "acc": 68.96, + "time": 63.71109800799968, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 105, + "train_loss": 1.3321648836135864, + "val_loss": 0.8401697874069214, + "acc": 68.49, + "time": 63.94858762700096, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 106, + "train_loss": 1.2874572277069092, + "val_loss": 0.8413896560668945, + "acc": 67.02, + "time": 62.98260830599975, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 107, + "train_loss": 1.3729617595672607, + "val_loss": 0.98113614320755, + "acc": 69.11, + "time": 62.88306374599779, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 108, + "train_loss": 1.2127999067306519, + "val_loss": 0.81163090467453, + "acc": 69.84, + "time": 63.347564717998466, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 109, + "train_loss": 1.3910690546035767, + "val_loss": 0.8509615659713745, + "acc": 68.65, + "time": 63.60442662300193, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 110, + "train_loss": 1.2062848806381226, + "val_loss": 0.7995198965072632, + "acc": 69.44, + "time": 63.42258534799839, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 111, + "train_loss": 1.3186352252960205, + "val_loss": 1.0460211038589478, + "acc": 69.47, + "time": 63.721084689001145, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 112, + "train_loss": 1.3856719732284546, + "val_loss": 0.9583305716514587, + "acc": 69.65, + "time": 63.76892247899741, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 113, + "train_loss": 1.248412013053894, + "val_loss": 0.862545907497406, + "acc": 69.7, + "time": 63.273455389000446, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 114, + "train_loss": 1.266663908958435, + "val_loss": 0.8735730051994324, + "acc": 68.41, + "time": 64.11604336800156, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 115, + "train_loss": 1.2724223136901855, + "val_loss": 0.8268283009529114, + "acc": 68.9, + "time": 63.737583473000996, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 116, + "train_loss": 1.1207032203674316, + "val_loss": 0.9381468892097473, + "acc": 69.57, + "time": 63.5903091279979, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 117, + "train_loss": 1.208992600440979, + "val_loss": 0.7833232879638672, + "acc": 69.98, + "time": 63.714463234002324, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 118, + "train_loss": 1.277165174484253, + "val_loss": 0.7989663481712341, + "acc": 71.24, + "time": 63.42114868600038, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 119, + "train_loss": 1.2781352996826172, + "val_loss": 0.766520082950592, + "acc": 69.51, + "time": 62.60949587899813, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 120, + "train_loss": 1.2921698093414307, + "val_loss": 0.9929887652397156, + "acc": 70.01, + "time": 62.50122352499966, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 121, + "train_loss": 1.094481348991394, + "val_loss": 0.8987976908683777, + "acc": 70.21, + "time": 62.526624627000274, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 122, + "train_loss": 1.2832804918289185, + "val_loss": 0.866955578327179, + "acc": 70.16, + "time": 63.118938501997036, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 123, + "train_loss": 1.1811000108718872, + "val_loss": 0.869767427444458, + "acc": 65.38, + "time": 62.11105596299967, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 124, + "train_loss": 1.172635793685913, + "val_loss": 0.8512783050537109, + "acc": 70.68, + "time": 61.88660682399859, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 125, + "train_loss": 1.1859463453292847, + "val_loss": 0.8757762908935547, + "acc": 70.25, + "time": 62.181655402000615, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 126, + "train_loss": 1.031968593597412, + "val_loss": 0.7711319327354431, + "acc": 69.99, + "time": 62.68173075700179, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 127, + "train_loss": 1.2802910804748535, + "val_loss": 0.9506101608276367, + "acc": 70.56, + "time": 62.74900443799925, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 128, + "train_loss": 1.1534720659255981, + "val_loss": 0.8886144757270813, + "acc": 70.41, + "time": 62.80893574700167, "param": [ 0.0714285746216774, 0.0714285746216774, diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 4)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 4)-LeNet)-200 epochs (dataug:0)- 10 in_it.json index 2cdff49..be95693 100644 --- a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 4)-LeNet)-200 epochs (dataug:0)- 10 in_it.json +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 4)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -1,8 +1,8 @@ { - "Accuracy": 63.53, + "Accuracy": 67.97, "Time": [ - 88.94892483952661, - 1.0218807223932278 + 88.2294865530204, + 0.38674680301087505 ], "Device": "GeForce GTX 1060 with Max-Q Design", "Param_names": [ @@ -24,1314 +24,2303 @@ "Log": [ { "epoch": 1, - "train_loss": 2.2937495708465576, - "val_loss": 2.2831532955169678, - "acc": 10.11, - "time": 88.53159136500108, + "train_loss": 2.384758234024048, + "val_loss": 2.2956037521362305, + "acc": 14.94, + "time": 88.8974955080048, "param": [ - 0.08208360522985458, - 0.07411950826644897, - 0.08739598095417023, - 0.07747599482536316, - 0.07225620001554489, - 0.048664871603250504, - 0.07562277466058731, - 0.07711587846279144, - 0.04404798522591591, - 0.06341555714607239, - 0.06646084785461426, - 0.09859730303287506, - 0.06861747056245804, - 0.06412604451179504 + 0.05245821923017502, + 0.07511762529611588, + 0.03983520716428757, + 0.0658884197473526, + 0.10961860418319702, + 0.08781364560127258, + 0.07988979667425156, + 0.08182387799024582, + 0.0843903049826622, + 0.060122326016426086, + 0.10724607110023499, + 0.06719885021448135, + 0.08026070147752762, + 0.008336219936609268 ] }, { "epoch": 2, - "train_loss": 2.2546417713165283, - "val_loss": 2.2353315353393555, - "acc": 18.099999999999998, - "time": 88.96011022400126, + "train_loss": 2.394110679626465, + "val_loss": 2.2417354583740234, + "acc": 19.26, + "time": 88.82502193500113, "param": [ - 0.10403706133365631, - 0.035023611038923264, - 0.09714151173830032, - 0.07555457204580307, - 0.08597143739461899, - 0.04585772007703781, - 0.08778641372919083, - 0.08210810273885727, - 0.07826577872037888, - 0.02449766732752323, - 0.07299971580505371, - 0.12342901527881622, - 0.08361408859491348, - 0.003713249461725354 + 0.06142972782254219, + 0.06811068207025528, + 0.05957025662064552, + 0.08523449301719666, + 0.1049920991063118, + 0.10198286920785904, + 0.07537008076906204, + 0.06374088674783707, + 0.0907691940665245, + 0.03751498460769653, + 0.09695887565612793, + 0.05080390349030495, + 0.096744604408741, + 0.006777496077120304 ] }, { "epoch": 3, - "train_loss": 2.1663765907287598, - "val_loss": 2.0605692863464355, - "acc": 20.9, - "time": 88.63912270299988, + "train_loss": 2.2371325492858887, + "val_loss": 2.100977897644043, + "acc": 24.68, + "time": 88.56785327399848, "param": [ - 0.09249205142259598, - 0.045620642602443695, - 0.09654022008180618, - 0.0669216439127922, - 0.08209004998207092, - 0.04481738433241844, - 0.07182104140520096, - 0.08387386053800583, - 0.08400389552116394, - 0.05701594054698944, - 0.0780879333615303, - 0.10765587538480759, - 0.08835992962121964, - 0.0006995280855335295 + 0.056012459099292755, + 0.039161793887615204, + 0.09647572785615921, + 0.09941552579402924, + 0.11283198744058609, + 0.07334121316671371, + 0.05283040925860405, + 0.05831622704863548, + 0.09523199498653412, + 0.048923786729574203, + 0.10147003829479218, + 0.057551026344299316, + 0.10843782871961594, + 0.0 ] }, { "epoch": 4, - "train_loss": 2.2612550258636475, - "val_loss": 2.0211496353149414, - "acc": 24.64, - "time": 88.96240049699918, + "train_loss": 2.0685274600982666, + "val_loss": 1.9529297351837158, + "acc": 28.74, + "time": 88.55654888200661, "param": [ - 0.08590776473283768, - 0.049252256751060486, - 0.09173949807882309, - 0.0704832524061203, - 0.08555290102958679, - 0.045351799577474594, - 0.07170853763818741, - 0.07712718844413757, - 0.08269667625427246, - 0.0726599469780922, - 0.07738164812326431, - 0.09048714488744736, - 0.09965142607688904, + 0.05365939065814018, + 0.03958611190319061, + 0.11812207102775574, + 0.10325153172016144, + 0.11527585238218307, + 0.05658125504851341, + 0.05635560676455498, + 0.04711548611521721, + 0.09084545075893402, + 0.03265326842665672, + 0.1262466162443161, + 0.014233394525945187, + 0.14607389271259308, 0.0 ] }, { "epoch": 5, - "train_loss": 2.189849615097046, - "val_loss": 1.9887951612472534, - "acc": 28.939999999999998, - "time": 91.11156340000161, + "train_loss": 2.1117289066314697, + "val_loss": 1.8949095010757446, + "acc": 29.37, + "time": 88.59040577400447, "param": [ - 0.09113429486751556, - 0.04269634559750557, - 0.09682673960924149, - 0.07391928881406784, - 0.10339218378067017, - 0.024514002725481987, - 0.06515010446310043, - 0.07544298470020294, - 0.07713283598423004, - 0.09564964473247528, - 0.08550355583429337, - 0.06632418930530548, - 0.1023138165473938, + 0.0780659094452858, + 0.02278207242488861, + 0.1267537772655487, + 0.10077782720327377, + 0.09670121222734451, + 0.030018959194421768, + 0.07058057188987732, + 0.04125174507498741, + 0.11225622892379761, + 0.04769902676343918, + 0.12176572531461716, + 0.00931396521627903, + 0.1420329213142395, 0.0 ] }, { "epoch": 6, - "train_loss": 1.9778972864151, - "val_loss": 1.8488991260528564, - "acc": 35.78, - "time": 93.5520946430006, + "train_loss": 1.8869975805282593, + "val_loss": 1.8613451719284058, + "acc": 35.4, + "time": 88.34629423300066, "param": [ - 0.09883599728345871, - 0.0444079153239727, - 0.10114701837301254, - 0.0699654221534729, - 0.10972345620393753, - 0.019851572811603546, - 0.049304623156785965, - 0.08491871505975723, - 0.055741578340530396, - 0.10776973515748978, - 0.09626378864049911, - 0.053751327097415924, - 0.10831886529922485, + 0.09773317724466324, + 0.0, + 0.12923912703990936, + 0.10623904317617416, + 0.05822761356830597, + 0.0, + 0.05088023841381073, + 0.003052464919164777, + 0.20121344923973083, + 0.03493437543511391, + 0.12611468136310577, + 0.0, + 0.1923658698797226, 0.0 ] }, { "epoch": 7, - "train_loss": 2.047713279724121, - "val_loss": 1.7670835256576538, - "acc": 38.18, - "time": 89.31525375699857, + "train_loss": 1.9645136594772339, + "val_loss": 1.718186616897583, + "acc": 37.27, + "time": 88.57933750200027, "param": [ - 0.11408339440822601, - 0.02947988174855709, - 0.11343123018741608, - 0.06409154087305069, - 0.11506158858537674, + 0.09319644421339035, 0.0, - 0.015627922490239143, - 0.07934805750846863, - 0.042075805366039276, - 0.12903526425361633, - 0.11443912982940674, - 0.033898573368787766, - 0.1494276225566864, + 0.12067071348428726, + 0.09154696017503738, + 0.0, + 0.0, + 0.016370823606848717, + 0.0, + 0.2929019033908844, + 0.0, + 0.12176711857318878, + 0.0, + 0.26354607939720154, 0.0 ] }, { "epoch": 8, - "train_loss": 2.006692886352539, - "val_loss": 1.7586321830749512, - "acc": 35.4, - "time": 88.4791386729994, + "train_loss": 2.146052598953247, + "val_loss": 1.7149094343185425, + "acc": 39.43, + "time": 88.48197557299864, "param": [ - 0.11411601305007935, + 0.07627028226852417, 0.0, - 0.13136455416679382, - 0.06005265563726425, - 0.10906322300434113, + 0.0983944907784462, + 0.047660116106271744, 0.0, 0.0, - 0.06589844822883606, - 0.05475730821490288, - 0.1329328864812851, - 0.128873810172081, - 0.020197095349431038, - 0.18274404108524323, + 0.0, + 0.0, + 0.36521780490875244, + 0.0, + 0.11335582286119461, + 0.0, + 0.2991015315055847, 0.0 ] }, { "epoch": 9, - "train_loss": 1.98578941822052, - "val_loss": 1.745672345161438, - "acc": 40.44, - "time": 91.349534322002, + "train_loss": 1.8600540161132812, + "val_loss": 1.605565071105957, + "acc": 40.03, + "time": 88.55168425099691, "param": [ - 0.0972580760717392, + 0.05017188563942909, 0.0, - 0.15375789999961853, - 0.047513723373413086, - 0.09246746450662613, + 0.06990142911672592, + 0.002750796964392066, 0.0, 0.0, - 0.04047360271215439, - 0.06826815009117126, - 0.13538114726543427, - 0.14772434532642365, 0.0, - 0.21715566515922546, + 0.0, + 0.4353364109992981, + 0.0, + 0.10989071428775787, + 0.0, + 0.33194875717163086, 0.0 ] }, { "epoch": 10, - "train_loss": 1.858097791671753, - "val_loss": 1.5717483758926392, - "acc": 41.75, - "time": 90.40630775700265, + "train_loss": 1.8276180028915405, + "val_loss": 1.625614881515503, + "acc": 39.94, + "time": 88.21107447100076, "param": [ - 0.08990848064422607, - 0.0, - 0.18721024692058563, - 0.028254954144358635, - 0.042797137051820755, - 0.0, - 0.0, - 0.0, - 0.06994041800498962, - 0.13256481289863586, - 0.1786506325006485, - 0.0, - 0.2706732749938965, + 0.058064334094524384, + 0.006790932267904282, + 0.06651543825864792, + 0.015692438930273056, + 0.0003537048469297588, + 0.004370946902781725, + 0.010540556162595749, + 0.012811609543859959, + 0.3910712003707886, + 0.023990105837583542, + 0.1095505878329277, + 0.02267470210790634, + 0.27757349610328674, 0.0 ] }, { "epoch": 11, - "train_loss": 1.7219321727752686, - "val_loss": 1.564427137374878, - "acc": 43.85, - "time": 91.28065830900232, + "train_loss": 1.9068230390548706, + "val_loss": 1.6281341314315796, + "acc": 41.97, + "time": 87.84804698299558, "param": [ - 0.08470357954502106, + 0.06234387308359146, + 0.0022978223860263824, + 0.06870081275701523, + 0.01593668758869171, 0.0, - 0.229481503367424, - 0.004454183392226696, - 0.0, - 0.0, - 0.0, - 0.0, - 0.06216931343078613, - 0.12675520777702332, - 0.19247908890247345, - 0.0, - 0.2999570965766907, + 0.006686965003609657, + 0.020452318713068962, + 0.023212091997265816, + 0.3629469573497772, + 0.051086779683828354, + 0.09822419285774231, + 0.04097224026918411, + 0.24713924527168274, 0.0 ] }, { "epoch": 12, - "train_loss": 2.034728765487671, - "val_loss": 1.6113245487213135, - "acc": 43.28, - "time": 89.62107725399983, + "train_loss": 2.1310524940490723, + "val_loss": 1.655035376548767, + "acc": 39.42, + "time": 87.91449540900066, "param": [ - 0.09508461505174637, + 0.05427754297852516, 0.0, - 0.24028709530830383, - 0.004010808188468218, + 0.0663413405418396, 0.0, 0.0, 0.0, - 0.003211105475202203, - 0.06649936735630035, - 0.1225636899471283, - 0.18644697964191437, - 0.002005880232900381, - 0.2798905074596405, + 0.011426052078604698, + 0.007607924751937389, + 0.4065428376197815, + 0.056075550615787506, + 0.08618312329053879, + 0.04042191058397293, + 0.2711236774921417, 0.0 ] }, { "epoch": 13, - "train_loss": 1.9235634803771973, - "val_loss": 1.5967806577682495, - "acc": 44.07, - "time": 88.15172280399929, + "train_loss": 1.7785122394561768, + "val_loss": 1.5600333213806152, + "acc": 43.4, + "time": 87.92188026900112, "param": [ - 0.10364425182342529, + 0.04350519925355911, 0.0, - 0.23466022312641144, - 0.012941627763211727, + 0.04563687741756439, 0.0, 0.0, 0.0, - 0.008513843640685081, - 0.08455327153205872, - 0.11319881677627563, - 0.17030063271522522, - 0.0097428597509861, - 0.26244452595710754, + 0.0, + 0.0, + 0.49099403619766235, + 0.03486931696534157, + 0.05565677955746651, + 0.02179574780166149, + 0.30754202604293823, 0.0 ] }, { "epoch": 14, - "train_loss": 1.9726516008377075, - "val_loss": 1.5084543228149414, - "acc": 44.03, - "time": 88.32376509299866, + "train_loss": 1.8357653617858887, + "val_loss": 1.5941567420959473, + "acc": 45.43, + "time": 88.59234331700281, "param": [ - 0.1105077937245369, + 0.05463104695081711, 0.0, - 0.22725073993206024, - 0.013340724632143974, + 0.04889927804470062, 0.0, 0.0, - 0.0016926239477470517, - 0.012950519099831581, - 0.0970715805888176, - 0.11316443234682083, - 0.15798446536064148, - 0.00917944684624672, - 0.25685763359069824, + 0.0, + 0.012138556689023972, + 0.0029852944426238537, + 0.48023486137390137, + 0.03787990286946297, + 0.04533267021179199, + 0.028489885851740837, + 0.28940847516059875, 0.0 ] }, { "epoch": 15, - "train_loss": 1.7080994844436646, - "val_loss": 1.7094063758850098, - "acc": 44.86, - "time": 88.80764062000162, + "train_loss": 1.9458380937576294, + "val_loss": 1.5613043308258057, + "acc": 44.55, + "time": 88.76838884699828, "param": [ - 0.10744908452033997, + 0.06307930499315262, 0.0, - 0.20030762255191803, - 0.04116886109113693, + 0.047385845333337784, 0.0, - 0.00010648160241544247, - 0.01807880960404873, - 0.03572426736354828, - 0.11180462688207626, - 0.11096065491437912, - 0.13016533851623535, - 0.021772323176264763, - 0.22246193885803223, + 0.0, + 0.0, + 0.017536809667944908, + 0.0, + 0.4831770062446594, + 0.03813973441720009, + 0.04219019040465355, + 0.0329383946955204, + 0.27555274963378906, 0.0 ] }, { "epoch": 16, - "train_loss": 1.8379950523376465, - "val_loss": 1.4503495693206787, - "acc": 47.97, - "time": 88.99601454499862, + "train_loss": 1.7000547647476196, + "val_loss": 1.4461649656295776, + "acc": 47.37, + "time": 88.5433073910026, "param": [ - 0.09937749058008194, + 0.06816040724515915, 0.0, - 0.1931118369102478, - 0.05242867395281792, + 0.052319109439849854, 0.0, - 0.00042252158164046705, - 0.029046017676591873, - 0.042080532759428024, - 0.1291736513376236, - 0.11561835557222366, - 0.11428101360797882, - 0.012325516901910305, - 0.21213440597057343, + 0.0, + 0.0, + 0.025706589221954346, + 0.0, + 0.47562453150749207, + 0.03441186249256134, + 0.04915277659893036, + 0.037582237273454666, + 0.2570424973964691, 0.0 ] }, { "epoch": 17, - "train_loss": 1.9738478660583496, - "val_loss": 1.364597201347351, - "acc": 48.8, - "time": 89.66261615400072, + "train_loss": 1.8389437198638916, + "val_loss": 1.4842835664749146, + "acc": 47.38, + "time": 88.1761593830015, "param": [ - 0.08944150060415268, + 0.06987300515174866, 0.0, - 0.19568155705928802, - 0.05151946842670441, + 0.04893239960074425, + 0.0018977405270561576, 0.0, 0.0, - 0.03338843211531639, - 0.04102444276213646, - 0.14472804963588715, - 0.11760129779577255, - 0.11488260328769684, - 0.0005860672681592405, - 0.21114656329154968, + 0.03347296267747879, + 0.0, + 0.4752224087715149, + 0.032534051686525345, + 0.05327008292078972, + 0.042926665395498276, + 0.2418706715106964, 0.0 ] }, { "epoch": 18, - "train_loss": 1.7715342044830322, - "val_loss": 1.5182812213897705, - "acc": 47.94, - "time": 88.88045454200255, + "train_loss": 1.723849892616272, + "val_loss": 1.5095239877700806, + "acc": 47.57, + "time": 88.48512576999929, "param": [ - 0.08187387883663177, + 0.06986694782972336, 0.0, - 0.18846586346626282, - 0.04940824210643768, + 0.04329027980566025, 0.0, 0.0, - 0.03908222168684006, - 0.041246987879276276, - 0.16544820368289948, - 0.11764072626829147, - 0.1204928383231163, - 0.002715646754950285, - 0.19362542033195496, + 0.0, + 0.03314013406634331, + 0.0008390810107812285, + 0.4986792504787445, + 0.02955033630132675, + 0.049658048897981644, + 0.0399630144238472, + 0.23501290380954742, 0.0 ] }, { "epoch": 19, - "train_loss": 1.7597399950027466, - "val_loss": 1.3616787195205688, - "acc": 50.239999999999995, - "time": 88.84704161500122, + "train_loss": 1.5359270572662354, + "val_loss": 1.370419979095459, + "acc": 49.22, + "time": 88.46157691199915, "param": [ - 0.07457282394170761, + 0.0778355821967125, 0.0, - 0.18560181558132172, - 0.04365167021751404, + 0.04155581071972847, + 0.007478960324078798, 0.0, - 0.0, - 0.049845099449157715, - 0.03271297737956047, - 0.18370482325553894, - 0.11215917766094208, - 0.12940199673175812, - 0.0014122053980827332, - 0.18693742156028748, + 0.008042542263865471, + 0.04060854762792587, + 0.012668219394981861, + 0.45603686571121216, + 0.04638645797967911, + 0.057099342346191406, + 0.04598836600780487, + 0.20629927515983582, 0.0 ] }, { "epoch": 20, - "train_loss": 1.858718991279602, - "val_loss": 1.4537512063980103, - "acc": 49.830000000000005, - "time": 88.99094467899704, + "train_loss": 1.635681390762329, + "val_loss": 1.4809032678604126, + "acc": 47.64, + "time": 88.32897019200027, "param": [ - 0.06945504248142242, + 0.08672842383384705, 0.0, - 0.18960672616958618, - 0.028320610523223877, + 0.039888639003038406, + 0.010838435962796211, 0.0, - 0.0, - 0.05238015204668045, - 0.010203483514487743, - 0.2084745317697525, - 0.11371836811304092, - 0.1419057548046112, - 0.002092071808874607, - 0.1838432103395462, + 0.015112953260540962, + 0.045279957354068756, + 0.0052682021632790565, + 0.4409017860889435, + 0.05505018308758736, + 0.05330741032958031, + 0.04356147348880768, + 0.20406252145767212, 0.0 ] }, { "epoch": 21, - "train_loss": 1.577431321144104, - "val_loss": 1.2645360231399536, - "acc": 51.11, - "time": 88.80446725500224, + "train_loss": 1.6717182397842407, + "val_loss": 1.593183159828186, + "acc": 49.03, + "time": 88.63556183300534, "param": [ - 0.05743534490466118, + 0.08931239694356918, 0.0, - 0.20200571417808533, - 0.008697506971657276, + 0.04251475632190704, + 0.012742486782371998, 0.0, + 0.02033897489309311, + 0.04652891308069229, 0.0, - 0.037558551877737045, - 0.0, - 0.23734228312969208, - 0.11341399699449539, - 0.15265901386737823, - 0.0, - 0.19088764488697052, + 0.43237003684043884, + 0.058317165821790695, + 0.0525418259203434, + 0.040886327624320984, + 0.2044471651315689, 0.0 ] }, { "epoch": 22, - "train_loss": 1.8115242719650269, - "val_loss": 1.4765514135360718, - "acc": 50.980000000000004, - "time": 88.85744143899865, + "train_loss": 1.7265409231185913, + "val_loss": 1.3621286153793335, + "acc": 50.62, + "time": 87.964482262003, "param": [ - 0.04466874524950981, + 0.09434759616851807, 0.0, - 0.19808389246463776, - 0.009373690001666546, + 0.04848761484026909, + 0.005433524958789349, 0.0, + 0.004532711114734411, + 0.04169204458594322, 0.0, - 0.02947111800312996, - 0.00019865960348397493, - 0.2502066493034363, - 0.11208712309598923, - 0.15290994942188263, - 0.004315366502851248, - 0.19868475198745728, + 0.4616241455078125, + 0.05362977460026741, + 0.05516744405031204, + 0.03230402618646622, + 0.20278115570545197, 0.0 ] }, { "epoch": 23, - "train_loss": 1.7656121253967285, - "val_loss": 1.232633352279663, - "acc": 52.26, - "time": 89.72184428200126, + "train_loss": 1.7089332342147827, + "val_loss": 1.3539732694625854, + "acc": 49.96, + "time": 87.92493822199322, "param": [ - 0.034822311252355576, + 0.09534745663404465, 0.0, - 0.17976965010166168, - 0.031007850542664528, + 0.05556469038128853, 0.0, 0.0, - 0.03984036669135094, - 0.007688268553465605, - 0.2403237223625183, - 0.1097455769777298, - 0.15531297028064728, - 0.008006532676517963, - 0.19348281621932983, + 0.0, + 0.036625105887651443, + 0.0, + 0.4771302044391632, + 0.05046945810317993, + 0.05354618653655052, + 0.030189789831638336, + 0.2011270523071289, 0.0 ] }, { "epoch": 24, - "train_loss": 1.7197860479354858, - "val_loss": 1.3281550407409668, - "acc": 53.47, - "time": 88.47220581500005, + "train_loss": 1.7194269895553589, + "val_loss": 1.450906753540039, + "acc": 48.07, + "time": 87.96933663899836, "param": [ - 0.047585971653461456, + 0.09036452323198318, 0.0, - 0.16377916932106018, - 0.050825655460357666, + 0.05826008319854736, 0.0, - 0.0003093252016697079, - 0.04995089769363403, - 0.016536366194486618, - 0.22354386746883392, - 0.1014479473233223, - 0.1529141515493393, - 0.01625637151300907, - 0.1768503189086914, + 0.0, + 0.0, + 0.031872183084487915, + 0.0, + 0.5044445991516113, + 0.03869670256972313, + 0.04917628690600395, + 0.019977925345301628, + 0.2072077840566635, 0.0 ] }, { "epoch": 25, - "train_loss": 1.4150390625, - "val_loss": 1.3477860689163208, - "acc": 52.42, - "time": 89.70349033499951, + "train_loss": 2.0029690265655518, + "val_loss": 1.394059419631958, + "acc": 51.83, + "time": 87.77723695000168, "param": [ - 0.04994215443730354, + 0.080750972032547, 0.0, - 0.14254197478294373, - 0.05413201451301575, + 0.06314504891633987, + 0.0006523113115690649, 0.0, - 0.008727927692234516, - 0.05954449996352196, - 0.020087582990527153, - 0.2188800573348999, - 0.10331675410270691, - 0.1576961874961853, - 0.029225822538137436, - 0.15590499341487885, + 0.0013043354265391827, + 0.03425879776477814, + 0.0, + 0.5080397725105286, + 0.03848353400826454, + 0.05073663964867592, + 0.012887604534626007, + 0.20974093675613403, 0.0 ] }, { "epoch": 26, - "train_loss": 1.6282119750976562, - "val_loss": 1.2523671388626099, - "acc": 53.769999999999996, - "time": 89.4969855140007, + "train_loss": 1.86376953125, + "val_loss": 1.395781397819519, + "acc": 51.99, + "time": 88.29881760900025, "param": [ - 0.048448596149683, + 0.07901572436094284, 0.0, - 0.1392149180173874, - 0.05900893360376358, + 0.06545157730579376, + 0.0021055268589407206, 0.0, - 0.010453099384903908, - 0.05742558464407921, - 0.006851790007203817, - 0.2260056734085083, - 0.10418590903282166, - 0.171113982796669, - 0.030317476019263268, - 0.14697401225566864, + 7.818369340384379e-05, + 0.038487959653139114, + 0.0035078853834420443, + 0.4958241283893585, + 0.04376152902841568, + 0.056363049894571304, + 0.010216622613370419, + 0.20518779754638672, 0.0 ] }, { "epoch": 27, - "train_loss": 1.538821816444397, - "val_loss": 1.3771026134490967, - "acc": 53.080000000000005, - "time": 89.34079583600032, + "train_loss": 1.702921748161316, + "val_loss": 1.217186689376831, + "acc": 52.6, + "time": 87.92484403599519, "param": [ - 0.04819371551275253, + 0.08492837846279144, 0.0, - 0.13419415056705475, - 0.06772733479738235, + 0.06730957329273224, 0.0, - 0.023449212312698364, - 0.05156954377889633, - 0.00353259383700788, - 0.21947400271892548, - 0.10764092952013016, - 0.17723053693771362, - 0.03967585414648056, - 0.12731212377548218, + 0.0, + 0.0, + 0.03997766971588135, + 0.0052916924469172955, + 0.5042487978935242, + 0.03848563879728317, + 0.06327620893716812, + 0.0, + 0.19648203253746033, 0.0 ] }, { "epoch": 28, - "train_loss": 1.7184243202209473, - "val_loss": 1.2236379384994507, - "acc": 54.76, - "time": 89.65668675800043, + "train_loss": 1.6759508848190308, + "val_loss": 1.3793997764587402, + "acc": 51.06, + "time": 88.17915503800032, "param": [ - 0.05556470528244972, + 0.09504733234643936, 0.0, - 0.12560787796974182, - 0.07434505224227905, + 0.07949192821979523, 0.0, - 0.03520474210381508, - 0.042386338114738464, - 0.013461041264235973, - 0.21811924874782562, - 0.10599680989980698, - 0.17215144634246826, - 0.04585545137524605, - 0.11130724102258682, + 0.0, + 0.009000909514725208, + 0.0401255264878273, + 0.014736083336174488, + 0.4716581106185913, + 0.044100429862737656, + 0.06954808533191681, + 0.0, + 0.1762915700674057, 0.0 ] }, { "epoch": 29, - "train_loss": 1.769020676612854, - "val_loss": 1.3023854494094849, - "acc": 54.169999999999995, - "time": 88.78391669799748, + "train_loss": 1.7504751682281494, + "val_loss": 1.2876379489898682, + "acc": 51.75, + "time": 87.96438404399669, "param": [ - 0.05270736664533615, + 0.1005067527294159, 0.0, - 0.12398912012577057, - 0.07263559848070145, + 0.09051576256752014, 0.0, - 0.028476158156991005, - 0.036296047270298004, - 0.008560209535062313, - 0.2313438504934311, - 0.10519831627607346, - 0.18539972603321075, - 0.06085646152496338, - 0.09453710913658142, + 0.0, + 0.012802936136722565, + 0.037335388362407684, + 0.01663045957684517, + 0.4577755033969879, + 0.043759785592556, + 0.07978159934282303, + 0.0, + 0.16089178621768951, 0.0 ] }, { "epoch": 30, - "train_loss": 1.4292430877685547, - "val_loss": 1.3801414966583252, - "acc": 55.31, - "time": 88.81479179700182, + "train_loss": 1.6842291355133057, + "val_loss": 1.254239559173584, + "acc": 53.5, + "time": 88.03824383799656, "param": [ - 0.04672623798251152, + 0.10187198966741562, 0.0, - 0.11527363210916519, - 0.07645998895168304, + 0.090899258852005, 0.0, - 0.021381845697760582, - 0.034372489899396896, - 0.013640673831105232, - 0.24188503623008728, - 0.10634239763021469, - 0.19672098755836487, - 0.06273651123046875, - 0.08446019142866135, + 0.0, + 0.003892564447596669, + 0.03216831386089325, + 0.0018004555022343993, + 0.4834485650062561, + 0.0414685383439064, + 0.08116257935762405, + 0.0, + 0.16328772902488708, 0.0 ] }, { "epoch": 31, - "train_loss": 1.647300124168396, - "val_loss": 1.3010414838790894, - "acc": 55.21, - "time": 89.38120978299776, + "train_loss": 1.3138983249664307, + "val_loss": 1.1967912912368774, + "acc": 55.22, + "time": 88.17808259800222, "param": [ - 0.05414878949522972, + 0.10397209227085114, 0.0, - 0.10848468542098999, - 0.07017943263053894, + 0.08748458325862885, 0.0, - 0.02393934689462185, - 0.03195042908191681, - 0.024489974603056908, - 0.2372383177280426, - 0.10698014497756958, - 0.19853757321834564, - 0.060166504234075546, - 0.08388479799032211, + 0.0, + 0.0, + 0.025573523715138435, + 0.0, + 0.5000541806221008, + 0.03678480163216591, + 0.07822141796350479, + 0.0, + 0.16790935397148132, 0.0 ] }, { "epoch": 32, - "train_loss": 1.6099992990493774, - "val_loss": 1.2678347826004028, - "acc": 55.86, - "time": 88.70482689000346, + "train_loss": 1.5984283685684204, + "val_loss": 1.372585654258728, + "acc": 54.98, + "time": 87.88526888599881, "param": [ - 0.06495244055986404, + 0.11644110083580017, 0.0, - 0.11014537513256073, - 0.06253458559513092, - 0.000844472786411643, - 0.020664535462856293, - 0.019505692645907402, - 0.040254682302474976, - 0.24722589552402496, - 0.11310116201639175, - 0.18858057260513306, - 0.057635631412267685, - 0.07455488294363022, + 0.09282463043928146, + 0.0, + 0.0, + 0.00048292826977558434, + 0.011650370433926582, + 0.0, + 0.5009579658508301, + 0.03645443543791771, + 0.06765972822904587, + 0.0, + 0.17352880537509918, 0.0 ] }, { "epoch": 33, - "train_loss": 1.3363561630249023, - "val_loss": 1.2520406246185303, - "acc": 55.78999999999999, - "time": 88.50282968299871, + "train_loss": 1.7522329092025757, + "val_loss": 1.1845721006393433, + "acc": 53.3, + "time": 87.90803226700518, "param": [ - 0.06980559229850769, - 0.0, - 0.1195480152964592, - 0.05793248862028122, - 0.003659013658761978, - 0.010551068000495434, - 0.02110949344933033, - 0.044743459671735764, - 0.24337957799434662, - 0.1217067614197731, - 0.17928741872310638, - 0.05971032381057739, - 0.06856679916381836, - 0.0 + 0.11496807634830475, + 0.0035038350615650415, + 0.10083426535129547, + 0.009045572951436043, + 0.00312562077306211, + 0.017439646646380424, + 0.01898857206106186, + 0.010925373993813992, + 0.4172477126121521, + 0.04795346409082413, + 0.06481222063302994, + 0.016669239848852158, + 0.17019034922122955, + 0.004295957740396261 ] }, { "epoch": 34, - "train_loss": 1.7468727827072144, - "val_loss": 1.134497046470642, - "acc": 56.92, - "time": 89.33926748600061, + "train_loss": 1.3395649194717407, + "val_loss": 1.25994873046875, + "acc": 55.76, + "time": 88.06540531299834, "param": [ - 0.07912824302911758, - 0.0, - 0.1276683658361435, - 0.047966789454221725, - 0.0002986080653499812, - 0.002620343118906021, - 0.019050201401114464, - 0.045589249581098557, - 0.2495153695344925, - 0.1301235407590866, - 0.17928946018218994, - 0.060688767582178116, - 0.05806104838848114, - 0.0 + 0.11142802238464355, + 0.013301849365234375, + 0.09679721295833588, + 0.022624783217906952, + 0.009227410890161991, + 0.03846164047718048, + 0.03408258780837059, + 0.027645504102110863, + 0.3114650249481201, + 0.055135104805231094, + 0.07298926264047623, + 0.042698223143815994, + 0.15805238485336304, + 0.006090923678129911 ] }, { "epoch": 35, - "train_loss": 1.5671833753585815, - "val_loss": 1.2164661884307861, - "acc": 57.830000000000005, - "time": 87.74660829799905, + "train_loss": 1.5112191438674927, + "val_loss": 1.3438897132873535, + "acc": 56.4, + "time": 87.93824917500024, "param": [ - 0.08855824917554855, - 0.0, - 0.13573437929153442, - 0.03898540139198303, - 0.0005683808703906834, - 0.0034823319874703884, - 0.020125070586800575, - 0.04680134728550911, - 0.25015977025032043, - 0.12530802190303802, - 0.1871899962425232, - 0.059566617012023926, - 0.043520379811525345, + 0.11419858038425446, + 0.020340338349342346, + 0.09664291888475418, + 0.027376197278499603, + 0.004763375967741013, + 0.04252811148762703, + 0.04401812329888344, + 0.04156101495027542, + 0.2562980353832245, + 0.06324652582406998, + 0.07972563803195953, + 0.059223614633083344, + 0.15007759630680084, 0.0 ] }, { "epoch": 36, - "train_loss": 1.3775384426116943, - "val_loss": 1.2664865255355835, - "acc": 57.19, - "time": 87.85982861500088, + "train_loss": 1.6094714403152466, + "val_loss": 1.3719745874404907, + "acc": 53.18, + "time": 88.02400961300009, "param": [ - 0.08831746131181717, - 0.00039807293796911836, - 0.12717725336551666, - 0.04310532286763191, - 0.010262955911457539, - 0.0216527096927166, - 0.03143379092216492, - 0.05347456410527229, - 0.22082990407943726, - 0.10985688865184784, - 0.1823197454214096, - 0.06068098545074463, - 0.05049046128988266, + 0.11636033654212952, + 0.01643853262066841, + 0.09519089758396149, + 0.02626790665090084, + 0.002976207761093974, + 0.04452795907855034, + 0.0547298900783062, + 0.04224275052547455, + 0.23591642081737518, + 0.07098627090454102, + 0.08234015852212906, + 0.06357762962579727, + 0.14844512939453125, 0.0 ] }, { "epoch": 37, - "train_loss": 1.611918568611145, - "val_loss": 1.274947166442871, - "acc": 56.58, - "time": 88.57148932899872, + "train_loss": 1.464866280555725, + "val_loss": 1.1771725416183472, + "acc": 56.7, + "time": 88.03072307600087, "param": [ - 0.08587944507598877, + 0.12018568813800812, + 0.005382086616009474, + 0.09851443767547607, + 0.01922811008989811, 0.0, - 0.11815972626209259, - 0.05380330979824066, - 0.026536671444773674, - 0.03821379318833351, - 0.04412457346916199, - 0.05845308676362038, - 0.19598862528800964, - 0.09515321999788284, - 0.16147367656230927, - 0.0660744458436966, - 0.05613935366272926, + 0.05057390779256821, + 0.062472112476825714, + 0.03645632788538933, + 0.23533479869365692, + 0.07311774045228958, + 0.08010425418615341, + 0.06942053884267807, + 0.14920994639396667, 0.0 ] }, { "epoch": 38, - "train_loss": 1.7449392080307007, - "val_loss": 1.2368133068084717, - "acc": 58.699999999999996, - "time": 89.05213937000008, + "train_loss": 1.5507867336273193, + "val_loss": 1.118162751197815, + "acc": 55.16, + "time": 87.8875454989975, "param": [ - 0.08443795144557953, + 0.12392134219408035, 0.0, - 0.11685377359390259, - 0.057872138917446136, - 0.0295538529753685, - 0.04630722105503082, - 0.04664935544133186, - 0.05677609518170357, - 0.19314278662204742, - 0.09736721962690353, - 0.1464552879333496, - 0.06172753870487213, - 0.0628567561507225, + 0.10713937133550644, + 0.0, + 0.0, + 0.04025653749704361, + 0.05209198594093323, + 0.01634758710861206, + 0.26198530197143555, + 0.08029340952634811, + 0.08678936213254929, + 0.07296382635831833, + 0.15821124613285065, 0.0 ] }, { "epoch": 39, - "train_loss": 1.7079797983169556, - "val_loss": 1.118842601776123, - "acc": 59.730000000000004, - "time": 89.39371636400028, + "train_loss": 1.6115484237670898, + "val_loss": 1.2475357055664062, + "acc": 57.84, + "time": 87.82906269100204, "param": [ - 0.07955411076545715, + 0.1352793574333191, 0.0, - 0.11424757540225983, - 0.06579253822565079, - 0.02825329080224037, - 0.04479997605085373, - 0.051796138286590576, - 0.05198562517762184, - 0.19534310698509216, - 0.10534397512674332, - 0.14585241675376892, - 0.05763629078865051, - 0.05939493328332901, + 0.11406645178794861, + 0.0, + 0.0, + 0.0027139189187437296, + 0.039054520428180695, + 0.0, + 0.3058144152164459, + 0.08664941787719727, + 0.08684124797582626, + 0.07018209248781204, + 0.15939858555793762, 0.0 ] }, { "epoch": 40, - "train_loss": 1.4865632057189941, - "val_loss": 1.2300440073013306, - "acc": 57.14, - "time": 88.04878355699839, + "train_loss": 1.459138035774231, + "val_loss": 1.3005120754241943, + "acc": 56.76, + "time": 87.85392248600692, "param": [ - 0.08017914742231369, + 0.13273027539253235, 0.0, - 0.11380504071712494, - 0.07363966852426529, - 0.017594845965504646, - 0.040286578238010406, - 0.04717802628874779, - 0.04960887134075165, - 0.19792862236499786, - 0.11052104085683823, - 0.1537438929080963, - 0.05227608606219292, - 0.06323814392089844, + 0.12220032513141632, + 0.0, + 0.0, + 0.0, + 0.025149045512080193, + 0.0, + 0.32878291606903076, + 0.09173665940761566, + 0.08301830291748047, + 0.05788080394268036, + 0.15850162506103516, 0.0 ] }, { "epoch": 41, - "train_loss": 1.4213961362838745, - "val_loss": 1.0987522602081299, - "acc": 59.77, - "time": 88.24222509100218, + "train_loss": 1.452077865600586, + "val_loss": 1.182286024093628, + "acc": 58.3, + "time": 88.02086739100196, "param": [ - 0.08478761464357376, + 0.1347602903842926, 0.0, - 0.13513381779193878, - 0.07452655583620071, + 0.1325468271970749, 0.0, - 0.032546501606702805, - 0.02412956953048706, - 0.043642498552799225, - 0.21212129294872284, - 0.11392703652381897, - 0.16953012347221375, - 0.030021054670214653, - 0.07963396608829498, + 0.0, + 0.0, + 0.022916676476597786, + 0.0, + 0.3421920835971832, + 0.09601611644029617, + 0.07502107322216034, + 0.04220524802803993, + 0.15434172749519348, 0.0 ] }, { "epoch": 42, - "train_loss": 1.482613444328308, - "val_loss": 1.0885231494903564, - "acc": 59.330000000000005, - "time": 88.78144613099721, + "train_loss": 1.7391020059585571, + "val_loss": 1.1933860778808594, + "acc": 55.16, + "time": 87.98737583299953, "param": [ - 0.08522237092256546, + 0.13051246106624603, 0.0, - 0.1504223346710205, - 0.07244326174259186, + 0.14180858433246613, 0.0, - 0.01967979408800602, - 0.006778022274374962, - 0.04497756063938141, - 0.21400678157806396, - 0.11444205790758133, - 0.16881191730499268, - 0.019311415031552315, - 0.10390441864728928, + 0.0, + 0.0012113612610846758, + 0.0272342711687088, + 0.0, + 0.3445770740509033, + 0.10180190205574036, + 0.06475111842155457, + 0.036403149366378784, + 0.15170009434223175, 0.0 ] }, { "epoch": 43, - "train_loss": 1.3871108293533325, - "val_loss": 1.166098713874817, - "acc": 59.25, - "time": 88.44758530699983, + "train_loss": 1.8997777700424194, + "val_loss": 1.2369471788406372, + "acc": 58.68, + "time": 87.81923459099926, "param": [ - 0.07966850697994232, + 0.13192713260650635, 0.0, - 0.15375083684921265, - 0.0728815346956253, + 0.14549130201339722, + 0.00037895856075920165, 0.0, - 0.016050750389695168, - 0.004495945293456316, - 0.05180249363183975, - 0.20979028940200806, - 0.1148483008146286, - 0.16587676107883453, - 0.01936112716794014, - 0.11147339642047882, + 0.003550242632627487, + 0.039167601615190506, + 0.0, + 0.339900940656662, + 0.10490373522043228, + 0.05521235242486, + 0.028593191877007484, + 0.1508745402097702, 0.0 ] }, { "epoch": 44, - "train_loss": 1.4062286615371704, - "val_loss": 1.1087443828582764, - "acc": 60.150000000000006, - "time": 87.43698955199943, + "train_loss": 1.5148320198059082, + "val_loss": 1.2230230569839478, + "acc": 56.9, + "time": 88.01298600999871, "param": [ - 0.07188554853200912, + 0.12650959193706512, 0.0, - 0.1508764624595642, - 0.07239280641078949, - 0.009916085749864578, - 0.0314154289662838, - 0.017673151567578316, - 0.062476351857185364, - 0.18663270771503448, - 0.11065293103456497, - 0.15257859230041504, - 0.03844863548874855, - 0.09505128115415573, - 0.0 + 0.14713016152381897, + 0.0, + 0.0019256639061495662, + 0.0, + 0.04091606289148331, + 0.0, + 0.34837278723716736, + 0.11163952946662903, + 0.05036978796124458, + 0.019193481653928757, + 0.15354381501674652, + 0.00039907757309265435 ] }, { "epoch": 45, - "train_loss": 1.57968008518219, - "val_loss": 1.1619970798492432, - "acc": 61.45, - "time": 87.825645334, + "train_loss": 1.5061293840408325, + "val_loss": 1.1948257684707642, + "acc": 58.71, + "time": 88.12938656999904, "param": [ - 0.07577526569366455, + 0.12396592646837234, 0.0, - 0.13509054481983185, - 0.07158482074737549, - 0.012828388251364231, - 0.042441871017217636, - 0.028247565031051636, - 0.06681514531373978, - 0.17277982831001282, - 0.10963693261146545, - 0.1397721767425537, - 0.061269521713256836, - 0.0837579220533371, + 0.14643433690071106, + 0.0005629208171740174, + 0.0, + 0.008455660194158554, + 0.03726436197757721, + 0.0001109725417336449, + 0.3438151180744171, + 0.11408112943172455, + 0.057739220559597015, + 0.015838773921132088, + 0.15173159539699554, 0.0 ] }, { "epoch": 46, - "train_loss": 1.6535178422927856, - "val_loss": 1.1520963907241821, - "acc": 60.36, - "time": 88.87369926800238, + "train_loss": 1.542315125465393, + "val_loss": 1.1054414510726929, + "acc": 59.37, + "time": 87.791122679002, "param": [ - 0.07859250158071518, - 0.0, - 0.1165550947189331, - 0.06665559858083725, - 0.017297545447945595, - 0.045140720903873444, - 0.019578447565436363, - 0.06702164560556412, - 0.1682148426771164, - 0.11010844260454178, - 0.14397041499614716, - 0.07630503922700882, - 0.09055967628955841, - 0.0 + 0.12408347427845001, + 0.002748561790212989, + 0.1338569074869156, + 0.013421976007521152, + 0.006816892419010401, + 0.02586442604660988, + 0.04695376753807068, + 0.014958148822188377, + 0.2887030839920044, + 0.10833612829446793, + 0.06988414376974106, + 0.034211911261081696, + 0.12594427168369293, + 0.004216347821056843 ] }, { "epoch": 47, - "train_loss": 1.4793578386306763, - "val_loss": 1.0275092124938965, - "acc": 60.47, - "time": 88.45418060700104, + "train_loss": 1.4897823333740234, + "val_loss": 1.139420747756958, + "acc": 57.74, + "time": 87.99043784800597, "param": [ - 0.08313976228237152, + 0.12457454949617386, 0.0, - 0.10414820909500122, - 0.056079600006341934, - 0.014488756656646729, - 0.03632360324263573, - 0.01250381674617529, - 0.05699441209435463, - 0.1743072271347046, - 0.1060405969619751, - 0.16614705324172974, - 0.07863397151231766, - 0.11119300872087479, + 0.12223782390356064, + 0.018630044534802437, + 0.01413474977016449, + 0.041053466498851776, + 0.054538242518901825, + 0.026572082191705704, + 0.2436111569404602, + 0.1045706495642662, + 0.08049888908863068, + 0.05401819944381714, + 0.1155601218342781, 0.0 ] }, { "epoch": 48, - "train_loss": 1.4238805770874023, - "val_loss": 1.1095610857009888, - "acc": 59.78, - "time": 89.29624469700138, + "train_loss": 1.5784385204315186, + "val_loss": 1.215239405632019, + "acc": 58.03, + "time": 87.91062296699965, "param": [ - 0.08329401910305023, + 0.13067476451396942, 0.0, - 0.10541203618049622, - 0.046116191893815994, - 0.006464718375355005, - 0.017562955617904663, - 0.0020141343120485544, - 0.048489585518836975, - 0.18936777114868164, - 0.11165473610162735, - 0.18624968826770782, - 0.08331002295017242, - 0.12006422877311707, + 0.13106964528560638, + 0.0158012006431818, + 0.0, + 0.039965320378541946, + 0.056307680904865265, + 0.025713961571455002, + 0.23418277502059937, + 0.10688149183988571, + 0.0752168595790863, + 0.06380260735750198, + 0.12038367241621017, 0.0 ] }, { "epoch": 49, - "train_loss": 1.4224207401275635, - "val_loss": 1.1935158967971802, - "acc": 62.12, - "time": 88.3199586970004, + "train_loss": 1.4455370903015137, + "val_loss": 1.0982627868652344, + "acc": 58.72, + "time": 87.94289302900143, "param": [ - 0.09426861256361008, + 0.13647128641605377, 0.0, - 0.11007801443338394, - 0.04046335816383362, - 0.005148540250957012, - 0.002601105719804764, - 0.0, - 0.04129338636994362, - 0.1920609474182129, - 0.11420977115631104, - 0.19493550062179565, - 0.08820855617523193, - 0.11673226207494736, + 0.14015169441699982, + 0.013787051662802696, + 0.0002220168971689418, + 0.039841532707214355, + 0.06085597351193428, + 0.023474957793951035, + 0.2271347939968109, + 0.10813354700803757, + 0.07441248744726181, + 0.05904854089021683, + 0.11646607518196106, 0.0 ] }, { "epoch": 50, - "train_loss": 1.526056170463562, - "val_loss": 1.0705595016479492, - "acc": 60.79, - "time": 88.1225582219995, + "train_loss": 1.522733449935913, + "val_loss": 1.2023611068725586, + "acc": 60.18, + "time": 88.20672603099956, "param": [ - 0.1022719144821167, + 0.13290271162986755, 0.0, - 0.12179245054721832, - 0.02411036193370819, - 0.0, - 0.0, - 0.0, - 0.03500192239880562, - 0.20875097811222076, - 0.11410415917634964, - 0.2008180320262909, - 0.08257681876420975, - 0.11057338863611221, + 0.14328347146511078, + 0.0215491633862257, + 0.0010030032135546207, + 0.05024334415793419, + 0.06180603802204132, + 0.023489339277148247, + 0.22242334485054016, + 0.10715759545564651, + 0.0766473338007927, + 0.04981393367052078, + 0.10968074202537537, 0.0 ] }, { "epoch": 51, - "train_loss": 1.4135569334030151, - "val_loss": 1.1508307456970215, - "acc": 60.209999999999994, - "time": 87.98805583300054, + "train_loss": 1.6562954187393188, + "val_loss": 1.052093505859375, + "acc": 61.47, + "time": 88.19802099200024, "param": [ - 0.1008058413863182, + 0.14667662978172302, 0.0, - 0.13879230618476868, + 0.15289843082427979, + 0.019194917753338814, 0.0, - 0.0, - 0.0, - 0.0, - 0.01921050436794758, - 0.23414893448352814, - 0.10594400018453598, - 0.22038328647613525, - 0.07683999836444855, - 0.10387515276670456, + 0.04893975332379341, + 0.05793660879135132, + 0.013015873730182648, + 0.22715230286121368, + 0.10774851590394974, + 0.0760076642036438, + 0.04071982577443123, + 0.10970950126647949, 0.0 ] }, { "epoch": 52, - "train_loss": 1.504151463508606, - "val_loss": 1.0972175598144531, - "acc": 60.870000000000005, - "time": 88.34140715000103, + "train_loss": 1.5032272338867188, + "val_loss": 1.0675928592681885, + "acc": 60.89, + "time": 88.02428039899678, "param": [ - 0.07613184303045273, + 0.15387335419654846, 0.0, - 0.15034516155719757, + 0.16482917964458466, + 0.021862169727683067, 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.2839549779891968, - 0.09146296977996826, - 0.24607360363006592, - 0.052699703723192215, - 0.09933176636695862, + 0.042593393474817276, + 0.06297402083873749, + 0.010590478777885437, + 0.219468355178833, + 0.09973251819610596, + 0.08124005049467087, + 0.03844059631228447, + 0.10439593344926834, 0.0 ] }, { "epoch": 53, - "train_loss": 1.4987446069717407, - "val_loss": 1.1380163431167603, - "acc": 61.21, - "time": 87.85640935999982, + "train_loss": 1.3594739437103271, + "val_loss": 1.138450264930725, + "acc": 59.76, + "time": 88.07931244700012, "param": [ - 0.06925713270902634, + 0.1618032157421112, 0.0, - 0.14433571696281433, - 0.0038743666373193264, - 0.011448568664491177, - 0.012147348374128342, - 0.01895003579556942, - 0.019509833306074142, - 0.2620125710964203, - 0.08765216916799545, - 0.22234055399894714, - 0.0541224367916584, - 0.09434918314218521, + 0.17185911536216736, + 0.025706887245178223, + 0.0, + 0.029602518305182457, + 0.07672067731618881, + 0.006125070154666901, + 0.21671903133392334, + 0.09777705371379852, + 0.08916129916906357, + 0.028890440240502357, + 0.09563464671373367, 0.0 ] }, { "epoch": 54, - "train_loss": 1.3264570236206055, - "val_loss": 1.08495032787323, - "acc": 62.83, - "time": 88.12714700400102, + "train_loss": 1.6599678993225098, + "val_loss": 1.029537558555603, + "acc": 60.65, + "time": 88.04597116100194, "param": [ - 0.06470119953155518, + 0.15818986296653748, 0.0, - 0.15098987519741058, - 0.005812775809317827, - 0.014951040968298912, - 0.015834739431738853, - 0.029892975464463234, - 0.03326180577278137, - 0.24066200852394104, - 0.08836877346038818, - 0.20414705574512482, - 0.0552418977022171, - 0.09613582491874695, + 0.17152900993824005, + 0.03050190955400467, + 0.0, + 0.014560047537088394, + 0.08436652272939682, + 0.012437536381185055, + 0.21567891538143158, + 0.0938006117939949, + 0.09672709554433823, + 0.021810462698340416, + 0.10039804130792618, 0.0 ] }, { "epoch": 55, - "train_loss": 1.245283603668213, - "val_loss": 1.0442181825637817, - "acc": 63.53, - "time": 88.0542025720024, + "train_loss": 1.1766016483306885, + "val_loss": 1.0719269514083862, + "acc": 60.41, + "time": 88.07627581500128, "param": [ - 0.06763867288827896, + 0.15235090255737305, 0.0, - 0.15104976296424866, - 0.004972715862095356, - 0.016383850947022438, - 0.029524169862270355, - 0.04006342217326164, - 0.02593870833516121, - 0.2244516909122467, - 0.09488952904939651, - 0.17984670400619507, - 0.06312648206949234, - 0.10211436450481415, + 0.16955474019050598, + 0.026855947449803352, + 0.0, + 0.0, + 0.085874043405056, + 0.013597788289189339, + 0.22959205508232117, + 0.09153963625431061, + 0.09690093249082565, + 0.025767957791686058, + 0.10796597599983215, 0.0 ] }, { "epoch": 56, - "train_loss": 1.5029678344726562, - "val_loss": 1.095220923423767, - "acc": 63.27, - "time": 87.88759391599888, + "train_loss": 1.5342844724655151, + "val_loss": 1.0738238096237183, + "acc": 60.63, + "time": 87.84177882299991, "param": [ - 0.06040270999073982, - 0.0007661355193704367, - 0.1591348946094513, - 0.0018572494154796004, - 0.01363567914813757, - 0.038148969411849976, - 0.039094213396310806, - 0.02223130688071251, - 0.22541512548923492, - 0.10095207393169403, - 0.17448465526103973, - 0.05668990686535835, - 0.10718711465597153, + 0.15566805005073547, + 0.0, + 0.1804427057504654, + 0.010657412000000477, + 0.0, + 0.0, + 0.08257711678743362, + 0.003824167186394334, + 0.2582629323005676, + 0.09273604303598404, + 0.09499458223581314, + 0.01481909491121769, + 0.10601784288883209, 0.0 ] }, { "epoch": 57, - "train_loss": 1.522448182106018, - "val_loss": 1.1245992183685303, - "acc": 61.980000000000004, - "time": 88.91098905200124, + "train_loss": 1.712780475616455, + "val_loss": 1.0573064088821411, + "acc": 61.42, + "time": 88.16279904099792, "param": [ - 0.05446743965148926, + 0.16741813719272614, 0.0, - 0.16007840633392334, - 0.0011838650098070502, + 0.18230658769607544, + 0.005069445818662643, 0.0, - 0.04663468524813652, - 0.05544688180088997, - 0.02902478165924549, - 0.23475955426692963, - 0.10457012802362442, - 0.16439352929592133, - 0.03947601467370987, - 0.10996462404727936, + 2.0896037312923e-05, + 0.08186005800962448, + 0.0006835859967395663, + 0.2880612313747406, + 0.08866636455059052, + 0.08787956833839417, + 0.004995931871235371, + 0.0930381491780281, 0.0 ] + }, + { + "epoch": 58, + "train_loss": 1.2399040460586548, + "val_loss": 1.0202183723449707, + "acc": 62.78, + "time": 87.87467939100316, + "param": [ + 0.16751384735107422, + 0.0, + 0.17966781556606293, + 0.013868281617760658, + 0.0, + 0.006481838412582874, + 0.07470028102397919, + 0.009024295024573803, + 0.281281441450119, + 0.08046910166740417, + 0.08469881117343903, + 0.007385420147329569, + 0.09490884095430374, + 0.0 + ] + }, + { + "epoch": 59, + "train_loss": 1.1874345541000366, + "val_loss": 1.0436222553253174, + "acc": 61.59, + "time": 87.80739427899971, + "param": [ + 0.17648760974407196, + 0.0, + 0.1850997507572174, + 0.001329988008365035, + 0.0, + 0.0, + 0.07111919671297073, + 0.010443456470966339, + 0.28651976585388184, + 0.0757686123251915, + 0.08440292626619339, + 0.0, + 0.10882870107889175, + 0.0 + ] + }, + { + "epoch": 60, + "train_loss": 1.600976824760437, + "val_loss": 1.0792429447174072, + "acc": 62.79, + "time": 87.83818568300194, + "param": [ + 0.18840695917606354, + 0.0, + 0.1820673793554306, + 0.0, + 0.0, + 0.0, + 0.06601932644844055, + 0.007512547541409731, + 0.28691238164901733, + 0.06673929840326309, + 0.0796285942196846, + 0.0, + 0.12271347641944885, + 0.0 + ] + }, + { + "epoch": 61, + "train_loss": 1.5363038778305054, + "val_loss": 1.1423176527023315, + "acc": 60.94, + "time": 87.98989109200193, + "param": [ + 0.19167114794254303, + 0.0, + 0.179205521941185, + 3.346948869875632e-05, + 0.0, + 0.005011019762605429, + 0.05970333516597748, + 0.009320350363850594, + 0.27766698598861694, + 0.06625605374574661, + 0.07777248322963715, + 0.0005994228995405138, + 0.13276024162769318, + 0.0 + ] + }, + { + "epoch": 62, + "train_loss": 1.3828245401382446, + "val_loss": 0.9965242743492126, + "acc": 63.49, + "time": 87.96291460499924, + "param": [ + 0.1585737019777298, + 0.0064469738863408566, + 0.1516028791666031, + 0.020389769226312637, + 0.008497411385178566, + 0.023133156821131706, + 0.06991532444953918, + 0.031015170738101006, + 0.23104877769947052, + 0.07030456513166428, + 0.07606663554906845, + 0.019182680174708366, + 0.1283508986234665, + 0.005472092889249325 + ] + }, + { + "epoch": 63, + "train_loss": 1.5620876550674438, + "val_loss": 1.03655207157135, + "acc": 63.04, + "time": 87.94336428000679, + "param": [ + 0.1361277848482132, + 0.01621672883629799, + 0.1302928626537323, + 0.029880482703447342, + 0.013677569106221199, + 0.03169490396976471, + 0.08122432231903076, + 0.0395696721971035, + 0.20732654631137848, + 0.07201980799436569, + 0.08417121320962906, + 0.028486639261245728, + 0.1253075748682022, + 0.00400399137288332 + ] + }, + { + "epoch": 64, + "train_loss": 1.4173029661178589, + "val_loss": 0.9825353026390076, + "acc": 63.76, + "time": 87.9844406830016, + "param": [ + 0.11939553916454315, + 0.013389462605118752, + 0.1208498477935791, + 0.033163830637931824, + 0.01700258068740368, + 0.04005313664674759, + 0.08700229227542877, + 0.047566674649715424, + 0.19574347138404846, + 0.07398316264152527, + 0.08740054816007614, + 0.03434333950281143, + 0.13010618090629578, + 0.0 + ] + }, + { + "epoch": 65, + "train_loss": 1.5029593706130981, + "val_loss": 1.0450987815856934, + "acc": 63.63, + "time": 88.0195504009971, + "param": [ + 0.11673615872859955, + 0.0, + 0.11640879511833191, + 0.037206556648015976, + 0.015811817720532417, + 0.03199328854680061, + 0.08708879351615906, + 0.05782678723335266, + 0.19943822920322418, + 0.0742303803563118, + 0.08882834017276764, + 0.04172424226999283, + 0.1327066719532013, + 0.0 + ] + }, + { + "epoch": 66, + "train_loss": 1.3635354042053223, + "val_loss": 1.066435694694519, + "acc": 62.03, + "time": 87.92385756099975, + "param": [ + 0.12304346263408661, + 0.0, + 0.1144668459892273, + 0.031222423538565636, + 0.010639415122568607, + 0.019743094220757484, + 0.08564923703670502, + 0.07022535055875778, + 0.20118600130081177, + 0.08172282576560974, + 0.08818072825670242, + 0.0405908077955246, + 0.1333298683166504, + 0.0 + ] + }, + { + "epoch": 67, + "train_loss": 1.172568917274475, + "val_loss": 0.9451127052307129, + "acc": 63.45, + "time": 87.96283443200082, + "param": [ + 0.13282886147499084, + 0.0, + 0.11102120578289032, + 0.023850100114941597, + 0.0, + 0.005802620202302933, + 0.08405347168445587, + 0.07897808402776718, + 0.21164558827877045, + 0.094069704413414, + 0.08388346433639526, + 0.03489416837692261, + 0.13897272944450378, + 0.0 + ] + }, + { + "epoch": 68, + "train_loss": 1.3680553436279297, + "val_loss": 1.0197945833206177, + "acc": 64.42, + "time": 88.13325178800005, + "param": [ + 0.13653692603111267, + 0.0, + 0.1091407984495163, + 0.022662699222564697, + 0.0005138349952176213, + 5.4476739023812115e-05, + 0.0774269700050354, + 0.08876227587461472, + 0.23407968878746033, + 0.09809966385364532, + 0.07581731677055359, + 0.027122756466269493, + 0.12978263199329376, + 0.0 + ] + }, + { + "epoch": 69, + "train_loss": 1.3656097650527954, + "val_loss": 1.0619760751724243, + "acc": 63.85, + "time": 87.94531226500112, + "param": [ + 0.13710059225559235, + 0.0, + 0.1052636131644249, + 0.013609668239951134, + 0.0, + 0.0, + 0.08307697623968124, + 0.1067129448056221, + 0.23690801858901978, + 0.09748584777116776, + 0.07760372012853622, + 0.02807149849832058, + 0.114167220890522, + 0.0 + ] + }, + { + "epoch": 70, + "train_loss": 1.27568781375885, + "val_loss": 1.006363868713379, + "acc": 65.44, + "time": 87.7783374990031, + "param": [ + 0.14445377886295319, + 0.0, + 0.09715773165225983, + 0.0008048323215916753, + 0.0007518985657952726, + 0.004096003714948893, + 0.08744069188833237, + 0.11140964925289154, + 0.23206765949726105, + 0.09752915799617767, + 0.08149249106645584, + 0.031815797090530396, + 0.11082305759191513, + 0.00015728053404018283 + ] + }, + { + "epoch": 71, + "train_loss": 1.6068365573883057, + "val_loss": 0.9989602565765381, + "acc": 64.65, + "time": 87.9773126029977, + "param": [ + 0.13773544132709503, + 0.0, + 0.09754810482263565, + 0.0, + 0.0, + 0.0, + 0.09387128055095673, + 0.11198002845048904, + 0.2376524657011032, + 0.11006774753332138, + 0.0806623250246048, + 0.029816213995218277, + 0.10066640377044678, + 0.0 + ] + }, + { + "epoch": 72, + "train_loss": 1.2804834842681885, + "val_loss": 0.9539082050323486, + "acc": 64.95, + "time": 88.18347729700326, + "param": [ + 0.13892309367656708, + 0.0, + 0.10017277300357819, + 0.0, + 0.0, + 0.0, + 0.08958655595779419, + 0.11798662692308426, + 0.2449745535850525, + 0.11584258079528809, + 0.07739877700805664, + 0.023410074412822723, + 0.09170497953891754, + 0.0 + ] + }, + { + "epoch": 73, + "train_loss": 1.346150517463684, + "val_loss": 1.1148161888122559, + "acc": 65.82, + "time": 87.84355558900279, + "param": [ + 0.14123447239398956, + 0.0, + 0.1108349934220314, + 0.0, + 0.0, + 0.0, + 0.08022596687078476, + 0.11146280169487, + 0.242985337972641, + 0.11361720412969589, + 0.07949883490800858, + 0.016573093831539154, + 0.10356727987527847, + 0.0 + ] + }, + { + "epoch": 74, + "train_loss": 1.45849609375, + "val_loss": 0.9302307367324829, + "acc": 66.13, + "time": 87.87234218099911, + "param": [ + 0.14504660665988922, + 0.0, + 0.12189368158578873, + 0.0, + 0.0, + 0.004687958396971226, + 0.07710593938827515, + 0.09645089507102966, + 0.24721460044384003, + 0.11004891991615295, + 0.08064887672662735, + 0.0073411064222455025, + 0.10956142097711563, + 0.0 + ] + }, + { + "epoch": 75, + "train_loss": 1.3320990800857544, + "val_loss": 0.9678144454956055, + "acc": 66.35, + "time": 87.97397714600083, + "param": [ + 0.1564960777759552, + 0.0, + 0.12882699072360992, + 0.0, + 0.0, + 0.0, + 0.0685267448425293, + 0.08565165847539902, + 0.26770973205566406, + 0.11030017584562302, + 0.07975773513317108, + 0.0, + 0.1027308851480484, + 0.0 + ] + }, + { + "epoch": 76, + "train_loss": 1.1232128143310547, + "val_loss": 0.9801099896430969, + "acc": 64.23, + "time": 88.10879838599794, + "param": [ + 0.16539423167705536, + 0.0, + 0.12790852785110474, + 0.0, + 0.0, + 0.0, + 0.05894824489951134, + 0.07430452853441238, + 0.2718936800956726, + 0.10979853570461273, + 0.08018273115158081, + 0.0, + 0.11156953126192093, + 0.0 + ] + }, + { + "epoch": 77, + "train_loss": 1.536513328552246, + "val_loss": 1.0772678852081299, + "acc": 64.64, + "time": 88.09284859200125, + "param": [ + 0.17230278253555298, + 0.0, + 0.13703513145446777, + 0.0, + 0.0, + 0.0012373593635857105, + 0.0464385487139225, + 0.06716743856668472, + 0.26637783646583557, + 0.10520460456609726, + 0.08056066185235977, + 0.0, + 0.12367561459541321, + 0.0 + ] + }, + { + "epoch": 78, + "train_loss": 1.4327818155288696, + "val_loss": 1.0731934309005737, + "acc": 63.99, + "time": 88.04750388100365, + "param": [ + 0.1737598329782486, + 0.0, + 0.14502742886543274, + 0.0, + 0.0, + 2.046981535386294e-05, + 0.02998696267604828, + 0.05751343443989754, + 0.27737390995025635, + 0.10249775648117065, + 0.07129377871751785, + 0.0, + 0.14252644777297974, + 0.0 + ] + }, + { + "epoch": 79, + "train_loss": 1.4115267992019653, + "val_loss": 0.848993718624115, + "acc": 66.12, + "time": 87.87016599100025, + "param": [ + 0.18977472186088562, + 0.0, + 0.14820808172225952, + 0.0, + 0.0, + 0.0, + 0.0, + 0.032822925597429276, + 0.317719966173172, + 0.09062070399522781, + 0.060154009610414505, + 0.0, + 0.16069963574409485, + 0.0 + ] + }, + { + "epoch": 80, + "train_loss": 1.228529930114746, + "val_loss": 1.0159237384796143, + "acc": 65.33, + "time": 87.81089750899991, + "param": [ + 0.19546771049499512, + 0.0, + 0.1494491696357727, + 0.0, + 5.9555572079261765e-05, + 0.0, + 0.0, + 0.015087579376995564, + 0.3383375406265259, + 0.0788038894534111, + 0.05598670244216919, + 0.0, + 0.16680781543254852, + 0.0 + ] + }, + { + "epoch": 81, + "train_loss": 1.5613168478012085, + "val_loss": 1.038413643836975, + "acc": 64.44, + "time": 87.99352388099942, + "param": [ + 0.18734724819660187, + 0.0, + 0.15513253211975098, + 0.0, + 0.0, + 0.007197096478193998, + 0.008255284279584885, + 0.005710246041417122, + 0.33593425154685974, + 0.07759801298379898, + 0.059284597635269165, + 0.0021932017989456654, + 0.16134749352931976, + 0.0 + ] + }, + { + "epoch": 82, + "train_loss": 1.3732380867004395, + "val_loss": 0.9424117207527161, + "acc": 66.44, + "time": 87.92009583300387, + "param": [ + 0.1634000688791275, + 0.0, + 0.15175187587738037, + 0.002393824979662895, + 0.0, + 0.023719435557723045, + 0.026973171159625053, + 0.009123174473643303, + 0.30654340982437134, + 0.08120783418416977, + 0.06464262306690216, + 0.017121292650699615, + 0.15079715847969055, + 0.0023261597380042076 + ] + }, + { + "epoch": 83, + "train_loss": 1.5134378671646118, + "val_loss": 1.0871362686157227, + "acc": 64.85, + "time": 88.04389826399711, + "param": [ + 0.14927564561367035, + 0.0, + 0.16302430629730225, + 0.0, + 8.784313104115427e-05, + 0.034153275191783905, + 0.044834304600954056, + 0.004899697378277779, + 0.29485851526260376, + 0.07982701808214188, + 0.06030218303203583, + 0.02494056522846222, + 0.13967810571193695, + 0.004118506330996752 + ] + }, + { + "epoch": 84, + "train_loss": 1.4104892015457153, + "val_loss": 0.9716194868087769, + "acc": 66.23, + "time": 88.68325434400322, + "param": [ + 0.13481846451759338, + 0.005961523856967688, + 0.15995082259178162, + 0.0063746278174221516, + 0.0056115551851689816, + 0.03552225977182388, + 0.05933045968413353, + 0.011973989196121693, + 0.2724062502384186, + 0.0817326083779335, + 0.05911365523934364, + 0.03129931166768074, + 0.12280784547328949, + 0.013096645474433899 + ] + }, + { + "epoch": 85, + "train_loss": 1.3655908107757568, + "val_loss": 0.9921013116836548, + "acc": 67.8, + "time": 88.4812088700055, + "param": [ + 0.11544232070446014, + 0.015005077235400677, + 0.1402246505022049, + 0.012197498232126236, + 0.02131054364144802, + 0.046857353299856186, + 0.06888915598392487, + 0.02335401438176632, + 0.22420375049114227, + 0.08527041971683502, + 0.06590854376554489, + 0.03690441697835922, + 0.11173295229673386, + 0.03269927203655243 + ] + }, + { + "epoch": 86, + "train_loss": 1.208007574081421, + "val_loss": 0.9766998291015625, + "acc": 65.27, + "time": 88.6779600039954, + "param": [ + 0.10615763813257217, + 0.007190088741481304, + 0.14094723761081696, + 0.015672344714403152, + 0.026016928255558014, + 0.051200952380895615, + 0.07735229283571243, + 0.026495376601815224, + 0.19927941262722015, + 0.09469196200370789, + 0.07070346921682358, + 0.044958434998989105, + 0.10766436904668808, + 0.031669508665800095 + ] + }, + { + "epoch": 87, + "train_loss": 1.3196640014648438, + "val_loss": 0.9520954489707947, + "acc": 66.69, + "time": 88.82146758599993, + "param": [ + 0.12591363489627838, + 0.0, + 0.16388317942619324, + 0.0004939438658766448, + 0.0027163091581314802, + 0.058158352971076965, + 0.08896846324205399, + 0.007345579564571381, + 0.2202824205160141, + 0.11173610389232635, + 0.07341321557760239, + 0.03323032334446907, + 0.1138584315776825, + 0.0 + ] + }, + { + "epoch": 88, + "train_loss": 1.2781771421432495, + "val_loss": 0.9322975873947144, + "acc": 67.97, + "time": 88.92216008600371, + "param": [ + 0.13600169122219086, + 0.0, + 0.17830593883991241, + 0.0, + 0.0, + 0.062164343893527985, + 0.09111873805522919, + 5.291224078973755e-05, + 0.22332042455673218, + 0.11705729365348816, + 0.07885368168354034, + 0.007904202677309513, + 0.10522077977657318, + 0.0 + ] + }, + { + "epoch": 89, + "train_loss": 1.3489704132080078, + "val_loss": 0.9485489726066589, + "acc": 67.58, + "time": 88.73185747800017, + "param": [ + 0.1399082988500595, + 0.0, + 0.19705070555210114, + 0.0, + 0.0, + 0.06604347378015518, + 0.09263624250888824, + 0.0, + 0.22489899396896362, + 0.10900188237428665, + 0.08122573047876358, + 0.0, + 0.08923470973968506, + 0.0 + ] + }, + { + "epoch": 90, + "train_loss": 1.1918659210205078, + "val_loss": 0.9404639601707458, + "acc": 67.75, + "time": 88.7732663679999, + "param": [ + 0.13789978623390198, + 0.0, + 0.21426738798618317, + 0.0, + 6.547022348968312e-05, + 0.06436412781476974, + 0.08764205127954483, + 0.003185395384207368, + 0.2362956702709198, + 0.10096126794815063, + 0.08250125497579575, + 0.0, + 0.07281757146120071, + 0.0 + ] + }, + { + "epoch": 91, + "train_loss": 1.1419988870620728, + "val_loss": 0.9749175906181335, + "acc": 64.97, + "time": 89.17725264499313, + "param": [ + 0.13582316040992737, + 0.0, + 0.231352299451828, + 0.0, + 0.0, + 0.04790901020169258, + 0.09068313241004944, + 0.0, + 0.25205883383750916, + 0.09273988008499146, + 0.09314101189374924, + 0.0, + 0.05629270151257515, + 0.0 + ] + }, + { + "epoch": 92, + "train_loss": 1.2040477991104126, + "val_loss": 0.8492339253425598, + "acc": 66.29, + "time": 88.88437726599659, + "param": [ + 0.13563258945941925, + 0.0, + 0.24155543744564056, + 0.0, + 0.0, + 0.05007120221853256, + 0.07855301350355148, + 0.0018600315088406205, + 0.2551068365573883, + 0.07945304363965988, + 0.10218474268913269, + 0.0, + 0.05558311566710472, + 0.0 + ] + }, + { + "epoch": 93, + "train_loss": 1.3626787662506104, + "val_loss": 0.9771345257759094, + "acc": 67.57, + "time": 88.94397778599523, + "param": [ + 0.13095790147781372, + 0.0, + 0.2412647008895874, + 0.0001827505329856649, + 0.0, + 0.04667455330491066, + 0.06738683581352234, + 0.0036267323885113, + 0.25054436922073364, + 0.07236006110906601, + 0.10584524273872375, + 0.0, + 0.08115685731172562, + 0.0 + ] + }, + { + "epoch": 94, + "train_loss": 1.1693447828292847, + "val_loss": 1.0196449756622314, + "acc": 66.69, + "time": 89.10641442100314, + "param": [ + 0.1239309012889862, + 0.0, + 0.23945915699005127, + 0.0, + 0.0, + 0.04795829579234123, + 0.05565034598112106, + 0.0, + 0.2508656084537506, + 0.06562429666519165, + 0.11578257381916046, + 0.0, + 0.10072881728410721, + 0.0 + ] + }, + { + "epoch": 95, + "train_loss": 1.1197525262832642, + "val_loss": 0.8915899395942688, + "acc": 66.74, + "time": 88.9948625879988, + "param": [ + 0.12218492478132248, + 3.756202568183653e-05, + 0.23236410319805145, + 0.0029781886842101812, + 0.001004625577479601, + 0.045256663113832474, + 0.04498297721147537, + 0.00309861171990633, + 0.2455405592918396, + 0.06407059729099274, + 0.12435510754585266, + 0.0, + 0.1141260489821434, + 0.0 + ] + }, + { + "epoch": 96, + "train_loss": 1.310856580734253, + "val_loss": 0.9892372488975525, + "acc": 67.24, + "time": 88.71570824600349, + "param": [ + 0.12773887813091278, + 0.0, + 0.22141039371490479, + 0.006570727098733187, + 0.01263484638184309, + 0.05058988928794861, + 0.046300482004880905, + 0.00957683939486742, + 0.22211655974388123, + 0.06433116644620895, + 0.12410251796245575, + 0.00020595209207385778, + 0.1144217774271965, + 0.0 + ] + }, + { + "epoch": 97, + "train_loss": 1.3706536293029785, + "val_loss": 0.9839418530464172, + "acc": 67.18, + "time": 89.02878550499736, + "param": [ + 0.1333816945552826, + 0.0, + 0.21753284335136414, + 0.006943121086806059, + 0.018672451376914978, + 0.05530070140957832, + 0.04295347258448601, + 0.019113846123218536, + 0.21317827701568604, + 0.06157869100570679, + 0.11773671209812164, + 0.005992592312395573, + 0.10761567205190659, + 0.0 + ] + }, + { + "epoch": 98, + "train_loss": 1.3891913890838623, + "val_loss": 0.9177378416061401, + "acc": 66.7, + "time": 88.87824044599984, + "param": [ + 0.14139917492866516, + 0.0, + 0.23420129716396332, + 0.0, + 0.008306968957185745, + 0.05553583428263664, + 0.03469407558441162, + 0.012195012532174587, + 0.22531841695308685, + 0.05946338176727295, + 0.12039916962385178, + 0.0, + 0.10848676413297653, + 0.0 + ] + }, + { + "epoch": 99, + "train_loss": 1.3979848623275757, + "val_loss": 0.9815120697021484, + "acc": 66.97, + "time": 88.94565052999678, + "param": [ + 0.1416558474302292, + 0.0, + 0.22782209515571594, + 0.0024560047313570976, + 0.0, + 0.06412115693092346, + 0.043047137558460236, + 0.019150814041495323, + 0.21234740316867828, + 0.059377435594797134, + 0.1285109966993332, + 0.0016426045913249254, + 0.0998685285449028, + 0.0 + ] + }, + { + "epoch": 100, + "train_loss": 1.3755258321762085, + "val_loss": 0.9420256614685059, + "acc": 67.82, + "time": 89.11442044300202, + "param": [ + 0.13765579462051392, + 0.0005253981798887253, + 0.20684801042079926, + 0.004834245890378952, + 0.00949938502162695, + 0.07528461515903473, + 0.052317265421152115, + 0.03292892128229141, + 0.20089851319789886, + 0.06543049216270447, + 0.12611553072929382, + 0.0067756278440356255, + 0.08056030422449112, + 0.00032600961276330054 + ] } ] } \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 6)-LeNet)-200 epochs (dataug:0)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 6)-LeNet)-200 epochs (dataug:0)- 0 in_it.json index c6b54d9..3c16f30 100644 --- a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 6)-LeNet)-200 epochs (dataug:0)- 0 in_it.json +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 6)-LeNet)-200 epochs (dataug:0)- 0 in_it.json @@ -1,8 +1,8 @@ { - "Accuracy": 60.18, + "Accuracy": 65.68, "Time": [ - 120.44632856826152, - 1.4812189264572635 + 84.02286914551695, + 0.8916275064098121 ], "Device": "GeForce GTX 1060 with Max-Q Design", "Param_names": [ @@ -24,10 +24,10 @@ "Log": [ { "epoch": 1, - "train_loss": 2.297180652618408, - "val_loss": 2.2862095832824707, - "acc": 10.290000000000001, - "time": 120.47809954900004, + "train_loss": 2.3058183193206787, + "val_loss": 2.2930076122283936, + "acc": 11.96, + "time": 83.74845831299899, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -47,10 +47,10 @@ }, { "epoch": 2, - "train_loss": 2.292750358581543, - "val_loss": 2.265082597732544, - "acc": 16.900000000000002, - "time": 118.43831282200154, + "train_loss": 2.3070755004882812, + "val_loss": 2.2771553993225098, + "acc": 13.13, + "time": 89.44984762599779, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -70,10 +70,10 @@ }, { "epoch": 3, - "train_loss": 2.26729416847229, - "val_loss": 2.1507728099823, - "acc": 20.72, - "time": 119.5518848949996, + "train_loss": 2.2726705074310303, + "val_loss": 2.187588691711426, + "acc": 20.93, + "time": 82.49347882100119, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -93,10 +93,10 @@ }, { "epoch": 4, - "train_loss": 2.2429563999176025, - "val_loss": 2.083122491836548, - "acc": 26.08, - "time": 118.98683069900108, + "train_loss": 2.3175461292266846, + "val_loss": 2.1264359951019287, + "acc": 22.62, + "time": 82.2726713680022, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -116,10 +116,10 @@ }, { "epoch": 5, - "train_loss": 2.2148208618164062, - "val_loss": 2.047285795211792, - "acc": 24.68, - "time": 118.66758437899989, + "train_loss": 2.211078405380249, + "val_loss": 2.11973237991333, + "acc": 23.82, + "time": 83.02365471200028, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -139,10 +139,10 @@ }, { "epoch": 6, - "train_loss": 2.1737453937530518, - "val_loss": 1.9496480226516724, - "acc": 30.55, - "time": 119.48049201699905, + "train_loss": 2.1961989402770996, + "val_loss": 2.060384750366211, + "acc": 24.83, + "time": 82.37865484600115, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -162,10 +162,10 @@ }, { "epoch": 7, - "train_loss": 2.1406285762786865, - "val_loss": 1.8763399124145508, - "acc": 35.07, - "time": 119.55291078099981, + "train_loss": 2.1791434288024902, + "val_loss": 2.010737657546997, + "acc": 27.19, + "time": 83.54606106199935, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -185,10 +185,10 @@ }, { "epoch": 8, - "train_loss": 2.0815701484680176, - "val_loss": 1.8765676021575928, - "acc": 37.28, - "time": 119.40376395000021, + "train_loss": 2.179469347000122, + "val_loss": 1.9352532625198364, + "acc": 29.56, + "time": 85.27183810299903, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -208,10 +208,10 @@ }, { "epoch": 9, - "train_loss": 2.045604944229126, - "val_loss": 1.7380281686782837, - "acc": 34.21, - "time": 121.7022607960007, + "train_loss": 2.023280382156372, + "val_loss": 1.8344659805297852, + "acc": 33.41, + "time": 84.48164584999904, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -231,10 +231,10 @@ }, { "epoch": 10, - "train_loss": 2.018747568130493, - "val_loss": 1.7658785581588745, - "acc": 39.04, - "time": 118.86078192400055, + "train_loss": 2.141660213470459, + "val_loss": 1.7695122957229614, + "acc": 35.82, + "time": 84.72807668300084, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -254,10 +254,10 @@ }, { "epoch": 11, - "train_loss": 2.1243574619293213, - "val_loss": 1.767210841178894, - "acc": 36.91, - "time": 118.94552802900034, + "train_loss": 2.005885362625122, + "val_loss": 1.7202534675598145, + "acc": 34.84, + "time": 85.56686383600027, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -277,10 +277,10 @@ }, { "epoch": 12, - "train_loss": 2.081716775894165, - "val_loss": 1.6256989240646362, - "acc": 40.489999999999995, - "time": 119.34760555499997, + "train_loss": 2.2386603355407715, + "val_loss": 1.7799633741378784, + "acc": 33.88, + "time": 84.18725703600285, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -300,10 +300,10 @@ }, { "epoch": 13, - "train_loss": 1.9925816059112549, - "val_loss": 1.6741750240325928, - "acc": 41.17, - "time": 118.56718475900016, + "train_loss": 2.0685853958129883, + "val_loss": 1.7871683835983276, + "acc": 39.15, + "time": 85.16129615400132, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -323,10 +323,10 @@ }, { "epoch": 14, - "train_loss": 2.177651882171631, - "val_loss": 1.6692079305648804, - "acc": 40.61, - "time": 121.22855768299996, + "train_loss": 2.0694806575775146, + "val_loss": 1.7759735584259033, + "acc": 37.26, + "time": 83.94955878200199, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -346,10 +346,10 @@ }, { "epoch": 15, - "train_loss": 1.914048433303833, - "val_loss": 1.5793949365615845, - "acc": 42.53, - "time": 122.32160438199935, + "train_loss": 2.1860573291778564, + "val_loss": 1.6505110263824463, + "acc": 38.46, + "time": 82.92185919500116, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -369,10 +369,10 @@ }, { "epoch": 16, - "train_loss": 1.9526863098144531, - "val_loss": 1.590692162513733, - "acc": 41.36, - "time": 120.89950367900019, + "train_loss": 1.9807567596435547, + "val_loss": 1.5278011560440063, + "acc": 40.36, + "time": 83.60410867099927, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -392,10 +392,10 @@ }, { "epoch": 17, - "train_loss": 1.9837335348129272, - "val_loss": 1.543617606163025, - "acc": 42.559999999999995, - "time": 121.98661938000077, + "train_loss": 1.9334981441497803, + "val_loss": 1.5376160144805908, + "acc": 42.97, + "time": 83.9137490489993, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -415,10 +415,10 @@ }, { "epoch": 18, - "train_loss": 1.9413174390792847, - "val_loss": 1.6587364673614502, - "acc": 43.55, - "time": 122.79052376099935, + "train_loss": 1.9980376958847046, + "val_loss": 1.5862256288528442, + "acc": 43.04, + "time": 83.16971811099938, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -438,10 +438,10 @@ }, { "epoch": 19, - "train_loss": 1.802304983139038, - "val_loss": 1.5338106155395508, - "acc": 43.19, - "time": 119.16343031299948, + "train_loss": 1.863675832748413, + "val_loss": 1.711889386177063, + "acc": 41.2, + "time": 83.12470901300185, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -461,10 +461,10 @@ }, { "epoch": 20, - "train_loss": 2.059792995452881, - "val_loss": 1.5792820453643799, - "acc": 45.519999999999996, - "time": 119.42589851699995, + "train_loss": 1.9378999471664429, + "val_loss": 1.5075409412384033, + "acc": 42.71, + "time": 83.74361722600224, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -484,10 +484,10 @@ }, { "epoch": 21, - "train_loss": 2.0335593223571777, - "val_loss": 1.5215901136398315, - "acc": 46.129999999999995, - "time": 121.1055188199989, + "train_loss": 1.9167439937591553, + "val_loss": 1.6105908155441284, + "acc": 43.56, + "time": 83.08829287299886, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -507,10 +507,10 @@ }, { "epoch": 22, - "train_loss": 1.8495674133300781, - "val_loss": 1.5565643310546875, - "acc": 45.82, - "time": 116.8126822660015, + "train_loss": 1.9465221166610718, + "val_loss": 1.5174424648284912, + "acc": 44.99, + "time": 84.09627571999954, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -530,10 +530,10 @@ }, { "epoch": 23, - "train_loss": 1.9026083946228027, - "val_loss": 1.5176620483398438, - "acc": 44.24, - "time": 119.15791815599914, + "train_loss": 1.9082930088043213, + "val_loss": 1.5604450702667236, + "acc": 45.37, + "time": 85.5616577480032, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -553,10 +553,10 @@ }, { "epoch": 24, - "train_loss": 1.8788137435913086, - "val_loss": 1.4915584325790405, - "acc": 48.02, - "time": 119.22710028100119, + "train_loss": 1.8459938764572144, + "val_loss": 1.5464597940444946, + "acc": 43.37, + "time": 84.32930378099991, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -576,10 +576,10 @@ }, { "epoch": 25, - "train_loss": 1.8977712392807007, - "val_loss": 1.4210892915725708, - "acc": 44.73, - "time": 121.02466988500055, + "train_loss": 1.8285380601882935, + "val_loss": 1.7349090576171875, + "acc": 41.82, + "time": 83.73738075800065, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -599,10 +599,10 @@ }, { "epoch": 26, - "train_loss": 1.9417487382888794, - "val_loss": 1.4638557434082031, - "acc": 45.81, - "time": 121.28964279499996, + "train_loss": 1.834788203239441, + "val_loss": 1.605883002281189, + "acc": 43.24, + "time": 84.07880064299752, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -622,10 +622,10 @@ }, { "epoch": 27, - "train_loss": 1.9374881982803345, - "val_loss": 1.4224987030029297, - "acc": 45.85, - "time": 121.68151523300003, + "train_loss": 1.910066843032837, + "val_loss": 1.6293652057647705, + "acc": 45.43, + "time": 83.68512355300118, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -645,10 +645,10 @@ }, { "epoch": 28, - "train_loss": 1.6325476169586182, - "val_loss": 1.4062789678573608, - "acc": 48.3, - "time": 122.0527180980007, + "train_loss": 1.8508055210113525, + "val_loss": 1.5270328521728516, + "acc": 43.08, + "time": 83.50723529699826, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -668,10 +668,10 @@ }, { "epoch": 29, - "train_loss": 1.7952603101730347, - "val_loss": 1.4383125305175781, - "acc": 48.230000000000004, - "time": 119.06171956199978, + "train_loss": 1.7003847360610962, + "val_loss": 1.500314474105835, + "acc": 46.97, + "time": 83.384613162998, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -691,10 +691,10 @@ }, { "epoch": 30, - "train_loss": 1.977525234222412, - "val_loss": 1.4363685846328735, - "acc": 50.33, - "time": 120.3661195550012, + "train_loss": 1.8652998208999634, + "val_loss": 1.5183790922164917, + "acc": 47.48, + "time": 83.11113695599852, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -714,10 +714,10 @@ }, { "epoch": 31, - "train_loss": 1.7659426927566528, - "val_loss": 1.4862197637557983, - "acc": 50.31, - "time": 121.15312140999959, + "train_loss": 1.8334416151046753, + "val_loss": 1.4231467247009277, + "acc": 45.06, + "time": 84.36295849399903, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -737,10 +737,10 @@ }, { "epoch": 32, - "train_loss": 1.7394845485687256, - "val_loss": 1.4076640605926514, - "acc": 48.33, - "time": 119.4077494789999, + "train_loss": 1.8740997314453125, + "val_loss": 1.488956332206726, + "acc": 45.2, + "time": 84.6558777709979, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -760,10 +760,10 @@ }, { "epoch": 33, - "train_loss": 1.8683199882507324, - "val_loss": 1.2801815271377563, - "acc": 50.63999999999999, - "time": 121.96981954399962, + "train_loss": 1.8340574502944946, + "val_loss": 1.4327195882797241, + "acc": 48.84, + "time": 83.40759234000143, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -783,10 +783,10 @@ }, { "epoch": 34, - "train_loss": 1.8620481491088867, - "val_loss": 1.3374099731445312, - "acc": 49.59, - "time": 121.74033762599902, + "train_loss": 1.7663906812667847, + "val_loss": 1.4717137813568115, + "acc": 48.35, + "time": 84.21383939600128, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -806,10 +806,10 @@ }, { "epoch": 35, - "train_loss": 1.743342399597168, - "val_loss": 1.506418228149414, - "acc": 49.49, - "time": 122.60156022100091, + "train_loss": 1.8133392333984375, + "val_loss": 1.3742622137069702, + "acc": 50.44, + "time": 84.64553762799915, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -829,10 +829,10 @@ }, { "epoch": 36, - "train_loss": 1.735418677330017, - "val_loss": 1.2793153524398804, - "acc": 52.059999999999995, - "time": 119.06075903199962, + "train_loss": 1.8379641771316528, + "val_loss": 1.3808588981628418, + "acc": 47.85, + "time": 83.53543976600122, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -852,10 +852,10 @@ }, { "epoch": 37, - "train_loss": 1.7767893075942993, - "val_loss": 1.5081911087036133, - "acc": 50.13999999999999, - "time": 119.40294650100077, + "train_loss": 1.7608801126480103, + "val_loss": 1.3689936399459839, + "acc": 50.03, + "time": 83.82975803700174, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -875,10 +875,10 @@ }, { "epoch": 38, - "train_loss": 1.844805121421814, - "val_loss": 1.3108177185058594, - "acc": 54.2, - "time": 118.49737309400007, + "train_loss": 1.750134825706482, + "val_loss": 1.3955326080322266, + "acc": 48.92, + "time": 84.03564235599697, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -898,10 +898,10 @@ }, { "epoch": 39, - "train_loss": 1.9591869115829468, - "val_loss": 1.285272240638733, - "acc": 53.68000000000001, - "time": 120.65864431799855, + "train_loss": 1.7156800031661987, + "val_loss": 1.5073614120483398, + "acc": 50.04, + "time": 83.14837932299997, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -921,10 +921,10 @@ }, { "epoch": 40, - "train_loss": 1.7320564985275269, - "val_loss": 1.4508519172668457, - "acc": 49.88, - "time": 122.12513333800052, + "train_loss": 1.5921074151992798, + "val_loss": 1.3501081466674805, + "acc": 53.1, + "time": 83.0035363570023, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -944,10 +944,10 @@ }, { "epoch": 41, - "train_loss": 1.7109224796295166, - "val_loss": 1.2637555599212646, - "acc": 54.37, - "time": 119.33167342200068, + "train_loss": 1.9379122257232666, + "val_loss": 1.2866387367248535, + "acc": 53.05, + "time": 84.25595704700027, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -967,10 +967,10 @@ }, { "epoch": 42, - "train_loss": 1.7611805200576782, - "val_loss": 1.2897288799285889, - "acc": 50.56, - "time": 120.44490982800016, + "train_loss": 1.809009313583374, + "val_loss": 1.3572837114334106, + "acc": 50.32, + "time": 83.33762317199944, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -990,10 +990,10 @@ }, { "epoch": 43, - "train_loss": 1.8665709495544434, - "val_loss": 1.2670344114303589, - "acc": 53.16, - "time": 122.1159280970005, + "train_loss": 1.6945234537124634, + "val_loss": 1.2958190441131592, + "acc": 52.45, + "time": 83.51199049199931, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1013,10 +1013,10 @@ }, { "epoch": 44, - "train_loss": 1.8983770608901978, - "val_loss": 1.2262965440750122, - "acc": 54.410000000000004, - "time": 120.47933680099959, + "train_loss": 1.7119625806808472, + "val_loss": 1.4672399759292603, + "acc": 51.37, + "time": 84.3753273149996, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1036,10 +1036,10 @@ }, { "epoch": 45, - "train_loss": 1.6775274276733398, - "val_loss": 1.2951035499572754, - "acc": 53.32, - "time": 124.17203887199867, + "train_loss": 1.9205584526062012, + "val_loss": 1.3063606023788452, + "acc": 53.06, + "time": 83.34498492700004, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1059,10 +1059,10 @@ }, { "epoch": 46, - "train_loss": 1.5666967630386353, - "val_loss": 1.2594929933547974, - "acc": 53.33, - "time": 121.44672083899968, + "train_loss": 1.9094310998916626, + "val_loss": 1.5560879707336426, + "acc": 47.08, + "time": 83.86316338699908, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1082,10 +1082,10 @@ }, { "epoch": 47, - "train_loss": 1.6460729837417603, - "val_loss": 1.3532112836837769, - "acc": 53.290000000000006, - "time": 122.08949475499867, + "train_loss": 1.8076103925704956, + "val_loss": 1.3290445804595947, + "acc": 54.65, + "time": 84.07608763600001, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1105,10 +1105,10 @@ }, { "epoch": 48, - "train_loss": 1.5482711791992188, - "val_loss": 1.265101432800293, - "acc": 55.779999999999994, - "time": 120.8474194449991, + "train_loss": 1.7136224508285522, + "val_loss": 1.4176278114318848, + "acc": 54.0, + "time": 82.64970486400125, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1128,10 +1128,10 @@ }, { "epoch": 49, - "train_loss": 1.718873381614685, - "val_loss": 1.2959105968475342, - "acc": 56.19, - "time": 119.40379306900286, + "train_loss": 1.6193865537643433, + "val_loss": 1.2317792177200317, + "acc": 55.68, + "time": 83.73825099399983, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1151,10 +1151,10 @@ }, { "epoch": 50, - "train_loss": 1.5965502262115479, - "val_loss": 1.1665565967559814, - "acc": 55.87, - "time": 118.64525133799907, + "train_loss": 1.8784152269363403, + "val_loss": 1.2607052326202393, + "acc": 53.27, + "time": 84.07240616900162, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1174,10 +1174,10 @@ }, { "epoch": 51, - "train_loss": 1.4851229190826416, - "val_loss": 1.240692138671875, - "acc": 55.230000000000004, - "time": 120.3824092850009, + "train_loss": 1.6876964569091797, + "val_loss": 1.263314962387085, + "acc": 53.34, + "time": 84.15644492800129, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1197,10 +1197,10 @@ }, { "epoch": 52, - "train_loss": 1.8027150630950928, - "val_loss": 1.3870991468429565, - "acc": 55.74, - "time": 119.85984370000006, + "train_loss": 1.7108756303787231, + "val_loss": 1.3388266563415527, + "acc": 55.75, + "time": 84.21360277300118, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1220,10 +1220,10 @@ }, { "epoch": 53, - "train_loss": 1.8423928022384644, - "val_loss": 1.265028953552246, - "acc": 56.3, - "time": 119.93384263000189, + "train_loss": 1.8078707456588745, + "val_loss": 1.2541849613189697, + "acc": 55.03, + "time": 84.13194301199837, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1243,10 +1243,10 @@ }, { "epoch": 54, - "train_loss": 1.7393920421600342, - "val_loss": 1.281269907951355, - "acc": 55.83, - "time": 120.65405852999902, + "train_loss": 1.6458126306533813, + "val_loss": 1.2738324403762817, + "acc": 52.75, + "time": 83.59865612899739, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1266,10 +1266,10 @@ }, { "epoch": 55, - "train_loss": 1.6095458269119263, - "val_loss": 1.0887354612350464, - "acc": 55.52, - "time": 120.49185205499816, + "train_loss": 1.5352472066879272, + "val_loss": 1.2523773908615112, + "acc": 55.69, + "time": 83.90039852900009, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1289,10 +1289,10 @@ }, { "epoch": 56, - "train_loss": 1.7548762559890747, - "val_loss": 1.2406984567642212, - "acc": 57.14, - "time": 118.12060981299874, + "train_loss": 1.6024526357650757, + "val_loss": 1.3142776489257812, + "acc": 54.4, + "time": 84.60077176199775, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1312,10 +1312,10 @@ }, { "epoch": 57, - "train_loss": 1.7066574096679688, - "val_loss": 1.1196708679199219, - "acc": 58.48, - "time": 118.65882418600086, + "train_loss": 1.6544623374938965, + "val_loss": 1.2328957319259644, + "acc": 57.08, + "time": 83.8085005660032, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1335,10 +1335,10 @@ }, { "epoch": 58, - "train_loss": 1.7119114398956299, - "val_loss": 1.247994065284729, - "acc": 55.910000000000004, - "time": 122.19126218999736, + "train_loss": 1.5532671213150024, + "val_loss": 1.286871075630188, + "acc": 54.91, + "time": 83.9147490610012, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1358,10 +1358,10 @@ }, { "epoch": 59, - "train_loss": 1.732914686203003, - "val_loss": 1.2497000694274902, - "acc": 56.69, - "time": 121.35504663000029, + "train_loss": 1.6451517343521118, + "val_loss": 1.2912815809249878, + "acc": 55.17, + "time": 84.83826325100017, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1381,10 +1381,10 @@ }, { "epoch": 60, - "train_loss": 1.6570452451705933, - "val_loss": 1.2411645650863647, - "acc": 57.599999999999994, - "time": 120.18191798599946, + "train_loss": 1.8178592920303345, + "val_loss": 1.2490882873535156, + "acc": 56.65, + "time": 84.24687965200064, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1404,10 +1404,10 @@ }, { "epoch": 61, - "train_loss": 1.6033391952514648, - "val_loss": 1.2703014612197876, - "acc": 55.7, - "time": 123.52889981800035, + "train_loss": 1.7161086797714233, + "val_loss": 1.315117359161377, + "acc": 54.67, + "time": 83.81490719000067, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1427,10 +1427,10 @@ }, { "epoch": 62, - "train_loss": 1.7985001802444458, - "val_loss": 1.097858190536499, - "acc": 58.60999999999999, - "time": 121.90632705200187, + "train_loss": 1.5507575273513794, + "val_loss": 1.1958787441253662, + "acc": 56.96, + "time": 85.07125581299988, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1450,10 +1450,10 @@ }, { "epoch": 63, - "train_loss": 1.5346466302871704, - "val_loss": 1.142445683479309, - "acc": 57.97, - "time": 120.8541418049972, + "train_loss": 1.685688853263855, + "val_loss": 1.2099179029464722, + "acc": 57.27, + "time": 84.0900393439988, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1473,10 +1473,10 @@ }, { "epoch": 64, - "train_loss": 1.5834357738494873, - "val_loss": 1.1942812204360962, - "acc": 58.620000000000005, - "time": 120.30314555200312, + "train_loss": 1.6720311641693115, + "val_loss": 1.0909236669540405, + "acc": 59.08, + "time": 84.40993725199951, "param": [ 0.0714285746216774, 0.0714285746216774, @@ -1496,10 +1496,1229 @@ }, { "epoch": 65, - "train_loss": 1.716934323310852, - "val_loss": 1.1357982158660889, - "acc": 60.18, - "time": 123.41618215499693, + "train_loss": 1.6409066915512085, + "val_loss": 1.139966607093811, + "acc": 57.72, + "time": 84.81871781899827, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 66, + "train_loss": 1.702649474143982, + "val_loss": 1.062024712562561, + "acc": 59.4, + "time": 84.0565747949986, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 67, + "train_loss": 1.45271897315979, + "val_loss": 1.2498234510421753, + "acc": 56.0, + "time": 83.62419866100026, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 68, + "train_loss": 1.5526796579360962, + "val_loss": 1.1363778114318848, + "acc": 60.77, + "time": 84.82719575100054, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 69, + "train_loss": 1.7013975381851196, + "val_loss": 1.2120288610458374, + "acc": 58.53, + "time": 83.91721449100078, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 70, + "train_loss": 1.5968950986862183, + "val_loss": 1.230073094367981, + "acc": 59.15, + "time": 83.74597883800016, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 71, + "train_loss": 1.826127529144287, + "val_loss": 1.26514732837677, + "acc": 57.99, + "time": 84.74611247299981, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 72, + "train_loss": 1.6735268831253052, + "val_loss": 1.1509262323379517, + "acc": 60.15, + "time": 84.47999169600007, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 73, + "train_loss": 1.6811193227767944, + "val_loss": 1.2083932161331177, + "acc": 56.58, + "time": 84.63358116700329, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 74, + "train_loss": 1.5388071537017822, + "val_loss": 1.108137607574463, + "acc": 60.9, + "time": 85.3332732859999, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 75, + "train_loss": 1.529608130455017, + "val_loss": 1.1382005214691162, + "acc": 60.24, + "time": 83.4966726829989, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 76, + "train_loss": 1.5724388360977173, + "val_loss": 1.1520556211471558, + "acc": 59.87, + "time": 84.24588437299826, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 77, + "train_loss": 1.7513113021850586, + "val_loss": 1.2063034772872925, + "acc": 61.91, + "time": 84.04359111500162, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 78, + "train_loss": 1.5880755186080933, + "val_loss": 1.230240821838379, + "acc": 59.74, + "time": 82.79611896200004, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 79, + "train_loss": 1.8599889278411865, + "val_loss": 1.0704764127731323, + "acc": 61.49, + "time": 83.05454438699962, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 80, + "train_loss": 1.651428461074829, + "val_loss": 1.1154348850250244, + "acc": 61.22, + "time": 83.69818723700155, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 81, + "train_loss": 1.4400863647460938, + "val_loss": 1.1432247161865234, + "acc": 60.41, + "time": 82.81515459999719, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 82, + "train_loss": 1.5144304037094116, + "val_loss": 1.0134862661361694, + "acc": 62.59, + "time": 83.51728831099899, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 83, + "train_loss": 1.5804640054702759, + "val_loss": 1.165400743484497, + "acc": 61.76, + "time": 84.71482659100002, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 84, + "train_loss": 1.582033634185791, + "val_loss": 1.0448052883148193, + "acc": 61.4, + "time": 83.92375876900041, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 85, + "train_loss": 1.452928900718689, + "val_loss": 1.0408190488815308, + "acc": 61.64, + "time": 83.90593737200106, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 86, + "train_loss": 1.7556833028793335, + "val_loss": 1.005813717842102, + "acc": 61.39, + "time": 84.15595829700032, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 87, + "train_loss": 1.7405706644058228, + "val_loss": 1.138877034187317, + "acc": 60.45, + "time": 83.09058597699914, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 88, + "train_loss": 1.7220230102539062, + "val_loss": 1.1233932971954346, + "acc": 62.36, + "time": 82.90078304300187, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 89, + "train_loss": 1.5519646406173706, + "val_loss": 1.0631037950515747, + "acc": 62.89, + "time": 84.20899277799981, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 90, + "train_loss": 1.5390464067459106, + "val_loss": 1.1217797994613647, + "acc": 61.11, + "time": 83.75918855800046, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 91, + "train_loss": 1.444770336151123, + "val_loss": 1.1000237464904785, + "acc": 63.8, + "time": 84.03213884999786, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 92, + "train_loss": 1.584523320198059, + "val_loss": 1.1043627262115479, + "acc": 62.62, + "time": 83.23375283600035, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 93, + "train_loss": 1.5753754377365112, + "val_loss": 1.0875600576400757, + "acc": 62.24, + "time": 82.91707663299894, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 94, + "train_loss": 1.5725829601287842, + "val_loss": 1.086572527885437, + "acc": 62.11, + "time": 83.24503962699964, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 95, + "train_loss": 1.588096261024475, + "val_loss": 0.9862329363822937, + "acc": 63.39, + "time": 84.37587442099903, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 96, + "train_loss": 1.815311074256897, + "val_loss": 1.066858172416687, + "acc": 64.08, + "time": 84.86517359600111, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 97, + "train_loss": 1.4487557411193848, + "val_loss": 1.0030303001403809, + "acc": 61.72, + "time": 84.68416592799986, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 98, + "train_loss": 1.392123818397522, + "val_loss": 1.0680540800094604, + "acc": 62.15, + "time": 85.49783589900107, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 99, + "train_loss": 1.6712431907653809, + "val_loss": 1.1107698678970337, + "acc": 63.0, + "time": 85.13350156699744, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 100, + "train_loss": 1.6838363409042358, + "val_loss": 0.9312974810600281, + "acc": 65.17, + "time": 84.04641078199711, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 101, + "train_loss": 1.5352951288223267, + "val_loss": 1.0509637594223022, + "acc": 63.69, + "time": 85.19489420299942, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 102, + "train_loss": 1.5784791707992554, + "val_loss": 1.0052273273468018, + "acc": 62.8, + "time": 84.57153020400074, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 103, + "train_loss": 1.510554313659668, + "val_loss": 0.9698192477226257, + "acc": 64.19, + "time": 84.46903580800063, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 104, + "train_loss": 1.6171461343765259, + "val_loss": 1.0370426177978516, + "acc": 63.07, + "time": 85.4421437810015, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 105, + "train_loss": 1.7576878070831299, + "val_loss": 1.017842411994934, + "acc": 64.38, + "time": 84.50915008299853, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 106, + "train_loss": 1.68140709400177, + "val_loss": 1.0175728797912598, + "acc": 63.15, + "time": 84.24045752899838, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 107, + "train_loss": 1.440975308418274, + "val_loss": 1.1326717138290405, + "acc": 64.53, + "time": 84.16422023799896, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 108, + "train_loss": 1.333404541015625, + "val_loss": 1.0102795362472534, + "acc": 65.24, + "time": 82.89450752599805, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 109, + "train_loss": 1.5377134084701538, + "val_loss": 1.0967323780059814, + "acc": 65.05, + "time": 82.22595632800221, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 110, + "train_loss": 1.5091748237609863, + "val_loss": 1.078662633895874, + "acc": 64.62, + "time": 83.91740669199862, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 111, + "train_loss": 1.4748934507369995, + "val_loss": 0.9873479008674622, + "acc": 64.74, + "time": 83.4913717390009, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 112, + "train_loss": 1.2860610485076904, + "val_loss": 1.081998348236084, + "acc": 64.74, + "time": 83.56453642199995, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 113, + "train_loss": 1.4544341564178467, + "val_loss": 1.1234478950500488, + "acc": 64.96, + "time": 85.2239628770003, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 114, + "train_loss": 1.4752470254898071, + "val_loss": 0.9630028009414673, + "acc": 64.23, + "time": 84.57612478900046, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 115, + "train_loss": 1.631986141204834, + "val_loss": 0.940662145614624, + "acc": 64.36, + "time": 83.9798445660017, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 116, + "train_loss": 1.5908020734786987, + "val_loss": 1.0808866024017334, + "acc": 62.51, + "time": 85.262890754002, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 117, + "train_loss": 1.5280410051345825, + "val_loss": 1.1198526620864868, + "acc": 65.68, + "time": 84.40534483599913, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 118, + "train_loss": 1.4666274785995483, + "val_loss": 1.0354105234146118, + "acc": 65.05, + "time": 83.84654694499841, "param": [ 0.0714285746216774, 0.0714285746216774, diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 6)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 6)-LeNet)-200 epochs (dataug:0)- 10 in_it.json index 43ae8ea..f35522d 100644 --- a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 6)-LeNet)-200 epochs (dataug:0)- 10 in_it.json +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF x 6)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -1,8 +1,8 @@ { - "Accuracy": 57.97, + "Accuracy": 67.23, "Time": [ - 152.79594247659674, - 0.9266923254693608 + 108.6733002530656, + 0.5839773880590914 ], "Device": "GeForce GTX 1060 with Max-Q Design", "Param_names": [ @@ -24,1312 +24,3497 @@ "Log": [ { "epoch": 1, - "train_loss": 2.2763867378234863, - "val_loss": 2.2982852458953857, - "acc": 10.39, - "time": 152.36286916300014, + "train_loss": 2.3266522884368896, + "val_loss": 2.295184850692749, + "acc": 10.42, + "time": 109.16543409699807, "param": [ - 0.08894407004117966, - 0.07681038975715637, - 0.08238233625888824, - 0.08397897332906723, - 0.07944244891405106, - 0.0472235232591629, - 0.08310583233833313, - 0.07480821013450623, - 0.07647094130516052, - 0.06852748245000839, - 0.07107246667146683, - 0.09374681115150452, - 0.04651516675949097, - 0.026971319690346718 + 0.08222613483667374, + 0.0575307235121727, + 0.09466002881526947, + 0.08514583110809326, + 0.08629229664802551, + 0.08593416959047318, + 0.07833360880613327, + 0.08054143935441971, + 0.08515553921461105, + 0.06637630611658096, + 0.07863960415124893, + 0.0626545250415802, + 0.03975210711359978, + 0.01675776019692421 ] }, { "epoch": 2, - "train_loss": 2.296306848526001, - "val_loss": 2.2828428745269775, - "acc": 10.14, - "time": 152.02579351999884, + "train_loss": 2.3283333778381348, + "val_loss": 2.2820286750793457, + "acc": 10.95, + "time": 109.34824024300178, "param": [ - 0.0967368483543396, - 0.07508129626512527, - 0.09078516066074371, - 0.08207443356513977, - 0.07091696560382843, - 0.03833278268575668, - 0.08513812720775604, - 0.06948420405387878, - 0.07912629842758179, - 0.06029793992638588, - 0.08065532892942429, - 0.093739815056324, - 0.05980003625154495, - 0.017830776050686836 + 0.09676535427570343, + 0.039650820195674896, + 0.07341870665550232, + 0.09615500271320343, + 0.09152582287788391, + 0.062128178775310516, + 0.05059603601694107, + 0.10556004196405411, + 0.10292986780405045, + 0.06281732022762299, + 0.07470785081386566, + 0.09980795532464981, + 0.04393696412444115, + 0.0 ] }, { "epoch": 3, - "train_loss": 2.2689552307128906, - "val_loss": 2.2372941970825195, - "acc": 19.919999999999998, - "time": 152.38571526999658, + "train_loss": 2.3013627529144287, + "val_loss": 2.2181355953216553, + "acc": 19.36, + "time": 107.89696021700365, "param": [ - 0.1041741818189621, - 0.04634963721036911, - 0.09129268676042557, - 0.09430158138275146, - 0.07651513069868088, - 0.06357947736978531, - 0.05765562132000923, - 0.07965909689664841, - 0.07958830147981644, - 0.05053648352622986, - 0.08139252662658691, - 0.075258769094944, - 0.07617730647325516, - 0.02351931668817997 + 0.10272134840488434, + 0.01166547741740942, + 0.07913987338542938, + 0.10467782616615295, + 0.1038675606250763, + 0.06622934341430664, + 0.03960024192929268, + 0.10754954069852829, + 0.09557563811540604, + 0.05656014382839203, + 0.0703604444861412, + 0.09476752579212189, + 0.06728500127792358, + 0.0 ] }, { "epoch": 4, - "train_loss": 2.243370294570923, - "val_loss": 2.0580825805664062, - "acc": 24.92, - "time": 152.42371011499927, + "train_loss": 2.2158172130584717, + "val_loss": 2.0906267166137695, + "acc": 23.89, + "time": 108.02863538699603, "param": [ - 0.09402069449424744, - 0.05927741155028343, - 0.08854494243860245, - 0.09844285249710083, - 0.08460188657045364, - 0.055374231189489365, - 0.057041700929403305, - 0.08437249809503555, - 0.06206299737095833, - 0.0657234936952591, - 0.1009988859295845, - 0.07048274576663971, - 0.07875631749629974, - 0.0002994979149661958 + 0.09333936870098114, + 0.04086701571941376, + 0.0893576517701149, + 0.08931063860654831, + 0.08655944466590881, + 0.04168644919991493, + 0.057334352284669876, + 0.12291620671749115, + 0.08717228472232819, + 0.06610278785228729, + 0.07911037653684616, + 0.07278754562139511, + 0.07345589995384216, + 0.0 ] }, { "epoch": 5, - "train_loss": 2.2573142051696777, - "val_loss": 2.0486772060394287, - "acc": 26.76, - "time": 153.6393885739999, + "train_loss": 2.2547197341918945, + "val_loss": 2.062972068786621, + "acc": 26.0, + "time": 107.9958715190005, "param": [ - 0.08640014380216599, - 0.05725455656647682, - 0.09734281152486801, - 0.11899898946285248, - 0.08189708739519119, - 0.02720976062119007, - 0.033983055502176285, - 0.07382995635271072, - 0.06694307178258896, - 0.05327937379479408, - 0.12472254037857056, - 0.031060265377163887, - 0.14707830548286438, + 0.07644584029912949, + 0.033018916845321655, + 0.08243682235479355, + 0.07056790590286255, + 0.09786837548017502, + 0.023541787639260292, + 0.07234673202037811, + 0.09909550100564957, + 0.09590329229831696, + 0.06693536788225174, + 0.08033537864685059, + 0.09351372718811035, + 0.10799042880535126, 0.0 ] }, { "epoch": 6, - "train_loss": 2.183281421661377, - "val_loss": 1.9904186725616455, - "acc": 25.56, - "time": 152.82716389900088, + "train_loss": 2.097881555557251, + "val_loss": 2.0393214225769043, + "acc": 26.78, + "time": 108.09140845000366, "param": [ - 0.08847952634096146, - 0.03410675376653671, - 0.09619539231061935, - 0.14764012396335602, - 0.06298772990703583, + 0.06749861687421799, + 0.010271498933434486, + 0.0738292932510376, + 0.08477497845888138, + 0.09881218522787094, 0.0, - 0.0, - 0.08006145060062408, - 0.09619598835706711, - 0.011911422945559025, - 0.17703212797641754, - 0.0, - 0.20538945496082306, + 0.08422333747148514, + 0.06872992217540741, + 0.1365402787923813, + 0.0624602809548378, + 0.07342109084129333, + 0.10742506384849548, + 0.1320134699344635, 0.0 ] }, { "epoch": 7, - "train_loss": 2.0362515449523926, - "val_loss": 1.9830843210220337, - "acc": 29.080000000000002, - "time": 152.41389982299734, + "train_loss": 2.0869956016540527, + "val_loss": 1.890824556350708, + "acc": 31.67, + "time": 108.39520965599513, "param": [ - 0.08662106096744537, - 0.008443453349173069, - 0.096598781645298, - 0.14810612797737122, - 0.040078286081552505, + 0.05045309290289879, 0.0, + 0.07737285643815994, + 0.08646532148122787, + 0.07643795758485794, 0.0, - 0.080988310277462, - 0.13198691606521606, - 0.0, - 0.20363909006118774, - 0.0, - 0.2035379707813263, + 0.0943792536854744, + 0.08120445907115936, + 0.18009816110134125, + 0.03868425264954567, + 0.08868096023797989, + 0.10040955990552902, + 0.12581415474414825, 0.0 ] }, { "epoch": 8, - "train_loss": 2.1055665016174316, - "val_loss": 1.8919134140014648, - "acc": 33.46, - "time": 153.1370042510025, + "train_loss": 2.1158804893493652, + "val_loss": 1.957696795463562, + "acc": 31.11, + "time": 108.20057591400109, "param": [ - 0.09258819371461868, + 0.05346227064728737, 0.0, - 0.08110429346561432, - 0.14920136332511902, - 0.006389853544533253, + 0.08125372976064682, + 0.07170914113521576, + 0.06889733672142029, 0.0, - 0.0, - 0.09756458550691605, - 0.1622547060251236, - 0.0, - 0.2207941859960556, - 0.003129811491817236, - 0.186972975730896, + 0.07520263642072678, + 0.0981462299823761, + 0.23778335750102997, + 0.01378497201949358, + 0.107919842004776, + 0.07817371189594269, + 0.11366673558950424, 0.0 ] }, { "epoch": 9, - "train_loss": 2.1272311210632324, - "val_loss": 1.8184270858764648, - "acc": 35.07, - "time": 151.8472135539996, + "train_loss": 1.967632532119751, + "val_loss": 1.7621726989746094, + "acc": 35.33, + "time": 107.93739026800176, "param": [ - 0.07946399599313736, - 0.006972994655370712, - 0.06691720336675644, - 0.15150107443332672, - 0.00823253858834505, + 0.02095218189060688, 0.0, - 0.006506489589810371, - 0.10065244138240814, - 0.17922554910182953, - 0.013374037109315395, - 0.211772620677948, - 0.016260813921689987, - 0.1591201275587082, + 0.07228639721870422, + 0.03415605053305626, + 0.008559237234294415, + 0.0, + 0.036457136273384094, + 0.1197192594408989, + 0.40896788239479065, + 0.0, + 0.1142597645521164, + 0.028521904721856117, + 0.1561201810836792, 0.0 ] }, { "epoch": 10, - "train_loss": 2.0147299766540527, - "val_loss": 1.864471197128296, - "acc": 34.88, - "time": 152.99506137299977, + "train_loss": 2.1269853115081787, + "val_loss": 1.798898696899414, + "acc": 35.33, + "time": 108.02323063199583, "param": [ - 0.0785561203956604, 0.0, - 0.04511062055826187, - 0.16539113223552704, + 0.0, + 0.032304223626852036, 0.0, 0.0, 0.0, - 0.08511354774236679, - 0.2351154088973999, 0.0, - 0.22856265306472778, + 0.10222063958644867, + 0.5767290592193604, 0.0, - 0.16215045750141144, + 0.10454195737838745, + 0.0, + 0.1842041015625, 0.0 ] }, { "epoch": 11, - "train_loss": 2.0548601150512695, - "val_loss": 1.7550710439682007, - "acc": 34.02, - "time": 153.88573083500523, + "train_loss": 2.0377485752105713, + "val_loss": 1.7175512313842773, + "acc": 38.17, + "time": 108.05812426899502, "param": [ - 0.07025700062513351, - 0.0, - 0.022879425436258316, - 0.16877105832099915, 0.0, 0.0, 0.0, - 0.06417974084615707, - 0.275783509016037, + 0.0015519990120083094, 0.0, - 0.2445134073495865, 0.0, - 0.15361586213111877, + 0.0, + 0.07505115866661072, + 0.6987939476966858, + 0.0, + 0.06905246526002884, + 0.0, + 0.15555039048194885, 0.0 ] }, { "epoch": 12, - "train_loss": 2.2682571411132812, - "val_loss": 1.683151364326477, - "acc": 34.02, - "time": 152.8478975590042, + "train_loss": 2.1292941570281982, + "val_loss": 1.720441460609436, + "acc": 36.96, + "time": 108.05454834199918, "param": [ - 0.056584879755973816, + 0.006691229995340109, + 0.011959722265601158, + 0.010085506364703178, + 0.023663191124796867, + 0.002129381988197565, 0.0, - 0.010474910959601402, - 0.16770808398723602, - 0.0, - 7.828808156773448e-05, - 0.0, - 0.046782005578279495, - 0.31984999775886536, - 0.0, - 0.25252223014831543, - 0.0, - 0.14599962532520294, + 0.016772450879216194, + 0.0811561718583107, + 0.6441689729690552, + 0.005522246938198805, + 0.07785870879888535, + 0.003762689419090748, + 0.11622978746891022, 0.0 ] }, { "epoch": 13, - "train_loss": 2.0223934650421143, - "val_loss": 1.8269129991531372, - "acc": 36.07, - "time": 152.76654699500068, + "train_loss": 1.9579006433486938, + "val_loss": 1.7129547595977783, + "acc": 38.61, + "time": 107.99331242599874, "param": [ - 0.04091249778866768, + 0.017361324280500412, + 0.018845072016119957, + 0.022053690627217293, + 0.04932732880115509, + 0.013461088761687279, 0.0, - 0.0004807405639439821, - 0.17015518248081207, + 0.05192085728049278, + 0.08918216824531555, + 0.5501742362976074, 0.0, - 0.0014222965110093355, - 0.00014657419524155557, - 0.028647392988204956, - 0.3583965301513672, - 0.0, - 0.271734356880188, - 0.0011686136713251472, - 0.12693580985069275, + 0.10139977931976318, + 0.009558097459375858, + 0.076716348528862, 0.0 ] }, { "epoch": 14, - "train_loss": 2.1851134300231934, - "val_loss": 1.665545105934143, - "acc": 40.78, - "time": 151.8828430680005, + "train_loss": 1.859608769416809, + "val_loss": 1.6726655960083008, + "acc": 39.82, + "time": 108.02136717800022, "param": [ - 0.03553390130400658, 0.0, - 0.0015261877560988069, - 0.16625186800956726, 0.0, - 0.006750938948243856, + 0.022191792726516724, + 0.05636223033070564, + 0.01250479742884636, 0.0, - 0.03095344640314579, - 0.36918097734451294, + 0.07786477357149124, + 0.0841614305973053, + 0.591264009475708, 0.0, - 0.2671597898006439, - 0.005931127816438675, - 0.11671179533004761, + 0.11162957549095154, + 0.012377867475152016, + 0.03164360299706459, 0.0 ] }, { "epoch": 15, - "train_loss": 2.0097784996032715, - "val_loss": 1.6727395057678223, - "acc": 40.39, - "time": 152.6624765749948, + "train_loss": 1.9996100664138794, + "val_loss": 1.6914032697677612, + "acc": 40.54, + "time": 108.09829361399898, "param": [ - 0.019892454147338867, 0.0, 0.0, - 0.16899697482585907, + 0.012077496387064457, + 0.05471133440732956, + 0.0027392192278057337, + 0.0, + 0.08730944991111755, + 0.08358785510063171, + 0.6462563872337341, + 0.0, + 0.1133183091878891, 0.0, 0.0, - 0.0007552106399089098, - 0.013527187518775463, - 0.40520423650741577, - 0.0, - 0.27336299419403076, - 0.007272498682141304, - 0.11098837107419968, 0.0 ] }, { "epoch": 16, - "train_loss": 2.045266628265381, - "val_loss": 1.663233995437622, - "acc": 42.79, - "time": 153.81878854899696, + "train_loss": 1.8857836723327637, + "val_loss": 1.6349519491195679, + "acc": 42.39, + "time": 107.85535880200041, "param": [ - 0.021894801408052444, 0.0, - 0.013463355600833893, - 0.17078012228012085, 0.0, - 0.014061697758734226, - 0.01418554037809372, - 0.021687233820557594, - 0.38428428769111633, - 0.0027822423726320267, - 0.2606542706489563, - 0.02066076546907425, - 0.07554563134908676, + 0.011883160099387169, + 0.06699904799461365, + 0.0, + 0.0, + 0.09226948022842407, + 0.08649639785289764, + 0.6314541101455688, + 0.0, + 0.09934530407190323, + 0.011552471667528152, + 0.0, 0.0 ] }, { "epoch": 17, - "train_loss": 1.8289989233016968, - "val_loss": 1.58018958568573, - "acc": 41.72, - "time": 152.7248543540045, + "train_loss": 2.066932439804077, + "val_loss": 1.5859073400497437, + "acc": 40.1, + "time": 108.20557040099811, "param": [ - 0.022417504340410233, - 0.0003391444915905595, - 0.022244354709982872, - 0.17619596421718597, + 0.0014244929188862443, + 0.0, + 0.01600252091884613, + 0.07555892318487167, + 0.0, + 0.0, + 0.09234610199928284, + 0.08251264691352844, + 0.624182403087616, + 0.0, + 0.0853392630815506, + 0.022633619606494904, 0.0, - 0.01501745916903019, - 0.015800463035702705, - 0.016580693423748016, - 0.3802848160266876, - 0.0014334183651953936, - 0.2642618715763092, - 0.031347859650850296, - 0.05407639965415001, 0.0 ] }, { "epoch": 18, - "train_loss": 2.046489715576172, - "val_loss": 1.6225048303604126, - "acc": 43.230000000000004, - "time": 153.08474763399863, + "train_loss": 1.9121346473693848, + "val_loss": 1.5243067741394043, + "acc": 42.04, + "time": 108.12397564500134, "param": [ - 0.01539559941738844, - 0.0, - 0.020344126969575882, - 0.1877160221338272, 0.0, 0.0, - 0.006485155783593655, - 0.008756272494792938, - 0.40848496556282043, + 0.01991741545498371, + 0.08212235569953918, + 0.0, + 0.0, + 0.10773898661136627, + 0.07590368390083313, + 0.6190439462661743, + 0.0, + 0.07473257929086685, + 0.020540976896882057, 0.0, - 0.2841719388961792, - 0.026783734560012817, - 0.04186217486858368, 0.0 ] }, { "epoch": 19, - "train_loss": 2.1163291931152344, - "val_loss": 1.5524777173995972, - "acc": 43.64, - "time": 150.2855972210018, + "train_loss": 2.292550802230835, + "val_loss": 1.6061726808547974, + "acc": 43.86, + "time": 108.33444079400215, "param": [ - 0.0015955057460814714, - 0.0, - 0.007525734603404999, - 0.1871824711561203, 0.0, 0.0, + 0.01940530352294445, + 0.07337551563978195, 0.0, - 0.001571990898810327, - 0.44148895144462585, 0.0, - 0.30592507123947144, - 0.021856924518942833, - 0.03285332769155502, + 0.10331293195486069, + 0.07341235131025314, + 0.6481501460075378, + 0.0, + 0.07833834737539291, + 0.004005359020084143, + 0.0, 0.0 ] }, { "epoch": 20, - "train_loss": 2.1084489822387695, - "val_loss": 1.532696008682251, - "acc": 43.65, - "time": 152.94004652799777, + "train_loss": 2.113185405731201, + "val_loss": 1.5142704248428345, + "acc": 44.14, + "time": 108.52822888099763, "param": [ + 0.014492588117718697, 0.0, + 0.03402554988861084, + 0.06701704859733582, 0.0, - 0.004776947665959597, - 0.1807175725698471, - 0.0, - 0.0, - 0.0, - 0.0, - 0.4646824300289154, - 0.0, - 0.3108898997306824, - 0.022200657054781914, - 0.016732510179281235, + 0.00028036723961122334, + 0.10146533697843552, + 0.08067392557859421, + 0.6113840341567993, + 0.0004800503666047007, + 0.07824621349573135, + 0.007001681253314018, + 0.004933059215545654, 0.0 ] }, { "epoch": 21, - "train_loss": 1.9436585903167725, - "val_loss": 1.4634451866149902, - "acc": 44.98, - "time": 152.83518708799966, + "train_loss": 2.070721387863159, + "val_loss": 1.6700608730316162, + "acc": 44.77, + "time": 107.94362891300261, "param": [ - 0.006448714062571526, + 0.054185058921575546, + 0.0038911064621061087, + 0.06258393824100494, + 0.07398568093776703, 0.0, - 0.006034111604094505, - 0.17589083313941956, - 0.0, - 0.0, - 0.0, - 0.00045947334729135036, - 0.4718709886074066, - 0.000698149495292455, - 0.3149263262748718, - 0.020148107782006264, - 0.0035233148373663425, + 0.0076576233841478825, + 0.09619586914777756, + 0.08913897722959518, + 0.46533888578414917, + 0.009115837514400482, + 0.07862859219312668, + 0.028507353737950325, + 0.030771076679229736, 0.0 ] }, { "epoch": 22, - "train_loss": 1.9045084714889526, - "val_loss": 1.5191624164581299, - "acc": 45.33, - "time": 152.87639859000046, + "train_loss": 2.185424566268921, + "val_loss": 1.4986201524734497, + "acc": 45.09, + "time": 107.9760576990011, "param": [ - 0.01182368490844965, + 0.07447389513254166, 0.0, - 0.015094616450369358, - 0.16205990314483643, + 0.07366394251585007, + 0.0796295702457428, 0.0, - 0.0, - 0.005167631898075342, - 0.00531709473580122, - 0.4615582227706909, - 0.0, - 0.3081192374229431, - 0.027308033779263496, - 0.0035515769850462675, + 0.0015436531975865364, + 0.08873315155506134, + 0.0966910868883133, + 0.4077084958553314, + 0.014522678218781948, + 0.08457169681787491, + 0.04410352557897568, + 0.03435834124684334, 0.0 ] }, { "epoch": 23, - "train_loss": 1.7503752708435059, - "val_loss": 1.5472114086151123, - "acc": 44.91, - "time": 152.90141721200052, + "train_loss": 1.7764019966125488, + "val_loss": 1.533957600593567, + "acc": 46.85, + "time": 108.31144088099973, "param": [ - 0.026293735951185226, + 0.08106637746095657, 0.0, - 0.02889651618897915, - 0.144583597779274, + 0.07262837141752243, + 0.08166653662919998, 0.0, 0.0, - 0.012587668374180794, - 0.015845797955989838, - 0.42468535900115967, - 0.0, - 0.2815631330013275, - 0.042760349810123444, - 0.0227839183062315, + 0.08985498547554016, + 0.09230416268110275, + 0.38572371006011963, + 0.007621983997523785, + 0.09742306172847748, + 0.059295691549777985, + 0.03241507336497307, 0.0 ] }, { "epoch": 24, - "train_loss": 1.7980033159255981, - "val_loss": 1.5009089708328247, - "acc": 46.589999999999996, - "time": 152.64873970999906, + "train_loss": 1.7013459205627441, + "val_loss": 1.5773171186447144, + "acc": 46.51, + "time": 109.34062894999806, "param": [ - 0.024286964908242226, - 0.0, - 0.0304879117757082, - 0.13289114832878113, - 0.0, - 0.0, - 0.0, - 0.0, - 0.4490554928779602, - 0.0, - 0.2993306815624237, - 0.04545745626091957, - 0.018490292131900787, + 0.08152396231889725, + 0.0027059020940214396, + 0.07179127633571625, + 0.07398845255374908, + 0.0012285192497074604, + 0.0009047741186805069, + 0.09436875581741333, + 0.09147290140390396, + 0.37474948167800903, + 0.0035947321448475122, + 0.1071159690618515, + 0.06268304586410522, + 0.033872202038764954, 0.0 ] }, { "epoch": 25, - "train_loss": 1.8638797998428345, - "val_loss": 1.4839249849319458, - "acc": 45.739999999999995, - "time": 151.09268326400343, + "train_loss": 1.6244785785675049, + "val_loss": 1.3894240856170654, + "acc": 46.62, + "time": 110.5108018480023, "param": [ - 0.00977103877812624, + 0.09831328690052032, 0.0, - 0.02128083072602749, - 0.11908867210149765, + 0.07957448810338974, + 0.06518325954675674, 0.0, 0.0, + 0.08844631910324097, + 0.08481107652187347, + 0.3886876702308655, 0.0, - 0.0, - 0.483920156955719, - 0.0, - 0.32052987813949585, - 0.03632974997162819, - 0.009079599753022194, + 0.105051189661026, + 0.04040922969579697, + 0.04952346533536911, 0.0 ] }, { "epoch": 26, - "train_loss": 1.831573486328125, - "val_loss": 1.5040730237960815, - "acc": 47.88, - "time": 152.3524311229994, + "train_loss": 1.8367937803268433, + "val_loss": 1.469482660293579, + "acc": 47.61, + "time": 108.84579207200295, "param": [ + 0.11815257370471954, + 0.0, + 0.08247406780719757, + 0.06426671892404556, 0.0, 0.0, - 0.005064339842647314, - 0.09822263568639755, - 0.0, - 0.0, - 0.0, - 0.0, - 0.5251181125640869, - 0.0, - 0.35330164432525635, - 0.018293248489499092, - 0.0, + 0.07845298945903778, + 0.07685598731040955, + 0.38310256600379944, + 0.010769595392048359, + 0.10095628350973129, + 0.026952609419822693, + 0.0580165758728981, 0.0 ] }, { "epoch": 27, - "train_loss": 1.8244467973709106, - "val_loss": 1.3912774324417114, - "acc": 49.059999999999995, - "time": 152.82150032200298, + "train_loss": 1.8260146379470825, + "val_loss": 1.4196223020553589, + "acc": 48.12, + "time": 109.42420457099797, "param": [ - 0.0003087802033405751, + 0.13424602150917053, + 0.0012182376813143492, + 0.08435050398111343, + 0.06298835575580597, 0.0, - 0.0007805556524544954, - 0.08183173090219498, - 0.0, - 0.0, - 0.0002652331313584, - 0.0006213102024048567, - 0.5401806831359863, - 0.0, - 0.3697650134563446, - 0.005907637067139149, - 0.00033909466583281755, + 0.003847467713057995, + 0.08125603199005127, + 0.07385014742612839, + 0.3199775516986847, + 0.03604672849178314, + 0.10549912601709366, + 0.03935304656624794, + 0.057366859167814255, 0.0 ] }, { "epoch": 28, - "train_loss": 1.685080885887146, - "val_loss": 1.4205154180526733, - "acc": 48.39, - "time": 152.0503830930029, + "train_loss": 1.8113209009170532, + "val_loss": 1.445678949356079, + "acc": 48.02, + "time": 108.83827219899831, "param": [ - 0.010217799805104733, + 0.1462865173816681, 0.0, - 4.412777707329951e-05, - 0.0618375800549984, + 0.09056557714939117, + 0.05456691235303879, 0.0, 0.0, - 0.0, - 0.0, - 0.5405587553977966, - 0.0015119152376428246, - 0.3723853826522827, - 0.0051658181473612785, - 0.008278604596853256, + 0.08809083700180054, + 0.07405409961938858, + 0.3043316900730133, + 0.04907957464456558, + 0.10554078966379166, + 0.039901409298181534, + 0.047582585364580154, 0.0 ] }, { "epoch": 29, - "train_loss": 1.9854140281677246, - "val_loss": 1.4481960535049438, - "acc": 49.14, - "time": 151.31283551499655, + "train_loss": 1.8681069612503052, + "val_loss": 1.5133817195892334, + "acc": 47.4, + "time": 109.66892152700166, "param": [ - 0.03675476834177971, - 0.0032291552051901817, - 0.018458079546689987, - 0.06103499233722687, - 0.0042151762172579765, - 0.006238617468625307, - 0.01966041885316372, - 0.016260823234915733, - 0.4332487881183624, - 0.024459440261125565, - 0.316280722618103, - 0.02350503019988537, - 0.03665398806333542, + 0.15912137925624847, + 0.0, + 0.09647440165281296, + 0.03884090110659599, + 0.0, + 0.0, + 0.09410931169986725, + 0.06774106621742249, + 0.2961009442806244, + 0.05363820120692253, + 0.10797242075204849, + 0.04251212254166603, + 0.04348927363753319, 0.0 ] }, { "epoch": 30, - "train_loss": 1.7726075649261475, - "val_loss": 1.3305350542068481, - "acc": 49.919999999999995, - "time": 153.13767999100673, + "train_loss": 1.6242846250534058, + "val_loss": 1.4431968927383423, + "acc": 48.32, + "time": 108.8961319930022, "param": [ - 0.03826441243290901, + 0.1616673767566681, 0.0, - 0.01994139514863491, - 0.0505514070391655, + 0.10188117623329163, + 0.039199814200401306, 0.0, 0.0, - 0.013906395994126797, - 0.0, - 0.4547841250896454, - 0.019817065447568893, - 0.33447909355163574, - 0.02220851555466652, - 0.04604753479361534, + 0.09610966593027115, + 0.061027608811855316, + 0.28435322642326355, + 0.057345230132341385, + 0.11347631365060806, + 0.04148270934820175, + 0.043456967920064926, 0.0 ] }, { "epoch": 31, - "train_loss": 1.8677374124526978, - "val_loss": 1.495811104774475, - "acc": 49.09, - "time": 152.26324228999874, + "train_loss": 1.8395382165908813, + "val_loss": 1.5239901542663574, + "acc": 49.31, + "time": 108.9805563359987, "param": [ - 0.03806643560528755, + 0.15987065434455872, 0.0, - 0.02216511033475399, - 0.034791287034749985, + 0.10490471869707108, + 0.03950171545147896, 0.0, 0.0, - 0.0009831811767071486, - 0.0, - 0.47376173734664917, - 0.01764373667538166, - 0.35132962465286255, - 0.0063217878341674805, - 0.05493704602122307, + 0.09325394779443741, + 0.05619576573371887, + 0.2807662785053253, + 0.061541277915239334, + 0.1198175847530365, + 0.04401490092277527, + 0.04013312980532646, 0.0 ] }, { "epoch": 32, - "train_loss": 2.1367294788360596, - "val_loss": 1.402834415435791, - "acc": 50.91, - "time": 151.29852405600104, + "train_loss": 1.7023382186889648, + "val_loss": 1.4049562215805054, + "acc": 48.37, + "time": 108.99371293699369, "param": [ - 0.029836442321538925, + 0.16104987263679504, + 0.0, + 0.11449579894542694, + 0.02314671501517296, 0.0, 0.0, - 0.016932908445596695, - 0.0, - 0.0, - 0.0, - 0.0, - 0.523572564125061, - 0.0, - 0.3871297240257263, - 0.0, - 0.04252838343381882, + 0.08666586875915527, + 0.03743275627493858, + 0.331714004278183, + 0.059110045433044434, + 0.14147093892097473, + 0.020169034600257874, + 0.024745017290115356, 0.0 ] }, { "epoch": 33, - "train_loss": 1.4847033023834229, - "val_loss": 1.5651639699935913, - "acc": 49.3, - "time": 153.30487153300055, + "train_loss": 1.9362860918045044, + "val_loss": 1.437454342842102, + "acc": 49.78, + "time": 109.12543559999904, "param": [ - 0.01651090197265148, + 0.1611507087945938, + 0.0003020900476258248, + 0.1230301707983017, + 0.011805357411503792, 0.0, 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.5563703179359436, - 0.0, - 0.4049576222896576, - 0.0, - 0.02216113917529583, + 0.07990454882383347, + 0.029860228300094604, + 0.35546696186065674, + 0.0522364042699337, + 0.16111281514167786, + 0.0006976303411647677, + 0.02443305402994156, 0.0 ] }, { "epoch": 34, - "train_loss": 1.587281584739685, - "val_loss": 1.31839919090271, - "acc": 50.339999999999996, - "time": 153.03228479899553, + "train_loss": 1.8498530387878418, + "val_loss": 1.4051839113235474, + "acc": 49.11, + "time": 109.2833949220003, "param": [ - 0.013006867840886116, + 0.15424977242946625, + 0.0, + 0.13753286004066467, + 0.016772132366895676, 0.0, 0.0, - 0.0029833256267011166, - 0.0, - 0.0, - 0.0017333958530798554, - 0.0007942435913719237, - 0.5664799809455872, - 0.0005914639332331717, - 0.40667325258255005, - 0.0, - 0.0077374521642923355, + 0.07209070771932602, + 0.031220201402902603, + 0.34229251742362976, + 0.061495341360569, + 0.15642797946929932, + 0.004195512272417545, + 0.023722948506474495, 0.0 ] }, { "epoch": 35, - "train_loss": 2.0140113830566406, - "val_loss": 1.3775116205215454, - "acc": 52.44, - "time": 152.3686890950048, + "train_loss": 1.8157931566238403, + "val_loss": 1.3498114347457886, + "acc": 50.38, + "time": 108.9171983060005, "param": [ - 0.02769400179386139, - 0.0033574183471500874, - 0.011117691174149513, - 0.019958345219492912, + 0.1525084525346756, 0.0, - 0.011007146909832954, - 0.018163366243243217, - 0.013128121383488178, - 0.49877500534057617, - 0.011125652119517326, - 0.3532453179359436, - 0.01226893626153469, - 0.020158980041742325, + 0.144333615899086, + 0.023605486378073692, + 0.0, + 0.0, + 0.07076679915189743, + 0.04505712166428566, + 0.3230019807815552, + 0.06268332153558731, + 0.14693737030029297, + 0.0, + 0.031105758622288704, 0.0 ] }, { "epoch": 36, - "train_loss": 1.8236618041992188, - "val_loss": 1.3563497066497803, - "acc": 52.239999999999995, - "time": 151.7914240989994, + "train_loss": 1.8386056423187256, + "val_loss": 1.4609551429748535, + "acc": 48.33, + "time": 108.47652286099765, "param": [ - 0.04320628196001053, + 0.15461549162864685, 0.0, - 0.019422616809606552, - 0.026444293558597565, - 0.0, - 0.009826709516346455, - 0.023139795288443565, - 0.012237301096320152, - 0.47453778982162476, - 0.010055555030703545, - 0.3310014009475708, - 0.02182101458311081, - 0.02830721065402031, + 0.14112375676631927, + 0.024566033855080605, + 0.0016206286381930113, + 0.001161696738563478, + 0.07902251929044724, + 0.05893256887793541, + 0.30225157737731934, + 0.0612894706428051, + 0.13909153640270233, + 0.0048530688509345055, + 0.03147164732217789, 0.0 ] }, { "epoch": 37, - "train_loss": 1.7758638858795166, - "val_loss": 1.3356496095657349, - "acc": 51.38, - "time": 153.97763033500087, + "train_loss": 1.8108047246932983, + "val_loss": 1.3607081174850464, + "acc": 50.3, + "time": 108.36845777800045, "param": [ - 0.050738755613565445, - 0.0, - 0.011404301039874554, - 0.0159507617354393, - 0.0, - 0.0, - 0.0, - 0.0, - 0.5267081260681152, - 0.0, - 0.35769757628440857, - 0.013003531843423843, - 0.024496907368302345, + 0.1450813114643097, + 0.0034915313590317965, + 0.11495140939950943, + 0.04050580412149429, + 0.012880230322480202, + 0.008171658031642437, + 0.08421269804239273, + 0.07295785844326019, + 0.25255584716796875, + 0.07421694695949554, + 0.12739506363868713, + 0.02622518315911293, + 0.03735438361763954, 0.0 ] }, { "epoch": 38, - "train_loss": 1.8132940530776978, - "val_loss": 1.2781473398208618, - "acc": 52.580000000000005, - "time": 152.52467145400442, + "train_loss": 1.8093852996826172, + "val_loss": 1.3883159160614014, + "acc": 52.12, + "time": 108.5835680520031, "param": [ - 0.04084208607673645, + 0.1506170630455017, 0.0, + 0.10357572138309479, + 0.04117158055305481, + 0.0035906091798096895, 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.5631032586097717, - 0.0, - 0.3768329918384552, - 0.0, - 0.019221674650907516, + 0.09148392826318741, + 0.07742731273174286, + 0.24364478886127472, + 0.08259233832359314, + 0.1261155903339386, + 0.030019760131835938, + 0.04976125806570053, 0.0 ] }, { "epoch": 39, - "train_loss": 2.255725622177124, - "val_loss": 1.4846739768981934, - "acc": 50.32, - "time": 153.2418490380005, + "train_loss": 1.6796538829803467, + "val_loss": 1.333235263824463, + "acc": 52.02, + "time": 108.75879965599597, "param": [ - 0.04781303182244301, + 0.1549072116613388, 0.0, - 0.004995978903025389, - 0.0005210470990277827, + 0.10354369133710861, + 0.03342380374670029, 0.0, 0.0, - 0.0, - 0.007129960227757692, - 0.552585244178772, - 0.0, - 0.3713362514972687, - 0.0006151715642772615, - 0.015003306791186333, + 0.09879393875598907, + 0.07867417484521866, + 0.24518831074237823, + 0.08980490267276764, + 0.12404564768075943, + 0.021961567923426628, + 0.049656711518764496, 0.0 ] }, { "epoch": 40, - "train_loss": 1.678718090057373, - "val_loss": 1.3391013145446777, - "acc": 53.31, - "time": 151.81378567199863, + "train_loss": 1.8242590427398682, + "val_loss": 1.3197788000106812, + "acc": 50.66, + "time": 109.19964335699478, "param": [ - 0.06836015731096268, + 0.16955973207950592, 0.0, - 0.012511015869677067, - 0.0036235267762094736, + 0.09514724463224411, + 0.011086203157901764, 0.0, 0.0, - 0.001273685717023909, - 0.016984235495328903, - 0.5097447633743286, - 0.00033839550451375544, - 0.3520488440990448, - 0.009499719366431236, - 0.02561565302312374, + 0.09967070817947388, + 0.07321494072675705, + 0.2921328544616699, + 0.08491525053977966, + 0.13863031566143036, + 0.0, + 0.03564272075891495, 0.0 ] }, { "epoch": 41, - "train_loss": 1.728574514389038, - "val_loss": 1.2498841285705566, - "acc": 53.49, - "time": 152.20698717400228, + "train_loss": 1.8810172080993652, + "val_loss": 1.3228784799575806, + "acc": 49.52, + "time": 109.30061542000476, "param": [ - 0.08453121781349182, + 0.1770637035369873, 0.0, - 0.021395184099674225, - 0.01318302657455206, - 0.0007555760676041245, - 0.0010329356882721186, - 0.008897638879716396, - 0.020144358277320862, - 0.4577997326850891, - 0.008238564245402813, - 0.3225811719894409, - 0.01880074292421341, - 0.04263988137245178, + 0.09324630349874496, + 0.0011108057806268334, + 0.0, + 0.0, + 0.09490663558244705, + 0.06680075079202652, + 0.3410583436489105, + 0.07627478986978531, + 0.13894622027873993, + 0.0, + 0.010592350736260414, 0.0 ] }, { "epoch": 42, - "train_loss": 1.808557391166687, - "val_loss": 1.3306113481521606, - "acc": 53.42, - "time": 153.6706863340005, + "train_loss": 1.8425523042678833, + "val_loss": 1.2248975038528442, + "acc": 52.91, + "time": 109.06748448000144, "param": [ - 0.09623532742261887, + 0.1758609414100647, 0.0, - 0.028217153623700142, - 0.006197893060743809, + 0.08542365580797195, + 0.009285980835556984, 0.0, 0.0, - 0.005377742927521467, - 0.012007773853838444, - 0.45799776911735535, + 0.09928761422634125, + 0.06852193176746368, + 0.35555145144462585, + 0.07139240950345993, + 0.1294916868209839, 0.0, - 0.32963618636131287, - 0.01923663727939129, - 0.04509349912405014, + 0.0051843952387571335, 0.0 ] }, { "epoch": 43, - "train_loss": 2.312880277633667, - "val_loss": 1.2792023420333862, - "acc": 52.449999999999996, - "time": 152.65070545199706, + "train_loss": 1.834735631942749, + "val_loss": 1.3927491903305054, + "acc": 52.48, + "time": 109.59533355900203, "param": [ - 0.0958004966378212, + 0.17886042594909668, 0.0, - 0.009943228214979172, + 0.0860130712389946, + 0.006426443811506033, 0.0, 0.0, + 0.0930071696639061, + 0.07244673371315002, + 0.3713368773460388, + 0.05910203978419304, + 0.12496908754110336, 0.0, - 0.0, - 0.0, - 0.5072999596595764, - 0.0, - 0.3612609803676605, - 0.0, - 0.0256953202188015, + 0.00783813837915659, 0.0 ] }, { "epoch": 44, - "train_loss": 1.8323454856872559, - "val_loss": 1.2557553052902222, - "acc": 53.959999999999994, - "time": 153.83176057499804, + "train_loss": 2.088552713394165, + "val_loss": 1.2059063911437988, + "acc": 54.05, + "time": 109.52863271500246, "param": [ - 0.0885295644402504, + 0.17840798199176788, 0.0, - 0.0010012768907472491, + 0.08265137672424316, 0.0, 0.0, 0.0, + 0.07382883876562119, + 0.057484205812215805, + 0.4245774447917938, + 0.051478900015354156, + 0.1283058077096939, 0.0, - 0.0, - 0.5401878356933594, - 0.0, - 0.361910343170166, - 0.0, - 0.008370982483029366, + 0.003265486331656575, 0.0 ] }, { "epoch": 45, - "train_loss": 1.6106623411178589, - "val_loss": 1.231048583984375, - "acc": 52.290000000000006, - "time": 153.4961234069997, + "train_loss": 2.0994436740875244, + "val_loss": 1.3561077117919922, + "acc": 51.89, + "time": 109.39652952599863, "param": [ - 0.08611023426055908, + 0.1864008754491806, 0.0, - 0.003844567108899355, + 0.07915210723876953, 0.0, 0.0, 0.0, + 0.07107795029878616, + 0.0392613522708416, + 0.44156160950660706, + 0.04873378947377205, + 0.12405235320329666, 0.0, - 0.0010071104625239968, - 0.5504716634750366, - 0.0, - 0.35856640338897705, - 0.0, - 0.0, + 0.009759999811649323, 0.0 ] }, { "epoch": 46, - "train_loss": 2.167015790939331, - "val_loss": 1.3255678415298462, - "acc": 52.78, - "time": 152.63734339700022, + "train_loss": 1.4453834295272827, + "val_loss": 1.3209012746810913, + "acc": 53.6, + "time": 109.90956294199714, "param": [ - 0.08367235958576202, + 0.20285958051681519, 0.0, - 0.0008528568432666361, + 0.07615337520837784, 0.0, 0.0, 0.0, + 0.06855260580778122, + 0.015922443941235542, + 0.4553038477897644, + 0.03455360606312752, + 0.12245972454547882, 0.0, - 0.0, - 0.5511043071746826, - 0.0, - 0.36285656690597534, - 0.0, - 0.001513950526714325, + 0.024194758385419846, 0.0 ] }, { "epoch": 47, - "train_loss": 1.5190798044204712, - "val_loss": 1.1660549640655518, - "acc": 54.63, - "time": 152.30214849700133, + "train_loss": 1.7999475002288818, + "val_loss": 1.3536354303359985, + "acc": 52.5, + "time": 109.48702929400315, "param": [ - 0.07352551817893982, + 0.21348464488983154, 0.0, - 0.005250934045761824, + 0.07221302390098572, + 0.0006603536894544959, + 0.00011872032337123528, + 0.000289140734821558, + 0.07318070530891418, 0.0, - 0.0, - 0.0, - 0.005122217815369368, - 0.009264208376407623, - 0.5404056310653687, - 0.0, - 0.35206401348114014, - 0.0, - 0.014367417432367802, + 0.4693157970905304, + 0.02635817416012287, + 0.11581027507781982, + 0.007854953408241272, + 0.020714247599244118, 0.0 ] }, { "epoch": 48, - "train_loss": 1.2858115434646606, - "val_loss": 1.2952929735183716, - "acc": 53.910000000000004, - "time": 151.94218789199658, + "train_loss": 1.6074687242507935, + "val_loss": 1.3663134574890137, + "acc": 53.59, + "time": 109.60206322799786, "param": [ - 0.0728922113776207, + 0.22134625911712646, 0.0, - 0.009502473287284374, + 0.05719127506017685, 0.0, 0.0, 0.0, + 0.0705057680606842, 0.0, - 0.0, - 0.5374985933303833, - 0.0, - 0.34765827655792236, - 0.0, - 0.0324484147131443, + 0.4921179413795471, + 0.0152750788256526, + 0.10786861926317215, + 0.011952953413128853, + 0.023742077872157097, 0.0 ] }, { "epoch": 49, - "train_loss": 1.6767022609710693, - "val_loss": 1.2639524936676025, - "acc": 53.31, - "time": 154.12612090900075, + "train_loss": 1.6575942039489746, + "val_loss": 1.2874464988708496, + "acc": 53.23, + "time": 109.35380272799375, "param": [ - 0.07754155993461609, + 0.2314695119857788, 0.0, - 0.011678879149258137, + 0.03421222046017647, 0.0, 0.0, 0.0, - 0.0, - 0.0, - 0.5277681946754456, - 0.0006913086399435997, - 0.34150296449661255, - 0.0004444287915248424, - 0.040372587740421295, + 0.06208927929401398, + 0.004691353999078274, + 0.5225443243980408, + 0.007756127044558525, + 0.09378769248723984, + 0.005217995494604111, + 0.0382315069437027, 0.0 ] }, { "epoch": 50, - "train_loss": 1.4644063711166382, - "val_loss": 1.1873492002487183, - "acc": 55.400000000000006, - "time": 154.26960427599988, + "train_loss": 1.6159627437591553, + "val_loss": 1.4111952781677246, + "acc": 52.12, + "time": 109.58264296400012, "param": [ - 0.0854325219988823, - 0.005269777961075306, - 0.03773599490523338, - 0.0015973165864124894, - 0.0003379186091478914, - 0.0032388658728450537, - 0.012414813041687012, - 0.008422701619565487, - 0.46663957834243774, - 0.014976496808230877, - 0.3029957711696625, - 0.012587993405759335, - 0.0483502559363842, + 0.23900850117206573, + 0.0, + 0.020197736099362373, + 0.0, + 0.0, + 0.0, + 0.04001019522547722, + 0.002832041820511222, + 0.5438318252563477, + 0.005565979052335024, + 0.08696382492780685, + 0.012412921525537968, + 0.049176979809999466, 0.0 ] }, { "epoch": 51, - "train_loss": 1.6840310096740723, - "val_loss": 1.1701544523239136, - "acc": 54.949999999999996, - "time": 152.74610635599674, + "train_loss": 1.8065929412841797, + "val_loss": 1.2654032707214355, + "acc": 54.74, + "time": 109.6586962299989, "param": [ - 0.08848530799150467, - 0.011467239819467068, - 0.0667610913515091, - 0.0090637793764472, - 0.0019791400991380215, - 0.009069565683603287, - 0.026848431676626205, - 0.025486141443252563, - 0.3966697156429291, - 0.026919133961200714, - 0.2564429044723511, - 0.031550511717796326, - 0.04925710707902908, + 0.25126829743385315, + 0.0, + 0.011718767695128918, + 0.0031397403217852116, + 0.0, + 0.0, + 0.026503223925828934, + 0.0023682587780058384, + 0.5576536059379578, + 0.0001913899031933397, + 0.08488065749406815, + 0.007112240418791771, + 0.05516381934285164, 0.0 ] }, { "epoch": 52, - "train_loss": 1.7755311727523804, - "val_loss": 1.2044154405593872, - "acc": 56.489999999999995, - "time": 151.91674246299954, + "train_loss": 1.707262396812439, + "val_loss": 1.2915682792663574, + "acc": 54.81, + "time": 109.60981453400018, "param": [ - 0.09344307333230972, + 0.24940386414527893, 0.0, - 0.07634147256612778, + 0.008589238859713078, + 0.0036536522675305605, 0.0, - 0.0, - 0.0003815616946667433, - 0.02245505340397358, - 0.01722053997218609, - 0.43249747157096863, - 0.010819383896887302, - 0.26487627625465393, - 0.028305398300290108, - 0.053659837692976, + 0.0008839818765409291, + 0.0188077874481678, + 0.011838976293802261, + 0.5474745035171509, + 0.008360800333321095, + 0.0908064916729927, + 0.009980027563869953, + 0.050200749188661575, 0.0 ] }, { "epoch": 53, - "train_loss": 1.7639342546463013, - "val_loss": 1.2446078062057495, - "acc": 55.559999999999995, - "time": 153.8138634210045, + "train_loss": 1.6257340908050537, + "val_loss": 1.2561129331588745, + "acc": 54.75, + "time": 108.11026105399651, "param": [ - 0.09931430220603943, - 0.0, - 0.08032440394163132, + 0.24592506885528564, + 0.0005084131262265146, + 0.012758775614202023, + 0.001616491237655282, 0.0, 0.0, - 0.0, - 0.012676293030381203, - 0.004978497512638569, - 0.45503613352775574, - 0.011920806020498276, - 0.26514512300491333, - 0.024250714108347893, - 0.04635373875498772, + 0.015002756379544735, + 0.020562410354614258, + 0.5301992297172546, + 0.007874986156821251, + 0.10324350744485855, + 0.015052580274641514, + 0.04725583270192146, 0.0 ] }, { "epoch": 54, - "train_loss": 1.6622250080108643, - "val_loss": 1.3565428256988525, - "acc": 56.69, - "time": 153.58736296999996, + "train_loss": 1.8402884006500244, + "val_loss": 1.2242010831832886, + "acc": 54.93, + "time": 107.83442715700221, "param": [ - 0.10524000227451324, + 0.23702290654182434, 0.0, - 0.08055640012025833, + 0.0342114120721817, + 0.0036349890287965536, 0.0, - 0.0, - 0.0, - 0.014679872430860996, - 0.002619364531710744, - 0.45990386605262756, - 0.01210314966738224, - 0.2547820508480072, - 0.02885095216333866, - 0.04126441106200218, + 0.0015740878880023956, + 0.02195635996758938, + 0.02451990731060505, + 0.4892955720424652, + 0.00026108117890544236, + 0.1091909185051918, + 0.014961929060518742, + 0.06337086856365204, 0.0 ] }, { "epoch": 55, - "train_loss": 1.5925829410552979, - "val_loss": 1.258378028869629, - "acc": 54.879999999999995, - "time": 156.30223493600352, + "train_loss": 1.7319092750549316, + "val_loss": 1.2508964538574219, + "acc": 56.03, + "time": 108.28078854799969, "param": [ - 0.11054821312427521, + 0.22340676188468933, 0.0, - 0.07726424187421799, + 0.051752619445323944, + 0.006253497675061226, 0.0, + 0.00139228580519557, + 0.0341092087328434, + 0.029778679832816124, + 0.44129374623298645, 0.0, - 0.0, - 0.008248291909694672, - 0.0, - 0.47767844796180725, - 0.009907510131597519, - 0.24777011573314667, - 0.0223829448223114, - 0.04620024934411049, + 0.12117397040128708, + 0.016570311039686203, + 0.07426886260509491, 0.0 ] }, { "epoch": 56, - "train_loss": 1.7524992227554321, - "val_loss": 1.2310773134231567, - "acc": 56.02, - "time": 153.66855663399474, + "train_loss": 1.907362461090088, + "val_loss": 1.2552872896194458, + "acc": 56.25, + "time": 108.15289628400205, "param": [ - 0.11156541109085083, + 0.22440822422504425, 0.0, - 0.0725838840007782, - 0.0004014955775346607, + 0.055326323956251144, 0.0, - 0.002071597147732973, - 0.011911875568330288, - 0.0035006003454327583, - 0.46682727336883545, - 0.012411481700837612, - 0.23986412584781647, - 0.02189091593027115, - 0.056971319019794464, + 0.0, + 0.0, + 0.03745166212320328, + 0.030042564496397972, + 0.43136921525001526, + 0.00291275791823864, + 0.13414713740348816, + 0.0005209612427279353, + 0.08382119983434677, 0.0 ] }, { "epoch": 57, - "train_loss": 1.3866726160049438, - "val_loss": 1.218990445137024, - "acc": 57.97, - "time": 153.596609334003, + "train_loss": 1.6460070610046387, + "val_loss": 1.204859972000122, + "acc": 56.72, + "time": 108.1516900449933, "param": [ - 0.12276729941368103, + 0.2140624076128006, 0.0, - 0.07307218015193939, + 0.05937672778964043, + 0.0004750691878143698, + 0.0, + 0.003863118588924408, + 0.045853082090616226, + 0.0331902913749218, + 0.38078582286834717, + 0.014103581197559834, + 0.14439478516578674, + 0.006568610202521086, + 0.09732650965452194, + 0.0 + ] + }, + { + "epoch": 58, + "train_loss": 1.3118035793304443, + "val_loss": 1.1895157098770142, + "acc": 56.18, + "time": 108.17246208600409, + "param": [ + 0.20973661541938782, + 0.0, + 0.057488031685352325, + 0.009035235270857811, + 0.0, + 0.006615252699702978, + 0.04716059938073158, + 0.04249228909611702, + 0.34347155690193176, + 0.027553854510188103, + 0.14892172813415527, + 0.01006991695612669, + 0.09745503216981888, + 0.0 + ] + }, + { + "epoch": 59, + "train_loss": 1.5969315767288208, + "val_loss": 1.134443998336792, + "acc": 56.69, + "time": 108.28809898399777, + "param": [ + 0.19861233234405518, + 0.006634728517383337, + 0.06958045810461044, + 0.0007775002159178257, + 0.005641245283186436, + 0.009895962662994862, + 0.0495540127158165, + 0.045799486339092255, + 0.3149864971637726, + 0.04250981658697128, + 0.14511476457118988, + 0.022080466151237488, + 0.0888126939535141, + 0.0 + ] + }, + { + "epoch": 60, + "train_loss": 1.648972988128662, + "val_loss": 1.2036467790603638, + "acc": 56.12, + "time": 107.79121251600009, + "param": [ + 0.20593228936195374, + 0.0, + 0.08417308330535889, 0.0, 0.0, - 0.008242457173764706, - 0.017802905291318893, - 0.0012635936727747321, - 0.4408007264137268, - 0.014844583347439766, - 0.2267552763223648, - 0.03024565801024437, - 0.06420537084341049, + 0.006002979818731546, + 0.04822593182325363, + 0.04358023405075073, + 0.33094748854637146, + 0.049514465034008026, + 0.15108807384967804, + 0.010285620577633381, + 0.07024981081485748, + 0.0 + ] + }, + { + "epoch": 61, + "train_loss": 1.6879116296768188, + "val_loss": 1.2210936546325684, + "acc": 54.78, + "time": 107.99378489200171, + "param": [ + 0.1944267302751541, + 0.0, + 0.09124919772148132, + 0.0, + 0.0, + 0.006990515161305666, + 0.0526147335767746, + 0.032618679106235504, + 0.3301984667778015, + 0.0503559373319149, + 0.17371879518032074, + 0.003345305798575282, + 0.06448159366846085, + 0.0 + ] + }, + { + "epoch": 62, + "train_loss": 1.4878743886947632, + "val_loss": 1.2112027406692505, + "acc": 56.73, + "time": 108.28884096800175, + "param": [ + 0.1801525503396988, + 0.0, + 0.1008564829826355, + 0.0016254211077466607, + 0.0, + 0.0, + 0.058774564415216446, + 0.03764847293496132, + 0.31350213289260864, + 0.06599495559930801, + 0.18584036827087402, + 0.0, + 0.05560499057173729, + 0.0 + ] + }, + { + "epoch": 63, + "train_loss": 1.6274726390838623, + "val_loss": 1.1841212511062622, + "acc": 57.07, + "time": 107.91978991100041, + "param": [ + 0.15836727619171143, + 0.0, + 0.10610164701938629, + 0.012072502635419369, + 0.0, + 0.0003883580502588302, + 0.06762760132551193, + 0.04738401249051094, + 0.2709525227546692, + 0.08937020599842072, + 0.17982695996761322, + 0.005988658871501684, + 0.06192028895020485, + 0.0 + ] + }, + { + "epoch": 64, + "train_loss": 1.5997973680496216, + "val_loss": 1.249682068824768, + "acc": 55.98, + "time": 108.02245928600314, + "param": [ + 0.1426960527896881, + 0.0005156037514097989, + 0.10565349459648132, + 0.02564285509288311, + 0.0, + 0.009584867395460606, + 0.07575590908527374, + 0.05989983677864075, + 0.23584765195846558, + 0.09912549704313278, + 0.1566246747970581, + 0.021313315257430077, + 0.06734021753072739, + 0.0 + ] + }, + { + "epoch": 65, + "train_loss": 1.957361102104187, + "val_loss": 1.1714109182357788, + "acc": 57.05, + "time": 107.66747425199719, + "param": [ + 0.14604400098323822, + 0.0, + 0.09537704288959503, + 0.01223124098032713, + 0.0, + 0.0017962803831323981, + 0.07979097962379456, + 0.05344190448522568, + 0.24894654750823975, + 0.10847799479961395, + 0.1570603847503662, + 0.023735396564006805, + 0.07309819757938385, + 0.0 + ] + }, + { + "epoch": 66, + "train_loss": 1.8549463748931885, + "val_loss": 1.0944099426269531, + "acc": 57.44, + "time": 107.99768536899501, + "param": [ + 0.13678643107414246, + 0.0, + 0.09712737053632736, + 0.0, + 0.0, + 0.004441057797521353, + 0.08594315499067307, + 0.04489566758275032, + 0.24538742005825043, + 0.11469223350286484, + 0.16574712097644806, + 0.025062263011932373, + 0.079917311668396, + 0.0 + ] + }, + { + "epoch": 67, + "train_loss": 1.6064832210540771, + "val_loss": 1.158262848854065, + "acc": 58.38, + "time": 107.75766062799812, + "param": [ + 0.13464468717575073, + 0.0, + 0.11076103150844574, + 0.0, + 0.0, + 0.0, + 0.09536349028348923, + 0.0320931077003479, + 0.2600228786468506, + 0.11500922590494156, + 0.1721654236316681, + 0.002051373478025198, + 0.07788880169391632, + 0.0 + ] + }, + { + "epoch": 68, + "train_loss": 1.5271360874176025, + "val_loss": 0.9973981976509094, + "acc": 59.24, + "time": 108.0477156650013, + "param": [ + 0.13252821564674377, + 0.0, + 0.12635110318660736, + 0.0, + 0.0, + 0.0, + 0.09334450215101242, + 0.028395066037774086, + 0.24598781764507294, + 0.11662712693214417, + 0.1746300458908081, + 0.001065873191691935, + 0.08107027411460876, + 0.0 + ] + }, + { + "epoch": 69, + "train_loss": 1.56814706325531, + "val_loss": 1.1148353815078735, + "acc": 57.82, + "time": 108.03922210799647, + "param": [ + 0.12590913474559784, + 0.0, + 0.14080095291137695, + 6.957911864446942e-06, + 0.0, + 0.0024731853045523167, + 0.09978777915239334, + 0.03536881506443024, + 0.22051474452018738, + 0.11979840695858002, + 0.15904493629932404, + 0.011342638172209263, + 0.08495236188173294, + 0.0 + ] + }, + { + "epoch": 70, + "train_loss": 1.7583978176116943, + "val_loss": 1.158547282218933, + "acc": 58.87, + "time": 108.3976943000016, + "param": [ + 0.12557336688041687, + 0.0, + 0.14981821179389954, + 0.0, + 0.0, + 0.0077799176797270775, + 0.09479882568120956, + 0.04285190626978874, + 0.20452627539634705, + 0.126913920044899, + 0.13456764817237854, + 0.02319215051829815, + 0.08997772634029388, + 0.0 + ] + }, + { + "epoch": 71, + "train_loss": 1.7227452993392944, + "val_loss": 1.2539910078048706, + "acc": 58.86, + "time": 108.3343065049994, + "param": [ + 0.1326809674501419, + 0.0, + 0.15959610044956207, + 0.0, + 9.743344708113e-05, + 0.0, + 0.08066535741090775, + 0.05659712478518486, + 0.20837603509426117, + 0.12473808228969574, + 0.11673404276371002, + 0.023431262001395226, + 0.09708359837532043, + 0.0 + ] + }, + { + "epoch": 72, + "train_loss": 1.6299035549163818, + "val_loss": 1.1880393028259277, + "acc": 57.67, + "time": 108.05241746099637, + "param": [ + 0.14111308753490448, + 0.0, + 0.17707644402980804, + 0.0, + 0.0, + 0.0, + 0.06619516015052795, + 0.061971697956323624, + 0.20565493404865265, + 0.11666298657655716, + 0.10796377807855606, + 0.023213565349578857, + 0.10014833509922028, + 0.0 + ] + }, + { + "epoch": 73, + "train_loss": 1.6779775619506836, + "val_loss": 1.2298184633255005, + "acc": 59.39, + "time": 108.06415040800493, + "param": [ + 0.1353169083595276, + 0.0009721606038510799, + 0.16897651553153992, + 0.010065828450024128, + 0.0, + 0.0, + 0.06351747363805771, + 0.06912937760353088, + 0.19343794882297516, + 0.10956789553165436, + 0.11360640823841095, + 0.030177108943462372, + 0.10523241758346558, + 0.0 + ] + }, + { + "epoch": 74, + "train_loss": 1.4954370260238647, + "val_loss": 1.029964804649353, + "acc": 58.18, + "time": 108.08800897999754, + "param": [ + 0.13570044934749603, + 0.0, + 0.1730668693780899, + 0.0, + 0.0, + 0.0, + 0.054955221712589264, + 0.06192672625184059, + 0.20206066966056824, + 0.10100170969963074, + 0.12567467987537384, + 0.028364352881908417, + 0.11724931001663208, + 0.0 + ] + }, + { + "epoch": 75, + "train_loss": 1.6145254373550415, + "val_loss": 1.1853641271591187, + "acc": 59.89, + "time": 107.9144359780039, + "param": [ + 0.14274218678474426, + 0.0, + 0.17285320162773132, + 0.0005382910603657365, + 0.0, + 0.006019774358719587, + 0.04465033859014511, + 0.04918863996863365, + 0.20322464406490326, + 0.09397643804550171, + 0.1366889923810959, + 0.02962261252105236, + 0.12049487978219986, + 0.0 + ] + }, + { + "epoch": 76, + "train_loss": 1.9238191843032837, + "val_loss": 1.2148525714874268, + "acc": 59.09, + "time": 108.29106554600003, + "param": [ + 0.1434110403060913, + 0.0, + 0.18252184987068176, + 0.0, + 0.0, + 0.020680615678429604, + 0.04662444069981575, + 0.04199425131082535, + 0.19577035307884216, + 0.0868668183684349, + 0.14672650396823883, + 0.02745235711336136, + 0.10795173048973083, + 0.0 + ] + }, + { + "epoch": 77, + "train_loss": 1.7024743556976318, + "val_loss": 1.171891689300537, + "acc": 59.86, + "time": 108.80616033999831, + "param": [ + 0.14941276609897614, + 0.0, + 0.1971556693315506, + 0.0, + 0.0, + 0.019846046343445778, + 0.042987316846847534, + 0.02554802969098091, + 0.20621678233146667, + 0.0714934766292572, + 0.16872884333133698, + 0.006464753299951553, + 0.11214629560709, + 0.0 + ] + }, + { + "epoch": 78, + "train_loss": 1.6933382749557495, + "val_loss": 1.131521463394165, + "acc": 59.63, + "time": 108.69519428799686, + "param": [ + 0.1588953733444214, + 0.0, + 0.2004988193511963, + 0.0, + 0.0, + 0.0273472610861063, + 0.03387398272752762, + 0.01472957618534565, + 0.21419981122016907, + 0.06632678955793381, + 0.17740724980831146, + 0.0, + 0.10672123730182648, + 0.0 + ] + }, + { + "epoch": 79, + "train_loss": 1.5718408823013306, + "val_loss": 1.0596927404403687, + "acc": 60.68, + "time": 108.58776249199582, + "param": [ + 0.16377389430999756, + 0.0, + 0.20011697709560394, + 0.0, + 0.0, + 0.035628993064165115, + 0.026475749909877777, + 0.0036359885707497597, + 0.21143725514411926, + 0.07078559696674347, + 0.19570942223072052, + 0.0, + 0.09243607521057129, + 0.0 + ] + }, + { + "epoch": 80, + "train_loss": 1.6538701057434082, + "val_loss": 1.1556522846221924, + "acc": 60.68, + "time": 109.025743305996, + "param": [ + 0.17891167104244232, + 0.0, + 0.20723100006580353, + 0.0, + 0.0, + 0.01948656514286995, + 0.007730907294899225, + 0.0, + 0.21376144886016846, + 0.07194523513317108, + 0.21124491095542908, + 0.0, + 0.08968823403120041, + 0.0 + ] + }, + { + "epoch": 81, + "train_loss": 1.6611641645431519, + "val_loss": 1.0943694114685059, + "acc": 60.37, + "time": 108.94917821399576, + "param": [ + 0.18168988823890686, + 0.0, + 0.22672037780284882, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.21075712144374847, + 0.058756694197654724, + 0.21424730122089386, + 0.0, + 0.10782862454652786, + 0.0 + ] + }, + { + "epoch": 82, + "train_loss": 1.5817818641662598, + "val_loss": 1.0950067043304443, + "acc": 60.51, + "time": 108.85624603100587, + "param": [ + 0.17463690042495728, + 0.0, + 0.23961549997329712, + 0.0, + 0.004100580234080553, + 0.0, + 0.0, + 0.00047356533468700945, + 0.20615160465240479, + 0.04514523968100548, + 0.21922634541988373, + 0.0, + 0.11065029352903366, + 0.0 + ] + }, + { + "epoch": 83, + "train_loss": 1.6114388704299927, + "val_loss": 1.184641718864441, + "acc": 60.69, + "time": 109.0638334749965, + "param": [ + 0.17222557961940765, + 0.0, + 0.22431513667106628, + 0.005137355998158455, + 0.010572800412774086, + 0.007526251953095198, + 0.004175958223640919, + 0.012460737489163876, + 0.18461157381534576, + 0.05110514536499977, + 0.21375177800655365, + 0.0007465563248842955, + 0.11337114125490189, + 0.0 + ] + }, + { + "epoch": 84, + "train_loss": 1.904623031616211, + "val_loss": 1.0805519819259644, + "acc": 61.42, + "time": 109.02826168799947, + "param": [ + 0.1803997904062271, + 0.0, + 0.22904276847839355, + 0.0, + 0.0, + 0.006495174951851368, + 0.0, + 0.014810280874371529, + 0.1815444529056549, + 0.05224321410059929, + 0.2213478684425354, + 0.0, + 0.11411640048027039, + 0.0 + ] + }, + { + "epoch": 85, + "train_loss": 1.7121917009353638, + "val_loss": 1.0786443948745728, + "acc": 58.82, + "time": 108.84545135799999, + "param": [ + 0.1729097217321396, + 0.0014861754607409239, + 0.2164967656135559, + 0.009489656426012516, + 0.001057343790307641, + 0.018582139164209366, + 0.011103589087724686, + 0.019076384603977203, + 0.17438696324825287, + 0.06578551977872849, + 0.21125294268131256, + 0.004726104903966188, + 0.09364672750234604, + 0.0 + ] + }, + { + "epoch": 86, + "train_loss": 1.7938973903656006, + "val_loss": 1.108272910118103, + "acc": 61.43, + "time": 108.78115647300001, + "param": [ + 0.16808778047561646, + 0.00572986388579011, + 0.1908487230539322, + 0.02393977716565132, + 0.0035146083682775497, + 0.02825029380619526, + 0.02147221751511097, + 0.02080705389380455, + 0.15941914916038513, + 0.08370080590248108, + 0.1863347738981247, + 0.012067364528775215, + 0.09457844495773315, + 0.0012491889065131545 + ] + }, + { + "epoch": 87, + "train_loss": 1.5233557224273682, + "val_loss": 0.9960416555404663, + "acc": 61.86, + "time": 108.84164086099918, + "param": [ + 0.1749224066734314, + 0.004689097870141268, + 0.19145390391349792, + 0.015503752045333385, + 0.0, + 0.0300429854542017, + 0.03820620849728584, + 0.01528986357152462, + 0.14948689937591553, + 0.09179150313138962, + 0.17524133622646332, + 0.015306252054870129, + 0.09806579351425171, + 0.0 + ] + }, + { + "epoch": 88, + "train_loss": 1.6008214950561523, + "val_loss": 1.0654784440994263, + "acc": 62.29, + "time": 108.76257944400277, + "param": [ + 0.19434896111488342, + 0.0, + 0.21258282661437988, + 0.0, + 0.0, + 0.01267178077250719, + 0.039167240262031555, + 0.006371069699525833, + 0.14291606843471527, + 0.08910058438777924, + 0.18816637992858887, + 0.011480030603706837, + 0.10319506376981735, + 0.0 + ] + }, + { + "epoch": 89, + "train_loss": 1.4914944171905518, + "val_loss": 1.0907880067825317, + "acc": 61.68, + "time": 108.8291668919992, + "param": [ + 0.21742796897888184, + 0.0, + 0.2239762842655182, + 0.0, + 0.0, + 0.0, + 0.03912694379687309, + 0.004182583186775446, + 0.14090247452259064, + 0.07629695534706116, + 0.19896771013736725, + 0.0, + 0.09911905974149704, + 0.0 + ] + }, + { + "epoch": 90, + "train_loss": 1.446603775024414, + "val_loss": 1.1410393714904785, + "acc": 60.74, + "time": 108.87732046699966, + "param": [ + 0.23382122814655304, + 0.0, + 0.23649893701076508, + 0.0, + 0.0, + 0.0, + 0.02869456075131893, + 0.0, + 0.12348990142345428, + 0.06294380128383636, + 0.21506395936012268, + 0.0, + 0.09948761761188507, + 0.0 + ] + }, + { + "epoch": 91, + "train_loss": 1.7005754709243774, + "val_loss": 1.0948408842086792, + "acc": 61.71, + "time": 109.00716919799743, + "param": [ + 0.23578831553459167, + 0.0, + 0.2317909300327301, + 0.00393213564530015, + 0.0, + 0.0, + 0.02861987054347992, + 0.0009024660685099661, + 0.11275625973939896, + 0.06443838030099869, + 0.227687269449234, + 0.0038639388512820005, + 0.09022048115730286, + 0.0 + ] + }, + { + "epoch": 92, + "train_loss": 1.4797627925872803, + "val_loss": 1.015632152557373, + "acc": 62.35, + "time": 108.81488021000405, + "param": [ + 0.22948841750621796, + 0.0, + 0.2202027291059494, + 0.01487594936043024, + 3.744430432561785e-05, + 0.0, + 0.033107392489910126, + 0.007568481843918562, + 0.11900019645690918, + 0.06917720288038254, + 0.2158927470445633, + 0.016118651255965233, + 0.0745307132601738, + 0.0 + ] + }, + { + "epoch": 93, + "train_loss": 1.4214774370193481, + "val_loss": 1.0226682424545288, + "acc": 62.11, + "time": 108.67310697399807, + "param": [ + 0.23816737532615662, + 0.0, + 0.21716174483299255, + 0.012290265411138535, + 0.0, + 7.699788693571463e-05, + 0.03820902854204178, + 0.010727752931416035, + 0.12612581253051758, + 0.08030571788549423, + 0.20204152166843414, + 0.01221021730452776, + 0.06268353015184402, + 0.0 + ] + }, + { + "epoch": 94, + "train_loss": 1.5176514387130737, + "val_loss": 1.0867756605148315, + "acc": 60.34, + "time": 109.11439477199747, + "param": [ + 0.2361716628074646, + 0.0, + 0.19321224093437195, + 0.016295485198497772, + 0.003178478218615055, + 0.008356885984539986, + 0.0418647825717926, + 0.01950010657310486, + 0.13892461359500885, + 0.08465949445962906, + 0.17621758580207825, + 0.02093813195824623, + 0.060680486261844635, + 0.0 + ] + }, + { + "epoch": 95, + "train_loss": 1.6131092309951782, + "val_loss": 1.0312886238098145, + "acc": 62.6, + "time": 109.02745550899999, + "param": [ + 0.24535126984119415, + 0.0, + 0.18070505559444427, + 0.016993435099720955, + 0.009590583853423595, + 0.005584076978266239, + 0.039182089269161224, + 0.01783713698387146, + 0.15002264082431793, + 0.09635104984045029, + 0.16319093108177185, + 0.02103574015200138, + 0.05415605008602142, + 0.0 + ] + }, + { + "epoch": 96, + "train_loss": 1.3888546228408813, + "val_loss": 1.0229750871658325, + "acc": 61.0, + "time": 109.47418758000276, + "param": [ + 0.28032270073890686, + 0.0, + 0.19617605209350586, + 0.00924699753522873, + 0.0, + 0.0, + 0.03277541697025299, + 0.0, + 0.1589449644088745, + 0.09910348802804947, + 0.1609143316745758, + 0.0, + 0.06251608580350876, + 0.0 + ] + }, + { + "epoch": 97, + "train_loss": 1.4820107221603394, + "val_loss": 1.155603289604187, + "acc": 60.6, + "time": 108.63932330100215, + "param": [ + 0.2835414707660675, + 0.0, + 0.1966121345758438, + 0.011746695265173912, + 0.0, + 0.0003286079445388168, + 0.044173747301101685, + 0.0, + 0.15061363577842712, + 0.08199617266654968, + 0.1543402075767517, + 0.0, + 0.07664737850427628, + 0.0 + ] + }, + { + "epoch": 98, + "train_loss": 1.7210235595703125, + "val_loss": 1.1188714504241943, + "acc": 63.64, + "time": 108.84102132800035, + "param": [ + 0.28523045778274536, + 0.0, + 0.1921767294406891, + 0.008052716962993145, + 0.0, + 0.002940025646239519, + 0.04389901086688042, + 0.011031007394194603, + 0.14601406455039978, + 0.0815814733505249, + 0.154715895652771, + 0.0, + 0.07435861974954605, + 0.0 + ] + }, + { + "epoch": 99, + "train_loss": 1.6052101850509644, + "val_loss": 1.1211398839950562, + "acc": 62.9, + "time": 108.90956364599697, + "param": [ + 0.29964175820350647, + 0.0, + 0.1884663850069046, + 0.0, + 0.0, + 0.0009875840041786432, + 0.04032953828573227, + 0.0075177415274083614, + 0.14468146860599518, + 0.0876724123954773, + 0.15889805555343628, + 6.439942808356136e-05, + 0.07174073159694672, + 0.0 + ] + }, + { + "epoch": 100, + "train_loss": 1.4994733333587646, + "val_loss": 1.1232469081878662, + "acc": 63.15, + "time": 108.80932347800263, + "param": [ + 0.30460667610168457, + 0.0, + 0.18752053380012512, + 0.0, + 0.0, + 0.002033267403021455, + 0.04013218358159065, + 0.0019353370880708098, + 0.14530117809772491, + 0.09619631618261337, + 0.1575486660003662, + 0.0, + 0.06472579389810562, + 0.0 + ] + }, + { + "epoch": 101, + "train_loss": 1.4456090927124023, + "val_loss": 0.9765377640724182, + "acc": 63.6, + "time": 109.00963771300303, + "param": [ + 0.2613137662410736, + 0.0012523861369118094, + 0.17141011357307434, + 0.01177695207297802, + 0.0090089812874794, + 0.0252047348767519, + 0.053514447063207626, + 0.016141541302204132, + 0.1374628096818924, + 0.1046578586101532, + 0.1404958963394165, + 0.007828859612345695, + 0.05442499741911888, + 0.005506559740751982 + ] + }, + { + "epoch": 102, + "train_loss": 1.7052924633026123, + "val_loss": 1.1155712604522705, + "acc": 62.84, + "time": 108.7062335390001, + "param": [ + 0.28512027859687805, + 0.0, + 0.18839728832244873, + 0.0015645946841686964, + 0.0, + 0.029890554025769234, + 0.05454837158322334, + 0.00210558227263391, + 0.1411854475736618, + 0.11883877217769623, + 0.14226923882961273, + 0.0, + 0.036079809069633484, + 0.0 + ] + }, + { + "epoch": 103, + "train_loss": 1.3851919174194336, + "val_loss": 1.062292218208313, + "acc": 64.11, + "time": 108.71086034600012, + "param": [ + 0.3225991725921631, + 0.0, + 0.21247871220111847, + 0.0, + 0.0, + 0.007397660985589027, + 0.03836192563176155, + 0.0, + 0.13647256791591644, + 0.11588431149721146, + 0.14825642108917236, + 0.0, + 0.018549228087067604, + 0.0 + ] + }, + { + "epoch": 104, + "train_loss": 1.6320044994354248, + "val_loss": 1.09766685962677, + "acc": 63.2, + "time": 108.78540896900085, + "param": [ + 0.3374157249927521, + 0.0, + 0.21444359421730042, + 0.0, + 0.0, + 0.0, + 0.027278266847133636, + 0.0011331936111673713, + 0.13787101209163666, + 0.11569713801145554, + 0.15299949049949646, + 0.0, + 0.013161684386432171, + 0.0 + ] + }, + { + "epoch": 105, + "train_loss": 1.3483738899230957, + "val_loss": 1.0455189943313599, + "acc": 62.5, + "time": 109.41571493599622, + "param": [ + 0.3362634479999542, + 0.0, + 0.22074854373931885, + 0.0, + 0.0, + 0.0, + 0.012642125599086285, + 0.0, + 0.13788393139839172, + 0.11054310202598572, + 0.1648503690958023, + 0.0, + 0.017068492248654366, + 0.0 + ] + }, + { + "epoch": 106, + "train_loss": 1.5880669355392456, + "val_loss": 1.1254421472549438, + "acc": 63.25, + "time": 109.46709649999684, + "param": [ + 0.34109270572662354, + 0.0, + 0.22221162915229797, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.1382010281085968, + 0.10026776790618896, + 0.17855201661586761, + 0.0, + 0.019674915820360184, + 0.0 + ] + }, + { + "epoch": 107, + "train_loss": 1.6984432935714722, + "val_loss": 1.0424185991287231, + "acc": 62.48, + "time": 109.69521937599347, + "param": [ + 0.3228529393672943, + 0.0, + 0.2163797914981842, + 0.0, + 0.0, + 0.001791320159099996, + 0.0, + 0.0, + 0.1549302637577057, + 0.09687114506959915, + 0.18161043524742126, + 0.0, + 0.025564119219779968, + 0.0 + ] + }, + { + "epoch": 108, + "train_loss": 1.591799020767212, + "val_loss": 1.1142325401306152, + "acc": 63.37, + "time": 109.55171910701029, + "param": [ + 0.3166453540325165, + 0.0, + 0.21336589753627777, + 0.0, + 0.0038199247792363167, + 0.0, + 0.0, + 0.0, + 0.1580740213394165, + 0.09281709045171738, + 0.17968012392520905, + 0.0, + 0.03559764102101326, + 0.0 + ] + }, + { + "epoch": 109, + "train_loss": 1.4723544120788574, + "val_loss": 0.9957751631736755, + "acc": 63.23, + "time": 109.35123645600106, + "param": [ + 0.3040038049221039, + 0.0, + 0.2099505066871643, + 0.0, + 0.0, + 0.001338234287686646, + 0.001718904823064804, + 0.0, + 0.1705510914325714, + 0.098477303981781, + 0.17941588163375854, + 0.0, + 0.0345442034304142, + 0.0 + ] + }, + { + "epoch": 110, + "train_loss": 1.4654581546783447, + "val_loss": 1.1114369630813599, + "acc": 61.65, + "time": 109.60047265799949, + "param": [ + 0.3227235972881317, + 0.0, + 0.21705932915210724, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.17560765147209167, + 0.09195395559072495, + 0.18284155428409576, + 0.0, + 0.009813929907977581, + 0.0 + ] + }, + { + "epoch": 111, + "train_loss": 1.4348890781402588, + "val_loss": 0.948352575302124, + "acc": 64.36, + "time": 109.46764336200431, + "param": [ + 0.33337539434432983, + 0.0, + 0.2136935591697693, + 0.0, + 0.0, + 0.00258228019811213, + 0.00022868944506626576, + 0.0012244468089193106, + 0.17923440039157867, + 0.0911165326833725, + 0.17854474484920502, + 0.0, + 0.0, + 0.0 + ] + }, + { + "epoch": 112, + "train_loss": 1.683914303779602, + "val_loss": 1.0380862951278687, + "acc": 64.22, + "time": 109.48406388799776, + "param": [ + 0.3384968042373657, + 0.0, + 0.20809809863567352, + 0.0, + 0.0, + 0.011365548707544804, + 0.0, + 0.0, + 0.1801196038722992, + 0.09081460535526276, + 0.16399015486240387, + 0.0, + 0.007115188054740429, + 0.0 + ] + }, + { + "epoch": 113, + "train_loss": 1.375929594039917, + "val_loss": 1.061684489250183, + "acc": 65.18, + "time": 109.21254504600074, + "param": [ + 0.3696396052837372, + 0.0, + 0.21183118224143982, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.1820337325334549, + 0.08544140309095383, + 0.1449461728334427, + 0.0, + 0.00610794872045517, + 0.0 + ] + }, + { + "epoch": 114, + "train_loss": 1.737299919128418, + "val_loss": 1.0047492980957031, + "acc": 64.14, + "time": 109.47614024700306, + "param": [ + 0.40387120842933655, + 0.0, + 0.21772140264511108, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.17277643084526062, + 0.07599771022796631, + 0.12963327765464783, + 0.0, + 0.0, + 0.0 + ] + }, + { + "epoch": 115, + "train_loss": 1.372072696685791, + "val_loss": 0.9965459108352661, + "acc": 64.21, + "time": 109.44057322699518, + "param": [ + 0.4202978014945984, + 0.0, + 0.22054146230220795, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.17009489238262177, + 0.07606339454650879, + 0.11300244927406311, + 0.0, + 0.0, + 0.0 + ] + }, + { + "epoch": 116, + "train_loss": 1.5037286281585693, + "val_loss": 0.9265789985656738, + "acc": 64.53, + "time": 109.33259426600125, + "param": [ + 0.41004589200019836, + 0.0, + 0.22118283808231354, + 0.0, + 0.0, + 0.003818749450147152, + 0.0, + 0.0, + 0.17846094071865082, + 0.0856325775384903, + 0.10038919746875763, + 0.0, + 0.00046981193008832633, + 0.0 + ] + }, + { + "epoch": 117, + "train_loss": 1.6040934324264526, + "val_loss": 1.0519264936447144, + "acc": 64.01, + "time": 109.44613888600725, + "param": [ + 0.3912011384963989, + 0.0, + 0.2180161029100418, + 0.0, + 0.00021101390302646905, + 0.0076912930235266685, + 0.0017707113875076175, + 0.0, + 0.1715763807296753, + 0.08863706141710281, + 0.10679179430007935, + 0.0, + 0.014104537665843964, + 0.0 + ] + }, + { + "epoch": 118, + "train_loss": 1.253233551979065, + "val_loss": 1.0698634386062622, + "acc": 63.82, + "time": 108.14626129200042, + "param": [ + 0.41276589035987854, + 0.0, + 0.22652442753314972, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.17413263022899628, + 0.07966635376214981, + 0.10609031468629837, + 0.0, + 0.0008203564793802798, + 0.0 + ] + }, + { + "epoch": 119, + "train_loss": 1.4010319709777832, + "val_loss": 0.9544538259506226, + "acc": 64.26, + "time": 108.06102234800346, + "param": [ + 0.42028528451919556, + 0.0, + 0.23302839696407318, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.17156702280044556, + 0.06972825527191162, + 0.09972860664129257, + 0.0, + 0.0056623779237270355, + 0.0 + ] + }, + { + "epoch": 120, + "train_loss": 1.3824790716171265, + "val_loss": 1.0308613777160645, + "acc": 63.92, + "time": 108.06701644399436, + "param": [ + 0.40287548303604126, + 0.0, + 0.2334313541650772, + 0.0, + 0.0, + 0.0037062307819724083, + 5.874171984032728e-05, + 0.0031015437562018633, + 0.16493728756904602, + 0.07549338042736053, + 0.0952872484922409, + 0.0, + 0.02110864222049713, + 0.0 + ] + }, + { + "epoch": 121, + "train_loss": 1.3653390407562256, + "val_loss": 0.9435770511627197, + "acc": 64.52, + "time": 108.50826050799515, + "param": [ + 0.369221955537796, + 0.0, + 0.2275419384241104, + 0.0, + 0.0, + 0.009455622173845768, + 0.011223926208913326, + 0.01290230080485344, + 0.15063613653182983, + 0.08988640457391739, + 0.09597193449735641, + 0.0, + 0.03315984085202217, + 0.0 + ] + }, + { + "epoch": 122, + "train_loss": 1.439886450767517, + "val_loss": 0.953700840473175, + "acc": 65.02, + "time": 108.36747692199424, + "param": [ + 0.3636036813259125, + 0.0, + 0.23830349743366241, + 0.0, + 0.0, + 0.0, + 0.0181901752948761, + 0.0024243691004812717, + 0.15154628455638885, + 0.09856666624546051, + 0.09591981023550034, + 0.0, + 0.03144553303718567, + 0.0 + ] + }, + { + "epoch": 123, + "train_loss": 1.6556180715560913, + "val_loss": 1.1463992595672607, + "acc": 63.73, + "time": 107.94625743399956, + "param": [ + 0.381548672914505, + 0.0, + 0.2543458640575409, + 0.0, + 0.0, + 0.0, + 0.0037506294902414083, + 0.0, + 0.15485720336437225, + 0.09161778539419174, + 0.08867340534925461, + 0.0, + 0.025206446647644043, + 0.0 + ] + }, + { + "epoch": 124, + "train_loss": 1.4944584369659424, + "val_loss": 1.077343463897705, + "acc": 64.12, + "time": 108.21229788000346, + "param": [ + 0.38051703572273254, + 0.0, + 0.2538461983203888, + 0.0, + 0.0, + 0.00017357070464640856, + 0.005996221676468849, + 0.0, + 0.16036391258239746, + 0.08139825612306595, + 0.08475760370492935, + 0.0, + 0.03294725716114044, + 0.0 + ] + }, + { + "epoch": 125, + "train_loss": 1.5037392377853394, + "val_loss": 0.9852707982063293, + "acc": 65.12, + "time": 108.09921288500482, + "param": [ + 0.37414929270744324, + 0.0, + 0.253652960062027, + 0.0, + 0.0, + 0.010237906128168106, + 0.00931972824037075, + 0.0, + 0.16907253861427307, + 0.08106529712677002, + 0.08392533659934998, + 0.0009411283535882831, + 0.017635785043239594, + 0.0 + ] + }, + { + "epoch": 126, + "train_loss": 1.4596548080444336, + "val_loss": 1.0441842079162598, + "acc": 64.74, + "time": 108.2608264159935, + "param": [ + 0.4006131887435913, + 0.0, + 0.27308475971221924, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.17567214369773865, + 0.08398167043924332, + 0.0666482225060463, + 0.0, + 0.0, + 0.0 + ] + }, + { + "epoch": 127, + "train_loss": 1.374889850616455, + "val_loss": 1.0045429468154907, + "acc": 65.02, + "time": 108.39965695700084, + "param": [ + 0.4139728248119354, + 0.0, + 0.2795698344707489, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0015376978553831577, + 0.17249414324760437, + 0.07683846354484558, + 0.05492116138339043, + 8.934961078921333e-05, + 0.0005764950183220208, + 0.0 + ] + }, + { + "epoch": 128, + "train_loss": 1.5353060960769653, + "val_loss": 1.0250828266143799, + "acc": 64.63, + "time": 108.57138218500768, + "param": [ + 0.41224586963653564, + 0.0, + 0.275541752576828, + 0.0, + 0.0, + 0.00778566999360919, + 0.0009211213327944279, + 0.0, + 0.16783325374126434, + 0.07884878665208817, + 0.04938383400440216, + 0.0, + 0.007439734879881144, + 0.0 + ] + }, + { + "epoch": 129, + "train_loss": 1.5295181274414062, + "val_loss": 0.9587264060974121, + "acc": 64.32, + "time": 108.10207763500512, + "param": [ + 0.42814841866493225, + 0.0, + 0.2745215594768524, + 0.0, + 0.0, + 0.000874113931786269, + 0.0, + 0.002103412989526987, + 0.15780037641525269, + 0.07896915823221207, + 0.044637493789196014, + 0.0, + 0.012945511378347874, + 0.0 + ] + }, + { + "epoch": 130, + "train_loss": 1.402439832687378, + "val_loss": 0.9675893187522888, + "acc": 64.8, + "time": 109.27108385499741, + "param": [ + 0.3900202810764313, + 0.0, + 0.2500031590461731, + 0.0005965561722405255, + 0.002671239199116826, + 0.01649918593466282, + 0.0016474250005558133, + 0.015554407611489296, + 0.1431957483291626, + 0.08769014477729797, + 0.05984983965754509, + 0.001699802465736866, + 0.030572233721613884, + 0.0 + ] + }, + { + "epoch": 131, + "train_loss": 1.3247814178466797, + "val_loss": 0.9912133812904358, + "acc": 65.74, + "time": 109.30246157800138, + "param": [ + 0.3930932879447937, + 0.0, + 0.25266698002815247, + 0.0, + 0.0024595209397375584, + 0.013037968426942825, + 0.001158556784503162, + 0.0011717203306034207, + 0.14102055132389069, + 0.09142842143774033, + 0.06941232830286026, + 0.0, + 0.034550685435533524, + 0.0 + ] + }, + { + "epoch": 132, + "train_loss": 1.4648290872573853, + "val_loss": 1.015783429145813, + "acc": 65.21, + "time": 109.51055161000113, + "param": [ + 0.3579320013523102, + 0.0, + 0.23404455184936523, + 0.0003558594034984708, + 4.4087781134294346e-05, + 0.013617707416415215, + 0.016700036823749542, + 0.011423730291426182, + 0.13853202760219574, + 0.09448346495628357, + 0.08705388754606247, + 0.0, + 0.04581279307603836, + 0.0 + ] + }, + { + "epoch": 133, + "train_loss": 1.5485714673995972, + "val_loss": 1.009843349456787, + "acc": 65.63, + "time": 109.77470241699484, + "param": [ + 0.3018283247947693, + 0.00790459755808115, + 0.2074069380760193, + 0.004356299061328173, + 0.005175369326025248, + 0.031728971749544144, + 0.04271867126226425, + 0.023388130590319633, + 0.13049592077732086, + 0.09217110276222229, + 0.08978772908449173, + 0.0014355310704559088, + 0.058964285999536514, + 0.0026381269562989473 + ] + }, + { + "epoch": 134, + "train_loss": 1.4561452865600586, + "val_loss": 1.0514267683029175, + "acc": 64.88, + "time": 108.68297253901255, + "param": [ + 0.2731621265411377, + 0.011262170039117336, + 0.2019035816192627, + 0.0029887165874242783, + 0.009715830907225609, + 0.04084251448512077, + 0.0590517483651638, + 0.0322631374001503, + 0.12874993681907654, + 0.0915708988904953, + 0.08708269894123077, + 0.0, + 0.061406634747982025, + 0.0 + ] + }, + { + "epoch": 135, + "train_loss": 1.4065831899642944, + "val_loss": 0.9855634570121765, + "acc": 63.82, + "time": 108.25938560599752, + "param": [ + 0.2571980357170105, + 0.010275185108184814, + 0.1990361362695694, + 0.0, + 0.003328843042254448, + 0.0514746755361557, + 0.06955936551094055, + 0.038547538220882416, + 0.11781302094459534, + 0.0930047482252121, + 0.08179435133934021, + 0.0, + 0.07796812057495117, + 0.0 + ] + }, + { + "epoch": 136, + "train_loss": 1.7376295328140259, + "val_loss": 1.014316201210022, + "acc": 66.72, + "time": 107.96343578900269, + "param": [ + 0.2352522313594818, + 0.019421430304646492, + 0.20067986845970154, + 0.0012918036663904786, + 0.011131404899060726, + 0.07308776676654816, + 0.07120151817798615, + 0.03918609395623207, + 0.10414495319128036, + 0.08724506199359894, + 0.07806239277124405, + 0.0, + 0.07929535210132599, + 0.0 + ] + }, + { + "epoch": 137, + "train_loss": 1.5599116086959839, + "val_loss": 1.043260931968689, + "acc": 64.74, + "time": 108.36875323900313, + "param": [ + 0.21306537091732025, + 0.02178248204290867, + 0.20048300921916962, + 0.0064511108212172985, + 0.023223157972097397, + 0.08680688589811325, + 0.06431232392787933, + 0.040897030383348465, + 0.08851578831672668, + 0.09039252251386642, + 0.08304738253355026, + 0.0, + 0.0810229703783989, + 0.0 + ] + }, + { + "epoch": 138, + "train_loss": 1.398228406906128, + "val_loss": 1.0667272806167603, + "acc": 66.3, + "time": 108.10213785100495, + "param": [ + 0.20641371607780457, + 0.025322772562503815, + 0.19220681488513947, + 0.006627962924540043, + 0.01255224272608757, + 0.08272667229175568, + 0.05770885944366455, + 0.04201892390847206, + 0.08637776970863342, + 0.09773559123277664, + 0.09410101175308228, + 0.0, + 0.09620761126279831, + 0.0 + ] + }, + { + "epoch": 139, + "train_loss": 1.2877979278564453, + "val_loss": 0.9889050126075745, + "acc": 64.94, + "time": 108.50019533200248, + "param": [ + 0.22534483671188354, + 0.0049492791295051575, + 0.20947423577308655, + 0.0, + 0.0, + 0.07932309806346893, + 0.04724321514368057, + 0.03302416577935219, + 0.0838528424501419, + 0.09851890057325363, + 0.10483413189649582, + 0.0, + 0.11343532055616379, + 0.0 + ] + }, + { + "epoch": 140, + "train_loss": 1.5374228954315186, + "val_loss": 0.8643124103546143, + "acc": 67.01, + "time": 108.41552100599802, + "param": [ + 0.24009670317173004, + 0.0, + 0.2194119244813919, + 0.0, + 0.0, + 0.07501375675201416, + 0.03908376023173332, + 0.028031138703227043, + 0.0609830804169178, + 0.09780668467283249, + 0.11270583420991898, + 0.0, + 0.1268671303987503, + 0.0 + ] + }, + { + "epoch": 141, + "train_loss": 1.3592472076416016, + "val_loss": 0.9994570016860962, + "acc": 65.67, + "time": 108.01110422000056, + "param": [ + 0.24830405414104462, + 0.0, + 0.21966350078582764, + 0.0013035633601248264, + 0.0, + 0.07271306216716766, + 0.03387824073433876, + 0.019454926252365112, + 0.05466623231768608, + 0.10426018387079239, + 0.11940350383520126, + 0.0, + 0.12635275721549988, + 0.0 + ] + }, + { + "epoch": 142, + "train_loss": 1.5711479187011719, + "val_loss": 0.9366070628166199, + "acc": 67.23, + "time": 108.82175289800216, + "param": [ + 0.2461845874786377, + 0.0, + 0.21546024084091187, + 0.0, + 0.0, + 0.0754769816994667, + 0.0356297641992569, + 0.009874553419649601, + 0.0544411838054657, + 0.11252739280462265, + 0.12801256775856018, + 0.0, + 0.12239273637533188, + 0.0 + ] + }, + { + "epoch": 143, + "train_loss": 1.247334361076355, + "val_loss": 0.9093473553657532, + "acc": 65.29, + "time": 108.73781627700373, + "param": [ + 0.23758956789970398, + 0.0, + 0.21529443562030792, + 0.0016546077094972134, + 0.0, + 0.07931431382894516, + 0.04141896590590477, + 0.009312712587416172, + 0.05698881670832634, + 0.11137750744819641, + 0.1286645531654358, + 0.0, + 0.1183844655752182, + 0.0 + ] + }, + { + "epoch": 144, + "train_loss": 1.4490669965744019, + "val_loss": 1.0082101821899414, + "acc": 66.51, + "time": 108.85273183099343, + "param": [ + 0.23064208030700684, + 0.0, + 0.21684391796588898, + 0.0, + 0.0, + 0.08950108289718628, + 0.04480157047510147, + 0.0, + 0.060481999069452286, + 0.10485850274562836, + 0.1324748992919922, + 0.0, + 0.1203959733247757, + 0.0 + ] + }, + { + "epoch": 145, + "train_loss": 1.3736251592636108, + "val_loss": 1.0348951816558838, + "acc": 66.53, + "time": 108.81524967700534, + "param": [ + 0.26342812180519104, + 0.0, + 0.24688202142715454, + 0.0, + 0.0, + 0.0975508838891983, + 0.020201051607728004, + 0.0, + 0.0462852381169796, + 0.09277713298797607, + 0.10753078758716583, + 0.0, + 0.12534473836421967, + 0.0 + ] + }, + { + "epoch": 146, + "train_loss": 1.4337819814682007, + "val_loss": 0.8989338278770447, + "acc": 65.2, + "time": 108.6095015739993, + "param": [ + 0.27806705236434937, + 0.0, + 0.26918265223503113, + 0.0, + 0.0, + 0.10363463312387466, + 0.007650227751582861, + 0.0, + 0.029588403180241585, + 0.08644921332597733, + 0.08981382101774216, + 0.0, + 0.13561394810676575, + 0.0 + ] + }, + { + "epoch": 147, + "train_loss": 1.5622403621673584, + "val_loss": 0.9264896512031555, + "acc": 65.79, + "time": 108.44102070499503, + "param": [ + 0.28103119134902954, + 0.0, + 0.2819068133831024, + 0.0, + 0.0, + 0.11208394169807434, + 0.0, + 0.0, + 0.01326153613626957, + 0.07912591844797134, + 0.08970490097999573, + 0.0, + 0.14288561046123505, + 0.0 + ] + }, + { + "epoch": 148, + "train_loss": 1.5218197107315063, + "val_loss": 0.9782383441925049, + "acc": 65.78, + "time": 108.10464648400375, + "param": [ + 0.297079861164093, + 0.0, + 0.30254554748535156, + 0.0, + 0.0, + 0.11718840152025223, + 0.0, + 0.0, + 0.0004460344207473099, + 0.061532653868198395, + 0.07764255255460739, + 0.0, + 0.14356499910354614, + 0.0 + ] + }, + { + "epoch": 149, + "train_loss": 1.4797463417053223, + "val_loss": 0.8736405372619629, + "acc": 66.12, + "time": 108.12240876098804, + "param": [ + 0.30062881112098694, + 0.0, + 0.3185245096683502, + 0.0, + 0.0, + 0.10667617619037628, + 0.0, + 0.0, + 0.006537696812301874, + 0.04181353375315666, + 0.06875663250684738, + 0.0, + 0.1570626050233841, + 0.0 + ] + }, + { + "epoch": 150, + "train_loss": 1.4069257974624634, + "val_loss": 0.9314742088317871, + "acc": 65.74, + "time": 108.30073731399898, + "param": [ + 0.30663591623306274, + 0.0, + 0.3260190486907959, + 0.0, + 0.0, + 0.09347552806138992, + 0.0, + 0.0, + 0.0007477421895600855, + 0.0348302498459816, + 0.06397334486246109, + 0.0, + 0.17431814968585968, + 0.0 + ] + }, + { + "epoch": 151, + "train_loss": 1.3626477718353271, + "val_loss": 0.8882508277893066, + "acc": 66.16, + "time": 108.23080557098729, + "param": [ + 0.29868030548095703, + 0.0, + 0.3171379566192627, + 0.0, + 0.0037797456607222557, + 0.07310987263917923, + 0.004568022675812244, + 0.0, + 0.0057510193437337875, + 0.04411874711513519, + 0.07026306539773941, + 0.0, + 0.18259131908416748, + 0.0 + ] + }, + { + "epoch": 152, + "train_loss": 1.6242709159851074, + "val_loss": 1.0453283786773682, + "acc": 64.35, + "time": 108.43738983500225, + "param": [ + 0.30908551812171936, + 0.0, + 0.3305400013923645, + 0.0, + 0.0, + 0.04629308730363846, + 0.0015865847235545516, + 0.0, + 0.0, + 0.05098521336913109, + 0.07552247494459152, + 0.0, + 0.18598711490631104, 0.0 ] } diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-2 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-2 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json new file mode 100644 index 0000000..d404227 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-2 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json @@ -0,0 +1,443 @@ +{ + "Accuracy": 60.11, + "Time": [ + 24.017866463153844, + 1.6752047508455135 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.250593900680542, + "val_loss": 2.2573394775390625, + "acc": 17.82, + "time": 20.744405150000006, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 2, + "train_loss": 1.9319367408752441, + "val_loss": 2.0197813510894775, + "acc": 24.37, + "time": 19.364215117000015, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 3, + "train_loss": 1.9124665260314941, + "val_loss": 1.9216288328170776, + "acc": 30.63, + "time": 20.575096239000004, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 4, + "train_loss": 1.74805748462677, + "val_loss": 1.777471661567688, + "acc": 32.45, + "time": 22.702579737999997, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 5, + "train_loss": 1.5378485918045044, + "val_loss": 1.8116117715835571, + "acc": 38.75, + "time": 22.643877170999986, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 6, + "train_loss": 1.4770104885101318, + "val_loss": 1.5593490600585938, + "acc": 42.79, + "time": 20.95369377299997, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 7, + "train_loss": 1.5479187965393066, + "val_loss": 1.5436233282089233, + "acc": 43.33, + "time": 22.274302260000013, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 8, + "train_loss": 1.4743965864181519, + "val_loss": 1.4730467796325684, + "acc": 43.93, + "time": 22.367742332000034, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 9, + "train_loss": 1.3778797388076782, + "val_loss": 1.5120177268981934, + "acc": 46.07, + "time": 22.626639798999975, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 10, + "train_loss": 1.422450065612793, + "val_loss": 1.5031921863555908, + "acc": 47.09, + "time": 22.25185747500001, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 11, + "train_loss": 1.4209762811660767, + "val_loss": 1.5186306238174438, + "acc": 46.36, + "time": 23.09963835399998, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 12, + "train_loss": 1.363641619682312, + "val_loss": 1.4168403148651123, + "acc": 49.79, + "time": 22.99254561700002, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 13, + "train_loss": 1.5156896114349365, + "val_loss": 1.3585225343704224, + "acc": 50.38, + "time": 23.16878484099999, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 14, + "train_loss": 1.5237624645233154, + "val_loss": 1.4894238710403442, + "acc": 51.22, + "time": 22.215880233000007, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 15, + "train_loss": 1.2882616519927979, + "val_loss": 1.457724928855896, + "acc": 52.35, + "time": 24.637545560999968, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 16, + "train_loss": 1.2183938026428223, + "val_loss": 1.3402949571609497, + "acc": 52.48, + "time": 25.185017715000015, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 17, + "train_loss": 1.1630741357803345, + "val_loss": 1.2743533849716187, + "acc": 53.47, + "time": 24.98305786100002, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 18, + "train_loss": 1.1723986864089966, + "val_loss": 1.3362993001937866, + "acc": 54.72, + "time": 25.26489540800003, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 19, + "train_loss": 1.322609543800354, + "val_loss": 1.2212879657745361, + "acc": 54.41, + "time": 24.407144193000022, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 20, + "train_loss": 1.1474430561065674, + "val_loss": 1.1922988891601562, + "acc": 56.21, + "time": 25.58172300000001, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 21, + "train_loss": 1.0085195302963257, + "val_loss": 1.2026724815368652, + "acc": 55.2, + "time": 24.799315432999947, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 22, + "train_loss": 1.0360161066055298, + "val_loss": 1.3675601482391357, + "acc": 54.39, + "time": 24.928829466000025, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 23, + "train_loss": 1.0459234714508057, + "val_loss": 1.2289493083953857, + "acc": 56.58, + "time": 25.570964785, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 24, + "train_loss": 0.9832758903503418, + "val_loss": 1.2940927743911743, + "acc": 56.8, + "time": 24.554892777999953, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 25, + "train_loss": 1.0244395732879639, + "val_loss": 1.1031630039215088, + "acc": 56.73, + "time": 24.818337071999963, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 26, + "train_loss": 0.9148209691047668, + "val_loss": 1.2384710311889648, + "acc": 57.18, + "time": 25.173793789, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 27, + "train_loss": 0.9010547399520874, + "val_loss": 1.179764986038208, + "acc": 58.43, + "time": 25.165779107999924, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 28, + "train_loss": 1.0599157810211182, + "val_loss": 1.1745871305465698, + "acc": 57.6, + "time": 24.468238622000058, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 29, + "train_loss": 0.8962860703468323, + "val_loss": 1.2441073656082153, + "acc": 58.95, + "time": 24.97580419999997, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 30, + "train_loss": 0.9392766356468201, + "val_loss": 1.1025646924972534, + "acc": 58.02, + "time": 25.387489578999975, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 31, + "train_loss": 0.9427201747894287, + "val_loss": 1.2236453294754028, + "acc": 58.83, + "time": 25.552233377999983, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 32, + "train_loss": 0.8050851225852966, + "val_loss": 1.1979427337646484, + "acc": 59.32, + "time": 25.221239903999958, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 33, + "train_loss": 0.762660026550293, + "val_loss": 1.2173714637756348, + "acc": 58.58, + "time": 25.46025131400006, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 34, + "train_loss": 0.7542187571525574, + "val_loss": 1.1845341920852661, + "acc": 59.07, + "time": 25.346986136000055, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 35, + "train_loss": 0.8132669925689697, + "val_loss": 1.2336103916168213, + "acc": 56.87, + "time": 25.375996369000063, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 36, + "train_loss": 0.6752621531486511, + "val_loss": 1.1904641389846802, + "acc": 59.41, + "time": 25.204142305999994, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 37, + "train_loss": 0.778687596321106, + "val_loss": 1.262463927268982, + "acc": 60.11, + "time": 26.010396168999932, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 38, + "train_loss": 0.682415783405304, + "val_loss": 1.1893587112426758, + "acc": 58.88, + "time": 25.37703777699994, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 39, + "train_loss": 0.7190620303153992, + "val_loss": 1.2165971994400024, + "acc": 58.31, + "time": 25.26442204099999, + "param": [ + 0.5, + 0.5 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-2 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-2 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..6579fbc --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-2 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,421 @@ +{ + "Accuracy": 62.85, + "Time": [ + 36.264175106459476, + 0.9518426476052466 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2348012924194336, + "val_loss": 2.211519956588745, + "acc": 19.16, + "time": 34.49655348100001, + "param": [ + 0.5113736391067505, + 0.4886263906955719 + ] + }, + { + "epoch": 2, + "train_loss": 2.0717861652374268, + "val_loss": 2.02360200881958, + "acc": 25.38, + "time": 35.31547212999999, + "param": [ + 0.5236085057258606, + 0.4763915538787842 + ] + }, + { + "epoch": 3, + "train_loss": 1.9483648538589478, + "val_loss": 2.0231664180755615, + "acc": 28.18, + "time": 35.681808343, + "param": [ + 0.5328126549720764, + 0.4671873450279236 + ] + }, + { + "epoch": 4, + "train_loss": 1.8487380743026733, + "val_loss": 1.8234074115753174, + "acc": 36.13, + "time": 35.77234381300002, + "param": [ + 0.5463639497756958, + 0.4536359906196594 + ] + }, + { + "epoch": 5, + "train_loss": 1.7519805431365967, + "val_loss": 1.730095624923706, + "acc": 39.43, + "time": 35.356372763000024, + "param": [ + 0.5726650357246399, + 0.4273349642753601 + ] + }, + { + "epoch": 6, + "train_loss": 1.8713839054107666, + "val_loss": 1.629529595375061, + "acc": 41.85, + "time": 36.06653950200001, + "param": [ + 0.595237135887146, + 0.404762864112854 + ] + }, + { + "epoch": 7, + "train_loss": 1.7498955726623535, + "val_loss": 1.7272770404815674, + "acc": 42.8, + "time": 36.033544500999994, + "param": [ + 0.6123740077018738, + 0.387626051902771 + ] + }, + { + "epoch": 8, + "train_loss": 1.613187551498413, + "val_loss": 1.5606204271316528, + "acc": 46.19, + "time": 35.93199091700001, + "param": [ + 0.6295629143714905, + 0.37043705582618713 + ] + }, + { + "epoch": 9, + "train_loss": 1.4890168905258179, + "val_loss": 1.5449562072753906, + "acc": 47.3, + "time": 35.329049725999994, + "param": [ + 0.6459140181541443, + 0.3540860116481781 + ] + }, + { + "epoch": 10, + "train_loss": 1.6384350061416626, + "val_loss": 1.4111864566802979, + "acc": 47.72, + "time": 36.104243970000084, + "param": [ + 0.6563155651092529, + 0.34368446469306946 + ] + }, + { + "epoch": 11, + "train_loss": 1.3583767414093018, + "val_loss": 1.4159718751907349, + "acc": 49.67, + "time": 35.81255441600001, + "param": [ + 0.6713610887527466, + 0.3286389112472534 + ] + }, + { + "epoch": 12, + "train_loss": 1.1960841417312622, + "val_loss": 1.4212913513183594, + "acc": 50.18, + "time": 35.44567613799995, + "param": [ + 0.6867719888687134, + 0.313228040933609 + ] + }, + { + "epoch": 13, + "train_loss": 1.2658876180648804, + "val_loss": 1.4533709287643433, + "acc": 51.37, + "time": 36.50053655199997, + "param": [ + 0.6977547407150269, + 0.30224528908729553 + ] + }, + { + "epoch": 14, + "train_loss": 1.1757183074951172, + "val_loss": 1.400820016860962, + "acc": 49.26, + "time": 36.773986039999954, + "param": [ + 0.7066856622695923, + 0.2933143675327301 + ] + }, + { + "epoch": 15, + "train_loss": 1.2089797258377075, + "val_loss": 1.3264551162719727, + "acc": 53.71, + "time": 37.52629417100002, + "param": [ + 0.7196989059448242, + 0.2803010940551758 + ] + }, + { + "epoch": 16, + "train_loss": 1.3502591848373413, + "val_loss": 1.2843728065490723, + "acc": 51.86, + "time": 37.468518568000036, + "param": [ + 0.7304362654685974, + 0.2695637047290802 + ] + }, + { + "epoch": 17, + "train_loss": 1.3267818689346313, + "val_loss": 1.2657181024551392, + "acc": 53.67, + "time": 36.69733836299997, + "param": [ + 0.745618999004364, + 0.254381000995636 + ] + }, + { + "epoch": 18, + "train_loss": 1.170722484588623, + "val_loss": 1.3147435188293457, + "acc": 55.84, + "time": 37.02954803900002, + "param": [ + 0.7639522552490234, + 0.23604780435562134 + ] + }, + { + "epoch": 19, + "train_loss": 1.2606465816497803, + "val_loss": 1.3440008163452148, + "acc": 56.25, + "time": 36.06650852200005, + "param": [ + 0.7879509329795837, + 0.21204903721809387 + ] + }, + { + "epoch": 20, + "train_loss": 1.1225727796554565, + "val_loss": 1.2268109321594238, + "acc": 57.03, + "time": 37.25110801900007, + "param": [ + 0.802054762840271, + 0.1979452520608902 + ] + }, + { + "epoch": 21, + "train_loss": 0.9667911529541016, + "val_loss": 1.1426509618759155, + "acc": 57.62, + "time": 35.509854342999915, + "param": [ + 0.8078246116638184, + 0.19217535853385925 + ] + }, + { + "epoch": 22, + "train_loss": 0.871577262878418, + "val_loss": 1.207988977432251, + "acc": 58.38, + "time": 36.94295617800003, + "param": [ + 0.8067701458930969, + 0.19322985410690308 + ] + }, + { + "epoch": 23, + "train_loss": 1.2031338214874268, + "val_loss": 1.10431706905365, + "acc": 59.52, + "time": 36.84433232900005, + "param": [ + 0.8097224831581116, + 0.19027754664421082 + ] + }, + { + "epoch": 24, + "train_loss": 1.1940083503723145, + "val_loss": 1.2639729976654053, + "acc": 58.77, + "time": 37.048449869000024, + "param": [ + 0.815780758857727, + 0.18421921133995056 + ] + }, + { + "epoch": 25, + "train_loss": 1.072174310684204, + "val_loss": 1.1009483337402344, + "acc": 59.68, + "time": 36.92825371599997, + "param": [ + 0.8171380758285522, + 0.18286192417144775 + ] + }, + { + "epoch": 26, + "train_loss": 0.8294869065284729, + "val_loss": 1.2585699558258057, + "acc": 59.71, + "time": 37.76228908400003, + "param": [ + 0.8162878751754761, + 0.18371213972568512 + ] + }, + { + "epoch": 27, + "train_loss": 0.8633973598480225, + "val_loss": 1.0511418581008911, + "acc": 60.89, + "time": 36.81898336900008, + "param": [ + 0.821427583694458, + 0.17857246100902557 + ] + }, + { + "epoch": 28, + "train_loss": 0.7217042446136475, + "val_loss": 1.2310233116149902, + "acc": 60.93, + "time": 36.989374090999945, + "param": [ + 0.8218199610710144, + 0.1781800091266632 + ] + }, + { + "epoch": 29, + "train_loss": 1.0580567121505737, + "val_loss": 1.1738574504852295, + "acc": 60.32, + "time": 39.45992415499995, + "param": [ + 0.8345680832862854, + 0.165431946516037 + ] + }, + { + "epoch": 30, + "train_loss": 0.8123798966407776, + "val_loss": 1.044270396232605, + "acc": 61.21, + "time": 35.52571160899993, + "param": [ + 0.8445734977722168, + 0.15542647242546082 + ] + }, + { + "epoch": 31, + "train_loss": 1.0828869342803955, + "val_loss": 1.2007511854171753, + "acc": 61.61, + "time": 35.621353236000004, + "param": [ + 0.8244706988334656, + 0.1755293309688568 + ] + }, + { + "epoch": 32, + "train_loss": 0.6917725801467896, + "val_loss": 1.098304033279419, + "acc": 61.94, + "time": 35.38871039800006, + "param": [ + 0.8071380257606506, + 0.19286194443702698 + ] + }, + { + "epoch": 33, + "train_loss": 0.5816056132316589, + "val_loss": 1.1521261930465698, + "acc": 62.16, + "time": 36.230148977, + "param": [ + 0.8080959320068359, + 0.19190408289432526 + ] + }, + { + "epoch": 34, + "train_loss": 0.8377435207366943, + "val_loss": 1.155928611755371, + "acc": 61.0, + "time": 35.746603221000214, + "param": [ + 0.8010131120681763, + 0.19898691773414612 + ] + }, + { + "epoch": 35, + "train_loss": 0.8290103077888489, + "val_loss": 1.0745317935943604, + "acc": 60.54, + "time": 36.10867204100009, + "param": [ + 0.7946330308914185, + 0.20536693930625916 + ] + }, + { + "epoch": 36, + "train_loss": 0.8492521643638611, + "val_loss": 1.1012743711471558, + "acc": 61.74, + "time": 35.595524580000074, + "param": [ + 0.7981769442558289, + 0.20182305574417114 + ] + }, + { + "epoch": 37, + "train_loss": 0.8326820731163025, + "val_loss": 1.2548810243606567, + "acc": 62.85, + "time": 34.59334976900004, + "param": [ + 0.7951494455337524, + 0.20485052466392517 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-3 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-3 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json new file mode 100644 index 0000000..1519464 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-3 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json @@ -0,0 +1,483 @@ +{ + "Accuracy": 62.69, + "Time": [ + 27.714286204205127, + 7.447973528977854 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.241518259048462, + "val_loss": 2.235991954803467, + "acc": 18.66, + "time": 26.088782813999842, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 2, + "train_loss": 2.0908827781677246, + "val_loss": 2.026026964187622, + "acc": 25.61, + "time": 25.932789829000058, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 3, + "train_loss": 1.9165096282958984, + "val_loss": 1.832058310508728, + "acc": 35.99, + "time": 25.36014442099986, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 4, + "train_loss": 1.756969928741455, + "val_loss": 1.6882165670394897, + "acc": 39.52, + "time": 26.332712685999923, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 5, + "train_loss": 1.5277504920959473, + "val_loss": 1.6917129755020142, + "acc": 40.32, + "time": 24.888285659000076, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 6, + "train_loss": 1.5126582384109497, + "val_loss": 1.5772716999053955, + "acc": 45.07, + "time": 24.24070476399993, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 7, + "train_loss": 1.615065574645996, + "val_loss": 1.4794100522994995, + "acc": 45.95, + "time": 24.856775094000113, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 8, + "train_loss": 1.6207424402236938, + "val_loss": 1.5598981380462646, + "acc": 45.89, + "time": 24.467987597000047, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 9, + "train_loss": 1.592145562171936, + "val_loss": 1.5629358291625977, + "acc": 47.37, + "time": 24.50443555700008, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 10, + "train_loss": 1.4971609115600586, + "val_loss": 1.4222358465194702, + "acc": 50.35, + "time": 22.791426699999874, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 11, + "train_loss": 1.2836848497390747, + "val_loss": 1.3907427787780762, + "acc": 50.26, + "time": 23.603543618999993, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 12, + "train_loss": 1.4052621126174927, + "val_loss": 1.4607653617858887, + "acc": 52.23, + "time": 24.050097665000067, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 13, + "train_loss": 1.2509939670562744, + "val_loss": 1.3982977867126465, + "acc": 52.01, + "time": 24.078404484999965, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 14, + "train_loss": 1.3423949480056763, + "val_loss": 1.2987511157989502, + "acc": 52.41, + "time": 25.067696170999852, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 15, + "train_loss": 1.3354541063308716, + "val_loss": 1.5094302892684937, + "acc": 51.81, + "time": 24.291411044999904, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 16, + "train_loss": 1.276304006576538, + "val_loss": 1.2277917861938477, + "acc": 53.23, + "time": 24.442552795999973, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 17, + "train_loss": 1.1180860996246338, + "val_loss": 1.2357964515686035, + "acc": 54.95, + "time": 24.18418026800009, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 18, + "train_loss": 1.4047558307647705, + "val_loss": 1.2360966205596924, + "acc": 55.34, + "time": 23.803755160000037, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 19, + "train_loss": 1.2313624620437622, + "val_loss": 1.2013397216796875, + "acc": 57.27, + "time": 24.08063529800006, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 20, + "train_loss": 1.1853028535842896, + "val_loss": 1.2159782648086548, + "acc": 55.56, + "time": 26.668240190000006, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 21, + "train_loss": 0.8618847727775574, + "val_loss": 1.2138808965682983, + "acc": 58.11, + "time": 23.572995320000018, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 22, + "train_loss": 1.1152160167694092, + "val_loss": 1.2242830991744995, + "acc": 58.16, + "time": 23.52996433599992, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 23, + "train_loss": 1.22783362865448, + "val_loss": 1.259229063987732, + "acc": 56.44, + "time": 23.736588489999804, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 24, + "train_loss": 1.3368864059448242, + "val_loss": 1.1658573150634766, + "acc": 59.14, + "time": 24.52583102299991, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 25, + "train_loss": 1.018384337425232, + "val_loss": 1.2615309953689575, + "acc": 59.86, + "time": 25.29077550000011, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 26, + "train_loss": 1.0744684934616089, + "val_loss": 1.3139556646347046, + "acc": 58.34, + "time": 24.03948570800003, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 27, + "train_loss": 0.9913906455039978, + "val_loss": 1.1113346815109253, + "acc": 60.69, + "time": 23.880530242000077, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 28, + "train_loss": 0.8934796452522278, + "val_loss": 1.1625057458877563, + "acc": 59.18, + "time": 25.507629852000036, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 29, + "train_loss": 0.9942793846130371, + "val_loss": 1.181388020515442, + "acc": 62.19, + "time": 30.322681402999933, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 30, + "train_loss": 0.878000795841217, + "val_loss": 1.1832702159881592, + "acc": 62.33, + "time": 45.23053505300004, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 31, + "train_loss": 0.8454160690307617, + "val_loss": 1.066611647605896, + "acc": 60.4, + "time": 44.30962495999984, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 32, + "train_loss": 0.9852952361106873, + "val_loss": 1.148013949394226, + "acc": 61.27, + "time": 47.02490878000003, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 33, + "train_loss": 0.8479180932044983, + "val_loss": 1.1904264688491821, + "acc": 62.69, + "time": 47.42340698499993, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 34, + "train_loss": 0.8711107969284058, + "val_loss": 0.997588574886322, + "acc": 61.93, + "time": 47.37636300500026, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 35, + "train_loss": 0.7307841181755066, + "val_loss": 1.0062466859817505, + "acc": 61.06, + "time": 35.853793600000245, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 36, + "train_loss": 0.8583020567893982, + "val_loss": 0.9559080004692078, + "acc": 62.33, + "time": 23.93839061200015, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 37, + "train_loss": 0.8173167705535889, + "val_loss": 1.0672967433929443, + "acc": 61.85, + "time": 24.00045967599999, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 38, + "train_loss": 0.9056130647659302, + "val_loss": 1.1157981157302856, + "acc": 62.21, + "time": 23.738052762999814, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 39, + "train_loss": 0.7955324649810791, + "val_loss": 0.9713200926780701, + "acc": 62.18, + "time": 23.820582838000064, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-3 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-3 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..a78d6b9 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-3 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,555 @@ +{ + "Accuracy": 66.7, + "Time": [ + 37.56269252524445, + 0.8794682465563863 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2862181663513184, + "val_loss": 2.2873194217681885, + "acc": 15.96, + "time": 37.746175988000005, + "param": [ + 0.31567004323005676, + 0.3457440137863159, + 0.3385860025882721 + ] + }, + { + "epoch": 2, + "train_loss": 2.0726819038391113, + "val_loss": 1.9960753917694092, + "acc": 25.19, + "time": 36.72089102699988, + "param": [ + 0.3224862813949585, + 0.33638203144073486, + 0.34113171696662903 + ] + }, + { + "epoch": 3, + "train_loss": 2.049361228942871, + "val_loss": 1.870277762413025, + "acc": 31.87, + "time": 36.883126904999926, + "param": [ + 0.33165299892425537, + 0.32189950346946716, + 0.3464474380016327 + ] + }, + { + "epoch": 4, + "train_loss": 1.7623454332351685, + "val_loss": 1.7417104244232178, + "acc": 36.23, + "time": 36.549781591000055, + "param": [ + 0.33710265159606934, + 0.305245578289032, + 0.3576517701148987 + ] + }, + { + "epoch": 5, + "train_loss": 1.5437841415405273, + "val_loss": 1.6338990926742554, + "acc": 41.62, + "time": 36.40974471300001, + "param": [ + 0.34574243426322937, + 0.28217649459838867, + 0.37208107113838196 + ] + }, + { + "epoch": 6, + "train_loss": 1.6033096313476562, + "val_loss": 1.5276589393615723, + "acc": 43.41, + "time": 36.88160340199988, + "param": [ + 0.34772467613220215, + 0.2572982609272003, + 0.39497700333595276 + ] + }, + { + "epoch": 7, + "train_loss": 1.7242231369018555, + "val_loss": 1.356139063835144, + "acc": 45.92, + "time": 37.21825312400006, + "param": [ + 0.3536655306816101, + 0.23927128314971924, + 0.40706321597099304 + ] + }, + { + "epoch": 8, + "train_loss": 1.6059871912002563, + "val_loss": 1.5714702606201172, + "acc": 46.89, + "time": 37.07632939799987, + "param": [ + 0.36502864956855774, + 0.21248041093349457, + 0.4224909543991089 + ] + }, + { + "epoch": 9, + "train_loss": 1.3534220457077026, + "val_loss": 1.333402156829834, + "acc": 48.47, + "time": 38.096801039999946, + "param": [ + 0.37172603607177734, + 0.19051748514175415, + 0.43775638937950134 + ] + }, + { + "epoch": 10, + "train_loss": 1.3209894895553589, + "val_loss": 1.4286617040634155, + "acc": 50.77, + "time": 38.089941855000006, + "param": [ + 0.381508469581604, + 0.174569770693779, + 0.4439217150211334 + ] + }, + { + "epoch": 11, + "train_loss": 1.3438564538955688, + "val_loss": 1.2187052965164185, + "acc": 51.53, + "time": 37.8766510800001, + "param": [ + 0.3890318274497986, + 0.16805948317050934, + 0.44290873408317566 + ] + }, + { + "epoch": 12, + "train_loss": 1.3357292413711548, + "val_loss": 1.2042045593261719, + "acc": 52.19, + "time": 37.623014522000176, + "param": [ + 0.3960607945919037, + 0.15550649166107178, + 0.44843268394470215 + ] + }, + { + "epoch": 13, + "train_loss": 1.614048719406128, + "val_loss": 1.3201221227645874, + "acc": 52.52, + "time": 38.30921464699986, + "param": [ + 0.408450722694397, + 0.1385663002729416, + 0.45298296213150024 + ] + }, + { + "epoch": 14, + "train_loss": 1.1150057315826416, + "val_loss": 1.2344833612442017, + "acc": 56.3, + "time": 37.6936434170002, + "param": [ + 0.4274873733520508, + 0.12046364694833755, + 0.4520489275455475 + ] + }, + { + "epoch": 15, + "train_loss": 1.1835534572601318, + "val_loss": 1.1079117059707642, + "acc": 56.16, + "time": 37.51426453199974, + "param": [ + 0.44165417551994324, + 0.0968712791800499, + 0.4614745080471039 + ] + }, + { + "epoch": 16, + "train_loss": 0.9966084361076355, + "val_loss": 1.212986707687378, + "acc": 56.84, + "time": 36.69795801300006, + "param": [ + 0.4625796973705292, + 0.07673358172178268, + 0.46068668365478516 + ] + }, + { + "epoch": 17, + "train_loss": 1.2553536891937256, + "val_loss": 1.1441469192504883, + "acc": 58.5, + "time": 37.74297102799983, + "param": [ + 0.48565247654914856, + 0.055472299456596375, + 0.45887520909309387 + ] + }, + { + "epoch": 18, + "train_loss": 1.1064072847366333, + "val_loss": 1.1009749174118042, + "acc": 59.62, + "time": 38.064586656999836, + "param": [ + 0.48533928394317627, + 0.06919710338115692, + 0.4454635977745056 + ] + }, + { + "epoch": 19, + "train_loss": 1.2751047611236572, + "val_loss": 1.0383795499801636, + "acc": 59.53, + "time": 37.531024390999846, + "param": [ + 0.47853702306747437, + 0.08163809031248093, + 0.4398249089717865 + ] + }, + { + "epoch": 20, + "train_loss": 1.3673739433288574, + "val_loss": 1.148708701133728, + "acc": 60.76, + "time": 37.23935163799979, + "param": [ + 0.47124141454696655, + 0.09586729854345322, + 0.43289121985435486 + ] + }, + { + "epoch": 21, + "train_loss": 1.0696052312850952, + "val_loss": 0.9566004276275635, + "acc": 61.77, + "time": 38.12036312700002, + "param": [ + 0.47548139095306396, + 0.09437645971775055, + 0.4301421344280243 + ] + }, + { + "epoch": 22, + "train_loss": 1.0777430534362793, + "val_loss": 1.0821342468261719, + "acc": 62.17, + "time": 37.47346351099986, + "param": [ + 0.4740678071975708, + 0.0961097702383995, + 0.4298224151134491 + ] + }, + { + "epoch": 23, + "train_loss": 0.8576220273971558, + "val_loss": 0.9999303221702576, + "acc": 63.16, + "time": 38.11576743199976, + "param": [ + 0.4618317484855652, + 0.10766763240098953, + 0.4305005967617035 + ] + }, + { + "epoch": 24, + "train_loss": 1.287794828414917, + "val_loss": 1.1173211336135864, + "acc": 60.78, + "time": 37.17804408300026, + "param": [ + 0.45625898241996765, + 0.11325690895318985, + 0.4304840564727783 + ] + }, + { + "epoch": 25, + "train_loss": 0.9299174547195435, + "val_loss": 0.9560675024986267, + "acc": 62.47, + "time": 36.76675641199972, + "param": [ + 0.46312278509140015, + 0.09381039440631866, + 0.44306680560112 + ] + }, + { + "epoch": 26, + "train_loss": 0.9669535756111145, + "val_loss": 1.0530040264129639, + "acc": 63.5, + "time": 36.655542531000265, + "param": [ + 0.4590027332305908, + 0.09641300141811371, + 0.44458428025245667 + ] + }, + { + "epoch": 27, + "train_loss": 0.8761727809906006, + "val_loss": 1.0293095111846924, + "acc": 63.81, + "time": 36.64426200800017, + "param": [ + 0.45896047353744507, + 0.0984557643532753, + 0.44258376955986023 + ] + }, + { + "epoch": 28, + "train_loss": 0.9486863613128662, + "val_loss": 1.1744515895843506, + "acc": 63.72, + "time": 36.82158498099989, + "param": [ + 0.46280422806739807, + 0.08667346835136414, + 0.4505223333835602 + ] + }, + { + "epoch": 29, + "train_loss": 0.7749707102775574, + "val_loss": 0.9931163787841797, + "acc": 64.44, + "time": 38.59156897799994, + "param": [ + 0.45793312788009644, + 0.08934780955314636, + 0.4527190625667572 + ] + }, + { + "epoch": 30, + "train_loss": 0.789544939994812, + "val_loss": 1.06532883644104, + "acc": 64.55, + "time": 40.01888236600007, + "param": [ + 0.45666414499282837, + 0.09257295727729797, + 0.45076289772987366 + ] + }, + { + "epoch": 31, + "train_loss": 0.7446723580360413, + "val_loss": 0.9692634344100952, + "acc": 63.79, + "time": 37.662907152000116, + "param": [ + 0.4581063687801361, + 0.09315329045057297, + 0.44874030351638794 + ] + }, + { + "epoch": 32, + "train_loss": 0.7849676609039307, + "val_loss": 0.8521838188171387, + "acc": 64.45, + "time": 37.27817614300011, + "param": [ + 0.4574567973613739, + 0.08933332562446594, + 0.45320990681648254 + ] + }, + { + "epoch": 33, + "train_loss": 0.6318859457969666, + "val_loss": 1.0060569047927856, + "acc": 64.53, + "time": 37.245856524000374, + "param": [ + 0.45659172534942627, + 0.09102308005094528, + 0.45238515734672546 + ] + }, + { + "epoch": 34, + "train_loss": 0.7103538513183594, + "val_loss": 1.0146262645721436, + "acc": 66.11, + "time": 38.011538241999915, + "param": [ + 0.45196476578712463, + 0.09693347662687302, + 0.45110177993774414 + ] + }, + { + "epoch": 35, + "train_loss": 0.653381884098053, + "val_loss": 0.9481598734855652, + "acc": 66.43, + "time": 36.37684596899999, + "param": [ + 0.44604936242103577, + 0.10884297639131546, + 0.445107638835907 + ] + }, + { + "epoch": 36, + "train_loss": 0.7519358396530151, + "val_loss": 1.0627790689468384, + "acc": 65.8, + "time": 37.34735715700026, + "param": [ + 0.44705823063850403, + 0.11326023191213608, + 0.4396815598011017 + ] + }, + { + "epoch": 37, + "train_loss": 0.7232342958450317, + "val_loss": 0.9219231009483337, + "acc": 65.21, + "time": 36.92079278200026, + "param": [ + 0.4502924382686615, + 0.1082281693816185, + 0.4414794147014618 + ] + }, + { + "epoch": 38, + "train_loss": 0.7585020065307617, + "val_loss": 0.9779908061027527, + "acc": 66.24, + "time": 38.837699468999745, + "param": [ + 0.44648125767707825, + 0.11835513263940811, + 0.43516361713409424 + ] + }, + { + "epoch": 39, + "train_loss": 0.6486726999282837, + "val_loss": 0.9981715679168701, + "acc": 65.55, + "time": 39.983501697000065, + "param": [ + 0.4445124566555023, + 0.13427896797657013, + 0.42120859026908875 + ] + }, + { + "epoch": 40, + "train_loss": 0.6955319046974182, + "val_loss": 0.9762707352638245, + "acc": 66.42, + "time": 39.971322014999714, + "param": [ + 0.4341016113758087, + 0.15479113161563873, + 0.41110727190971375 + ] + }, + { + "epoch": 41, + "train_loss": 0.6513991951942444, + "val_loss": 0.8526304364204407, + "acc": 66.05, + "time": 37.556266721000156, + "param": [ + 0.4228268563747406, + 0.17019134759902954, + 0.40698182582855225 + ] + }, + { + "epoch": 42, + "train_loss": 0.6927182078361511, + "val_loss": 0.9440959692001343, + "acc": 66.03, + "time": 38.10896546699996, + "param": [ + 0.41532087326049805, + 0.1794227957725525, + 0.4052563011646271 + ] + }, + { + "epoch": 43, + "train_loss": 0.7568439841270447, + "val_loss": 0.8864585161209106, + "acc": 66.7, + "time": 36.7287625670001, + "param": [ + 0.41612496972084045, + 0.18835797905921936, + 0.3955170512199402 + ] + }, + { + "epoch": 44, + "train_loss": 0.719264805316925, + "val_loss": 0.9569957256317139, + "acc": 66.09, + "time": 36.75514546800014, + "param": [ + 0.42464298009872437, + 0.1808234602212906, + 0.39453357458114624 + ] + }, + { + "epoch": 45, + "train_loss": 0.6637020707130432, + "val_loss": 0.9575939774513245, + "acc": 65.54, + "time": 37.18446186600022, + "param": [ + 0.45270755887031555, + 0.14407147467136383, + 0.4032209515571594 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-4 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-4 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json new file mode 100644 index 0000000..f0c8644 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-4 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json @@ -0,0 +1,679 @@ +{ + "Accuracy": 67.11, + "Time": [ + 25.556217222529387, + 0.7611973740624208 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2717154026031494, + "val_loss": 2.265209913253784, + "acc": 14.23, + "time": 25.17648612799985, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 2, + "train_loss": 1.9388402700424194, + "val_loss": 2.044835090637207, + "acc": 29.41, + "time": 25.714375537999786, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 3, + "train_loss": 1.8628313541412354, + "val_loss": 1.9222685098648071, + "acc": 35.45, + "time": 25.243969691000075, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 4, + "train_loss": 1.7326204776763916, + "val_loss": 1.6211371421813965, + "acc": 39.55, + "time": 25.494147734000308, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 5, + "train_loss": 1.604261875152588, + "val_loss": 1.5685886144638062, + "acc": 42.69, + "time": 24.914080818000002, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 6, + "train_loss": 1.5159064531326294, + "val_loss": 1.5117716789245605, + "acc": 46.26, + "time": 24.793250740000076, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 7, + "train_loss": 1.4368337392807007, + "val_loss": 1.4626319408416748, + "acc": 47.26, + "time": 24.72394576600027, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 8, + "train_loss": 1.3846240043640137, + "val_loss": 1.4421112537384033, + "acc": 48.84, + "time": 24.8414882029997, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 9, + "train_loss": 1.3430938720703125, + "val_loss": 1.4933300018310547, + "acc": 50.24, + "time": 25.13133729900028, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 10, + "train_loss": 1.4125611782073975, + "val_loss": 1.246701717376709, + "acc": 50.11, + "time": 24.855694648999815, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 11, + "train_loss": 1.4352511167526245, + "val_loss": 1.4357317686080933, + "acc": 48.38, + "time": 24.823587496000073, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 12, + "train_loss": 1.4609487056732178, + "val_loss": 1.2706304788589478, + "acc": 51.25, + "time": 27.521856093000224, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 13, + "train_loss": 1.434064269065857, + "val_loss": 1.2602683305740356, + "acc": 54.08, + "time": 25.979037160999724, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 14, + "train_loss": 1.460347294807434, + "val_loss": 1.206160306930542, + "acc": 54.58, + "time": 26.15671624799961, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 15, + "train_loss": 1.1242691278457642, + "val_loss": 1.2476123571395874, + "acc": 55.87, + "time": 26.588903888999994, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 16, + "train_loss": 1.3162270784378052, + "val_loss": 1.327513337135315, + "acc": 54.33, + "time": 25.755191135000132, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 17, + "train_loss": 1.2961199283599854, + "val_loss": 1.3113573789596558, + "acc": 56.37, + "time": 26.48811161699996, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 18, + "train_loss": 1.1596084833145142, + "val_loss": 1.2552064657211304, + "acc": 56.5, + "time": 25.565497469999627, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 19, + "train_loss": 1.296866774559021, + "val_loss": 1.1390244960784912, + "acc": 56.82, + "time": 25.73632953299966, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 20, + "train_loss": 1.0796812772750854, + "val_loss": 1.173723578453064, + "acc": 57.2, + "time": 25.71056848499984, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 21, + "train_loss": 1.185278296470642, + "val_loss": 1.1710680723190308, + "acc": 59.51, + "time": 25.82184706099997, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 22, + "train_loss": 1.1530152559280396, + "val_loss": 1.134935736656189, + "acc": 57.96, + "time": 25.807975287999852, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 23, + "train_loss": 1.181426763534546, + "val_loss": 1.2149593830108643, + "acc": 59.05, + "time": 25.795390462999876, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 24, + "train_loss": 1.0625944137573242, + "val_loss": 1.055968165397644, + "acc": 61.02, + "time": 25.89137469299976, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 25, + "train_loss": 1.0624620914459229, + "val_loss": 0.973317563533783, + "acc": 61.71, + "time": 25.971899135000058, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 26, + "train_loss": 1.1997876167297363, + "val_loss": 1.1676100492477417, + "acc": 60.16, + "time": 28.11818898599995, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 27, + "train_loss": 0.949287474155426, + "val_loss": 1.19131338596344, + "acc": 61.97, + "time": 26.348634368999683, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 28, + "train_loss": 1.2813013792037964, + "val_loss": 1.0891790390014648, + "acc": 60.86, + "time": 26.48366501700002, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 29, + "train_loss": 1.1761815547943115, + "val_loss": 0.9584797024726868, + "acc": 62.56, + "time": 23.04687518300034, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 30, + "train_loss": 0.8916116952896118, + "val_loss": 1.133340835571289, + "acc": 63.71, + "time": 24.803472701999908, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 31, + "train_loss": 0.8725531101226807, + "val_loss": 1.0848493576049805, + "acc": 63.54, + "time": 26.74561614000004, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 32, + "train_loss": 1.0534327030181885, + "val_loss": 0.975310742855072, + "acc": 64.08, + "time": 25.480106445000274, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 33, + "train_loss": 0.9426891803741455, + "val_loss": 1.0582385063171387, + "acc": 63.17, + "time": 25.38088655399997, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 34, + "train_loss": 1.063377022743225, + "val_loss": 0.9838696122169495, + "acc": 63.03, + "time": 25.93317074200013, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 35, + "train_loss": 0.8083745241165161, + "val_loss": 0.9198330640792847, + "acc": 64.32, + "time": 25.75066361500012, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 36, + "train_loss": 0.9336422681808472, + "val_loss": 0.9589689373970032, + "acc": 64.74, + "time": 25.122686195999904, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 37, + "train_loss": 0.8537379503250122, + "val_loss": 0.9675912261009216, + "acc": 64.56, + "time": 25.260370847000104, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 38, + "train_loss": 0.9873425364494324, + "val_loss": 0.9396466016769409, + "acc": 65.28, + "time": 25.095307069000228, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 39, + "train_loss": 0.7372677326202393, + "val_loss": 1.0453572273254395, + "acc": 64.67, + "time": 25.089186766999774, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 40, + "train_loss": 0.7244657874107361, + "val_loss": 1.1314548254013062, + "acc": 64.86, + "time": 25.306100698000137, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 41, + "train_loss": 0.6545669436454773, + "val_loss": 0.8622891306877136, + "acc": 65.94, + "time": 25.730072414000006, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 42, + "train_loss": 0.9403448104858398, + "val_loss": 0.9148055911064148, + "acc": 65.95, + "time": 25.462680980000187, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 43, + "train_loss": 0.942485511302948, + "val_loss": 0.9112110137939453, + "acc": 65.28, + "time": 25.202727749000132, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 44, + "train_loss": 0.6548944711685181, + "val_loss": 1.078896403312683, + "acc": 65.78, + "time": 25.475641235999774, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 45, + "train_loss": 0.5364683866500854, + "val_loss": 0.865444004535675, + "acc": 66.14, + "time": 25.463856204999956, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 46, + "train_loss": 0.4998699426651001, + "val_loss": 0.8997088670730591, + "acc": 66.7, + "time": 25.340207491, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 47, + "train_loss": 0.6656011343002319, + "val_loss": 0.9868322610855103, + "acc": 65.41, + "time": 24.996865696999976, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 48, + "train_loss": 0.6751530170440674, + "val_loss": 0.8907091021537781, + "acc": 67.11, + "time": 25.399547618999804, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 49, + "train_loss": 0.5339762568473816, + "val_loss": 1.0021477937698364, + "acc": 66.69, + "time": 26.006149732999802, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 50, + "train_loss": 0.4677145183086395, + "val_loss": 0.981026291847229, + "acc": 66.95, + "time": 24.75266208899984, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 51, + "train_loss": 0.625713586807251, + "val_loss": 1.0986363887786865, + "acc": 66.16, + "time": 25.068673473000217, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-4 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-4 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..7b20660 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-4 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,705 @@ +{ + "Accuracy": 68.17, + "Time": [ + 38.83334450643391, + 0.6277651604351757 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.1667404174804688, + "val_loss": 2.17151141166687, + "acc": 22.67, + "time": 39.969938461999845, + "param": [ + 0.2505606710910797, + 0.2533820569515228, + 0.2292269766330719, + 0.26683032512664795 + ] + }, + { + "epoch": 2, + "train_loss": 2.0194592475891113, + "val_loss": 2.0452497005462646, + "acc": 28.71, + "time": 39.030531853999946, + "param": [ + 0.26609042286872864, + 0.21831856667995453, + 0.245371475815773, + 0.27021950483322144 + ] + }, + { + "epoch": 3, + "train_loss": 1.7396938800811768, + "val_loss": 1.8388867378234863, + "acc": 34.53, + "time": 39.09942171500006, + "param": [ + 0.27885618805885315, + 0.19869530200958252, + 0.2511616349220276, + 0.27128690481185913 + ] + }, + { + "epoch": 4, + "train_loss": 1.8660169839859009, + "val_loss": 1.7864786386489868, + "acc": 39.34, + "time": 38.719533070000125, + "param": [ + 0.299530565738678, + 0.17411188781261444, + 0.24561110138893127, + 0.2807464003562927 + ] + }, + { + "epoch": 5, + "train_loss": 1.509167194366455, + "val_loss": 1.5424251556396484, + "acc": 42.95, + "time": 37.75059836900027, + "param": [ + 0.30445823073387146, + 0.14033129811286926, + 0.26178988814353943, + 0.29342055320739746 + ] + }, + { + "epoch": 6, + "train_loss": 1.5311251878738403, + "val_loss": 1.4133754968643188, + "acc": 46.7, + "time": 37.84438627899999, + "param": [ + 0.3053162395954132, + 0.1299261897802353, + 0.2660682797431946, + 0.2986893355846405 + ] + }, + { + "epoch": 7, + "train_loss": 1.5155062675476074, + "val_loss": 1.4862688779830933, + "acc": 48.06, + "time": 37.74539909199984, + "param": [ + 0.3095915913581848, + 0.12262950092554092, + 0.26831984519958496, + 0.2994590401649475 + ] + }, + { + "epoch": 8, + "train_loss": 1.3958344459533691, + "val_loss": 1.3349602222442627, + "acc": 49.63, + "time": 37.85541655999987, + "param": [ + 0.3178635835647583, + 0.11511324346065521, + 0.2577381730079651, + 0.3092850148677826 + ] + }, + { + "epoch": 9, + "train_loss": 1.422162413597107, + "val_loss": 1.4445172548294067, + "acc": 50.49, + "time": 39.60726061000014, + "param": [ + 0.3274107277393341, + 0.11126897484064102, + 0.25045597553253174, + 0.3108643591403961 + ] + }, + { + "epoch": 10, + "train_loss": 1.4060940742492676, + "val_loss": 1.3714258670806885, + "acc": 53.04, + "time": 39.873109132999616, + "param": [ + 0.33613359928131104, + 0.10950863361358643, + 0.2491547167301178, + 0.30520302057266235 + ] + }, + { + "epoch": 11, + "train_loss": 1.0463095903396606, + "val_loss": 1.2645961046218872, + "acc": 54.52, + "time": 39.521173453999836, + "param": [ + 0.33339011669158936, + 0.10988635569810867, + 0.25914451479911804, + 0.29757899045944214 + ] + }, + { + "epoch": 12, + "train_loss": 1.1724892854690552, + "val_loss": 1.261807918548584, + "acc": 52.56, + "time": 38.45125772399979, + "param": [ + 0.32355743646621704, + 0.10176487267017365, + 0.2735632061958313, + 0.3011145293712616 + ] + }, + { + "epoch": 13, + "train_loss": 1.4279037714004517, + "val_loss": 1.3239609003067017, + "acc": 54.08, + "time": 38.54864022399988, + "param": [ + 0.3234414756298065, + 0.08839266002178192, + 0.2815665900707245, + 0.3065992593765259 + ] + }, + { + "epoch": 14, + "train_loss": 1.3251607418060303, + "val_loss": 1.1901628971099854, + "acc": 55.07, + "time": 39.549697325000125, + "param": [ + 0.32736584544181824, + 0.07284829765558243, + 0.28884267807006836, + 0.31094321608543396 + ] + }, + { + "epoch": 15, + "train_loss": 1.1315797567367554, + "val_loss": 1.243967890739441, + "acc": 57.66, + "time": 37.92685838399984, + "param": [ + 0.33796730637550354, + 0.06678223609924316, + 0.2849840223789215, + 0.3102664649486542 + ] + }, + { + "epoch": 16, + "train_loss": 1.0958808660507202, + "val_loss": 1.192616581916809, + "acc": 56.67, + "time": 38.492563752000024, + "param": [ + 0.3319218158721924, + 0.08984974026679993, + 0.2822280824184418, + 0.2960003614425659 + ] + }, + { + "epoch": 17, + "train_loss": 1.1900842189788818, + "val_loss": 1.1576582193374634, + "acc": 58.77, + "time": 39.52556107600003, + "param": [ + 0.33433201909065247, + 0.09989838302135468, + 0.2812286913394928, + 0.28454092144966125 + ] + }, + { + "epoch": 18, + "train_loss": 1.004487156867981, + "val_loss": 1.050115942955017, + "acc": 59.47, + "time": 39.86372786800075, + "param": [ + 0.3405364453792572, + 0.09602893143892288, + 0.28940340876579285, + 0.27403128147125244 + ] + }, + { + "epoch": 19, + "train_loss": 1.212467908859253, + "val_loss": 1.0394492149353027, + "acc": 60.57, + "time": 38.60454643399953, + "param": [ + 0.345864474773407, + 0.07334792613983154, + 0.3074115216732025, + 0.27337613701820374 + ] + }, + { + "epoch": 20, + "train_loss": 1.000449299812317, + "val_loss": 1.1909316778182983, + "acc": 61.36, + "time": 38.92659303900018, + "param": [ + 0.3517073094844818, + 0.06291604787111282, + 0.3198070228099823, + 0.26556962728500366 + ] + }, + { + "epoch": 21, + "train_loss": 0.834539532661438, + "val_loss": 1.1512460708618164, + "acc": 61.51, + "time": 38.59428745999958, + "param": [ + 0.3493214249610901, + 0.0707957074046135, + 0.320004940032959, + 0.2598779797554016 + ] + }, + { + "epoch": 22, + "train_loss": 1.0624397993087769, + "val_loss": 1.1055899858474731, + "acc": 61.17, + "time": 38.04468263199942, + "param": [ + 0.35226449370384216, + 0.06763147562742233, + 0.32232192158699036, + 0.2577821612358093 + ] + }, + { + "epoch": 23, + "train_loss": 1.061241865158081, + "val_loss": 1.0733973979949951, + "acc": 62.35, + "time": 38.457760069999495, + "param": [ + 0.35402339696884155, + 0.058087579905986786, + 0.3256973326206207, + 0.26219165325164795 + ] + }, + { + "epoch": 24, + "train_loss": 1.011234998703003, + "val_loss": 1.0815774202346802, + "acc": 62.68, + "time": 40.91782714500005, + "param": [ + 0.35252249240875244, + 0.05493994802236557, + 0.32874780893325806, + 0.26378974318504333 + ] + }, + { + "epoch": 25, + "train_loss": 0.9062274098396301, + "val_loss": 1.1271554231643677, + "acc": 61.36, + "time": 38.764107605999925, + "param": [ + 0.34362590312957764, + 0.04959919676184654, + 0.34444358944892883, + 0.2623312771320343 + ] + }, + { + "epoch": 26, + "train_loss": 0.7311551570892334, + "val_loss": 1.1267850399017334, + "acc": 61.86, + "time": 37.64945787099987, + "param": [ + 0.3422788083553314, + 0.03129264712333679, + 0.35502341389656067, + 0.2714051604270935 + ] + }, + { + "epoch": 27, + "train_loss": 0.8644309639930725, + "val_loss": 0.9849079251289368, + "acc": 64.37, + "time": 39.45376594499976, + "param": [ + 0.33150652050971985, + 0.050453152507543564, + 0.34726017713546753, + 0.27078014612197876 + ] + }, + { + "epoch": 28, + "train_loss": 1.1050621271133423, + "val_loss": 1.0160863399505615, + "acc": 64.99, + "time": 39.303950690999955, + "param": [ + 0.32090651988983154, + 0.044447313994169235, + 0.35884323716163635, + 0.2758029103279114 + ] + }, + { + "epoch": 29, + "train_loss": 0.805870771408081, + "val_loss": 0.9798776507377625, + "acc": 64.54, + "time": 38.88072512100007, + "param": [ + 0.31312307715415955, + 0.0496380440890789, + 0.36017656326293945, + 0.277062326669693 + ] + }, + { + "epoch": 30, + "train_loss": 0.8745632171630859, + "val_loss": 1.0972082614898682, + "acc": 64.13, + "time": 38.87407892200008, + "param": [ + 0.3009546995162964, + 0.05957544967532158, + 0.3620487451553345, + 0.27742108702659607 + ] + }, + { + "epoch": 31, + "train_loss": 1.0091440677642822, + "val_loss": 0.96401447057724, + "acc": 65.09, + "time": 38.855030626999906, + "param": [ + 0.2794194519519806, + 0.09636228531599045, + 0.3508218824863434, + 0.273396372795105 + ] + }, + { + "epoch": 32, + "train_loss": 0.8740182518959045, + "val_loss": 0.9460541009902954, + "acc": 66.44, + "time": 38.95684855899981, + "param": [ + 0.2761175036430359, + 0.11006348580121994, + 0.34660741686820984, + 0.26721155643463135 + ] + }, + { + "epoch": 33, + "train_loss": 0.8341471552848816, + "val_loss": 0.9789162278175354, + "acc": 66.46, + "time": 39.851675605999844, + "param": [ + 0.2871188521385193, + 0.11064338684082031, + 0.3395676016807556, + 0.2626701891422272 + ] + }, + { + "epoch": 34, + "train_loss": 1.0179023742675781, + "val_loss": 0.9609435200691223, + "acc": 66.24, + "time": 38.905847422999614, + "param": [ + 0.2961465120315552, + 0.09904105961322784, + 0.3411226272583008, + 0.2636898458003998 + ] + }, + { + "epoch": 35, + "train_loss": 0.7770781517028809, + "val_loss": 0.9895968437194824, + "acc": 64.97, + "time": 39.09502767899994, + "param": [ + 0.3016205132007599, + 0.0812254324555397, + 0.34979113936424255, + 0.26736289262771606 + ] + }, + { + "epoch": 36, + "train_loss": 0.7251344323158264, + "val_loss": 0.9003409743309021, + "acc": 66.05, + "time": 39.05276369299918, + "param": [ + 0.30528727173805237, + 0.06985288858413696, + 0.3605438470840454, + 0.26431599259376526 + ] + }, + { + "epoch": 37, + "train_loss": 0.8269370198249817, + "val_loss": 0.8763673901557922, + "acc": 66.92, + "time": 38.71217457400053, + "param": [ + 0.308574378490448, + 0.06611671298742294, + 0.3742542266845703, + 0.25105470418930054 + ] + }, + { + "epoch": 38, + "train_loss": 0.7041616439819336, + "val_loss": 1.0312957763671875, + "acc": 66.86, + "time": 38.854563261000294, + "param": [ + 0.3122387230396271, + 0.061179887503385544, + 0.3896852433681488, + 0.2368961125612259 + ] + }, + { + "epoch": 39, + "train_loss": 0.829435408115387, + "val_loss": 0.9802834987640381, + "acc": 66.42, + "time": 38.60254196200003, + "param": [ + 0.3051559627056122, + 0.07909068465232849, + 0.3826216757297516, + 0.23313160240650177 + ] + }, + { + "epoch": 40, + "train_loss": 0.7417073845863342, + "val_loss": 0.8355874419212341, + "acc": 66.32, + "time": 38.77550588500071, + "param": [ + 0.2933284342288971, + 0.101563960313797, + 0.3704627752304077, + 0.234644815325737 + ] + }, + { + "epoch": 41, + "train_loss": 0.7325515747070312, + "val_loss": 0.8632441163063049, + "acc": 66.38, + "time": 38.90568948300006, + "param": [ + 0.291162371635437, + 0.10696287453174591, + 0.36191079020500183, + 0.23996399343013763 + ] + }, + { + "epoch": 42, + "train_loss": 0.6280249357223511, + "val_loss": 1.015913486480713, + "acc": 67.28, + "time": 38.59979673500038, + "param": [ + 0.2891954183578491, + 0.09738648682832718, + 0.37080761790275574, + 0.24261042475700378 + ] + }, + { + "epoch": 43, + "train_loss": 0.7415889501571655, + "val_loss": 0.9890854954719543, + "acc": 67.87, + "time": 38.35994446099994, + "param": [ + 0.28543779253959656, + 0.10991507768630981, + 0.3612140119075775, + 0.2434331178665161 + ] + }, + { + "epoch": 44, + "train_loss": 0.8410933017730713, + "val_loss": 0.9715894460678101, + "acc": 67.69, + "time": 39.04863341800046, + "param": [ + 0.27027627825737, + 0.11634788662195206, + 0.3604428470134735, + 0.2529330253601074 + ] + }, + { + "epoch": 45, + "train_loss": 0.6217206716537476, + "val_loss": 0.9435625076293945, + "acc": 67.53, + "time": 38.267760970999916, + "param": [ + 0.27610981464385986, + 0.10096324980258942, + 0.3570694625377655, + 0.2658575177192688 + ] + }, + { + "epoch": 46, + "train_loss": 0.6822060942649841, + "val_loss": 1.0107464790344238, + "acc": 67.3, + "time": 38.58916728499935, + "param": [ + 0.29464957118034363, + 0.07847844809293747, + 0.35712507367134094, + 0.269746869802475 + ] + }, + { + "epoch": 47, + "train_loss": 0.5345519185066223, + "val_loss": 0.9910049438476562, + "acc": 67.85, + "time": 38.70265400399967, + "param": [ + 0.3085763156414032, + 0.0735374391078949, + 0.3578973114490509, + 0.259988933801651 + ] + }, + { + "epoch": 48, + "train_loss": 0.753261387348175, + "val_loss": 1.077181339263916, + "acc": 67.69, + "time": 38.883541750000404, + "param": [ + 0.3160126507282257, + 0.08250213414430618, + 0.34864720702171326, + 0.25283804535865784 + ] + }, + { + "epoch": 49, + "train_loss": 0.4476550817489624, + "val_loss": 0.977682888507843, + "acc": 67.77, + "time": 38.85024383699965, + "param": [ + 0.33811429142951965, + 0.06556060910224915, + 0.3506571352481842, + 0.245667964220047 + ] + }, + { + "epoch": 50, + "train_loss": 0.5475790500640869, + "val_loss": 1.0564051866531372, + "acc": 67.67, + "time": 38.474321949000114, + "param": [ + 0.34579792618751526, + 0.09886517375707626, + 0.32556456327438354, + 0.22977231442928314 + ] + }, + { + "epoch": 51, + "train_loss": 0.5427541136741638, + "val_loss": 1.0313793420791626, + "acc": 68.17, + "time": 38.182056794000346, + "param": [ + 0.3610798418521881, + 0.11275671422481537, + 0.3078033924102783, + 0.2183600664138794 + ] + }, + { + "epoch": 52, + "train_loss": 0.5955737233161926, + "val_loss": 0.8928808569908142, + "acc": 67.76, + "time": 39.01896167299947, + "param": [ + 0.36377397179603577, + 0.12202583253383636, + 0.30242905020713806, + 0.21177111566066742 + ] + }, + { + "epoch": 53, + "train_loss": 0.5707560777664185, + "val_loss": 1.0476306676864624, + "acc": 67.05, + "time": 38.775649324999904, + "param": [ + 0.3504886031150818, + 0.13746201992034912, + 0.29489994049072266, + 0.21714942157268524 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-5 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-5 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json new file mode 100644 index 0000000..1bcac50 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-5 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json @@ -0,0 +1,857 @@ +{ + "Accuracy": 67.29, + "Time": [ + 26.82387307383333, + 0.7587114936608301 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2370963096618652, + "val_loss": 2.2389023303985596, + "acc": 17.52, + "time": 29.517467296999712, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 2, + "train_loss": 2.03218936920166, + "val_loss": 1.9958233833312988, + "acc": 28.61, + "time": 26.25005277800028, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 3, + "train_loss": 1.795910358428955, + "val_loss": 1.915221929550171, + "acc": 36.27, + "time": 27.960168489999887, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 4, + "train_loss": 1.728562831878662, + "val_loss": 1.6714625358581543, + "acc": 38.47, + "time": 26.70541466099985, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 5, + "train_loss": 1.7508580684661865, + "val_loss": 1.7171496152877808, + "acc": 40.5, + "time": 28.307753176999995, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 6, + "train_loss": 1.5459637641906738, + "val_loss": 1.5403416156768799, + "acc": 41.52, + "time": 27.757515200999933, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 7, + "train_loss": 1.4257071018218994, + "val_loss": 1.60547935962677, + "acc": 46.97, + "time": 27.409172221000063, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 8, + "train_loss": 1.624794840812683, + "val_loss": 1.4602338075637817, + "acc": 47.66, + "time": 27.557046724999964, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 9, + "train_loss": 1.5850205421447754, + "val_loss": 1.4358474016189575, + "acc": 50.33, + "time": 27.345325253000283, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 10, + "train_loss": 1.5277434587478638, + "val_loss": 1.3955538272857666, + "acc": 51.36, + "time": 26.211784649000037, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 11, + "train_loss": 1.4229577779769897, + "val_loss": 1.4509080648422241, + "acc": 49.09, + "time": 26.527404910000314, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 12, + "train_loss": 1.583898901939392, + "val_loss": 1.4144234657287598, + "acc": 52.25, + "time": 28.032634416000292, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 13, + "train_loss": 1.496951699256897, + "val_loss": 1.2991008758544922, + "acc": 53.78, + "time": 27.814615092000622, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 14, + "train_loss": 1.3730453252792358, + "val_loss": 1.3734009265899658, + "acc": 54.27, + "time": 28.049451302000307, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 15, + "train_loss": 1.5341084003448486, + "val_loss": 1.2551037073135376, + "acc": 54.88, + "time": 27.439533993000623, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 16, + "train_loss": 1.2717450857162476, + "val_loss": 1.2606946229934692, + "acc": 55.09, + "time": 27.256814586000473, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 17, + "train_loss": 1.1695442199707031, + "val_loss": 1.2776312828063965, + "acc": 55.42, + "time": 27.418916983999225, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 18, + "train_loss": 1.4408520460128784, + "val_loss": 1.279355525970459, + "acc": 56.37, + "time": 27.40362597300009, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 19, + "train_loss": 1.230021357536316, + "val_loss": 1.2884577512741089, + "acc": 57.73, + "time": 27.050603200000296, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 20, + "train_loss": 1.2205153703689575, + "val_loss": 1.2915958166122437, + "acc": 57.83, + "time": 26.851179340999806, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 21, + "train_loss": 1.3890345096588135, + "val_loss": 1.1146191358566284, + "acc": 58.61, + "time": 26.659144049000133, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 22, + "train_loss": 1.0467890501022339, + "val_loss": 1.1681623458862305, + "acc": 58.42, + "time": 26.788788537999608, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 23, + "train_loss": 1.1980026960372925, + "val_loss": 1.2921603918075562, + "acc": 58.16, + "time": 27.611508109999704, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 24, + "train_loss": 1.413643479347229, + "val_loss": 1.1548752784729004, + "acc": 58.43, + "time": 26.79123478099973, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 25, + "train_loss": 1.0418528318405151, + "val_loss": 1.1051403284072876, + "acc": 60.25, + "time": 26.505264235999675, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 26, + "train_loss": 1.1174317598342896, + "val_loss": 1.0447384119033813, + "acc": 61.12, + "time": 26.67573569399974, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 27, + "train_loss": 0.8562819957733154, + "val_loss": 1.0246316194534302, + "acc": 61.35, + "time": 26.169183822999912, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 28, + "train_loss": 1.1960245370864868, + "val_loss": 1.1702823638916016, + "acc": 60.97, + "time": 27.2829265270002, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 29, + "train_loss": 1.2120258808135986, + "val_loss": 1.1423652172088623, + "acc": 62.27, + "time": 26.29306380700018, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 30, + "train_loss": 1.0414960384368896, + "val_loss": 1.1575804948806763, + "acc": 61.47, + "time": 27.3469211620004, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 31, + "train_loss": 0.9959883093833923, + "val_loss": 1.0952730178833008, + "acc": 61.12, + "time": 26.883405063999817, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 32, + "train_loss": 1.0654926300048828, + "val_loss": 1.0406174659729004, + "acc": 62.56, + "time": 27.381646790999184, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 33, + "train_loss": 1.0716018676757812, + "val_loss": 1.0736002922058105, + "acc": 62.47, + "time": 26.396729150999818, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 34, + "train_loss": 0.8760611414909363, + "val_loss": 1.051888108253479, + "acc": 62.57, + "time": 27.051793458000247, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 35, + "train_loss": 0.9918641448020935, + "val_loss": 1.1110700368881226, + "acc": 62.74, + "time": 26.493831002999286, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 36, + "train_loss": 0.8105904459953308, + "val_loss": 0.9949772357940674, + "acc": 63.67, + "time": 26.249191971000073, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 37, + "train_loss": 1.0786606073379517, + "val_loss": 1.086480736732483, + "acc": 62.95, + "time": 26.010214297999482, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 38, + "train_loss": 0.8156907558441162, + "val_loss": 1.0283769369125366, + "acc": 64.74, + "time": 26.702988070000174, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 39, + "train_loss": 0.8966490030288696, + "val_loss": 1.0042880773544312, + "acc": 64.32, + "time": 26.99308479299998, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 40, + "train_loss": 1.0347453355789185, + "val_loss": 0.9453883767127991, + "acc": 64.14, + "time": 26.460208802000125, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 41, + "train_loss": 1.0776124000549316, + "val_loss": 1.0506837368011475, + "acc": 65.1, + "time": 28.198077586999716, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 42, + "train_loss": 0.8832219243049622, + "val_loss": 0.9850937724113464, + "acc": 64.41, + "time": 26.319458299999496, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 43, + "train_loss": 0.8835768103599548, + "val_loss": 1.0676229000091553, + "acc": 64.93, + "time": 25.9793525139994, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 44, + "train_loss": 0.765483021736145, + "val_loss": 0.9476386308670044, + "acc": 65.61, + "time": 25.948525640000298, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 45, + "train_loss": 0.7240290641784668, + "val_loss": 0.968980610370636, + "acc": 64.99, + "time": 25.917871865000052, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 46, + "train_loss": 0.7349672317504883, + "val_loss": 0.9689618945121765, + "acc": 65.98, + "time": 26.306767108000713, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 47, + "train_loss": 0.9629127979278564, + "val_loss": 1.1223106384277344, + "acc": 65.65, + "time": 26.789215832999616, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 48, + "train_loss": 0.7206092476844788, + "val_loss": 0.997576117515564, + "acc": 65.15, + "time": 25.906647523000174, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 49, + "train_loss": 0.9864800572395325, + "val_loss": 0.9085904955863953, + "acc": 65.35, + "time": 25.711831813000572, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 50, + "train_loss": 0.7646449208259583, + "val_loss": 0.9177833199501038, + "acc": 66.81, + "time": 26.4854681730003, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 51, + "train_loss": 0.8299810886383057, + "val_loss": 0.9111471772193909, + "acc": 66.47, + "time": 25.968521724999846, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 52, + "train_loss": 0.7145989537239075, + "val_loss": 1.1920830011367798, + "acc": 66.68, + "time": 26.082226022000214, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 53, + "train_loss": 0.9757848978042603, + "val_loss": 1.0318630933761597, + "acc": 67.23, + "time": 25.81981819000066, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 54, + "train_loss": 0.8433233499526978, + "val_loss": 0.8989378809928894, + "acc": 65.66, + "time": 26.68346465599916, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 55, + "train_loss": 0.5830747485160828, + "val_loss": 0.949391782283783, + "acc": 65.53, + "time": 26.864706712999578, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 56, + "train_loss": 0.5879610776901245, + "val_loss": 1.0489331483840942, + "acc": 66.51, + "time": 26.047412615999747, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 57, + "train_loss": 0.7305639386177063, + "val_loss": 0.9793943166732788, + "acc": 67.29, + "time": 26.52302660800069, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 58, + "train_loss": 0.7124202847480774, + "val_loss": 1.0678201913833618, + "acc": 66.38, + "time": 25.84594328499952, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 59, + "train_loss": 0.6411678791046143, + "val_loss": 1.1239718198776245, + "acc": 66.14, + "time": 25.826102721999632, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 60, + "train_loss": 0.6606113314628601, + "val_loss": 1.126676082611084, + "acc": 66.8, + "time": 26.59460116000082, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-5 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-5 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..64d14d9 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-5 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,871 @@ +{ + "Accuracy": 69.01, + "Time": [ + 39.973626191196686, + 0.8070018007346916 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2393832206726074, + "val_loss": 2.244060754776001, + "acc": 18.62, + "time": 39.69498352800019, + "param": [ + 0.2203655242919922, + 0.15457528829574585, + 0.197993203997612, + 0.2065272331237793, + 0.22053872048854828 + ] + }, + { + "epoch": 2, + "train_loss": 2.056717872619629, + "val_loss": 2.011075973510742, + "acc": 29.5, + "time": 39.555063179999706, + "param": [ + 0.21686339378356934, + 0.136702761054039, + 0.20323505997657776, + 0.20583166182041168, + 0.2373671680688858 + ] + }, + { + "epoch": 3, + "train_loss": 1.9544658660888672, + "val_loss": 1.7439119815826416, + "acc": 36.75, + "time": 40.62435017499956, + "param": [ + 0.2115829735994339, + 0.12245341390371323, + 0.20888258516788483, + 0.20907151699066162, + 0.24800950288772583 + ] + }, + { + "epoch": 4, + "train_loss": 1.905113935470581, + "val_loss": 1.6479805707931519, + "acc": 40.25, + "time": 40.692282062999766, + "param": [ + 0.2204347401857376, + 0.09683974832296371, + 0.20875266194343567, + 0.21811719238758087, + 0.2558557093143463 + ] + }, + { + "epoch": 5, + "train_loss": 1.5522198677062988, + "val_loss": 1.6292328834533691, + "acc": 43.2, + "time": 41.24771083399992, + "param": [ + 0.23909561336040497, + 0.07003287971019745, + 0.20793959498405457, + 0.22201180458068848, + 0.26092013716697693 + ] + }, + { + "epoch": 6, + "train_loss": 1.6165084838867188, + "val_loss": 1.5839232206344604, + "acc": 44.29, + "time": 39.29559127399989, + "param": [ + 0.2587721645832062, + 0.04895704239606857, + 0.21193531155586243, + 0.22250670194625854, + 0.2578287720680237 + ] + }, + { + "epoch": 7, + "train_loss": 1.5038942098617554, + "val_loss": 1.5170453786849976, + "acc": 47.04, + "time": 39.98769781899955, + "param": [ + 0.2676139771938324, + 0.038188833743333817, + 0.22006189823150635, + 0.2251826524734497, + 0.24895261228084564 + ] + }, + { + "epoch": 8, + "train_loss": 1.4273873567581177, + "val_loss": 1.3868370056152344, + "acc": 47.92, + "time": 39.441025862999595, + "param": [ + 0.27462419867515564, + 0.030184511095285416, + 0.22248101234436035, + 0.22722883522510529, + 0.245481476187706 + ] + }, + { + "epoch": 9, + "train_loss": 1.2781922817230225, + "val_loss": 1.3584071397781372, + "acc": 48.52, + "time": 39.6305218159996, + "param": [ + 0.28198301792144775, + 0.010085336863994598, + 0.22251302003860474, + 0.23420901596546173, + 0.2512096166610718 + ] + }, + { + "epoch": 10, + "train_loss": 1.4968174695968628, + "val_loss": 1.3579988479614258, + "acc": 50.66, + "time": 36.7649785120002, + "param": [ + 0.2912372052669525, + 0.007515965029597282, + 0.21875149011611938, + 0.24133704602718353, + 0.24115830659866333 + ] + }, + { + "epoch": 11, + "train_loss": 1.4749993085861206, + "val_loss": 1.348459005355835, + "acc": 53.15, + "time": 38.15246578500046, + "param": [ + 0.30207359790802, + 0.0, + 0.2239001840353012, + 0.23836824297904968, + 0.2356579601764679 + ] + }, + { + "epoch": 12, + "train_loss": 1.0614145994186401, + "val_loss": 1.2645639181137085, + "acc": 51.95, + "time": 39.44537315499929, + "param": [ + 0.3018812835216522, + 0.003966501913964748, + 0.22534315288066864, + 0.2456711232662201, + 0.2231379598379135 + ] + }, + { + "epoch": 13, + "train_loss": 1.3169280290603638, + "val_loss": 1.187609076499939, + "acc": 54.35, + "time": 41.20251779499995, + "param": [ + 0.30262431502342224, + 0.019694674760103226, + 0.2220495194196701, + 0.24977855384349823, + 0.2058529555797577 + ] + }, + { + "epoch": 14, + "train_loss": 1.1320743560791016, + "val_loss": 1.223419427871704, + "acc": 56.53, + "time": 39.4055001630004, + "param": [ + 0.3017163872718811, + 0.01602582260966301, + 0.2324467897415161, + 0.25370416045188904, + 0.19610686600208282 + ] + }, + { + "epoch": 15, + "train_loss": 1.3990232944488525, + "val_loss": 1.1144537925720215, + "acc": 54.74, + "time": 40.6714401979998, + "param": [ + 0.29609134793281555, + 0.017191285267472267, + 0.24380788207054138, + 0.25641632080078125, + 0.1864931583404541 + ] + }, + { + "epoch": 16, + "train_loss": 1.1605254411697388, + "val_loss": 1.1822459697723389, + "acc": 57.8, + "time": 38.935489958999824, + "param": [ + 0.2902280390262604, + 0.011754901148378849, + 0.2491910755634308, + 0.26399123668670654, + 0.18483476340770721 + ] + }, + { + "epoch": 17, + "train_loss": 1.5354317426681519, + "val_loss": 1.2597593069076538, + "acc": 54.07, + "time": 40.129412143999616, + "param": [ + 0.2863426208496094, + 0.01777384988963604, + 0.24657249450683594, + 0.26551443338394165, + 0.18379662930965424 + ] + }, + { + "epoch": 18, + "train_loss": 1.06385338306427, + "val_loss": 1.192132830619812, + "acc": 58.12, + "time": 39.33001674799925, + "param": [ + 0.291414737701416, + 0.011824017390608788, + 0.2561013996601105, + 0.26345011591911316, + 0.17720972001552582 + ] + }, + { + "epoch": 19, + "train_loss": 1.204275131225586, + "val_loss": 1.2246328592300415, + "acc": 58.29, + "time": 40.773779650000506, + "param": [ + 0.29635825753211975, + 0.01589130237698555, + 0.2534220814704895, + 0.2629333734512329, + 0.17139503359794617 + ] + }, + { + "epoch": 20, + "train_loss": 1.083664059638977, + "val_loss": 1.2085778713226318, + "acc": 59.6, + "time": 39.68766397999934, + "param": [ + 0.29883211851119995, + 0.02152911201119423, + 0.2504030168056488, + 0.26637446880340576, + 0.16286125779151917 + ] + }, + { + "epoch": 21, + "train_loss": 1.2244731187820435, + "val_loss": 1.1655553579330444, + "acc": 61.01, + "time": 40.26227485999971, + "param": [ + 0.2807793915271759, + 0.052971258759498596, + 0.24635379016399384, + 0.2576438784599304, + 0.16225168108940125 + ] + }, + { + "epoch": 22, + "train_loss": 1.0306943655014038, + "val_loss": 1.0159846544265747, + "acc": 60.94, + "time": 40.85494713299977, + "param": [ + 0.26944032311439514, + 0.07105198502540588, + 0.23745132982730865, + 0.2459459751844406, + 0.1761104017496109 + ] + }, + { + "epoch": 23, + "train_loss": 1.1218937635421753, + "val_loss": 1.0004184246063232, + "acc": 61.6, + "time": 40.41826875100014, + "param": [ + 0.27555736899375916, + 0.0592573918402195, + 0.2388104796409607, + 0.25685393810272217, + 0.16952084004878998 + ] + }, + { + "epoch": 24, + "train_loss": 1.117961049079895, + "val_loss": 1.088923692703247, + "acc": 61.96, + "time": 39.977319394000006, + "param": [ + 0.28693798184394836, + 0.03871825709939003, + 0.24037860333919525, + 0.2727642059326172, + 0.16120098531246185 + ] + }, + { + "epoch": 25, + "train_loss": 1.0026942491531372, + "val_loss": 0.9547634720802307, + "acc": 62.5, + "time": 40.23521123500086, + "param": [ + 0.2873902916908264, + 0.0342465303838253, + 0.24422946572303772, + 0.268652081489563, + 0.16548162698745728 + ] + }, + { + "epoch": 26, + "train_loss": 0.9557849764823914, + "val_loss": 1.0145632028579712, + "acc": 62.92, + "time": 40.34496306700021, + "param": [ + 0.28283894062042236, + 0.04093063995242119, + 0.24186301231384277, + 0.2711203098297119, + 0.16324713826179504 + ] + }, + { + "epoch": 27, + "train_loss": 1.07879638671875, + "val_loss": 1.074803113937378, + "acc": 63.18, + "time": 39.63282144899949, + "param": [ + 0.2968784272670746, + 0.04176296293735504, + 0.2266979068517685, + 0.2766611576080322, + 0.15799961984157562 + ] + }, + { + "epoch": 28, + "train_loss": 0.8612568378448486, + "val_loss": 1.0498826503753662, + "acc": 64.47, + "time": 40.037249754000186, + "param": [ + 0.30642154812812805, + 0.02769937925040722, + 0.23000265657901764, + 0.2910493314266205, + 0.14482706785202026 + ] + }, + { + "epoch": 29, + "train_loss": 0.8182470798492432, + "val_loss": 0.9466698169708252, + "acc": 65.2, + "time": 40.640530380999735, + "param": [ + 0.29701679944992065, + 0.04108797013759613, + 0.22875988483428955, + 0.28882932662963867, + 0.1443059742450714 + ] + }, + { + "epoch": 30, + "train_loss": 0.9339367747306824, + "val_loss": 1.073739767074585, + "acc": 63.74, + "time": 40.383365935000256, + "param": [ + 0.28429529070854187, + 0.06741844117641449, + 0.2152654528617859, + 0.28630053997039795, + 0.14672034978866577 + ] + }, + { + "epoch": 31, + "train_loss": 0.9220325350761414, + "val_loss": 1.0184829235076904, + "acc": 64.63, + "time": 39.87450662399988, + "param": [ + 0.2716690003871918, + 0.08728356659412384, + 0.21593542397022247, + 0.2717379927635193, + 0.1533740609884262 + ] + }, + { + "epoch": 32, + "train_loss": 0.9464542865753174, + "val_loss": 1.0696933269500732, + "acc": 65.3, + "time": 39.60219244000018, + "param": [ + 0.269805908203125, + 0.08911574631929398, + 0.22462889552116394, + 0.2629437744617462, + 0.15350563824176788 + ] + }, + { + "epoch": 33, + "train_loss": 1.0311188697814941, + "val_loss": 1.1549664735794067, + "acc": 66.06, + "time": 39.59595069399984, + "param": [ + 0.26783764362335205, + 0.08652547746896744, + 0.22902768850326538, + 0.25498929619789124, + 0.16161993145942688 + ] + }, + { + "epoch": 34, + "train_loss": 0.9426368474960327, + "val_loss": 1.0166335105895996, + "acc": 65.76, + "time": 39.850495534999936, + "param": [ + 0.27792003750801086, + 0.07523109763860703, + 0.22856785356998444, + 0.23562756180763245, + 0.1826534867286682 + ] + }, + { + "epoch": 35, + "train_loss": 1.0257056951522827, + "val_loss": 0.9925054907798767, + "acc": 66.28, + "time": 39.69482551100009, + "param": [ + 0.2847299575805664, + 0.05359574034810066, + 0.24094676971435547, + 0.22607889771461487, + 0.19464866816997528 + ] + }, + { + "epoch": 36, + "train_loss": 0.903603196144104, + "val_loss": 0.8969430327415466, + "acc": 65.9, + "time": 39.98250079199988, + "param": [ + 0.2979673147201538, + 0.04380681365728378, + 0.2460307776927948, + 0.22298038005828857, + 0.18921472132205963 + ] + }, + { + "epoch": 37, + "train_loss": 0.8486421704292297, + "val_loss": 0.8626469969749451, + "acc": 66.67, + "time": 40.60813229199994, + "param": [ + 0.30363112688064575, + 0.053387828171253204, + 0.2443823367357254, + 0.22624541819095612, + 0.17235331237316132 + ] + }, + { + "epoch": 38, + "train_loss": 0.8374251127243042, + "val_loss": 0.9720666408538818, + "acc": 66.99, + "time": 40.05769377500019, + "param": [ + 0.30688175559043884, + 0.051353517919778824, + 0.2411031574010849, + 0.22500692307949066, + 0.17565464973449707 + ] + }, + { + "epoch": 39, + "train_loss": 0.7640027403831482, + "val_loss": 1.0014218091964722, + "acc": 65.27, + "time": 39.423882445000345, + "param": [ + 0.30393320322036743, + 0.0461670346558094, + 0.2523285746574402, + 0.22455881536006927, + 0.173012375831604 + ] + }, + { + "epoch": 40, + "train_loss": 0.9831951856613159, + "val_loss": 0.9967318773269653, + "acc": 65.77, + "time": 40.519513772999744, + "param": [ + 0.29993829131126404, + 0.05141095072031021, + 0.2698565125465393, + 0.21735765039920807, + 0.16143657267093658 + ] + }, + { + "epoch": 41, + "train_loss": 0.7252811789512634, + "val_loss": 0.9482269287109375, + "acc": 66.22, + "time": 41.166050987000744, + "param": [ + 0.3001323640346527, + 0.05887637287378311, + 0.27520957589149475, + 0.20793746411800385, + 0.15784421563148499 + ] + }, + { + "epoch": 42, + "train_loss": 0.892828106880188, + "val_loss": 1.014747977256775, + "acc": 66.79, + "time": 40.43727261299955, + "param": [ + 0.29501569271087646, + 0.07273082435131073, + 0.28164148330688477, + 0.201915442943573, + 0.14869652688503265 + ] + }, + { + "epoch": 43, + "train_loss": 0.8232219219207764, + "val_loss": 0.9840354323387146, + "acc": 66.94, + "time": 40.27711049200025, + "param": [ + 0.2921385169029236, + 0.07595805078744888, + 0.29060107469558716, + 0.20388582348823547, + 0.1374165564775467 + ] + }, + { + "epoch": 44, + "train_loss": 0.824593186378479, + "val_loss": 1.114804983139038, + "acc": 66.55, + "time": 40.39809139800036, + "param": [ + 0.2831159830093384, + 0.0898754671216011, + 0.28185510635375977, + 0.20501336455345154, + 0.1401401162147522 + ] + }, + { + "epoch": 45, + "train_loss": 0.6825651526451111, + "val_loss": 0.926052451133728, + "acc": 67.79, + "time": 40.54115901900059, + "param": [ + 0.2623848021030426, + 0.10519945621490479, + 0.26681119203567505, + 0.20471419394016266, + 0.1608904004096985 + ] + }, + { + "epoch": 46, + "train_loss": 0.5796167850494385, + "val_loss": 0.8936266303062439, + "acc": 68.04, + "time": 40.174415188999774, + "param": [ + 0.25563621520996094, + 0.09910336881875992, + 0.26204556226730347, + 0.2080874741077423, + 0.17512740194797516 + ] + }, + { + "epoch": 47, + "train_loss": 0.8437005281448364, + "val_loss": 0.8676055073738098, + "acc": 67.69, + "time": 40.41635651500019, + "param": [ + 0.2572889029979706, + 0.0940244197845459, + 0.2693239748477936, + 0.19780392944812775, + 0.1815587729215622 + ] + }, + { + "epoch": 48, + "train_loss": 0.7576382160186768, + "val_loss": 0.8210667967796326, + "acc": 65.76, + "time": 40.83626688200002, + "param": [ + 0.2763122022151947, + 0.08586980402469635, + 0.27525171637535095, + 0.1829734593629837, + 0.17959283292293549 + ] + }, + { + "epoch": 49, + "train_loss": 0.6139589548110962, + "val_loss": 0.8672516942024231, + "acc": 67.3, + "time": 39.500597115000346, + "param": [ + 0.29203665256500244, + 0.08102592080831528, + 0.28295034170150757, + 0.16545967757701874, + 0.17852745950222015 + ] + }, + { + "epoch": 50, + "train_loss": 0.8101052045822144, + "val_loss": 0.974386990070343, + "acc": 67.68, + "time": 39.810437132000516, + "param": [ + 0.2940917909145355, + 0.08931977301836014, + 0.27364811301231384, + 0.15714600682258606, + 0.18579430878162384 + ] + }, + { + "epoch": 51, + "train_loss": 0.7624170780181885, + "val_loss": 0.8848764896392822, + "acc": 69.01, + "time": 38.43869213199923, + "param": [ + 0.30069318413734436, + 0.08031642436981201, + 0.2779799997806549, + 0.15699559450149536, + 0.18401482701301575 + ] + }, + { + "epoch": 52, + "train_loss": 0.7861735224723816, + "val_loss": 0.8944277167320251, + "acc": 68.02, + "time": 41.358129961000486, + "param": [ + 0.31313565373420715, + 0.06282208114862442, + 0.2893012762069702, + 0.15391236543655396, + 0.18082860112190247 + ] + }, + { + "epoch": 53, + "train_loss": 0.6837862730026245, + "val_loss": 1.0108044147491455, + "acc": 68.0, + "time": 40.4931521339995, + "param": [ + 0.3122158944606781, + 0.051338791847229004, + 0.29611730575561523, + 0.16403749585151672, + 0.17629049718379974 + ] + }, + { + "epoch": 54, + "train_loss": 0.7855544686317444, + "val_loss": 0.8924416899681091, + "acc": 67.85, + "time": 38.786607161000575, + "param": [ + 0.31642216444015503, + 0.033053334802389145, + 0.29556968808174133, + 0.16994325816631317, + 0.1850115805864334 + ] + }, + { + "epoch": 55, + "train_loss": 0.6846569180488586, + "val_loss": 0.8076304197311401, + "acc": 68.62, + "time": 40.857922713000335, + "param": [ + 0.3290466070175171, + 0.04312913119792938, + 0.3020673096179962, + 0.1653910130262375, + 0.16036595404148102 + ] + }, + { + "epoch": 56, + "train_loss": 0.5528345108032227, + "val_loss": 0.9588451385498047, + "acc": 68.09, + "time": 40.508724942999834, + "param": [ + 0.339225172996521, + 0.07040730118751526, + 0.29679152369499207, + 0.154715433716774, + 0.1388605833053589 + ] + }, + { + "epoch": 57, + "train_loss": 0.7650392651557922, + "val_loss": 0.954454243183136, + "acc": 68.3, + "time": 40.09621508799955, + "param": [ + 0.3356861472129822, + 0.08768278360366821, + 0.2870219945907593, + 0.1500009447336197, + 0.13960811495780945 + ] + }, + { + "epoch": 58, + "train_loss": 0.6240488290786743, + "val_loss": 0.9760180711746216, + "acc": 67.78, + "time": 39.614990801000204, + "param": [ + 0.3240841031074524, + 0.08626875281333923, + 0.28584298491477966, + 0.15764297544956207, + 0.14616110920906067 + ] + }, + { + "epoch": 59, + "train_loss": 0.5471373796463013, + "val_loss": 1.0288723707199097, + "acc": 68.47, + "time": 40.20055929600039, + "param": [ + 0.3046332001686096, + 0.0897383913397789, + 0.2903220057487488, + 0.15742053091526031, + 0.15788590908050537 + ] + }, + { + "epoch": 60, + "train_loss": 0.6010982394218445, + "val_loss": 0.8718774318695068, + "acc": 68.72, + "time": 38.114270178999504, + "param": [ + 0.3040793836116791, + 0.07897090911865234, + 0.30322355031967163, + 0.1418251395225525, + 0.17190100252628326 + ] + }, + { + "epoch": 61, + "train_loss": 0.5050253868103027, + "val_loss": 0.9822999835014343, + "acc": 68.11, + "time": 39.699665431999165, + "param": [ + 0.3055718243122101, + 0.0755118802189827, + 0.30103033781051636, + 0.13195481896400452, + 0.18593114614486694 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-6 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-6 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json new file mode 100644 index 0000000..8ef3a06 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-6 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json @@ -0,0 +1,1083 @@ +{ + "Accuracy": 69.63, + "Time": [ + 27.794732572028153, + 1.4040749420025433 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.277555227279663, + "val_loss": 2.277446985244751, + "acc": 11.14, + "time": 27.224972385999536, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 2, + "train_loss": 2.028087615966797, + "val_loss": 2.10093355178833, + "acc": 23.28, + "time": 27.513668612999936, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 3, + "train_loss": 2.0362513065338135, + "val_loss": 1.8514727354049683, + "acc": 33.3, + "time": 27.49426114400012, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 4, + "train_loss": 1.8920141458511353, + "val_loss": 1.6988856792449951, + "acc": 39.35, + "time": 28.567453386000125, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 5, + "train_loss": 1.6524361371994019, + "val_loss": 1.7323706150054932, + "acc": 40.43, + "time": 29.249319001000003, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 6, + "train_loss": 1.7299261093139648, + "val_loss": 1.6196426153182983, + "acc": 42.17, + "time": 27.992347442999744, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 7, + "train_loss": 1.773626685142517, + "val_loss": 1.5723412036895752, + "acc": 45.95, + "time": 28.413697779999893, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 8, + "train_loss": 1.6359617710113525, + "val_loss": 1.4693329334259033, + "acc": 47.8, + "time": 28.515230416999657, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 9, + "train_loss": 1.486962914466858, + "val_loss": 1.4978443384170532, + "acc": 48.77, + "time": 28.326365659000658, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 10, + "train_loss": 1.5123803615570068, + "val_loss": 1.4874186515808105, + "acc": 47.64, + "time": 28.07276465399991, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 11, + "train_loss": 1.374274730682373, + "val_loss": 1.3845916986465454, + "acc": 51.08, + "time": 28.218559723, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 12, + "train_loss": 1.5125715732574463, + "val_loss": 1.538215160369873, + "acc": 50.66, + "time": 28.145554882000397, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 13, + "train_loss": 1.4749507904052734, + "val_loss": 1.3584785461425781, + "acc": 52.95, + "time": 28.730437275999975, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 14, + "train_loss": 1.3695920705795288, + "val_loss": 1.2725179195404053, + "acc": 52.03, + "time": 28.4035175909994, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 15, + "train_loss": 1.3597484827041626, + "val_loss": 1.304440975189209, + "acc": 54.4, + "time": 27.060723855000106, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 16, + "train_loss": 1.3811825513839722, + "val_loss": 1.3851875066757202, + "acc": 55.19, + "time": 26.961880498000028, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 17, + "train_loss": 1.4018208980560303, + "val_loss": 1.1993695497512817, + "acc": 55.21, + "time": 26.853652044999762, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 18, + "train_loss": 1.2224209308624268, + "val_loss": 1.2320282459259033, + "acc": 56.12, + "time": 27.812274156000058, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 19, + "train_loss": 1.497609257698059, + "val_loss": 1.1848702430725098, + "acc": 56.86, + "time": 28.163775850000093, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 20, + "train_loss": 1.486060619354248, + "val_loss": 1.2276520729064941, + "acc": 57.71, + "time": 28.224139069000557, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 21, + "train_loss": 1.2691967487335205, + "val_loss": 1.1553620100021362, + "acc": 57.84, + "time": 27.36781205399984, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 22, + "train_loss": 1.3761732578277588, + "val_loss": 1.051116943359375, + "acc": 58.96, + "time": 29.226624384999923, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 23, + "train_loss": 1.2414908409118652, + "val_loss": 1.1456118822097778, + "acc": 58.2, + "time": 25.48297211499994, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 24, + "train_loss": 1.2395880222320557, + "val_loss": 1.1009033918380737, + "acc": 59.16, + "time": 26.367970249999416, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 25, + "train_loss": 1.2096903324127197, + "val_loss": 1.0369869470596313, + "acc": 61.17, + "time": 27.63519180000003, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 26, + "train_loss": 0.9724228978157043, + "val_loss": 1.170631766319275, + "acc": 60.05, + "time": 27.138961416999337, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 27, + "train_loss": 1.0925856828689575, + "val_loss": 1.2729697227478027, + "acc": 59.68, + "time": 26.889650435000476, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 28, + "train_loss": 1.0084017515182495, + "val_loss": 1.2872525453567505, + "acc": 57.72, + "time": 26.934000127000218, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 29, + "train_loss": 1.15309476852417, + "val_loss": 1.1165324449539185, + "acc": 59.83, + "time": 27.101639034000073, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 30, + "train_loss": 1.0299590826034546, + "val_loss": 1.072251319885254, + "acc": 62.98, + "time": 28.800520319000498, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 31, + "train_loss": 1.0614008903503418, + "val_loss": 1.1538702249526978, + "acc": 62.02, + "time": 27.888479375000315, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 32, + "train_loss": 1.047825813293457, + "val_loss": 1.0845197439193726, + "acc": 61.8, + "time": 26.912501668000004, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 33, + "train_loss": 1.163440227508545, + "val_loss": 1.0801868438720703, + "acc": 62.79, + "time": 26.949095035999562, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 34, + "train_loss": 1.2559707164764404, + "val_loss": 1.076769471168518, + "acc": 62.48, + "time": 26.686748434000037, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 35, + "train_loss": 1.2210447788238525, + "val_loss": 0.9824206829071045, + "acc": 64.7, + "time": 27.01311998500023, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 36, + "train_loss": 0.9039081335067749, + "val_loss": 1.1100069284439087, + "acc": 64.8, + "time": 27.014404186999855, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 37, + "train_loss": 0.9481397867202759, + "val_loss": 0.9336637258529663, + "acc": 64.68, + "time": 27.40324329699979, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 38, + "train_loss": 0.9078004360198975, + "val_loss": 1.1509480476379395, + "acc": 64.2, + "time": 28.432823013000416, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 39, + "train_loss": 1.0518068075180054, + "val_loss": 0.9424318671226501, + "acc": 64.74, + "time": 27.253763249000258, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 40, + "train_loss": 0.9201527237892151, + "val_loss": 0.9794284105300903, + "acc": 66.21, + "time": 27.612431943000047, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 41, + "train_loss": 1.0667515993118286, + "val_loss": 1.0106310844421387, + "acc": 65.53, + "time": 28.89600894100022, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 42, + "train_loss": 0.921222984790802, + "val_loss": 1.079046368598938, + "acc": 65.93, + "time": 27.863589618000333, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 43, + "train_loss": 0.8997892737388611, + "val_loss": 0.9989477396011353, + "acc": 65.18, + "time": 27.804785159999483, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 44, + "train_loss": 0.8959214687347412, + "val_loss": 0.944539487361908, + "acc": 65.06, + "time": 27.902484043000186, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 45, + "train_loss": 0.8869898915290833, + "val_loss": 1.0139403343200684, + "acc": 66.19, + "time": 27.348722501999873, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 46, + "train_loss": 1.0941545963287354, + "val_loss": 0.9282805323600769, + "acc": 66.9, + "time": 27.378329237999424, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 47, + "train_loss": 0.8099868297576904, + "val_loss": 1.1446335315704346, + "acc": 64.63, + "time": 27.548473659000592, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 48, + "train_loss": 0.8864773511886597, + "val_loss": 0.9287774562835693, + "acc": 67.98, + "time": 27.444565411999974, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 49, + "train_loss": 0.8769323825836182, + "val_loss": 0.8863036036491394, + "acc": 67.14, + "time": 27.36612964899996, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 50, + "train_loss": 0.9201180934906006, + "val_loss": 0.8148203492164612, + "acc": 67.49, + "time": 27.192145198000617, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 51, + "train_loss": 0.8392918705940247, + "val_loss": 1.0745266675949097, + "acc": 66.8, + "time": 27.491027676000158, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 52, + "train_loss": 0.7924073338508606, + "val_loss": 0.9917101860046387, + "acc": 67.65, + "time": 27.1794588140001, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 53, + "train_loss": 0.8835651278495789, + "val_loss": 0.8580908179283142, + "acc": 68.47, + "time": 28.43750359599926, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 54, + "train_loss": 0.8840493559837341, + "val_loss": 0.9495685696601868, + "acc": 67.01, + "time": 28.14952809499937, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 55, + "train_loss": 0.83292156457901, + "val_loss": 0.8397958874702454, + "acc": 68.88, + "time": 27.380870311999388, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 56, + "train_loss": 0.795760989189148, + "val_loss": 0.8678784966468811, + "acc": 68.45, + "time": 27.558472134000112, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 57, + "train_loss": 0.8390501141548157, + "val_loss": 0.852664589881897, + "acc": 68.06, + "time": 27.171306680999805, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 58, + "train_loss": 0.6755948662757874, + "val_loss": 0.7730891704559326, + "acc": 68.71, + "time": 27.357791718000044, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 59, + "train_loss": 0.7345289587974548, + "val_loss": 0.8020517826080322, + "acc": 69.2, + "time": 27.610658267999497, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 60, + "train_loss": 0.6969667077064514, + "val_loss": 0.9576967358589172, + "acc": 68.64, + "time": 26.853354498000044, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 61, + "train_loss": 0.8020153641700745, + "val_loss": 0.8423922061920166, + "acc": 68.65, + "time": 31.189881693000643, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 62, + "train_loss": 0.8613979816436768, + "val_loss": 0.9535635113716125, + "acc": 69.08, + "time": 37.532631674000186, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 63, + "train_loss": 0.8650608658790588, + "val_loss": 0.9377543926239014, + "acc": 69.29, + "time": 27.50306946299952, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 64, + "train_loss": 0.7476586699485779, + "val_loss": 0.9648339748382568, + "acc": 68.61, + "time": 27.773631590999685, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 65, + "train_loss": 0.7586338520050049, + "val_loss": 0.8376185894012451, + "acc": 68.51, + "time": 27.360611013999915, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 66, + "train_loss": 0.8647979497909546, + "val_loss": 0.9637879729270935, + "acc": 68.22, + "time": 27.14238114699947, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 67, + "train_loss": 0.8703269958496094, + "val_loss": 0.8491001129150391, + "acc": 69.63, + "time": 26.879979929999536, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 68, + "train_loss": 0.8889623880386353, + "val_loss": 0.961016833782196, + "acc": 69.11, + "time": 27.187630591000016, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 69, + "train_loss": 0.6715502738952637, + "val_loss": 0.9809797406196594, + "acc": 69.55, + "time": 27.472955566000564, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 70, + "train_loss": 0.5831588506698608, + "val_loss": 0.8207700848579407, + "acc": 69.23, + "time": 27.88214600900028, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 71, + "train_loss": 0.7260611057281494, + "val_loss": 0.8477877974510193, + "acc": 68.48, + "time": 27.509341173000394, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-6 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-6 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..432f363 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-6 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,1023 @@ +{ + "Accuracy": 70.98, + "Time": [ + 41.26931131350755, + 1.3216052926071966 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2349517345428467, + "val_loss": 2.236560583114624, + "acc": 20.25, + "time": 41.02027130500119, + "param": [ + 0.18203046917915344, + 0.09104602038860321, + 0.15953046083450317, + 0.18900801241397858, + 0.1856418401002884, + 0.1927432268857956 + ] + }, + { + "epoch": 2, + "train_loss": 2.0809860229492188, + "val_loss": 1.9460057020187378, + "acc": 28.84, + "time": 40.28201299900138, + "param": [ + 0.1988428831100464, + 0.048961225897073746, + 0.16455844044685364, + 0.19257090985774994, + 0.19466368854045868, + 0.2004028707742691 + ] + }, + { + "epoch": 3, + "train_loss": 1.807159662246704, + "val_loss": 1.7886914014816284, + "acc": 35.85, + "time": 40.28210279300038, + "param": [ + 0.206600159406662, + 0.002009625779464841, + 0.17628508806228638, + 0.21677754819393158, + 0.20238451659679413, + 0.19594301283359528 + ] + }, + { + "epoch": 4, + "train_loss": 1.809062123298645, + "val_loss": 1.9699690341949463, + "acc": 35.48, + "time": 42.05244323899933, + "param": [ + 0.20267726480960846, + 0.00041216614772565663, + 0.18967846035957336, + 0.21909311413764954, + 0.2178841531276703, + 0.17025479674339294 + ] + }, + { + "epoch": 5, + "train_loss": 1.6800843477249146, + "val_loss": 1.5933117866516113, + "acc": 41.57, + "time": 41.83476576400062, + "param": [ + 0.21650615334510803, + 0.0016726782778277993, + 0.19105689227581024, + 0.21654009819030762, + 0.2219715267419815, + 0.15225262939929962 + ] + }, + { + "epoch": 6, + "train_loss": 1.8746072053909302, + "val_loss": 1.590693712234497, + "acc": 45.39, + "time": 40.505051684000136, + "param": [ + 0.22084994614124298, + 0.0, + 0.2073909342288971, + 0.21970157325267792, + 0.21626195311546326, + 0.13579559326171875 + ] + }, + { + "epoch": 7, + "train_loss": 1.2169725894927979, + "val_loss": 1.6122857332229614, + "acc": 43.83, + "time": 40.759220152000125, + "param": [ + 0.22821898758411407, + 0.0, + 0.22675731778144836, + 0.2270025908946991, + 0.20962871611118317, + 0.10839241743087769 + ] + }, + { + "epoch": 8, + "train_loss": 1.502825140953064, + "val_loss": 1.5723193883895874, + "acc": 47.67, + "time": 40.025488434999716, + "param": [ + 0.23274682462215424, + 0.013313420116901398, + 0.23507483303546906, + 0.22571924328804016, + 0.20776133239269257, + 0.0853843241930008 + ] + }, + { + "epoch": 9, + "train_loss": 1.446030855178833, + "val_loss": 1.4464584589004517, + "acc": 49.44, + "time": 39.550717217000056, + "param": [ + 0.23483310639858246, + 0.02911396697163582, + 0.2407853752374649, + 0.23182854056358337, + 0.19064418971538544, + 0.07279486954212189 + ] + }, + { + "epoch": 10, + "train_loss": 1.5615943670272827, + "val_loss": 1.3428289890289307, + "acc": 51.68, + "time": 40.170163599999796, + "param": [ + 0.2395070642232895, + 0.023689908906817436, + 0.2525559365749359, + 0.23899157345294952, + 0.17986531555652618, + 0.0653901994228363 + ] + }, + { + "epoch": 11, + "train_loss": 1.3124831914901733, + "val_loss": 1.4086699485778809, + "acc": 53.02, + "time": 40.08007060700038, + "param": [ + 0.25347936153411865, + 0.01156315952539444, + 0.26934558153152466, + 0.23694507777690887, + 0.17209182679653168, + 0.05657506361603737 + ] + }, + { + "epoch": 12, + "train_loss": 1.2633050680160522, + "val_loss": 1.3678061962127686, + "acc": 54.83, + "time": 40.55948241100123, + "param": [ + 0.2542828917503357, + 0.025392631068825722, + 0.26647430658340454, + 0.22561031579971313, + 0.16746042668819427, + 0.06077942997217178 + ] + }, + { + "epoch": 13, + "train_loss": 1.4203076362609863, + "val_loss": 1.265347957611084, + "acc": 53.74, + "time": 39.978080443999715, + "param": [ + 0.263526052236557, + 0.006573367398232222, + 0.2860332131385803, + 0.2183404266834259, + 0.15669691562652588, + 0.06883004307746887 + ] + }, + { + "epoch": 14, + "train_loss": 1.2883275747299194, + "val_loss": 1.2790780067443848, + "acc": 54.78, + "time": 40.50835980800002, + "param": [ + 0.26464924216270447, + 0.006541485898196697, + 0.2970186471939087, + 0.21625380218029022, + 0.1464458405971527, + 0.06909094750881195 + ] + }, + { + "epoch": 15, + "train_loss": 1.2119190692901611, + "val_loss": 1.1904590129852295, + "acc": 55.85, + "time": 43.564074165999045, + "param": [ + 0.27014002203941345, + 0.005348128732293844, + 0.2934410572052002, + 0.21636353433132172, + 0.13886210322380066, + 0.0758451521396637 + ] + }, + { + "epoch": 16, + "train_loss": 1.1684271097183228, + "val_loss": 1.2955901622772217, + "acc": 56.56, + "time": 44.077153817999715, + "param": [ + 0.27629053592681885, + 0.004931976553052664, + 0.3023093342781067, + 0.22003887593746185, + 0.11829844117164612, + 0.07813078910112381 + ] + }, + { + "epoch": 17, + "train_loss": 1.2286335229873657, + "val_loss": 1.463518738746643, + "acc": 55.94, + "time": 42.94873838700005, + "param": [ + 0.2841547429561615, + 0.010405786335468292, + 0.30220282077789307, + 0.2171434611082077, + 0.11607173830270767, + 0.07002145051956177 + ] + }, + { + "epoch": 18, + "train_loss": 1.2324289083480835, + "val_loss": 1.242574691772461, + "acc": 58.49, + "time": 43.31449879700085, + "param": [ + 0.25310492515563965, + 0.035716407001018524, + 0.27621832489967346, + 0.20910729467868805, + 0.12540794909000397, + 0.10044509917497635 + ] + }, + { + "epoch": 19, + "train_loss": 1.5178197622299194, + "val_loss": 1.1928133964538574, + "acc": 60.09, + "time": 41.536826101999395, + "param": [ + 0.2357107400894165, + 0.04099595546722412, + 0.26708805561065674, + 0.20824310183525085, + 0.1270821988582611, + 0.12087994813919067 + ] + }, + { + "epoch": 20, + "train_loss": 0.9983872771263123, + "val_loss": 1.1487284898757935, + "acc": 60.43, + "time": 43.801871353000024, + "param": [ + 0.228214830160141, + 0.022858820855617523, + 0.27968406677246094, + 0.2288314700126648, + 0.11797511577606201, + 0.12243572622537613 + ] + }, + { + "epoch": 21, + "train_loss": 1.1451722383499146, + "val_loss": 1.1438630819320679, + "acc": 61.23, + "time": 40.963906293000036, + "param": [ + 0.22735098004341125, + 0.0024636632297188044, + 0.28634974360466003, + 0.24811021983623505, + 0.11097452044487, + 0.12475090473890305 + ] + }, + { + "epoch": 22, + "train_loss": 0.9661157131195068, + "val_loss": 1.0703023672103882, + "acc": 62.29, + "time": 43.179569765999986, + "param": [ + 0.2351023405790329, + 0.0008515025838278234, + 0.28075850009918213, + 0.2514418363571167, + 0.11310234665870667, + 0.11874345690011978 + ] + }, + { + "epoch": 23, + "train_loss": 1.2735466957092285, + "val_loss": 0.9804031252861023, + "acc": 62.26, + "time": 40.66986719200031, + "param": [ + 0.23741497099399567, + 0.007720292080193758, + 0.2715602517127991, + 0.2516956627368927, + 0.10636252164840698, + 0.1252463310956955 + ] + }, + { + "epoch": 24, + "train_loss": 1.0640993118286133, + "val_loss": 1.1902508735656738, + "acc": 61.52, + "time": 41.89590953900006, + "param": [ + 0.2492736428976059, + 0.0014815422473475337, + 0.2678385078907013, + 0.23812639713287354, + 0.10751916468143463, + 0.13576076924800873 + ] + }, + { + "epoch": 25, + "train_loss": 1.1732206344604492, + "val_loss": 1.1856380701065063, + "acc": 60.91, + "time": 43.17772656300076, + "param": [ + 0.2593204379081726, + 0.009166531264781952, + 0.2588641047477722, + 0.21929514408111572, + 0.11557493358850479, + 0.13777881860733032 + ] + }, + { + "epoch": 26, + "train_loss": 0.9965887069702148, + "val_loss": 1.1222739219665527, + "acc": 63.43, + "time": 41.868117456999244, + "param": [ + 0.2539399266242981, + 0.023754918947815895, + 0.25496649742126465, + 0.2047031670808792, + 0.11873557418584824, + 0.14389997720718384 + ] + }, + { + "epoch": 27, + "train_loss": 1.123890995979309, + "val_loss": 1.0766156911849976, + "acc": 62.85, + "time": 45.9344126699998, + "param": [ + 0.2539980411529541, + 0.03246850147843361, + 0.2323504090309143, + 0.19865567982196808, + 0.12684737145900726, + 0.15568004548549652 + ] + }, + { + "epoch": 28, + "train_loss": 1.0429863929748535, + "val_loss": 0.9821112155914307, + "acc": 65.16, + "time": 44.821933640998395, + "param": [ + 0.26734188199043274, + 0.0277405958622694, + 0.20538179576396942, + 0.19942262768745422, + 0.134873166680336, + 0.16523994505405426 + ] + }, + { + "epoch": 29, + "train_loss": 0.7024314999580383, + "val_loss": 0.987675666809082, + "acc": 63.74, + "time": 41.335266466001485, + "param": [ + 0.2665679156780243, + 0.03451404348015785, + 0.19584214687347412, + 0.19390486180782318, + 0.13298606872558594, + 0.17618495225906372 + ] + }, + { + "epoch": 30, + "train_loss": 1.0940332412719727, + "val_loss": 1.0805938243865967, + "acc": 64.96, + "time": 43.18252331000076, + "param": [ + 0.2553594708442688, + 0.04452291503548622, + 0.1959642618894577, + 0.18823771178722382, + 0.1331566721200943, + 0.18275894224643707 + ] + }, + { + "epoch": 31, + "train_loss": 1.0839217901229858, + "val_loss": 1.0459195375442505, + "acc": 64.72, + "time": 43.78839043299922, + "param": [ + 0.2500174939632416, + 0.054956596344709396, + 0.19097258150577545, + 0.18373586237430573, + 0.13571284711360931, + 0.18460460007190704 + ] + }, + { + "epoch": 32, + "train_loss": 1.307334303855896, + "val_loss": 0.8502199053764343, + "acc": 66.32, + "time": 42.22216703599952, + "param": [ + 0.24829433858394623, + 0.05266379565000534, + 0.19511274993419647, + 0.17662464082241058, + 0.13983316719532013, + 0.18747131526470184 + ] + }, + { + "epoch": 33, + "train_loss": 0.9991186261177063, + "val_loss": 1.067972183227539, + "acc": 65.68, + "time": 41.16034511899852, + "param": [ + 0.25899308919906616, + 0.05111823230981827, + 0.18961067497730255, + 0.17423978447914124, + 0.1429140269756317, + 0.18312424421310425 + ] + }, + { + "epoch": 34, + "train_loss": 0.8855011463165283, + "val_loss": 0.9759979248046875, + "acc": 66.86, + "time": 41.19869427700178, + "param": [ + 0.26856353878974915, + 0.04116581007838249, + 0.18541213870048523, + 0.1843244880437851, + 0.14243599772453308, + 0.17809799313545227 + ] + }, + { + "epoch": 35, + "train_loss": 1.0625159740447998, + "val_loss": 0.9902759790420532, + "acc": 66.28, + "time": 41.15894555700106, + "param": [ + 0.2788391709327698, + 0.02765659987926483, + 0.1831926554441452, + 0.18396519124507904, + 0.13913628458976746, + 0.1872101128101349 + ] + }, + { + "epoch": 36, + "train_loss": 0.8198604583740234, + "val_loss": 1.0798852443695068, + "acc": 66.53, + "time": 40.98409132699999, + "param": [ + 0.2895711064338684, + 0.01720273680984974, + 0.18704718351364136, + 0.19206708669662476, + 0.12872827053070068, + 0.18538367748260498 + ] + }, + { + "epoch": 37, + "train_loss": 1.1191604137420654, + "val_loss": 1.1538352966308594, + "acc": 66.01, + "time": 40.608859472000404, + "param": [ + 0.29646918177604675, + 0.005121225956827402, + 0.20179536938667297, + 0.20293205976486206, + 0.12221310287714005, + 0.17146912217140198 + ] + }, + { + "epoch": 38, + "train_loss": 1.0023882389068604, + "val_loss": 0.9157546758651733, + "acc": 67.44, + "time": 40.81897809799921, + "param": [ + 0.28619202971458435, + 0.020237725228071213, + 0.20422343909740448, + 0.20827314257621765, + 0.1254500448703766, + 0.15562357008457184 + ] + }, + { + "epoch": 39, + "train_loss": 1.087742567062378, + "val_loss": 1.0085928440093994, + "acc": 67.17, + "time": 41.94002534500032, + "param": [ + 0.2745121717453003, + 0.031740933656692505, + 0.2040281742811203, + 0.21520528197288513, + 0.1275450736284256, + 0.14696826040744781 + ] + }, + { + "epoch": 40, + "train_loss": 0.6878262162208557, + "val_loss": 1.0297077894210815, + "acc": 67.34, + "time": 42.57903693099979, + "param": [ + 0.2778264582157135, + 0.03290229290723801, + 0.2058303952217102, + 0.2137560248374939, + 0.13177765905857086, + 0.13790719211101532 + ] + }, + { + "epoch": 41, + "train_loss": 0.9143944978713989, + "val_loss": 1.014041781425476, + "acc": 67.74, + "time": 39.7330459650002, + "param": [ + 0.28544843196868896, + 0.042525775730609894, + 0.19911529123783112, + 0.2033291906118393, + 0.14387249946594238, + 0.12570877373218536 + ] + }, + { + "epoch": 42, + "train_loss": 0.6955340504646301, + "val_loss": 1.0176970958709717, + "acc": 68.7, + "time": 40.179028165999625, + "param": [ + 0.28352034091949463, + 0.03889968991279602, + 0.20118004083633423, + 0.19997458159923553, + 0.14603954553604126, + 0.13038580119609833 + ] + }, + { + "epoch": 43, + "train_loss": 0.8474801182746887, + "val_loss": 1.0529083013534546, + "acc": 66.76, + "time": 40.62618112700147, + "param": [ + 0.2763780355453491, + 0.0358695425093174, + 0.20695443451404572, + 0.1897166520357132, + 0.1533268690109253, + 0.1377543807029724 + ] + }, + { + "epoch": 44, + "train_loss": 0.8704929947853088, + "val_loss": 0.881568193435669, + "acc": 67.61, + "time": 40.49325310700078, + "param": [ + 0.25723209977149963, + 0.04815710335969925, + 0.20097297430038452, + 0.18195122480392456, + 0.16523794829845428, + 0.14644864201545715 + ] + }, + { + "epoch": 45, + "train_loss": 0.838729202747345, + "val_loss": 0.9024920463562012, + "acc": 68.62, + "time": 40.5844901319997, + "param": [ + 0.2608378231525421, + 0.05736451596021652, + 0.19347557425498962, + 0.17558011412620544, + 0.1702454388141632, + 0.14249646663665771 + ] + }, + { + "epoch": 46, + "train_loss": 0.6285281181335449, + "val_loss": 0.9081761837005615, + "acc": 68.9, + "time": 40.10133810699881, + "param": [ + 0.26667413115501404, + 0.05811845511198044, + 0.18027780950069427, + 0.18604859709739685, + 0.16972947120666504, + 0.13915154337882996 + ] + }, + { + "epoch": 47, + "train_loss": 0.8218976259231567, + "val_loss": 0.898686408996582, + "acc": 68.71, + "time": 40.69404901100097, + "param": [ + 0.28734639286994934, + 0.04769410938024521, + 0.1685316413640976, + 0.1928742229938507, + 0.161417618393898, + 0.14213602244853973 + ] + }, + { + "epoch": 48, + "train_loss": 0.8731988072395325, + "val_loss": 0.9222636818885803, + "acc": 69.47, + "time": 40.84143076500004, + "param": [ + 0.28459903597831726, + 0.07035089284181595, + 0.15178003907203674, + 0.1946393996477127, + 0.15278016030788422, + 0.14585049450397491 + ] + }, + { + "epoch": 49, + "train_loss": 0.9834530353546143, + "val_loss": 0.8453826308250427, + "acc": 68.69, + "time": 40.220914649000406, + "param": [ + 0.2815726101398468, + 0.09744308143854141, + 0.13683848083019257, + 0.1815035194158554, + 0.15000884234905243, + 0.15263348817825317 + ] + }, + { + "epoch": 50, + "train_loss": 0.7481562495231628, + "val_loss": 0.8477843999862671, + "acc": 68.79, + "time": 40.414328250000835, + "param": [ + 0.2792729139328003, + 0.10468050092458725, + 0.13845406472682953, + 0.17350149154663086, + 0.1457841992378235, + 0.15830689668655396 + ] + }, + { + "epoch": 51, + "train_loss": 0.8924505710601807, + "val_loss": 0.8244348764419556, + "acc": 68.23, + "time": 40.490501278998636, + "param": [ + 0.26792216300964355, + 0.10478126257658005, + 0.146035835146904, + 0.17770491540431976, + 0.1415276676416397, + 0.16202808916568756 + ] + }, + { + "epoch": 52, + "train_loss": 0.8322935104370117, + "val_loss": 0.8945892453193665, + "acc": 69.44, + "time": 40.524882983998396, + "param": [ + 0.26228493452072144, + 0.0975833386182785, + 0.15329869091510773, + 0.18540513515472412, + 0.1378117948770523, + 0.1636161059141159 + ] + }, + { + "epoch": 53, + "train_loss": 0.6691476106643677, + "val_loss": 0.947584867477417, + "acc": 68.88, + "time": 40.161948916000256, + "param": [ + 0.26323699951171875, + 0.0921454206109047, + 0.16633501648902893, + 0.18525242805480957, + 0.13676422834396362, + 0.15626588463783264 + ] + }, + { + "epoch": 54, + "train_loss": 0.50635826587677, + "val_loss": 1.0059783458709717, + "acc": 69.24, + "time": 40.26733641500141, + "param": [ + 0.2655112147331238, + 0.08464441448450089, + 0.1834777146577835, + 0.1722957044839859, + 0.14611202478408813, + 0.14795894920825958 + ] + }, + { + "epoch": 55, + "train_loss": 0.7113720774650574, + "val_loss": 0.7318193316459656, + "acc": 69.72, + "time": 40.38220215399997, + "param": [ + 0.25891298055648804, + 0.08770546317100525, + 0.20137469470500946, + 0.15978939831256866, + 0.14229200780391693, + 0.14992548525333405 + ] + }, + { + "epoch": 56, + "train_loss": 0.6561217904090881, + "val_loss": 0.9689821600914001, + "acc": 70.19, + "time": 40.67830256100024, + "param": [ + 0.2564106583595276, + 0.09776166826486588, + 0.20953097939491272, + 0.1547205150127411, + 0.13957233726978302, + 0.14200381934642792 + ] + }, + { + "epoch": 57, + "train_loss": 0.7768598198890686, + "val_loss": 0.846802294254303, + "acc": 70.32, + "time": 40.45304730299904, + "param": [ + 0.2622593939304352, + 0.09397108107805252, + 0.21798422932624817, + 0.1366560310125351, + 0.14841075241565704, + 0.1407185047864914 + ] + }, + { + "epoch": 58, + "train_loss": 0.794933021068573, + "val_loss": 0.8334940671920776, + "acc": 70.11, + "time": 40.76656424600151, + "param": [ + 0.26394906640052795, + 0.09481804072856903, + 0.2211802899837494, + 0.12557822465896606, + 0.15383917093276978, + 0.14063520729541779 + ] + }, + { + "epoch": 59, + "train_loss": 0.8031818866729736, + "val_loss": 0.829568088054657, + "acc": 69.91, + "time": 41.043397478999395, + "param": [ + 0.2584877908229828, + 0.09661731123924255, + 0.20964889228343964, + 0.11797333508729935, + 0.15677779912948608, + 0.1604948490858078 + ] + }, + { + "epoch": 60, + "train_loss": 0.8504406809806824, + "val_loss": 0.9170100092887878, + "acc": 69.23, + "time": 39.96956179099834, + "param": [ + 0.2531284987926483, + 0.09948361665010452, + 0.20819218456745148, + 0.11277659982442856, + 0.1574217975139618, + 0.16899733245372772 + ] + }, + { + "epoch": 61, + "train_loss": 0.6794089078903198, + "val_loss": 0.9997924566268921, + "acc": 69.75, + "time": 41.17032021600062, + "param": [ + 0.2485763430595398, + 0.10017529875040054, + 0.21196164190769196, + 0.12153396755456924, + 0.16480854153633118, + 0.1529441922903061 + ] + }, + { + "epoch": 62, + "train_loss": 0.6986135840415955, + "val_loss": 0.8517311811447144, + "acc": 69.85, + "time": 41.29692540900032, + "param": [ + 0.2570589780807495, + 0.08725009113550186, + 0.21498920023441315, + 0.12734273076057434, + 0.17236848175525665, + 0.14099061489105225 + ] + }, + { + "epoch": 63, + "train_loss": 0.506752073764801, + "val_loss": 0.9405378103256226, + "acc": 70.06, + "time": 40.36196944600124, + "param": [ + 0.2670079469680786, + 0.07819292694330215, + 0.21978043019771576, + 0.14219622313976288, + 0.1617966592311859, + 0.13102585077285767 + ] + }, + { + "epoch": 64, + "train_loss": 0.6055312752723694, + "val_loss": 0.9706788063049316, + "acc": 69.75, + "time": 42.08064957799979, + "param": [ + 0.2726919651031494, + 0.06871823221445084, + 0.22894464433193207, + 0.141810342669487, + 0.14683736860752106, + 0.14099743962287903 + ] + }, + { + "epoch": 65, + "train_loss": 0.533062219619751, + "val_loss": 0.8276767730712891, + "acc": 69.66, + "time": 40.81225375299982, + "param": [ + 0.27364811301231384, + 0.06716981530189514, + 0.22780385613441467, + 0.13740918040275574, + 0.1414356529712677, + 0.1525334268808365 + ] + }, + { + "epoch": 66, + "train_loss": 0.4318142235279083, + "val_loss": 0.8769069314002991, + "acc": 70.98, + "time": 40.17178472500018, + "param": [ + 0.2810905873775482, + 0.06671576201915741, + 0.22771741449832916, + 0.1317722052335739, + 0.12935763597488403, + 0.16334635019302368 + ] + }, + { + "epoch": 67, + "train_loss": 0.5644094944000244, + "val_loss": 0.901067316532135, + "acc": 70.97, + "time": 40.18399089800005, + "param": [ + 0.28708982467651367, + 0.0669165626168251, + 0.23809877038002014, + 0.12719258666038513, + 0.10100749135017395, + 0.17969472706317902 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-7 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-7 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json new file mode 100644 index 0000000..df8e00d --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-7 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json @@ -0,0 +1,1123 @@ +{ + "Accuracy": 69.99, + "Time": [ + 44.782849100391246, + 19.653809017116096 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.1922059059143066, + "val_loss": 2.193359136581421, + "acc": 21.57, + "time": 28.338839189000282, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 2, + "train_loss": 1.9216856956481934, + "val_loss": 2.1016011238098145, + "acc": 26.94, + "time": 28.03483217700068, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 3, + "train_loss": 1.986119031906128, + "val_loss": 1.8793617486953735, + "acc": 32.23, + "time": 28.392450600000302, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 4, + "train_loss": 1.939605712890625, + "val_loss": 1.743411660194397, + "acc": 38.28, + "time": 28.752080423000734, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 5, + "train_loss": 1.681835412979126, + "val_loss": 1.719139814376831, + "acc": 39.24, + "time": 28.42783931899976, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 6, + "train_loss": 1.5512893199920654, + "val_loss": 1.6563471555709839, + "acc": 42.96, + "time": 29.688519414999973, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 7, + "train_loss": 1.7246772050857544, + "val_loss": 1.5471558570861816, + "acc": 47.44, + "time": 47.03899899499993, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 8, + "train_loss": 1.5346832275390625, + "val_loss": 1.4684858322143555, + "acc": 46.24, + "time": 81.72294791599961, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 9, + "train_loss": 1.493566870689392, + "val_loss": 1.5293124914169312, + "acc": 48.38, + "time": 81.50672026099983, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 10, + "train_loss": 1.4729019403457642, + "val_loss": 1.3648358583450317, + "acc": 49.31, + "time": 81.09125146799943, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 11, + "train_loss": 1.6154760122299194, + "val_loss": 1.3303052186965942, + "acc": 52.16, + "time": 46.85727829699954, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 12, + "train_loss": 1.419252634048462, + "val_loss": 1.314943552017212, + "acc": 54.1, + "time": 28.182359843000086, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 13, + "train_loss": 1.6346495151519775, + "val_loss": 1.3076515197753906, + "acc": 52.7, + "time": 27.867938575001062, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 14, + "train_loss": 1.3136729001998901, + "val_loss": 1.2984367609024048, + "acc": 54.71, + "time": 28.173762668000563, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 15, + "train_loss": 1.4397509098052979, + "val_loss": 1.3102459907531738, + "acc": 53.35, + "time": 28.17159853299927, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 16, + "train_loss": 1.237465739250183, + "val_loss": 1.1610645055770874, + "acc": 56.58, + "time": 28.11399654899833, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 17, + "train_loss": 1.3748480081558228, + "val_loss": 1.2805513143539429, + "acc": 57.7, + "time": 29.041295188999356, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 18, + "train_loss": 1.4490108489990234, + "val_loss": 1.095698595046997, + "acc": 57.94, + "time": 27.821572549999473, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 19, + "train_loss": 1.4391206502914429, + "val_loss": 1.167515516281128, + "acc": 60.13, + "time": 27.78928445299971, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 20, + "train_loss": 1.3549407720565796, + "val_loss": 1.1090502738952637, + "acc": 58.56, + "time": 28.673376172000644, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 21, + "train_loss": 1.1672801971435547, + "val_loss": 1.1387652158737183, + "acc": 60.52, + "time": 28.386057805000746, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 22, + "train_loss": 1.1496485471725464, + "val_loss": 1.1654565334320068, + "acc": 61.29, + "time": 28.3344644459994, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 23, + "train_loss": 1.29664945602417, + "val_loss": 1.0203979015350342, + "acc": 62.35, + "time": 33.16004864199931, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 24, + "train_loss": 1.1728579998016357, + "val_loss": 1.007893443107605, + "acc": 61.72, + "time": 49.30879413100047, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 25, + "train_loss": 1.2068352699279785, + "val_loss": 1.1497807502746582, + "acc": 59.96, + "time": 63.57074521300092, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 26, + "train_loss": 1.2321466207504272, + "val_loss": 1.0136500597000122, + "acc": 63.25, + "time": 52.29700433200014, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 27, + "train_loss": 1.3361852169036865, + "val_loss": 1.0949814319610596, + "acc": 62.52, + "time": 45.8835515460014, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 28, + "train_loss": 1.2420132160186768, + "val_loss": 1.0594791173934937, + "acc": 61.21, + "time": 29.04821111399906, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 29, + "train_loss": 1.1615874767303467, + "val_loss": 1.0592502355575562, + "acc": 63.05, + "time": 31.854051923999577, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 30, + "train_loss": 1.0541901588439941, + "val_loss": 1.0323604345321655, + "acc": 64.44, + "time": 52.82558360800067, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 31, + "train_loss": 1.00901460647583, + "val_loss": 1.078127384185791, + "acc": 63.56, + "time": 63.85686253099993, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 32, + "train_loss": 1.1511852741241455, + "val_loss": 0.9400149583816528, + "acc": 64.95, + "time": 60.32836850700005, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 33, + "train_loss": 1.0091321468353271, + "val_loss": 0.9289963841438293, + "acc": 65.41, + "time": 56.93820006399983, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 34, + "train_loss": 1.137181282043457, + "val_loss": 1.0601911544799805, + "acc": 65.12, + "time": 50.840931146, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 35, + "train_loss": 0.9310369491577148, + "val_loss": 0.9720481634140015, + "acc": 66.12, + "time": 50.32263851599964, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 36, + "train_loss": 0.8998809456825256, + "val_loss": 1.1184132099151611, + "acc": 66.39, + "time": 49.078540541999246, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 37, + "train_loss": 0.8972416520118713, + "val_loss": 0.8716291189193726, + "acc": 66.23, + "time": 38.343181373000334, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 38, + "train_loss": 1.0536872148513794, + "val_loss": 0.9115404486656189, + "acc": 66.12, + "time": 34.91454430099839, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 39, + "train_loss": 0.9724437594413757, + "val_loss": 0.8845481276512146, + "acc": 65.78, + "time": 31.291794979999395, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 40, + "train_loss": 0.8951205015182495, + "val_loss": 1.003507375717163, + "acc": 66.73, + "time": 31.089143449000403, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 41, + "train_loss": 1.0147651433944702, + "val_loss": 1.21426522731781, + "acc": 66.81, + "time": 30.924174738000147, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 42, + "train_loss": 0.9256331920623779, + "val_loss": 1.0037643909454346, + "acc": 65.52, + "time": 31.575069505999636, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 43, + "train_loss": 0.8890049457550049, + "val_loss": 0.8947325348854065, + "acc": 67.72, + "time": 30.5094216840007, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 44, + "train_loss": 0.8905117511749268, + "val_loss": 0.8267804980278015, + "acc": 67.08, + "time": 31.097066795999126, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 45, + "train_loss": 0.8013123273849487, + "val_loss": 0.9702579975128174, + "acc": 67.16, + "time": 31.597768304000056, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 46, + "train_loss": 0.8262850642204285, + "val_loss": 0.8993079662322998, + "acc": 67.44, + "time": 30.617544699000064, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 47, + "train_loss": 0.7901398539543152, + "val_loss": 0.8885534405708313, + "acc": 66.22, + "time": 30.54568352699971, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 48, + "train_loss": 0.8041210770606995, + "val_loss": 1.0317401885986328, + "acc": 66.9, + "time": 31.548538775999987, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 49, + "train_loss": 0.7939155697822571, + "val_loss": 0.9574498534202576, + "acc": 67.52, + "time": 30.381232253001144, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 50, + "train_loss": 0.7158325910568237, + "val_loss": 0.9734385013580322, + "acc": 68.38, + "time": 30.093954843001484, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 51, + "train_loss": 0.6537887454032898, + "val_loss": 0.912275493144989, + "acc": 68.17, + "time": 31.275508591999824, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 52, + "train_loss": 0.6913158297538757, + "val_loss": 1.0863494873046875, + "acc": 68.57, + "time": 30.945881535999433, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 53, + "train_loss": 0.7189604640007019, + "val_loss": 0.8250049948692322, + "acc": 68.75, + "time": 34.685904315998414, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 54, + "train_loss": 0.6577108502388, + "val_loss": 0.9995836615562439, + "acc": 68.49, + "time": 70.92228300500028, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 55, + "train_loss": 0.7023887634277344, + "val_loss": 0.9628101587295532, + "acc": 67.98, + "time": 56.49667831999977, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 56, + "train_loss": 0.7668994069099426, + "val_loss": 0.8393327593803406, + "acc": 68.99, + "time": 30.51896900199972, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 57, + "train_loss": 0.8766099214553833, + "val_loss": 0.8814942240715027, + "acc": 69.01, + "time": 30.235768876000293, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 58, + "train_loss": 0.8313370943069458, + "val_loss": 0.9431616067886353, + "acc": 69.0, + "time": 30.629120252000575, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 59, + "train_loss": 0.9310046434402466, + "val_loss": 0.8160604238510132, + "acc": 69.19, + "time": 33.831346346998544, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 60, + "train_loss": 0.8061158061027527, + "val_loss": 0.881168007850647, + "acc": 68.01, + "time": 65.09510762600075, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 61, + "train_loss": 0.706936240196228, + "val_loss": 0.9528329372406006, + "acc": 68.24, + "time": 81.5303073920004, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 62, + "train_loss": 0.707761287689209, + "val_loss": 0.9949871897697449, + "acc": 68.35, + "time": 81.39305625799898, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 63, + "train_loss": 0.47522154450416565, + "val_loss": 0.876905083656311, + "acc": 69.39, + "time": 78.53242617400065, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 64, + "train_loss": 0.5919187068939209, + "val_loss": 0.8495884537696838, + "acc": 68.66, + "time": 81.12851702899934, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 65, + "train_loss": 0.8132243156433105, + "val_loss": 0.7854282855987549, + "acc": 68.91, + "time": 78.89612217899958, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 66, + "train_loss": 0.5878452062606812, + "val_loss": 0.776523768901825, + "acc": 68.82, + "time": 81.42547300500155, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 67, + "train_loss": 0.8381407260894775, + "val_loss": 0.9529688358306885, + "acc": 69.18, + "time": 79.06748383800004, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 68, + "train_loss": 0.5992180705070496, + "val_loss": 0.9303333759307861, + "acc": 68.02, + "time": 78.84709512199879, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 69, + "train_loss": 0.8117862343788147, + "val_loss": 0.8980449438095093, + "acc": 69.99, + "time": 80.30942316999972, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-7 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-7 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..a21ff76 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-7 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,1027 @@ +{ + "Accuracy": 68.86, + "Time": [ + 41.95088609469857, + 1.1663543254536237 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2007696628570557, + "val_loss": 2.185433864593506, + "acc": 22.81, + "time": 41.0943065370011, + "param": [ + 0.16269400715827942, + 0.11092304438352585, + 0.16808880865573883, + 0.15577849745750427, + 0.1248503103852272, + 0.14103958010673523, + 0.13662579655647278 + ] + }, + { + "epoch": 2, + "train_loss": 2.029759407043457, + "val_loss": 2.016836404800415, + "acc": 28.6, + "time": 42.856538412999726, + "param": [ + 0.179255872964859, + 0.10011555254459381, + 0.15859918296337128, + 0.1604650616645813, + 0.12418081611394882, + 0.14522488415241241, + 0.13215859234333038 + ] + }, + { + "epoch": 3, + "train_loss": 1.7626503705978394, + "val_loss": 1.812585711479187, + "acc": 34.62, + "time": 41.931399880000754, + "param": [ + 0.19758158922195435, + 0.07164794206619263, + 0.15696564316749573, + 0.1716945469379425, + 0.12918029725551605, + 0.14447948336601257, + 0.12845049798488617 + ] + }, + { + "epoch": 4, + "train_loss": 1.5374501943588257, + "val_loss": 1.737796664237976, + "acc": 38.44, + "time": 42.21069784300016, + "param": [ + 0.21579879522323608, + 0.035337597131729126, + 0.16504281759262085, + 0.18452297151088715, + 0.13344725966453552, + 0.1299700140953064, + 0.13588052988052368 + ] + }, + { + "epoch": 5, + "train_loss": 1.6625319719314575, + "val_loss": 1.5888313055038452, + "acc": 42.12, + "time": 42.91751676899912, + "param": [ + 0.23414471745491028, + 0.00394060555845499, + 0.1785239279270172, + 0.19618797302246094, + 0.12653855979442596, + 0.11475740373134613, + 0.14590682089328766 + ] + }, + { + "epoch": 6, + "train_loss": 1.550347924232483, + "val_loss": 1.4608360528945923, + "acc": 45.12, + "time": 41.52938093299963, + "param": [ + 0.23824584484100342, + 0.0, + 0.18770399689674377, + 0.20649176836013794, + 0.12188436836004257, + 0.09085128456354141, + 0.1548227220773697 + ] + }, + { + "epoch": 7, + "train_loss": 1.6567984819412231, + "val_loss": 1.4137582778930664, + "acc": 46.8, + "time": 41.62606020899875, + "param": [ + 0.23027661442756653, + 0.009738065302371979, + 0.19329096376895905, + 0.20784902572631836, + 0.1190873235464096, + 0.07401689141988754, + 0.1657411754131317 + ] + }, + { + "epoch": 8, + "train_loss": 1.5490325689315796, + "val_loss": 1.4589446783065796, + "acc": 46.09, + "time": 41.68626769399998, + "param": [ + 0.23438924551010132, + 0.0007178931846283376, + 0.20275349915027618, + 0.21998514235019684, + 0.10810575634241104, + 0.04499359801411629, + 0.189054936170578 + ] + }, + { + "epoch": 9, + "train_loss": 1.5931316614151, + "val_loss": 1.3632681369781494, + "acc": 49.78, + "time": 42.43804880500102, + "param": [ + 0.2350788414478302, + 0.012805555015802383, + 0.21244674921035767, + 0.2231859713792801, + 0.08763618767261505, + 0.03339923918247223, + 0.19544744491577148 + ] + }, + { + "epoch": 10, + "train_loss": 1.3746132850646973, + "val_loss": 1.3902052640914917, + "acc": 48.81, + "time": 43.164784835998944, + "param": [ + 0.2397335320711136, + 0.02674655243754387, + 0.21143539249897003, + 0.22093318402767181, + 0.07097860425710678, + 0.0402393564581871, + 0.1899334043264389 + ] + }, + { + "epoch": 11, + "train_loss": 1.439698576927185, + "val_loss": 1.3829877376556396, + "acc": 52.36, + "time": 42.35271757599912, + "param": [ + 0.246532142162323, + 0.012255393899977207, + 0.222395122051239, + 0.2271617203950882, + 0.05183183401823044, + 0.04218461364507675, + 0.19763915240764618 + ] + }, + { + "epoch": 12, + "train_loss": 1.1684614419937134, + "val_loss": 1.2968735694885254, + "acc": 52.91, + "time": 42.55952871599948, + "param": [ + 0.252340704202652, + 9.837652032729238e-05, + 0.22603747248649597, + 0.22607065737247467, + 0.039924751967191696, + 0.05419513210654259, + 0.20133285224437714 + ] + }, + { + "epoch": 13, + "train_loss": 1.339089035987854, + "val_loss": 1.4065682888031006, + "acc": 51.5, + "time": 41.77929227700042, + "param": [ + 0.25147366523742676, + 0.0012873613741248846, + 0.23010872304439545, + 0.22438904643058777, + 0.032210707664489746, + 0.06196276471018791, + 0.19856779277324677 + ] + }, + { + "epoch": 14, + "train_loss": 1.349907636642456, + "val_loss": 1.3512237071990967, + "acc": 53.31, + "time": 41.137983650000024, + "param": [ + 0.22312572598457336, + 0.033424876630306244, + 0.20756623148918152, + 0.21194414794445038, + 0.06362967938184738, + 0.08085600286722183, + 0.1794532984495163 + ] + }, + { + "epoch": 15, + "train_loss": 1.480002999305725, + "val_loss": 1.2324649095535278, + "acc": 56.94, + "time": 42.14591754700086, + "param": [ + 0.2145281732082367, + 0.04316939413547516, + 0.19720689952373505, + 0.20724445581436157, + 0.07430920004844666, + 0.08877317607402802, + 0.17476867139339447 + ] + }, + { + "epoch": 16, + "train_loss": 1.1842761039733887, + "val_loss": 1.0592960119247437, + "acc": 56.17, + "time": 43.368418310999914, + "param": [ + 0.2143361121416092, + 0.050333887338638306, + 0.19391374289989471, + 0.20348867774009705, + 0.08429965376853943, + 0.0792570486664772, + 0.1743709146976471 + ] + }, + { + "epoch": 17, + "train_loss": 1.3486666679382324, + "val_loss": 1.1791036128997803, + "acc": 57.36, + "time": 42.5673284580007, + "param": [ + 0.2151610553264618, + 0.052381254732608795, + 0.19373522698879242, + 0.1970827281475067, + 0.085000179708004, + 0.08964888006448746, + 0.166990727186203 + ] + }, + { + "epoch": 18, + "train_loss": 1.3143703937530518, + "val_loss": 1.2022372484207153, + "acc": 58.34, + "time": 41.0738668110007, + "param": [ + 0.2131269872188568, + 0.04856400191783905, + 0.18537600338459015, + 0.19782131910324097, + 0.09922080487012863, + 0.10820140689611435, + 0.14768947660923004 + ] + }, + { + "epoch": 19, + "train_loss": 1.4087698459625244, + "val_loss": 1.1552375555038452, + "acc": 57.37, + "time": 41.61992654699861, + "param": [ + 0.21759042143821716, + 0.037721917033195496, + 0.18418830633163452, + 0.20031577348709106, + 0.10293661057949066, + 0.11950114369392395, + 0.1377459019422531 + ] + }, + { + "epoch": 20, + "train_loss": 1.43129301071167, + "val_loss": 1.2646695375442505, + "acc": 56.03, + "time": 42.36909012899923, + "param": [ + 0.22852587699890137, + 0.015424328856170177, + 0.19315607845783234, + 0.2146531045436859, + 0.08794497698545456, + 0.11320434510707855, + 0.14709128439426422 + ] + }, + { + "epoch": 21, + "train_loss": 1.1484917402267456, + "val_loss": 1.15434730052948, + "acc": 57.56, + "time": 41.329602060999605, + "param": [ + 0.23416996002197266, + 0.01579025760293007, + 0.2010241448879242, + 0.22182925045490265, + 0.07434529811143875, + 0.09545867890119553, + 0.15738242864608765 + ] + }, + { + "epoch": 22, + "train_loss": 1.1087374687194824, + "val_loss": 1.1739881038665771, + "acc": 60.14, + "time": 41.21372459900158, + "param": [ + 0.2307201474905014, + 0.034529123455286026, + 0.19034336507320404, + 0.2179354727268219, + 0.06479297578334808, + 0.09622588008642197, + 0.1654529720544815 + ] + }, + { + "epoch": 23, + "train_loss": 1.1063059568405151, + "val_loss": 1.1758143901824951, + "acc": 61.7, + "time": 41.905732585000806, + "param": [ + 0.22285468876361847, + 0.040738511830568314, + 0.18209847807884216, + 0.21993577480316162, + 0.0534617081284523, + 0.11059652268886566, + 0.1703142672777176 + ] + }, + { + "epoch": 24, + "train_loss": 1.3353573083877563, + "val_loss": 1.1437734365463257, + "acc": 61.65, + "time": 42.91110167700026, + "param": [ + 0.21653717756271362, + 0.03846866264939308, + 0.18210165202617645, + 0.21877317130565643, + 0.04915636405348778, + 0.12682244181632996, + 0.16814054548740387 + ] + }, + { + "epoch": 25, + "train_loss": 1.072722315788269, + "val_loss": 1.1406632661819458, + "acc": 62.23, + "time": 39.33100466900032, + "param": [ + 0.2088799625635147, + 0.037548840045928955, + 0.18638230860233307, + 0.2182256281375885, + 0.04734769091010094, + 0.1330244094133377, + 0.16859114170074463 + ] + }, + { + "epoch": 26, + "train_loss": 1.0375595092773438, + "val_loss": 1.0879137516021729, + "acc": 61.25, + "time": 41.592578834999586, + "param": [ + 0.2111639827489853, + 0.02576775662600994, + 0.18865911662578583, + 0.2144538164138794, + 0.043755725026130676, + 0.14497001469135284, + 0.17122960090637207 + ] + }, + { + "epoch": 27, + "train_loss": 0.8845605254173279, + "val_loss": 1.0433934926986694, + "acc": 63.16, + "time": 42.3041756549992, + "param": [ + 0.21108435094356537, + 0.017930304631590843, + 0.19066031277179718, + 0.20489133894443512, + 0.03758161887526512, + 0.16137419641017914, + 0.17647786438465118 + ] + }, + { + "epoch": 28, + "train_loss": 1.00281822681427, + "val_loss": 1.0264694690704346, + "acc": 63.76, + "time": 43.93330097800026, + "param": [ + 0.20583605766296387, + 0.013539645820856094, + 0.19611331820487976, + 0.19446150958538055, + 0.031616780906915665, + 0.17638836801052094, + 0.18204429745674133 + ] + }, + { + "epoch": 29, + "train_loss": 1.0421725511550903, + "val_loss": 1.0370787382125854, + "acc": 63.63, + "time": 44.68297972000073, + "param": [ + 0.19340401887893677, + 0.019941434264183044, + 0.199812114238739, + 0.17875753343105316, + 0.03923371061682701, + 0.19075873494148254, + 0.17809243500232697 + ] + }, + { + "epoch": 30, + "train_loss": 1.010432243347168, + "val_loss": 1.0300407409667969, + "acc": 63.43, + "time": 46.06166214800032, + "param": [ + 0.2006683200597763, + 0.04052457958459854, + 0.18803344666957855, + 0.1701691895723343, + 0.06988073140382767, + 0.18322716653347015, + 0.1474965661764145 + ] + }, + { + "epoch": 31, + "train_loss": 0.9295088052749634, + "val_loss": 1.0651606321334839, + "acc": 63.94, + "time": 44.559580897999695, + "param": [ + 0.21199153363704681, + 0.049475207924842834, + 0.17937804758548737, + 0.15413479506969452, + 0.09763655811548233, + 0.17561733722686768, + 0.13176655769348145 + ] + }, + { + "epoch": 32, + "train_loss": 1.2075797319412231, + "val_loss": 1.1033812761306763, + "acc": 64.31, + "time": 41.185641082000075, + "param": [ + 0.21510103344917297, + 0.05602739751338959, + 0.17082569003105164, + 0.1437087208032608, + 0.1198878362774849, + 0.16794903576374054, + 0.12650027871131897 + ] + }, + { + "epoch": 33, + "train_loss": 1.106265902519226, + "val_loss": 0.9953351020812988, + "acc": 65.32, + "time": 42.385814369999935, + "param": [ + 0.21162250638008118, + 0.05787229537963867, + 0.16445772349834442, + 0.13970886170864105, + 0.12921930849552155, + 0.16337263584136963, + 0.1337466984987259 + ] + }, + { + "epoch": 34, + "train_loss": 1.1160762310028076, + "val_loss": 0.9255661964416504, + "acc": 64.52, + "time": 41.87709123100103, + "param": [ + 0.19333191215991974, + 0.06699193269014359, + 0.16562852263450623, + 0.1475667953491211, + 0.126877561211586, + 0.15890678763389587, + 0.1406964659690857 + ] + }, + { + "epoch": 35, + "train_loss": 1.0183887481689453, + "val_loss": 1.1414631605148315, + "acc": 65.7, + "time": 41.67369363600119, + "param": [ + 0.18072432279586792, + 0.07043080031871796, + 0.16270647943019867, + 0.15649142861366272, + 0.1229369193315506, + 0.14911618828773499, + 0.15759386122226715 + ] + }, + { + "epoch": 36, + "train_loss": 0.9570906758308411, + "val_loss": 1.0166525840759277, + "acc": 64.63, + "time": 41.62902038500033, + "param": [ + 0.1750381588935852, + 0.07465802133083344, + 0.16950544714927673, + 0.14769300818443298, + 0.11951033025979996, + 0.1360732465982437, + 0.1775217354297638 + ] + }, + { + "epoch": 37, + "train_loss": 0.7625038027763367, + "val_loss": 1.0509343147277832, + "acc": 65.49, + "time": 41.374016851001215, + "param": [ + 0.173262819647789, + 0.06550152599811554, + 0.18337038159370422, + 0.13595353066921234, + 0.12143027037382126, + 0.12657517194747925, + 0.1939062923192978 + ] + }, + { + "epoch": 38, + "train_loss": 0.8294217586517334, + "val_loss": 1.0614945888519287, + "acc": 66.0, + "time": 45.58913186499922, + "param": [ + 0.17624691128730774, + 0.05844388157129288, + 0.19269192218780518, + 0.13988107442855835, + 0.1207219660282135, + 0.1149163767695427, + 0.19709786772727966 + ] + }, + { + "epoch": 39, + "train_loss": 0.7851244807243347, + "val_loss": 0.8720406293869019, + "acc": 66.98, + "time": 41.40854101199875, + "param": [ + 0.18737535178661346, + 0.04363618046045303, + 0.20077213644981384, + 0.1452588587999344, + 0.11225005239248276, + 0.1045844703912735, + 0.2061229944229126 + ] + }, + { + "epoch": 40, + "train_loss": 0.7860321402549744, + "val_loss": 1.0563427209854126, + "acc": 66.74, + "time": 42.89231111100162, + "param": [ + 0.1908385306596756, + 0.03370072692632675, + 0.20644119381904602, + 0.14041483402252197, + 0.10523325949907303, + 0.10902682691812515, + 0.21434462070465088 + ] + }, + { + "epoch": 41, + "train_loss": 0.861060380935669, + "val_loss": 0.8585233688354492, + "acc": 66.45, + "time": 41.27482056900044, + "param": [ + 0.19269512593746185, + 0.03478178754448891, + 0.20476481318473816, + 0.13150537014007568, + 0.0978059247136116, + 0.11790075153112411, + 0.22054623067378998 + ] + }, + { + "epoch": 42, + "train_loss": 0.8532539010047913, + "val_loss": 1.0213367938995361, + "acc": 66.63, + "time": 41.202029109999785, + "param": [ + 0.21394146978855133, + 0.025260914117097855, + 0.20492233335971832, + 0.12364008277654648, + 0.08465691655874252, + 0.11649689078330994, + 0.23108141124248505 + ] + }, + { + "epoch": 43, + "train_loss": 0.7850533127784729, + "val_loss": 1.065141201019287, + "acc": 66.8, + "time": 42.434455781, + "param": [ + 0.23442958295345306, + 0.018086912110447884, + 0.19191083312034607, + 0.12470628321170807, + 0.07006937265396118, + 0.11072278767824173, + 0.2500742971897125 + ] + }, + { + "epoch": 44, + "train_loss": 0.845324695110321, + "val_loss": 0.7778204083442688, + "acc": 67.1, + "time": 43.115113571999245, + "param": [ + 0.24944987893104553, + 0.032392337918281555, + 0.17822539806365967, + 0.11373598128557205, + 0.06600973010063171, + 0.11502061039209366, + 0.2451660931110382 + ] + }, + { + "epoch": 45, + "train_loss": 0.8052290081977844, + "val_loss": 0.8464511036872864, + "acc": 67.79, + "time": 41.957468368000264, + "param": [ + 0.25888797640800476, + 0.03619249165058136, + 0.17008252441883087, + 0.1106448844075203, + 0.07578518986701965, + 0.11369993537664413, + 0.23470695316791534 + ] + }, + { + "epoch": 46, + "train_loss": 0.7499539256095886, + "val_loss": 0.9776371121406555, + "acc": 67.2, + "time": 41.734507725001095, + "param": [ + 0.2587798833847046, + 0.04278528317809105, + 0.16220344603061676, + 0.11518203467130661, + 0.08460269123315811, + 0.10992344468832016, + 0.22652322053909302 + ] + }, + { + "epoch": 47, + "train_loss": 0.7885110974311829, + "val_loss": 0.8253457546234131, + "acc": 67.34, + "time": 41.28357025399964, + "param": [ + 0.23814010620117188, + 0.0591244101524353, + 0.15377332270145416, + 0.11788344383239746, + 0.09704488515853882, + 0.1209426075220108, + 0.21309126913547516 + ] + }, + { + "epoch": 48, + "train_loss": 0.7812285423278809, + "val_loss": 0.9775025248527527, + "acc": 67.17, + "time": 40.785256639999716, + "param": [ + 0.21230114996433258, + 0.0780576691031456, + 0.13919737935066223, + 0.12536726891994476, + 0.12009529024362564, + 0.13290448486804962, + 0.19207663834095 + ] + }, + { + "epoch": 49, + "train_loss": 0.831432580947876, + "val_loss": 0.9410545825958252, + "acc": 67.55, + "time": 40.913592286000494, + "param": [ + 0.20781993865966797, + 0.07579050958156586, + 0.14182649552822113, + 0.12462010979652405, + 0.13391757011413574, + 0.12366431951522827, + 0.19236108660697937 + ] + }, + { + "epoch": 50, + "train_loss": 0.7776928544044495, + "val_loss": 0.9780882000923157, + "acc": 67.47, + "time": 40.871805676000804, + "param": [ + 0.2083219438791275, + 0.06752308458089828, + 0.14406178891658783, + 0.12162922322750092, + 0.14682555198669434, + 0.11518213152885437, + 0.19645628333091736 + ] + }, + { + "epoch": 51, + "train_loss": 0.736569344997406, + "val_loss": 0.9236978888511658, + "acc": 67.23, + "time": 40.78109965600015, + "param": [ + 0.2053917795419693, + 0.07335980236530304, + 0.1647544950246811, + 0.12944439053535461, + 0.14510324597358704, + 0.0974174216389656, + 0.1845288723707199 + ] + }, + { + "epoch": 52, + "train_loss": 0.7840723991394043, + "val_loss": 0.9568902850151062, + "acc": 68.32, + "time": 40.95411087899993, + "param": [ + 0.20814570784568787, + 0.0755118578672409, + 0.17401763796806335, + 0.13614903390407562, + 0.1361405849456787, + 0.09273777157068253, + 0.17729738354682922 + ] + }, + { + "epoch": 53, + "train_loss": 0.8138366341590881, + "val_loss": 0.9626984596252441, + "acc": 68.09, + "time": 40.82285566500104, + "param": [ + 0.20161984860897064, + 0.08449963480234146, + 0.18011370301246643, + 0.13257400691509247, + 0.12330494076013565, + 0.10270539671182632, + 0.17518247663974762 + ] + }, + { + "epoch": 54, + "train_loss": 0.7193639278411865, + "val_loss": 0.9249189496040344, + "acc": 67.49, + "time": 42.19246810000004, + "param": [ + 0.20726630091667175, + 0.07719801366329193, + 0.1729375422000885, + 0.13688603043556213, + 0.11260942369699478, + 0.1148594543337822, + 0.17824320495128632 + ] + }, + { + "epoch": 55, + "train_loss": 0.8021320700645447, + "val_loss": 0.8863544464111328, + "acc": 68.23, + "time": 41.059292408001056, + "param": [ + 0.22255955636501312, + 0.05599590763449669, + 0.16558372974395752, + 0.14509765803813934, + 0.08697285503149033, + 0.13650299608707428, + 0.187287375330925 + ] + }, + { + "epoch": 56, + "train_loss": 0.7072269916534424, + "val_loss": 0.956344485282898, + "acc": 68.44, + "time": 41.21806917499998, + "param": [ + 0.24365805089473724, + 0.02858870103955269, + 0.15589016675949097, + 0.146040678024292, + 0.08491761982440948, + 0.15519502758979797, + 0.18570978939533234 + ] + }, + { + "epoch": 57, + "train_loss": 0.7188262939453125, + "val_loss": 0.9537942409515381, + "acc": 68.86, + "time": 41.17452756900093, + "param": [ + 0.26621130108833313, + 0.02638065256178379, + 0.14489392936229706, + 0.14410197734832764, + 0.0937352180480957, + 0.1443219631910324, + 0.18035496771335602 + ] + }, + { + "epoch": 58, + "train_loss": 0.5397639870643616, + "val_loss": 0.8049058318138123, + "acc": 68.0, + "time": 41.197973420999915, + "param": [ + 0.2877683639526367, + 0.020024940371513367, + 0.1389608532190323, + 0.15080979466438293, + 0.09870701283216476, + 0.13249067962169647, + 0.17123836278915405 + ] + }, + { + "epoch": 59, + "train_loss": 0.4088955521583557, + "val_loss": 0.8781549334526062, + "acc": 68.42, + "time": 41.197425017999194, + "param": [ + 0.2956969439983368, + 0.022840313613414764, + 0.14854465425014496, + 0.14664149284362793, + 0.09788035601377487, + 0.1262589693069458, + 0.1621372252702713 + ] + }, + { + "epoch": 60, + "train_loss": 0.6369874477386475, + "val_loss": 0.9520657062530518, + "acc": 67.78, + "time": 40.618433613999514, + "param": [ + 0.28458356857299805, + 0.051984068006277084, + 0.1590268611907959, + 0.13140493631362915, + 0.0970505028963089, + 0.12759140133857727, + 0.14835862815380096 + ] + }, + { + "epoch": 61, + "train_loss": 0.5794306397438049, + "val_loss": 0.9133650660514832, + "acc": 68.04, + "time": 41.38662103600109, + "param": [ + 0.2896868586540222, + 0.0708087831735611, + 0.16162236034870148, + 0.11634542793035507, + 0.08676863461732864, + 0.13269591331481934, + 0.14207203686237335 + ] + }, + { + "epoch": 62, + "train_loss": 0.5154209733009338, + "val_loss": 0.8263828158378601, + "acc": 68.48, + "time": 41.296007418000954, + "param": [ + 0.2958279550075531, + 0.07370446622371674, + 0.16601786017417908, + 0.11690622568130493, + 0.06498584151268005, + 0.13800077140331268, + 0.14455687999725342 + ] + }, + { + "epoch": 63, + "train_loss": 0.48104560375213623, + "val_loss": 1.117881417274475, + "acc": 68.78, + "time": 41.164542717000586, + "param": [ + 0.2908421754837036, + 0.08382625132799149, + 0.16481076180934906, + 0.11185327172279358, + 0.05606742203235626, + 0.13972477614879608, + 0.15287531912326813 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-8 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-8 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json new file mode 100644 index 0000000..5c0de14 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-8 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json @@ -0,0 +1,1244 @@ +{ + "Accuracy": 68.58, + "Time": [ + 83.28751803823623, + 10.854811741160972 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2599263191223145, + "val_loss": 2.2219252586364746, + "acc": 19.32, + "time": 84.4723706370005, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 2, + "train_loss": 2.075282335281372, + "val_loss": 1.9827158451080322, + "acc": 27.88, + "time": 83.64674383900092, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 3, + "train_loss": 1.8644835948944092, + "val_loss": 1.877968192100525, + "acc": 34.4, + "time": 84.61800201200094, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 4, + "train_loss": 1.9227585792541504, + "val_loss": 1.6925495862960815, + "acc": 39.21, + "time": 85.16096507399925, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 5, + "train_loss": 1.715569019317627, + "val_loss": 1.624772071838379, + "acc": 42.61, + "time": 83.77746767200006, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 6, + "train_loss": 1.7295986413955688, + "val_loss": 1.5859431028366089, + "acc": 42.35, + "time": 86.7289037139999, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 7, + "train_loss": 1.6031835079193115, + "val_loss": 1.4326494932174683, + "acc": 46.85, + "time": 67.11697484399883, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 8, + "train_loss": 1.6068142652511597, + "val_loss": 1.4673187732696533, + "acc": 47.93, + "time": 83.81375241999922, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 9, + "train_loss": 1.399377703666687, + "val_loss": 1.444299578666687, + "acc": 49.67, + "time": 85.42855492799936, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 10, + "train_loss": 1.4726101160049438, + "val_loss": 1.4621152877807617, + "acc": 50.7, + "time": 86.15137236200098, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 11, + "train_loss": 1.5453917980194092, + "val_loss": 1.4473071098327637, + "acc": 51.31, + "time": 85.99349853199965, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 12, + "train_loss": 1.3006904125213623, + "val_loss": 1.394016146659851, + "acc": 50.97, + "time": 87.94576910199976, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 13, + "train_loss": 1.1696994304656982, + "val_loss": 1.3813098669052124, + "acc": 53.52, + "time": 88.76639366500058, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 14, + "train_loss": 1.4369479417800903, + "val_loss": 1.215797781944275, + "acc": 54.88, + "time": 86.45168361599826, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 15, + "train_loss": 1.403982162475586, + "val_loss": 1.2673786878585815, + "acc": 54.29, + "time": 85.45186919699881, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 16, + "train_loss": 1.2579200267791748, + "val_loss": 1.2367554903030396, + "acc": 54.74, + "time": 85.00134298100056, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 17, + "train_loss": 1.3289916515350342, + "val_loss": 1.2668615579605103, + "acc": 55.67, + "time": 80.73822881699925, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 18, + "train_loss": 1.3257105350494385, + "val_loss": 1.3262832164764404, + "acc": 56.3, + "time": 85.76766531800058, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 19, + "train_loss": 1.214216709136963, + "val_loss": 1.2227827310562134, + "acc": 55.82, + "time": 87.85317893700085, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 20, + "train_loss": 1.1716526746749878, + "val_loss": 1.1777138710021973, + "acc": 58.46, + "time": 86.42405720300121, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 21, + "train_loss": 1.1965405941009521, + "val_loss": 1.0937392711639404, + "acc": 58.17, + "time": 86.4324977920005, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 22, + "train_loss": 1.525832176208496, + "val_loss": 1.138323187828064, + "acc": 58.05, + "time": 87.90148907099865, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 23, + "train_loss": 0.9987912774085999, + "val_loss": 1.1144050359725952, + "acc": 58.98, + "time": 74.77614214999994, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 24, + "train_loss": 1.277549386024475, + "val_loss": 1.1337227821350098, + "acc": 57.23, + "time": 87.3429217239991, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 25, + "train_loss": 1.167659878730774, + "val_loss": 1.1131553649902344, + "acc": 60.57, + "time": 84.74785931800034, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 26, + "train_loss": 1.0421537160873413, + "val_loss": 1.1710327863693237, + "acc": 61.23, + "time": 83.34873623199928, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 27, + "train_loss": 1.214991569519043, + "val_loss": 1.1269842386245728, + "acc": 59.86, + "time": 85.13272678199974, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 28, + "train_loss": 1.1191115379333496, + "val_loss": 1.0201842784881592, + "acc": 61.01, + "time": 84.45266657899992, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 29, + "train_loss": 1.041151523590088, + "val_loss": 1.0190849304199219, + "acc": 61.56, + "time": 83.74874853499932, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 30, + "train_loss": 1.0837546586990356, + "val_loss": 1.0561717748641968, + "acc": 63.89, + "time": 85.39208214100108, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 31, + "train_loss": 1.0199613571166992, + "val_loss": 1.0615466833114624, + "acc": 63.0, + "time": 83.55814158099929, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 32, + "train_loss": 1.1501338481903076, + "val_loss": 0.9739535450935364, + "acc": 63.42, + "time": 84.30053721199874, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 33, + "train_loss": 1.0269393920898438, + "val_loss": 1.004795789718628, + "acc": 63.54, + "time": 88.02637478200086, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 34, + "train_loss": 1.0167388916015625, + "val_loss": 0.9651732444763184, + "acc": 61.94, + "time": 85.79809915000078, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 35, + "train_loss": 1.064181923866272, + "val_loss": 1.0282888412475586, + "acc": 63.77, + "time": 87.85049358700053, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 36, + "train_loss": 0.932786226272583, + "val_loss": 0.9973546266555786, + "acc": 64.04, + "time": 87.16773610500059, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 37, + "train_loss": 0.8844490051269531, + "val_loss": 1.0644749402999878, + "acc": 64.91, + "time": 87.0555184470013, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 38, + "train_loss": 0.9436779022216797, + "val_loss": 0.9885309934616089, + "acc": 65.39, + "time": 78.90740877700046, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 39, + "train_loss": 0.997144877910614, + "val_loss": 0.9942728877067566, + "acc": 63.8, + "time": 86.7892057780009, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 40, + "train_loss": 1.1863540410995483, + "val_loss": 0.964999794960022, + "acc": 64.16, + "time": 89.96041627200066, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 41, + "train_loss": 1.031862735748291, + "val_loss": 1.0610209703445435, + "acc": 65.57, + "time": 86.07748464900033, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 42, + "train_loss": 0.9719128012657166, + "val_loss": 1.0080617666244507, + "acc": 65.2, + "time": 85.6421311769991, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 43, + "train_loss": 0.8737517595291138, + "val_loss": 0.9693747758865356, + "acc": 65.76, + "time": 85.93280008500005, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 44, + "train_loss": 0.9065217971801758, + "val_loss": 0.9637213349342346, + "acc": 65.99, + "time": 85.66426245000002, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 45, + "train_loss": 0.8708521127700806, + "val_loss": 0.9727964997291565, + "acc": 66.2, + "time": 86.00572884899884, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 46, + "train_loss": 0.9110671877861023, + "val_loss": 0.9947124123573303, + "acc": 66.38, + "time": 88.72545158200046, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 47, + "train_loss": 0.9700484871864319, + "val_loss": 1.0349352359771729, + "acc": 66.53, + "time": 87.31139540799995, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 48, + "train_loss": 0.866419792175293, + "val_loss": 1.073616623878479, + "acc": 67.11, + "time": 86.82625169200037, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 49, + "train_loss": 0.746854841709137, + "val_loss": 1.1058027744293213, + "acc": 67.37, + "time": 88.57191327599867, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 50, + "train_loss": 0.6791611313819885, + "val_loss": 1.0157098770141602, + "acc": 66.1, + "time": 88.29907446499965, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 51, + "train_loss": 0.812104344367981, + "val_loss": 1.0350797176361084, + "acc": 66.97, + "time": 87.4984682330014, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 52, + "train_loss": 0.8123525977134705, + "val_loss": 1.0657715797424316, + "acc": 66.22, + "time": 88.45394033900084, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 53, + "train_loss": 0.9774760007858276, + "val_loss": 0.9130048751831055, + "acc": 66.89, + "time": 88.18432127500091, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 54, + "train_loss": 0.8542446494102478, + "val_loss": 0.9724041819572449, + "acc": 65.0, + "time": 73.41556418099935, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 55, + "train_loss": 0.8227531313896179, + "val_loss": 1.034427523612976, + "acc": 66.95, + "time": 88.67260727100074, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 56, + "train_loss": 0.7381818294525146, + "val_loss": 0.9896918535232544, + "acc": 66.29, + "time": 86.24793134200081, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 57, + "train_loss": 0.7107152938842773, + "val_loss": 1.0156899690628052, + "acc": 67.72, + "time": 89.64682373799951, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 58, + "train_loss": 0.7272689938545227, + "val_loss": 1.0604674816131592, + "acc": 67.83, + "time": 84.03085832400029, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 59, + "train_loss": 0.7697797417640686, + "val_loss": 0.917677104473114, + "acc": 66.54, + "time": 83.62893382600123, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 60, + "train_loss": 0.7461016774177551, + "val_loss": 1.0070558786392212, + "acc": 67.86, + "time": 87.55927033899934, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 61, + "train_loss": 0.752735435962677, + "val_loss": 0.9020984768867493, + "acc": 68.03, + "time": 86.46636343400132, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 62, + "train_loss": 0.6013134717941284, + "val_loss": 0.8247948288917542, + "acc": 68.19, + "time": 87.56942885699937, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 63, + "train_loss": 0.6501514911651611, + "val_loss": 0.9720861911773682, + "acc": 67.39, + "time": 86.38278473199898, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 64, + "train_loss": 0.687376856803894, + "val_loss": 0.986292839050293, + "acc": 68.51, + "time": 76.2102161340008, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 65, + "train_loss": 0.6366069912910461, + "val_loss": 1.0970786809921265, + "acc": 67.59, + "time": 28.898403284001688, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 66, + "train_loss": 0.7377784848213196, + "val_loss": 1.0502501726150513, + "acc": 68.52, + "time": 30.38616428200112, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 67, + "train_loss": 0.8343732357025146, + "val_loss": 0.9511638283729553, + "acc": 68.04, + "time": 45.16828104399974, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 68, + "train_loss": 0.6492685675621033, + "val_loss": 0.8439690470695496, + "acc": 67.54, + "time": 85.5971937380018, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 69, + "train_loss": 0.6025065183639526, + "val_loss": 0.9882854223251343, + "acc": 66.98, + "time": 88.07283060999907, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 70, + "train_loss": 0.7248123288154602, + "val_loss": 0.9764457941055298, + "acc": 68.1, + "time": 86.14752239100198, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 71, + "train_loss": 0.8320400714874268, + "val_loss": 0.91463702917099, + "acc": 68.58, + "time": 86.82089678199918, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 72, + "train_loss": 0.7363718748092651, + "val_loss": 0.9911019802093506, + "acc": 67.26, + "time": 88.58740407900041, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-8 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-8 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..61d5c50 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-8 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,1244 @@ +{ + "Accuracy": 69.63, + "Time": [ + 42.10673401133335, + 0.8206574271336758 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.3150155544281006, + "val_loss": 2.284637212753296, + "acc": 12.91, + "time": 42.14378343499993, + "param": [ + 0.13427264988422394, + 0.1325100064277649, + 0.10334072262048721, + 0.11044592410326004, + 0.11721571534872055, + 0.13690495491027832, + 0.13463661074638367, + 0.130673348903656 + ] + }, + { + "epoch": 2, + "train_loss": 2.12131929397583, + "val_loss": 1.9822157621383667, + "acc": 25.89, + "time": 41.97154627500095, + "param": [ + 0.1465204805135727, + 0.11507423222064972, + 0.11321204900741577, + 0.09909187257289886, + 0.11397387832403183, + 0.12103517353534698, + 0.1525317281484604, + 0.13856056332588196 + ] + }, + { + "epoch": 3, + "train_loss": 1.8402661085128784, + "val_loss": 1.829504370689392, + "acc": 33.04, + "time": 41.83965248799905, + "param": [ + 0.17457379400730133, + 0.08731579780578613, + 0.1046435609459877, + 0.10573331266641617, + 0.12702807784080505, + 0.10141536593437195, + 0.1683214157819748, + 0.13096866011619568 + ] + }, + { + "epoch": 4, + "train_loss": 1.791757345199585, + "val_loss": 1.7107820510864258, + "acc": 38.88, + "time": 41.92513384400081, + "param": [ + 0.1998416930437088, + 0.06889127939939499, + 0.1041787713766098, + 0.11550875008106232, + 0.13534599542617798, + 0.0629827231168747, + 0.1838325411081314, + 0.129418283700943 + ] + }, + { + "epoch": 5, + "train_loss": 1.4613664150238037, + "val_loss": 1.7237316370010376, + "acc": 39.1, + "time": 41.9883807490005, + "param": [ + 0.20505675673484802, + 0.06060107424855232, + 0.13306772708892822, + 0.12453769147396088, + 0.14723163843154907, + 0.018610196188092232, + 0.1854405701160431, + 0.12545432150363922 + ] + }, + { + "epoch": 6, + "train_loss": 1.2492340803146362, + "val_loss": 1.5931791067123413, + "acc": 42.73, + "time": 40.62326093200136, + "param": [ + 0.21877525746822357, + 0.027303071692585945, + 0.15755309164524078, + 0.12265215814113617, + 0.15045300126075745, + 0.0, + 0.20235764980316162, + 0.12090584635734558 + ] + }, + { + "epoch": 7, + "train_loss": 1.3754284381866455, + "val_loss": 1.450856328010559, + "acc": 44.82, + "time": 42.02792942799897, + "param": [ + 0.22508004307746887, + 0.0, + 0.16884417831897736, + 0.11048302054405212, + 0.15385977923870087, + 0.0, + 0.21758608520030975, + 0.12414689362049103 + ] + }, + { + "epoch": 8, + "train_loss": 1.8700472116470337, + "val_loss": 1.4594560861587524, + "acc": 46.58, + "time": 41.9355494420015, + "param": [ + 0.2236482799053192, + 0.0, + 0.17154084146022797, + 0.11027569323778152, + 0.14490404725074768, + 0.0, + 0.21971780061721802, + 0.12991338968276978 + ] + }, + { + "epoch": 9, + "train_loss": 1.4127169847488403, + "val_loss": 1.359334111213684, + "acc": 49.71, + "time": 42.06978182700004, + "param": [ + 0.22165021300315857, + 0.0, + 0.19268478453159332, + 0.11584148555994034, + 0.12173044681549072, + 0.02336224541068077, + 0.1994398981332779, + 0.12529100477695465 + ] + }, + { + "epoch": 10, + "train_loss": 1.4585208892822266, + "val_loss": 1.3738067150115967, + "acc": 51.29, + "time": 41.981919964000554, + "param": [ + 0.21506650745868683, + 0.003918576519936323, + 0.2043333202600479, + 0.12483848631381989, + 0.10054951906204224, + 0.039971452206373215, + 0.1888827234506607, + 0.12243933230638504 + ] + }, + { + "epoch": 11, + "train_loss": 1.4036428928375244, + "val_loss": 1.3412152528762817, + "acc": 52.01, + "time": 42.013965195999845, + "param": [ + 0.20747114717960358, + 0.005051805172115564, + 0.2124008983373642, + 0.13026376068592072, + 0.08421692997217178, + 0.05834292620420456, + 0.18550610542297363, + 0.11674639582633972 + ] + }, + { + "epoch": 12, + "train_loss": 1.447762370109558, + "val_loss": 1.264520525932312, + "acc": 53.1, + "time": 40.76002933599921, + "param": [ + 0.20518234372138977, + 0.01023865770548582, + 0.20295080542564392, + 0.14539606869220734, + 0.07749035209417343, + 0.06240462884306908, + 0.1764647662639618, + 0.11987228691577911 + ] + }, + { + "epoch": 13, + "train_loss": 1.2433850765228271, + "val_loss": 1.2634692192077637, + "acc": 53.9, + "time": 40.57402799499869, + "param": [ + 0.20935283601284027, + 0.00343779637478292, + 0.20098084211349487, + 0.14484992623329163, + 0.0776459276676178, + 0.06355201452970505, + 0.17796961963176727, + 0.1222110390663147 + ] + }, + { + "epoch": 14, + "train_loss": 1.4495410919189453, + "val_loss": 1.3628932237625122, + "acc": 53.43, + "time": 42.91373181800009, + "param": [ + 0.2224399894475937, + 0.0, + 0.2177257090806961, + 0.13808368146419525, + 0.06901933997869492, + 0.04673853889107704, + 0.18092100322246552, + 0.12507182359695435 + ] + }, + { + "epoch": 15, + "train_loss": 1.3470596075057983, + "val_loss": 1.230839729309082, + "acc": 55.45, + "time": 43.42357418300162, + "param": [ + 0.23200172185897827, + 0.003163129324093461, + 0.23314526677131653, + 0.13243819773197174, + 0.06233127787709236, + 0.031169041991233826, + 0.1808500736951828, + 0.12490132451057434 + ] + }, + { + "epoch": 16, + "train_loss": 1.2550866603851318, + "val_loss": 1.1823344230651855, + "acc": 56.32, + "time": 43.80252004400063, + "param": [ + 0.22564110159873962, + 0.013614106923341751, + 0.2297016829252243, + 0.1284143328666687, + 0.0703195333480835, + 0.03878898173570633, + 0.17115440964698792, + 0.12236589938402176 + ] + }, + { + "epoch": 17, + "train_loss": 1.0948121547698975, + "val_loss": 1.1962226629257202, + "acc": 55.97, + "time": 42.36837693800044, + "param": [ + 0.21870990097522736, + 0.01450822688639164, + 0.2230961173772812, + 0.13085265457630157, + 0.06940653920173645, + 0.062486954033374786, + 0.166174054145813, + 0.11476549506187439 + ] + }, + { + "epoch": 18, + "train_loss": 1.2482056617736816, + "val_loss": 1.178645133972168, + "acc": 57.31, + "time": 42.709196608999264, + "param": [ + 0.22062423825263977, + 0.01939515210688114, + 0.20641091465950012, + 0.137819305062294, + 0.05596904829144478, + 0.0849878191947937, + 0.1586669683456421, + 0.11612655967473984 + ] + }, + { + "epoch": 19, + "train_loss": 1.1610386371612549, + "val_loss": 1.0974161624908447, + "acc": 59.57, + "time": 42.27626144899841, + "param": [ + 0.19864416122436523, + 0.02563488855957985, + 0.17798101902008057, + 0.14256970584392548, + 0.06627346575260162, + 0.0954505205154419, + 0.17187242209911346, + 0.12157373875379562 + ] + }, + { + "epoch": 20, + "train_loss": 1.0420058965682983, + "val_loss": 1.144426941871643, + "acc": 59.57, + "time": 42.05761734800035, + "param": [ + 0.19420500099658966, + 0.02554992400109768, + 0.1668577641248703, + 0.14751076698303223, + 0.07426812499761581, + 0.09199371933937073, + 0.17674215137958527, + 0.12287256121635437 + ] + }, + { + "epoch": 21, + "train_loss": 1.1985418796539307, + "val_loss": 1.1583844423294067, + "acc": 60.93, + "time": 42.39630931300053, + "param": [ + 0.19927622377872467, + 0.024914829060435295, + 0.16726595163345337, + 0.149928480386734, + 0.07663120329380035, + 0.07742815464735031, + 0.18329530954360962, + 0.12125981599092484 + ] + }, + { + "epoch": 22, + "train_loss": 0.9276502728462219, + "val_loss": 1.1278076171875, + "acc": 61.02, + "time": 42.245671315000436, + "param": [ + 0.19300557672977448, + 0.03058125078678131, + 0.16767089068889618, + 0.15264001488685608, + 0.07606571167707443, + 0.06573980301618576, + 0.1894245445728302, + 0.12487222999334335 + ] + }, + { + "epoch": 23, + "train_loss": 1.1142005920410156, + "val_loss": 1.07011079788208, + "acc": 62.03, + "time": 42.95480453700111, + "param": [ + 0.18351051211357117, + 0.03731488063931465, + 0.1590874344110489, + 0.1446433663368225, + 0.09323722124099731, + 0.07341373711824417, + 0.18430016934871674, + 0.12449265271425247 + ] + }, + { + "epoch": 24, + "train_loss": 1.1569260358810425, + "val_loss": 1.0731717348098755, + "acc": 61.95, + "time": 42.968355936998705, + "param": [ + 0.18603767454624176, + 0.04349374771118164, + 0.15456052124500275, + 0.14174385368824005, + 0.09654726088047028, + 0.06847979873418808, + 0.18004530668258667, + 0.12909181416034698 + ] + }, + { + "epoch": 25, + "train_loss": 1.2229137420654297, + "val_loss": 1.1970967054367065, + "acc": 62.34, + "time": 43.91645331200016, + "param": [ + 0.1973925530910492, + 0.0394330769777298, + 0.15872402489185333, + 0.1338699907064438, + 0.08386727422475815, + 0.06987132132053375, + 0.19366401433944702, + 0.12317775934934616 + ] + }, + { + "epoch": 26, + "train_loss": 1.0938239097595215, + "val_loss": 1.0134618282318115, + "acc": 62.65, + "time": 42.83149263899941, + "param": [ + 0.19894997775554657, + 0.04859907180070877, + 0.15282341837882996, + 0.12214479595422745, + 0.0812714546918869, + 0.0861554965376854, + 0.19580601155757904, + 0.11424972862005234 + ] + }, + { + "epoch": 27, + "train_loss": 0.9287954568862915, + "val_loss": 0.9993690848350525, + "acc": 62.37, + "time": 42.62652100699961, + "param": [ + 0.19825199246406555, + 0.05528846010565758, + 0.1373308300971985, + 0.1096387580037117, + 0.08303752541542053, + 0.10686331242322922, + 0.19143818318843842, + 0.11815091967582703 + ] + }, + { + "epoch": 28, + "train_loss": 1.0678645372390747, + "val_loss": 0.956508994102478, + "acc": 63.47, + "time": 44.561340903999735, + "param": [ + 0.19523343443870544, + 0.04973575845360756, + 0.12948139011859894, + 0.08931852132081985, + 0.09082621335983276, + 0.12121862918138504, + 0.19877418875694275, + 0.12541189789772034 + ] + }, + { + "epoch": 29, + "train_loss": 0.8996357321739197, + "val_loss": 1.057069182395935, + "acc": 63.36, + "time": 43.53264940900044, + "param": [ + 0.19791285693645477, + 0.02637498266994953, + 0.12202935665845871, + 0.07420827448368073, + 0.09003105014562607, + 0.12485827505588531, + 0.21840785443782806, + 0.14617733657360077 + ] + }, + { + "epoch": 30, + "train_loss": 0.8507676720619202, + "val_loss": 1.0194323062896729, + "acc": 64.52, + "time": 44.23969509000017, + "param": [ + 0.20129290223121643, + 0.017502816393971443, + 0.12208221852779388, + 0.07341975718736649, + 0.08400676399469376, + 0.11242169141769409, + 0.2267126441001892, + 0.16256113350391388 + ] + }, + { + "epoch": 31, + "train_loss": 1.0371395349502563, + "val_loss": 1.102568507194519, + "acc": 64.65, + "time": 43.024586195000666, + "param": [ + 0.20156794786453247, + 0.019880156964063644, + 0.1156952753663063, + 0.08688320219516754, + 0.09049691259860992, + 0.1030782014131546, + 0.2151944935321808, + 0.1672038584947586 + ] + }, + { + "epoch": 32, + "train_loss": 0.907805323600769, + "val_loss": 1.0745980739593506, + "acc": 63.27, + "time": 42.18904984800065, + "param": [ + 0.2118539810180664, + 0.005633748136460781, + 0.11863281577825546, + 0.09768661111593246, + 0.08952126652002335, + 0.08985454589128494, + 0.20204050838947296, + 0.18477648496627808 + ] + }, + { + "epoch": 33, + "train_loss": 0.8512029051780701, + "val_loss": 1.0969090461730957, + "acc": 62.8, + "time": 42.065217762999964, + "param": [ + 0.23431192338466644, + 0.00404277304187417, + 0.11345139890909195, + 0.09708626568317413, + 0.07215043157339096, + 0.08889111131429672, + 0.2015472650527954, + 0.18851879239082336 + ] + }, + { + "epoch": 34, + "train_loss": 1.0914428234100342, + "val_loss": 1.0135979652404785, + "acc": 65.46, + "time": 42.754936277000525, + "param": [ + 0.26387009024620056, + 0.0061905221082270145, + 0.10328850150108337, + 0.09928751736879349, + 0.04825277999043465, + 0.09484490752220154, + 0.1900193691253662, + 0.19424636662006378 + ] + }, + { + "epoch": 35, + "train_loss": 0.8140130639076233, + "val_loss": 0.997896134853363, + "acc": 66.06, + "time": 41.91135796600065, + "param": [ + 0.25977855920791626, + 0.0424015186727047, + 0.09522192925214767, + 0.0989513248205185, + 0.043217651546001434, + 0.10104424506425858, + 0.16941101849079132, + 0.18997377157211304 + ] + }, + { + "epoch": 36, + "train_loss": 1.0732591152191162, + "val_loss": 1.1274274587631226, + "acc": 64.52, + "time": 41.96842161799941, + "param": [ + 0.2466571033000946, + 0.07055685669183731, + 0.08966070413589478, + 0.09743678569793701, + 0.05219843238592148, + 0.10436733812093735, + 0.15797394514083862, + 0.18114884197711945 + ] + }, + { + "epoch": 37, + "train_loss": 0.9792284965515137, + "val_loss": 0.9443895220756531, + "acc": 66.1, + "time": 42.04709116400045, + "param": [ + 0.2287590205669403, + 0.09031420201063156, + 0.0944066122174263, + 0.100466288626194, + 0.06194332242012024, + 0.10531175881624222, + 0.15673963725566864, + 0.16205918788909912 + ] + }, + { + "epoch": 38, + "train_loss": 1.031152606010437, + "val_loss": 0.9962193965911865, + "acc": 65.9, + "time": 41.69633830800012, + "param": [ + 0.21324345469474792, + 0.08728914707899094, + 0.11185309290885925, + 0.09891988337039948, + 0.07209356129169464, + 0.1112617701292038, + 0.16927629709243774, + 0.13606277108192444 + ] + }, + { + "epoch": 39, + "train_loss": 0.8273174166679382, + "val_loss": 0.9281423687934875, + "acc": 66.4, + "time": 41.709350696999536, + "param": [ + 0.20404332876205444, + 0.07009094208478928, + 0.12711885571479797, + 0.1006699725985527, + 0.08214867860078812, + 0.120778888463974, + 0.17544516921043396, + 0.11970417201519012 + ] + }, + { + "epoch": 40, + "train_loss": 0.9577544331550598, + "val_loss": 0.9427427053451538, + "acc": 66.36, + "time": 42.38455726599932, + "param": [ + 0.1941852867603302, + 0.06374992430210114, + 0.13601495325565338, + 0.09286253154277802, + 0.09181135892868042, + 0.1206047385931015, + 0.1792960911989212, + 0.12147509306669235 + ] + }, + { + "epoch": 41, + "train_loss": 0.8051472306251526, + "val_loss": 0.9774081707000732, + "acc": 67.06, + "time": 42.46536372999981, + "param": [ + 0.20297639071941376, + 0.05069473758339882, + 0.13487742841243744, + 0.09502243995666504, + 0.08870738744735718, + 0.12089677155017853, + 0.18978175520896912, + 0.11704307794570923 + ] + }, + { + "epoch": 42, + "train_loss": 0.7678834199905396, + "val_loss": 0.9297109246253967, + "acc": 66.98, + "time": 42.126637329000005, + "param": [ + 0.20738454163074493, + 0.05722279101610184, + 0.1398712694644928, + 0.09459848701953888, + 0.06979889422655106, + 0.10967598110437393, + 0.2047187089920044, + 0.11672937124967575 + ] + }, + { + "epoch": 43, + "train_loss": 1.1166257858276367, + "val_loss": 0.9398522973060608, + "acc": 66.11, + "time": 41.9376223119998, + "param": [ + 0.21012480556964874, + 0.06987788528203964, + 0.1490640789270401, + 0.08621106296777725, + 0.05565674975514412, + 0.09409471601247787, + 0.2174397110939026, + 0.11753104627132416 + ] + }, + { + "epoch": 44, + "train_loss": 0.8579778671264648, + "val_loss": 0.9472177028656006, + "acc": 66.25, + "time": 42.051862639998944, + "param": [ + 0.21482454240322113, + 0.09018032997846603, + 0.1438075751066208, + 0.08022543787956238, + 0.06476718932390213, + 0.07329001277685165, + 0.23046809434890747, + 0.10243675112724304 + ] + }, + { + "epoch": 45, + "train_loss": 0.8512559533119202, + "val_loss": 0.9424567818641663, + "acc": 67.56, + "time": 41.99223959200026, + "param": [ + 0.2156788855791092, + 0.09814023226499557, + 0.14147618412971497, + 0.07635249942541122, + 0.07270509004592896, + 0.07833223789930344, + 0.20738928020000458, + 0.10992556065320969 + ] + }, + { + "epoch": 46, + "train_loss": 0.8219949007034302, + "val_loss": 0.904019296169281, + "acc": 66.7, + "time": 42.05914399699941, + "param": [ + 0.20491744577884674, + 0.08725303411483765, + 0.14564423263072968, + 0.09227565675973892, + 0.08803617209196091, + 0.09329888969659805, + 0.17088693380355835, + 0.11768751591444016 + ] + }, + { + "epoch": 47, + "train_loss": 0.7564523220062256, + "val_loss": 0.9482650756835938, + "acc": 67.23, + "time": 41.95913397199911, + "param": [ + 0.21085593104362488, + 0.06843967735767365, + 0.14848816394805908, + 0.10953362286090851, + 0.09660431742668152, + 0.1006348505616188, + 0.15666575729846954, + 0.10877769440412521 + ] + }, + { + "epoch": 48, + "train_loss": 0.6382690072059631, + "val_loss": 1.1073514223098755, + "acc": 66.53, + "time": 42.6591641670002, + "param": [ + 0.22829456627368927, + 0.04803582280874252, + 0.145120769739151, + 0.11624361574649811, + 0.09210018068552017, + 0.10725633054971695, + 0.1602570116519928, + 0.10269162058830261 + ] + }, + { + "epoch": 49, + "train_loss": 0.800505518913269, + "val_loss": 0.999605119228363, + "acc": 67.56, + "time": 42.08948850999877, + "param": [ + 0.20766176283359528, + 0.03975469619035721, + 0.1488083004951477, + 0.11401906609535217, + 0.10407578200101852, + 0.11035452038049698, + 0.1673315316438675, + 0.10799436271190643 + ] + }, + { + "epoch": 50, + "train_loss": 0.8447302579879761, + "val_loss": 0.9652878046035767, + "acc": 67.97, + "time": 42.224701164999715, + "param": [ + 0.18589535355567932, + 0.05255882069468498, + 0.1451253890991211, + 0.10801853239536285, + 0.11195585876703262, + 0.1192290261387825, + 0.16548742353916168, + 0.11172959953546524 + ] + }, + { + "epoch": 51, + "train_loss": 0.7000787258148193, + "val_loss": 0.8135089874267578, + "acc": 67.18, + "time": 42.229770595000446, + "param": [ + 0.18609090149402618, + 0.06916414946317673, + 0.14987096190452576, + 0.10099480301141739, + 0.10336209833621979, + 0.10639014095067978, + 0.17935395240783691, + 0.10477298498153687 + ] + }, + { + "epoch": 52, + "train_loss": 0.8154445290565491, + "val_loss": 0.9675736427307129, + "acc": 67.7, + "time": 40.70315342200047, + "param": [ + 0.18310311436653137, + 0.0760653018951416, + 0.15168023109436035, + 0.10851474106311798, + 0.09652826189994812, + 0.0997534692287445, + 0.17826232314109802, + 0.10609250515699387 + ] + }, + { + "epoch": 53, + "train_loss": 0.6609039306640625, + "val_loss": 1.0371590852737427, + "acc": 67.78, + "time": 42.10845379600141, + "param": [ + 0.1857948750257492, + 0.07162143290042877, + 0.1602851152420044, + 0.10376472771167755, + 0.07738496363162994, + 0.10967271029949188, + 0.18451879918575287, + 0.10695735365152359 + ] + }, + { + "epoch": 54, + "train_loss": 0.5864555239677429, + "val_loss": 0.9001308083534241, + "acc": 67.82, + "time": 41.53883937300088, + "param": [ + 0.19393447041511536, + 0.0505877323448658, + 0.18010461330413818, + 0.09669948369264603, + 0.07295072823762894, + 0.1217331737279892, + 0.18820378184318542, + 0.0957859680056572 + ] + }, + { + "epoch": 55, + "train_loss": 0.8500372171401978, + "val_loss": 0.9920105934143066, + "acc": 66.91, + "time": 41.6679811390004, + "param": [ + 0.19475698471069336, + 0.04158654063940048, + 0.1959361582994461, + 0.08752142637968063, + 0.0798322856426239, + 0.13504157960414886, + 0.1822172850370407, + 0.08310774713754654 + ] + }, + { + "epoch": 56, + "train_loss": 0.6785502433776855, + "val_loss": 0.9856685400009155, + "acc": 66.94, + "time": 42.08964318899962, + "param": [ + 0.18906311690807343, + 0.06249350681900978, + 0.1971506029367447, + 0.08502831310033798, + 0.07419250905513763, + 0.1483086198568344, + 0.16493630409240723, + 0.07882701605558395 + ] + }, + { + "epoch": 57, + "train_loss": 0.8271456956863403, + "val_loss": 0.9728572368621826, + "acc": 68.34, + "time": 43.1459708780003, + "param": [ + 0.20003794133663177, + 0.0705268606543541, + 0.19455212354660034, + 0.08358718454837799, + 0.07028751075267792, + 0.1606278419494629, + 0.15137885510921478, + 0.0690016821026802 + ] + }, + { + "epoch": 58, + "train_loss": 0.7744645476341248, + "val_loss": 0.9778315424919128, + "acc": 68.24, + "time": 41.82319173999713, + "param": [ + 0.2252601981163025, + 0.059669140726327896, + 0.20564936101436615, + 0.071994848549366, + 0.07421794533729553, + 0.16501717269420624, + 0.1515047401189804, + 0.046686574816703796 + ] + }, + { + "epoch": 59, + "train_loss": 0.8081763982772827, + "val_loss": 0.9289965033531189, + "acc": 67.2, + "time": 41.6299807280011, + "param": [ + 0.23308582603931427, + 0.06319984048604965, + 0.19941748678684235, + 0.07918643951416016, + 0.06892689317464828, + 0.14926333725452423, + 0.157554030418396, + 0.04936613142490387 + ] + }, + { + "epoch": 60, + "train_loss": 0.6955526471138, + "val_loss": 0.8315240740776062, + "acc": 68.76, + "time": 41.78962989000138, + "param": [ + 0.22832706570625305, + 0.07266540080308914, + 0.18307186663150787, + 0.10399661958217621, + 0.06180127337574959, + 0.13682234287261963, + 0.14459054172039032, + 0.06872478127479553 + ] + }, + { + "epoch": 61, + "train_loss": 0.7821090817451477, + "val_loss": 0.8838178515434265, + "acc": 68.83, + "time": 41.63823657300236, + "param": [ + 0.21340690553188324, + 0.08132678270339966, + 0.16476696729660034, + 0.12318622320890427, + 0.07066292315721512, + 0.12956500053405762, + 0.13048586249351501, + 0.08659929037094116 + ] + }, + { + "epoch": 62, + "train_loss": 0.5337717533111572, + "val_loss": 0.9757717847824097, + "acc": 69.62, + "time": 41.80304312299995, + "param": [ + 0.21707157790660858, + 0.08036491274833679, + 0.14345072209835052, + 0.1213398277759552, + 0.08924419432878494, + 0.13542327284812927, + 0.1207384243607521, + 0.09236705303192139 + ] + }, + { + "epoch": 63, + "train_loss": 0.8465859889984131, + "val_loss": 1.0151582956314087, + "acc": 68.44, + "time": 41.68532809700264, + "param": [ + 0.21897803246974945, + 0.07201229780912399, + 0.1254328191280365, + 0.11793477833271027, + 0.09774897992610931, + 0.136966273188591, + 0.11847104132175446, + 0.11245578527450562 + ] + }, + { + "epoch": 64, + "train_loss": 0.5604087114334106, + "val_loss": 0.8984090089797974, + "acc": 68.83, + "time": 41.69243514600021, + "param": [ + 0.21621476113796234, + 0.0486113615334034, + 0.11418581753969193, + 0.12169765681028366, + 0.10792242735624313, + 0.13520638644695282, + 0.12273506075143814, + 0.1334265023469925 + ] + }, + { + "epoch": 65, + "train_loss": 0.5715254545211792, + "val_loss": 0.9477257132530212, + "acc": 69.31, + "time": 41.62983157799681, + "param": [ + 0.20482668280601501, + 0.04839099943637848, + 0.11502698808908463, + 0.11932732909917831, + 0.11067911982536316, + 0.13085678219795227, + 0.1284620463848114, + 0.1424301415681839 + ] + }, + { + "epoch": 66, + "train_loss": 0.5820019841194153, + "val_loss": 0.8825430274009705, + "acc": 69.21, + "time": 41.791884706999554, + "param": [ + 0.20316459238529205, + 0.0557035431265831, + 0.11453801393508911, + 0.11761937290430069, + 0.1049993485212326, + 0.12646953761577606, + 0.13330994546413422, + 0.14419563114643097 + ] + }, + { + "epoch": 67, + "train_loss": 0.571552038192749, + "val_loss": 1.0147697925567627, + "acc": 69.35, + "time": 40.008063802000834, + "param": [ + 0.19860732555389404, + 0.06593754142522812, + 0.11489583551883698, + 0.12417212873697281, + 0.1112002581357956, + 0.11555341631174088, + 0.13240627944469452, + 0.13722717761993408 + ] + }, + { + "epoch": 68, + "train_loss": 0.555824875831604, + "val_loss": 1.0751428604125977, + "acc": 69.12, + "time": 41.55756622899935, + "param": [ + 0.19046320021152496, + 0.08103957772254944, + 0.1129673644900322, + 0.12056753784418106, + 0.1327991634607315, + 0.10646103322505951, + 0.13566625118255615, + 0.12003576755523682 + ] + }, + { + "epoch": 69, + "train_loss": 0.9147273898124695, + "val_loss": 0.8481877446174622, + "acc": 68.76, + "time": 40.503892945998814, + "param": [ + 0.18241237103939056, + 0.08251255750656128, + 0.10396550595760345, + 0.11818811297416687, + 0.14676761627197266, + 0.10306274890899658, + 0.14935451745986938, + 0.11373668164014816 + ] + }, + { + "epoch": 70, + "train_loss": 0.5712414979934692, + "val_loss": 0.7377732396125793, + "acc": 68.57, + "time": 41.772930720999284, + "param": [ + 0.17456655204296112, + 0.08039291203022003, + 0.10892247408628464, + 0.11469243466854095, + 0.1502056121826172, + 0.10491551458835602, + 0.15441900491714478, + 0.11188554763793945 + ] + }, + { + "epoch": 71, + "train_loss": 0.5541778206825256, + "val_loss": 1.0199363231658936, + "acc": 69.63, + "time": 41.49701665400062, + "param": [ + 0.17952518165111542, + 0.07256633788347244, + 0.10445935279130936, + 0.12394597381353378, + 0.13684628903865814, + 0.10939636826515198, + 0.1534913182258606, + 0.11976917088031769 + ] + }, + { + "epoch": 72, + "train_loss": 0.5108692646026611, + "val_loss": 0.9142343997955322, + "acc": 68.93, + "time": 40.382207210997876, + "param": [ + 0.19730322062969208, + 0.06733773648738861, + 0.10127483308315277, + 0.13511396944522858, + 0.10664729028940201, + 0.1158134713768959, + 0.1562608778476715, + 0.12024858593940735 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-9 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-9 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json new file mode 100644 index 0000000..81a1973 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-9 TF x 1)-LeNet)-200 epochs (dataug:0)- 0 in_it.json @@ -0,0 +1,1299 @@ +{ + "Accuracy": 69.73, + "Time": [ + 90.35850830842266, + 4.003561157720356 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.23124361038208, + "val_loss": 2.2254433631896973, + "acc": 18.48, + "time": 95.53061649799929, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 2, + "train_loss": 2.0456697940826416, + "val_loss": 1.9860827922821045, + "acc": 28.6, + "time": 90.90782995300106, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 3, + "train_loss": 2.0051512718200684, + "val_loss": 1.9527570009231567, + "acc": 33.76, + "time": 88.10086443099863, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 4, + "train_loss": 1.8849014043807983, + "val_loss": 1.8078454732894897, + "acc": 37.56, + "time": 90.02132095900015, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 5, + "train_loss": 1.6672017574310303, + "val_loss": 1.8263380527496338, + "acc": 38.32, + "time": 88.97195404000013, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 6, + "train_loss": 1.6381590366363525, + "val_loss": 1.6579258441925049, + "acc": 40.86, + "time": 90.59708724899974, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 7, + "train_loss": 1.6498589515686035, + "val_loss": 1.511082649230957, + "acc": 44.4, + "time": 91.19619274200159, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 8, + "train_loss": 1.5630526542663574, + "val_loss": 1.4744938611984253, + "acc": 47.86, + "time": 91.94100119500217, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 9, + "train_loss": 1.5663111209869385, + "val_loss": 1.4349430799484253, + "acc": 47.93, + "time": 92.25191095199989, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 10, + "train_loss": 1.5102348327636719, + "val_loss": 1.4076098203659058, + "acc": 50.13, + "time": 75.80464644600215, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 11, + "train_loss": 1.5900554656982422, + "val_loss": 1.6199580430984497, + "acc": 49.53, + "time": 91.58617037499789, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 12, + "train_loss": 1.5149378776550293, + "val_loss": 1.4400215148925781, + "acc": 50.54, + "time": 91.112673980002, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 13, + "train_loss": 1.4047198295593262, + "val_loss": 1.388494610786438, + "acc": 52.55, + "time": 87.5612215910005, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 14, + "train_loss": 1.3853732347488403, + "val_loss": 1.270645260810852, + "acc": 52.67, + "time": 88.82335993000015, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 15, + "train_loss": 1.2325488328933716, + "val_loss": 1.2561087608337402, + "acc": 54.65, + "time": 90.84233103699808, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 16, + "train_loss": 1.3364858627319336, + "val_loss": 1.2398546934127808, + "acc": 55.17, + "time": 93.41011815599995, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 17, + "train_loss": 1.462504506111145, + "val_loss": 1.1846064329147339, + "acc": 54.41, + "time": 90.09127776999958, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 18, + "train_loss": 1.308127999305725, + "val_loss": 1.310929536819458, + "acc": 55.63, + "time": 89.90341510199869, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 19, + "train_loss": 1.3251131772994995, + "val_loss": 1.1690547466278076, + "acc": 59.0, + "time": 89.66311348199815, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 20, + "train_loss": 1.2339506149291992, + "val_loss": 1.1015150547027588, + "acc": 59.86, + "time": 89.63865221800006, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 21, + "train_loss": 1.1580264568328857, + "val_loss": 1.1724531650543213, + "acc": 58.8, + "time": 91.45592600300006, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 22, + "train_loss": 1.1942092180252075, + "val_loss": 1.2939680814743042, + "acc": 55.14, + "time": 94.8538153269983, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 23, + "train_loss": 1.1619384288787842, + "val_loss": 1.1301604509353638, + "acc": 59.34, + "time": 93.74587025100118, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 24, + "train_loss": 1.4510328769683838, + "val_loss": 1.1533658504486084, + "acc": 60.91, + "time": 93.57102654200207, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 25, + "train_loss": 1.1732152700424194, + "val_loss": 1.0554780960083008, + "acc": 60.11, + "time": 73.58405130200117, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 26, + "train_loss": 1.4496368169784546, + "val_loss": 1.0629363059997559, + "acc": 58.83, + "time": 92.7018272259993, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 27, + "train_loss": 1.075659155845642, + "val_loss": 1.142914056777954, + "acc": 62.53, + "time": 91.62117511999895, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 28, + "train_loss": 1.017801284790039, + "val_loss": 0.9937546849250793, + "acc": 63.43, + "time": 94.58258850999846, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 29, + "train_loss": 1.1449074745178223, + "val_loss": 1.0285855531692505, + "acc": 61.66, + "time": 93.48548809400017, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 30, + "train_loss": 0.9395989179611206, + "val_loss": 1.1315432786941528, + "acc": 63.1, + "time": 91.50674287199945, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 31, + "train_loss": 1.1138432025909424, + "val_loss": 0.9995756149291992, + "acc": 62.62, + "time": 93.11299172500003, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 32, + "train_loss": 1.1335362195968628, + "val_loss": 1.2392674684524536, + "acc": 60.45, + "time": 89.30515932799972, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 33, + "train_loss": 1.0056564807891846, + "val_loss": 1.12434983253479, + "acc": 63.37, + "time": 90.35048543399898, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 34, + "train_loss": 1.165234923362732, + "val_loss": 0.9825326800346375, + "acc": 65.34, + "time": 92.36690951499986, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 35, + "train_loss": 0.9359716773033142, + "val_loss": 1.0014692544937134, + "acc": 64.96, + "time": 89.9510556690002, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 36, + "train_loss": 1.2080250978469849, + "val_loss": 0.9539133906364441, + "acc": 64.09, + "time": 93.91997222999998, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 37, + "train_loss": 1.0822585821151733, + "val_loss": 0.9345752000808716, + "acc": 66.18, + "time": 91.86657436899986, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 38, + "train_loss": 1.0053706169128418, + "val_loss": 1.0001513957977295, + "acc": 66.83, + "time": 91.34674367199841, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 39, + "train_loss": 0.9584193229675293, + "val_loss": 0.9826222658157349, + "acc": 65.81, + "time": 89.99506261499846, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 40, + "train_loss": 0.8282697200775146, + "val_loss": 1.0329383611679077, + "acc": 66.32, + "time": 75.87098974900073, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 41, + "train_loss": 0.9546731114387512, + "val_loss": 0.8804049491882324, + "acc": 66.76, + "time": 92.60294327700103, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 42, + "train_loss": 1.0206090211868286, + "val_loss": 1.0307481288909912, + "acc": 64.98, + "time": 92.98812390200328, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 43, + "train_loss": 0.7675743103027344, + "val_loss": 1.1124447584152222, + "acc": 65.68, + "time": 93.90059510300125, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 44, + "train_loss": 0.9805329442024231, + "val_loss": 0.9692170023918152, + "acc": 66.08, + "time": 90.47517873000106, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 45, + "train_loss": 0.8839152455329895, + "val_loss": 1.1652915477752686, + "acc": 65.09, + "time": 89.92735525000171, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 46, + "train_loss": 0.7946154475212097, + "val_loss": 0.9819858074188232, + "acc": 66.33, + "time": 88.53237059700041, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 47, + "train_loss": 0.9668751358985901, + "val_loss": 1.060610055923462, + "acc": 66.32, + "time": 91.74997189100031, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 48, + "train_loss": 0.8759085536003113, + "val_loss": 0.8413419723510742, + "acc": 68.47, + "time": 92.60935285599771, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 49, + "train_loss": 1.0145747661590576, + "val_loss": 0.9672839641571045, + "acc": 68.07, + "time": 93.2655505019975, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 50, + "train_loss": 0.7717863917350769, + "val_loss": 1.1104345321655273, + "acc": 67.92, + "time": 92.72697465000238, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 51, + "train_loss": 0.9254423379898071, + "val_loss": 0.9156888723373413, + "acc": 68.42, + "time": 92.1001353870015, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 52, + "train_loss": 0.9490458369255066, + "val_loss": 0.9105674028396606, + "acc": 68.61, + "time": 88.31254547299977, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 53, + "train_loss": 0.6791373491287231, + "val_loss": 1.0236752033233643, + "acc": 67.6, + "time": 88.33766409100281, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 54, + "train_loss": 0.9212470054626465, + "val_loss": 1.0819435119628906, + "acc": 67.63, + "time": 90.02073593000023, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 55, + "train_loss": 0.6939120292663574, + "val_loss": 0.8014798760414124, + "acc": 68.33, + "time": 90.85383052800171, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 56, + "train_loss": 0.754126250743866, + "val_loss": 0.9437077641487122, + "acc": 68.01, + "time": 93.82972001999951, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 57, + "train_loss": 0.5441474914550781, + "val_loss": 0.9295069575309753, + "acc": 67.79, + "time": 90.85845672600044, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 58, + "train_loss": 0.8702368140220642, + "val_loss": 0.9554113745689392, + "acc": 68.71, + "time": 88.60956511400218, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 59, + "train_loss": 0.7730949521064758, + "val_loss": 0.9214946627616882, + "acc": 68.02, + "time": 89.04739088399947, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 60, + "train_loss": 0.695993959903717, + "val_loss": 0.852329671382904, + "acc": 68.05, + "time": 89.00581344500097, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 61, + "train_loss": 0.6288291215896606, + "val_loss": 0.9789924025535583, + "acc": 68.73, + "time": 90.97673340700203, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 62, + "train_loss": 0.6818395853042603, + "val_loss": 1.0804067850112915, + "acc": 68.92, + "time": 91.49479168700054, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 63, + "train_loss": 0.814124584197998, + "val_loss": 0.8668714165687561, + "acc": 68.89, + "time": 93.1620065040006, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 64, + "train_loss": 0.5551072955131531, + "val_loss": 0.8682266473770142, + "acc": 68.49, + "time": 91.32653494099941, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 65, + "train_loss": 0.510468065738678, + "val_loss": 0.9525849223136902, + "acc": 68.95, + "time": 87.83412327000042, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 66, + "train_loss": 0.7412022948265076, + "val_loss": 0.8349139094352722, + "acc": 68.73, + "time": 91.44280733899723, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 67, + "train_loss": 0.754093587398529, + "val_loss": 1.0524641275405884, + "acc": 69.28, + "time": 91.3462092789996, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 68, + "train_loss": 0.557050347328186, + "val_loss": 0.9201152324676514, + "acc": 68.59, + "time": 92.20605014299872, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 69, + "train_loss": 0.6891494393348694, + "val_loss": 0.8249192237854004, + "acc": 68.69, + "time": 77.83276699600174, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 70, + "train_loss": 0.6826980710029602, + "val_loss": 1.0612409114837646, + "acc": 67.9, + "time": 89.11532635099866, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 71, + "train_loss": 0.6042006015777588, + "val_loss": 1.0483354330062866, + "acc": 69.73, + "time": 91.81225196599917, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-9 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-9 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..0a769cc --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-9 TF x 1)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,1137 @@ +{ + "Accuracy": 68.66, + "Time": [ + 41.44961607909676, + 0.635100923677242 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.236309766769409, + "val_loss": 2.2847740650177, + "acc": 13.1, + "time": 42.04610106200198, + "param": [ + 0.10111555457115173, + 0.09648866951465607, + 0.10295893996953964, + 0.13138163089752197, + 0.13987872004508972, + 0.10080455243587494, + 0.11367695778608322, + 0.09279181808233261, + 0.1209031194448471 + ] + }, + { + "epoch": 2, + "train_loss": 2.2274463176727295, + "val_loss": 1.9883232116699219, + "acc": 26.01, + "time": 41.78350508099902, + "param": [ + 0.11028532683849335, + 0.03461402282118797, + 0.10812897235155106, + 0.12198113650083542, + 0.14693166315555573, + 0.10836275666952133, + 0.11359727382659912, + 0.10827191174030304, + 0.14782704412937164 + ] + }, + { + "epoch": 3, + "train_loss": 1.8242639303207397, + "val_loss": 1.8597164154052734, + "acc": 32.21, + "time": 41.437714822001, + "param": [ + 0.12043778598308563, + 0.042142532765865326, + 0.12286654859781265, + 0.11291036754846573, + 0.1454637348651886, + 0.10345016419887543, + 0.08080481737852097, + 0.08987203985452652, + 0.18205216526985168 + ] + }, + { + "epoch": 4, + "train_loss": 1.969950556755066, + "val_loss": 1.8636146783828735, + "acc": 33.99, + "time": 41.69963799100151, + "param": [ + 0.13240818679332733, + 0.03204065188765526, + 0.11710347980260849, + 0.11481315642595291, + 0.14825445413589478, + 0.09922972321510315, + 0.0706564337015152, + 0.09397527575492859, + 0.19151857495307922 + ] + }, + { + "epoch": 5, + "train_loss": 1.7588344812393188, + "val_loss": 1.7072209119796753, + "acc": 38.77, + "time": 41.718204775999766, + "param": [ + 0.159147709608078, + 0.014816374517977238, + 0.09851974993944168, + 0.11574307829141617, + 0.1472577303647995, + 0.07582216709852219, + 0.051994964480400085, + 0.10024696588516235, + 0.23645126819610596 + ] + }, + { + "epoch": 6, + "train_loss": 1.6355618238449097, + "val_loss": 1.574866771697998, + "acc": 42.54, + "time": 40.455207277002046, + "param": [ + 0.18173950910568237, + 0.0, + 0.08806974440813065, + 0.11195443570613861, + 0.15532898902893066, + 0.05178450047969818, + 0.048898760229349136, + 0.10981202125549316, + 0.25241202116012573 + ] + }, + { + "epoch": 7, + "train_loss": 1.6483393907546997, + "val_loss": 1.639506220817566, + "acc": 43.84, + "time": 40.316080836000765, + "param": [ + 0.1824072301387787, + 0.007780897431075573, + 0.09848970919847488, + 0.1190759539604187, + 0.13259519636631012, + 0.036031827330589294, + 0.06001536548137665, + 0.11387073993682861, + 0.24973313510417938 + ] + }, + { + "epoch": 8, + "train_loss": 1.4690734148025513, + "val_loss": 1.5891730785369873, + "acc": 46.92, + "time": 41.40185051500157, + "param": [ + 0.15800027549266815, + 0.04664856195449829, + 0.10250989347696304, + 0.12895916402339935, + 0.09064757078886032, + 0.03556636720895767, + 0.08529204875230789, + 0.12133564054965973, + 0.23104053735733032 + ] + }, + { + "epoch": 9, + "train_loss": 1.4961466789245605, + "val_loss": 1.4639145135879517, + "acc": 48.19, + "time": 41.385323417998734, + "param": [ + 0.13394795358181, + 0.055948104709386826, + 0.10840431600809097, + 0.1423797756433487, + 0.05691566318273544, + 0.03557777777314186, + 0.1027127355337143, + 0.12659521400928497, + 0.23751844465732574 + ] + }, + { + "epoch": 10, + "train_loss": 1.691948652267456, + "val_loss": 1.2518502473831177, + "acc": 50.39, + "time": 41.2264940770001, + "param": [ + 0.1181267574429512, + 0.056446872651576996, + 0.10519106686115265, + 0.1498628854751587, + 0.033835604786872864, + 0.044939108192920685, + 0.10620333254337311, + 0.13269425928592682, + 0.2527000904083252 + ] + }, + { + "epoch": 11, + "train_loss": 1.6527024507522583, + "val_loss": 1.4170641899108887, + "acc": 51.02, + "time": 41.45183487400209, + "param": [ + 0.10585734248161316, + 0.05694276839494705, + 0.10944575816392899, + 0.14953544735908508, + 0.029742024838924408, + 0.053096670657396317, + 0.11417713016271591, + 0.14197108149528503, + 0.23923170566558838 + ] + }, + { + "epoch": 12, + "train_loss": 1.2090259790420532, + "val_loss": 1.3673778772354126, + "acc": 52.96, + "time": 41.40429392199803, + "param": [ + 0.10120579600334167, + 0.06215902790427208, + 0.12271464616060257, + 0.1453913301229477, + 0.02940439060330391, + 0.07791624963283539, + 0.11817177385091782, + 0.13609512150287628, + 0.20694167912006378 + ] + }, + { + "epoch": 13, + "train_loss": 1.42388916015625, + "val_loss": 1.3698290586471558, + "acc": 54.13, + "time": 41.453835791999154, + "param": [ + 0.09178347140550613, + 0.04348868131637573, + 0.1271231323480606, + 0.14680100977420807, + 0.03400255739688873, + 0.09840362519025803, + 0.13715770840644836, + 0.13467592000961304, + 0.18656396865844727 + ] + }, + { + "epoch": 14, + "train_loss": 1.401489496231079, + "val_loss": 1.3946272134780884, + "acc": 52.87, + "time": 40.16477927000233, + "param": [ + 0.09473159164190292, + 0.026306625455617905, + 0.13836678862571716, + 0.1450546532869339, + 0.0381893515586853, + 0.1050046756863594, + 0.1419491171836853, + 0.13855643570423126, + 0.17184075713157654 + ] + }, + { + "epoch": 15, + "train_loss": 1.4018032550811768, + "val_loss": 1.40070641040802, + "acc": 54.68, + "time": 43.45296638599757, + "param": [ + 0.08765759319067001, + 0.014371120370924473, + 0.16066192090511322, + 0.1501988023519516, + 0.037257120013237, + 0.10591898113489151, + 0.13545304536819458, + 0.14400805532932281, + 0.16447336971759796 + ] + }, + { + "epoch": 16, + "train_loss": 1.3957582712173462, + "val_loss": 1.2466927766799927, + "acc": 56.05, + "time": 41.536914070999046, + "param": [ + 0.08585363626480103, + 0.003382012015208602, + 0.17605049908161163, + 0.15721076726913452, + 0.024676499888300896, + 0.10063356161117554, + 0.14045143127441406, + 0.15146227180957794, + 0.1602792739868164 + ] + }, + { + "epoch": 17, + "train_loss": 1.3211555480957031, + "val_loss": 1.255438208580017, + "acc": 56.11, + "time": 41.83011371399698, + "param": [ + 0.08794845640659332, + 0.01735217496752739, + 0.17763158679008484, + 0.14187119901180267, + 0.02706903964281082, + 0.0815468579530716, + 0.1570494920015335, + 0.15390561521053314, + 0.1556256264448166 + ] + }, + { + "epoch": 18, + "train_loss": 1.2268973588943481, + "val_loss": 1.1282188892364502, + "acc": 56.5, + "time": 41.98987492699962, + "param": [ + 0.09150230139493942, + 0.03657129034399986, + 0.17449550330638885, + 0.13519518077373505, + 0.03667934611439705, + 0.056912001222372055, + 0.16389988362789154, + 0.15045398473739624, + 0.15429045259952545 + ] + }, + { + "epoch": 19, + "train_loss": 1.1008018255233765, + "val_loss": 1.3180217742919922, + "acc": 56.99, + "time": 41.76263589700102, + "param": [ + 0.09775581955909729, + 0.03801116719841957, + 0.17004089057445526, + 0.13245297968387604, + 0.047289829701185226, + 0.048485975712537766, + 0.1689116507768631, + 0.14014920592308044, + 0.1569025218486786 + ] + }, + { + "epoch": 20, + "train_loss": 1.143678069114685, + "val_loss": 1.1268391609191895, + "acc": 57.62, + "time": 41.93866965699999, + "param": [ + 0.11285164207220078, + 0.05226779356598854, + 0.1570703536272049, + 0.1290297508239746, + 0.05018826201558113, + 0.06114101782441139, + 0.1607125848531723, + 0.1263570636510849, + 0.15038149058818817 + ] + }, + { + "epoch": 21, + "train_loss": 1.5320528745651245, + "val_loss": 1.043508529663086, + "acc": 59.81, + "time": 41.97657770099977, + "param": [ + 0.13059170544147491, + 0.0399213545024395, + 0.16127152740955353, + 0.12698522210121155, + 0.05241551250219345, + 0.06516333669424057, + 0.16056382656097412, + 0.1147281751036644, + 0.14835931360721588 + ] + }, + { + "epoch": 22, + "train_loss": 1.3032848834991455, + "val_loss": 1.2180653810501099, + "acc": 60.18, + "time": 41.53702435299783, + "param": [ + 0.15117968618869781, + 0.032452356070280075, + 0.16546128690242767, + 0.11939983069896698, + 0.066872738301754, + 0.05304502695798874, + 0.15067742764949799, + 0.11098875850439072, + 0.1499229520559311 + ] + }, + { + "epoch": 23, + "train_loss": 1.1104503870010376, + "val_loss": 1.0166254043579102, + "acc": 60.29, + "time": 41.43087449499944, + "param": [ + 0.16518394649028778, + 0.019646145403385162, + 0.1610828936100006, + 0.10977792739868164, + 0.07543866336345673, + 0.05520769581198692, + 0.15306797623634338, + 0.11290942877531052, + 0.147685244679451 + ] + }, + { + "epoch": 24, + "train_loss": 1.0505220890045166, + "val_loss": 1.0276786088943481, + "acc": 60.5, + "time": 39.989794013999926, + "param": [ + 0.17044280469417572, + 0.018861763179302216, + 0.15956871211528778, + 0.0951186791062355, + 0.06130222976207733, + 0.057683829218149185, + 0.17195002734661102, + 0.1236439049243927, + 0.14142802357673645 + ] + }, + { + "epoch": 25, + "train_loss": 0.9916097521781921, + "val_loss": 1.0145732164382935, + "acc": 61.78, + "time": 41.4301341950013, + "param": [ + 0.16879968345165253, + 0.0214826837182045, + 0.15714803338050842, + 0.0906074196100235, + 0.055355608463287354, + 0.048145998269319534, + 0.1841912865638733, + 0.13066942989826202, + 0.14359986782073975 + ] + }, + { + "epoch": 26, + "train_loss": 0.8905827403068542, + "val_loss": 1.206327199935913, + "acc": 61.84, + "time": 40.56923427400034, + "param": [ + 0.1767059564590454, + 0.0, + 0.1642688810825348, + 0.08474734425544739, + 0.06063428148627281, + 0.04671534150838852, + 0.19559450447559357, + 0.12835676968097687, + 0.14297692477703094 + ] + }, + { + "epoch": 27, + "train_loss": 1.2016717195510864, + "val_loss": 1.159204363822937, + "acc": 60.87, + "time": 41.326611329001025, + "param": [ + 0.18349438905715942, + 0.009509091265499592, + 0.16326065361499786, + 0.07427441328763962, + 0.056225769221782684, + 0.045717038214206696, + 0.20142564177513123, + 0.12283134460449219, + 0.14326167106628418 + ] + }, + { + "epoch": 28, + "train_loss": 0.9923990368843079, + "val_loss": 1.0328748226165771, + "acc": 63.67, + "time": 40.31064849500035, + "param": [ + 0.17123502492904663, + 0.014715160243213177, + 0.15012487769126892, + 0.07909917831420898, + 0.0670897513628006, + 0.05838610976934433, + 0.19426436722278595, + 0.1278591752052307, + 0.1372263878583908 + ] + }, + { + "epoch": 29, + "train_loss": 0.98276287317276, + "val_loss": 1.1103869676589966, + "acc": 63.41, + "time": 41.616216722999525, + "param": [ + 0.1568721979856491, + 0.03975382447242737, + 0.14501172304153442, + 0.08823546767234802, + 0.07147688418626785, + 0.06701672077178955, + 0.1753777265548706, + 0.12676286697387695, + 0.1294926106929779 + ] + }, + { + "epoch": 30, + "train_loss": 1.2033721208572388, + "val_loss": 1.101460337638855, + "acc": 63.45, + "time": 41.416563651000615, + "param": [ + 0.1638411432504654, + 0.061917927116155624, + 0.1505471169948578, + 0.09335155785083771, + 0.04936918988823891, + 0.07213357836008072, + 0.17255175113677979, + 0.12431004643440247, + 0.11197763681411743 + ] + }, + { + "epoch": 31, + "train_loss": 0.9479838609695435, + "val_loss": 1.159834861755371, + "acc": 63.03, + "time": 41.35470150800029, + "param": [ + 0.17420388758182526, + 0.05435137078166008, + 0.16672177612781525, + 0.09561368823051453, + 0.03392267972230911, + 0.07956624776124954, + 0.1775304675102234, + 0.12093553692102432, + 0.09715431183576584 + ] + }, + { + "epoch": 32, + "train_loss": 1.065936803817749, + "val_loss": 0.9616857767105103, + "acc": 63.44, + "time": 41.454874814000505, + "param": [ + 0.17464640736579895, + 0.04988159239292145, + 0.16849718987941742, + 0.11251331865787506, + 0.03390100970864296, + 0.08808712661266327, + 0.17149825394153595, + 0.11884217709302902, + 0.08213289827108383 + ] + }, + { + "epoch": 33, + "train_loss": 0.9479946494102478, + "val_loss": 1.0352765321731567, + "acc": 64.5, + "time": 41.334307441997225, + "param": [ + 0.1656714528799057, + 0.050731346011161804, + 0.16493955254554749, + 0.11332958191633224, + 0.05507350340485573, + 0.0958787202835083, + 0.16575762629508972, + 0.11154361069202423, + 0.07707461714744568 + ] + }, + { + "epoch": 34, + "train_loss": 0.9573960900306702, + "val_loss": 1.0355111360549927, + "acc": 64.4, + "time": 41.36416347400154, + "param": [ + 0.15277881920337677, + 0.05186251923441887, + 0.14912521839141846, + 0.11876475065946579, + 0.08323709666728973, + 0.09729152917861938, + 0.14691397547721863, + 0.11419150233268738, + 0.08583466708660126 + ] + }, + { + "epoch": 35, + "train_loss": 0.9028022289276123, + "val_loss": 1.105764389038086, + "acc": 65.53, + "time": 41.64352253800098, + "param": [ + 0.14005887508392334, + 0.06497026234865189, + 0.145423024892807, + 0.11490360647439957, + 0.10249260067939758, + 0.11043297499418259, + 0.1251220703125, + 0.11764907836914062, + 0.07894749194383621 + ] + }, + { + "epoch": 36, + "train_loss": 0.8680989146232605, + "val_loss": 1.0838648080825806, + "acc": 65.37, + "time": 41.35960971699751, + "param": [ + 0.14474770426750183, + 0.06893722712993622, + 0.14728885889053345, + 0.09795282036066055, + 0.11918871104717255, + 0.11401350796222687, + 0.11431154608726501, + 0.12916149199008942, + 0.06439805775880814 + ] + }, + { + "epoch": 37, + "train_loss": 0.8419712781906128, + "val_loss": 0.9883703589439392, + "acc": 66.05, + "time": 41.46292768299827, + "param": [ + 0.16441956162452698, + 0.05776635557413101, + 0.14891940355300903, + 0.07981681823730469, + 0.13824789226055145, + 0.11290974169969559, + 0.11353084444999695, + 0.13860636949539185, + 0.045783042907714844 + ] + }, + { + "epoch": 38, + "train_loss": 1.1945322751998901, + "val_loss": 1.0795390605926514, + "acc": 64.75, + "time": 41.54558342200107, + "param": [ + 0.18015460669994354, + 0.0492834746837616, + 0.1530524343252182, + 0.06748159974813461, + 0.1479686200618744, + 0.12136788666248322, + 0.11520055681467056, + 0.13536041975021362, + 0.030130401253700256 + ] + }, + { + "epoch": 39, + "train_loss": 1.0391030311584473, + "val_loss": 0.9251086711883545, + "acc": 65.72, + "time": 41.116801748998114, + "param": [ + 0.18500414490699768, + 0.05100608244538307, + 0.1500149667263031, + 0.051506321877241135, + 0.14137199521064758, + 0.13039197027683258, + 0.11916470527648926, + 0.1325472891330719, + 0.03899255394935608 + ] + }, + { + "epoch": 40, + "train_loss": 0.8889316320419312, + "val_loss": 1.1223392486572266, + "acc": 64.84, + "time": 40.53624873699664, + "param": [ + 0.1909710317850113, + 0.03648284077644348, + 0.14502374827861786, + 0.04617321863770485, + 0.14651332795619965, + 0.1303059309720993, + 0.12833048403263092, + 0.13941965997219086, + 0.03677980974316597 + ] + }, + { + "epoch": 41, + "train_loss": 0.7942418456077576, + "val_loss": 0.9804953932762146, + "acc": 66.13, + "time": 41.88610030899872, + "param": [ + 0.20220685005187988, + 0.023374473676085472, + 0.1460781842470169, + 0.040259525179862976, + 0.15203604102134705, + 0.12472829967737198, + 0.1251760572195053, + 0.13934743404388428, + 0.04679315537214279 + ] + }, + { + "epoch": 42, + "train_loss": 0.9984870553016663, + "val_loss": 0.9327629804611206, + "acc": 66.01, + "time": 41.28216824399715, + "param": [ + 0.1977757066488266, + 0.0313270129263401, + 0.14295190572738647, + 0.04853810369968414, + 0.1443353295326233, + 0.12104817479848862, + 0.11922719329595566, + 0.12586604058742523, + 0.06893052160739899 + ] + }, + { + "epoch": 43, + "train_loss": 0.899964451789856, + "val_loss": 0.9736132025718689, + "acc": 66.61, + "time": 41.096182219000184, + "param": [ + 0.189956396818161, + 0.04546191915869713, + 0.13336123526096344, + 0.056664660573005676, + 0.12825965881347656, + 0.11867079883813858, + 0.12737305462360382, + 0.11418555676937103, + 0.08606668561697006 + ] + }, + { + "epoch": 44, + "train_loss": 1.0360461473464966, + "val_loss": 0.922763466835022, + "acc": 66.34, + "time": 39.49327094399996, + "param": [ + 0.20138120651245117, + 0.04666544124484062, + 0.15726715326309204, + 0.07782845199108124, + 0.10214220732450485, + 0.1056661307811737, + 0.12965936958789825, + 0.1011602133512497, + 0.07822984457015991 + ] + }, + { + "epoch": 45, + "train_loss": 0.965014636516571, + "val_loss": 1.0222645998001099, + "acc": 67.0, + "time": 40.36534392700196, + "param": [ + 0.2407674491405487, + 0.040552567690610886, + 0.18963858485221863, + 0.07338102906942368, + 0.07599493861198425, + 0.10407894849777222, + 0.13953432440757751, + 0.076718270778656, + 0.05933384969830513 + ] + }, + { + "epoch": 46, + "train_loss": 0.6791419982910156, + "val_loss": 1.0336863994598389, + "acc": 67.03, + "time": 41.565099632000056, + "param": [ + 0.24286888539791107, + 0.05950520187616348, + 0.17796994745731354, + 0.08309904485940933, + 0.07882783561944962, + 0.10301344841718674, + 0.1431482881307602, + 0.0612502247095108, + 0.05031709372997284 + ] + }, + { + "epoch": 47, + "train_loss": 0.7546014189720154, + "val_loss": 0.8945710062980652, + "acc": 67.48, + "time": 42.10022312699948, + "param": [ + 0.2126801609992981, + 0.08079388737678528, + 0.1463383138179779, + 0.09803023189306259, + 0.0821375921368599, + 0.11853314936161041, + 0.13178077340126038, + 0.06601102650165558, + 0.06369487196207047 + ] + }, + { + "epoch": 48, + "train_loss": 0.7842071652412415, + "val_loss": 0.7918544411659241, + "acc": 66.58, + "time": 41.23974875800195, + "param": [ + 0.20275656878948212, + 0.10493335872888565, + 0.12319421023130417, + 0.10531456768512726, + 0.07389801740646362, + 0.13345465064048767, + 0.12646836042404175, + 0.080393947660923, + 0.04958634078502655 + ] + }, + { + "epoch": 49, + "train_loss": 0.5913580656051636, + "val_loss": 0.8974385857582092, + "acc": 67.12, + "time": 41.95466507499805, + "param": [ + 0.20719243586063385, + 0.096356101334095, + 0.11794312298297882, + 0.11160719394683838, + 0.06189299002289772, + 0.15091031789779663, + 0.12139660865068436, + 0.08527009934186935, + 0.047431159764528275 + ] + }, + { + "epoch": 50, + "train_loss": 0.7387737035751343, + "val_loss": 0.9700720310211182, + "acc": 67.86, + "time": 40.98561155900097, + "param": [ + 0.2137373685836792, + 0.08104082942008972, + 0.11293215304613113, + 0.1204361841082573, + 0.0561249703168869, + 0.1585206389427185, + 0.11573117971420288, + 0.08722110837697983, + 0.054255612194538116 + ] + }, + { + "epoch": 51, + "train_loss": 0.6343296766281128, + "val_loss": 1.011350393295288, + "acc": 67.5, + "time": 42.00598798400097, + "param": [ + 0.22600474953651428, + 0.07816141843795776, + 0.12167195230722427, + 0.12417124211788177, + 0.05503688380122185, + 0.14911513030529022, + 0.11144236475229263, + 0.07111983746290207, + 0.06327640265226364 + ] + }, + { + "epoch": 52, + "train_loss": 0.5681160688400269, + "val_loss": 0.9355913400650024, + "acc": 67.92, + "time": 42.02087882699925, + "param": [ + 0.22988101840019226, + 0.09221319109201431, + 0.1305001825094223, + 0.11418751627206802, + 0.04365961253643036, + 0.15822577476501465, + 0.11073911935091019, + 0.059584587812423706, + 0.061008989810943604 + ] + }, + { + "epoch": 53, + "train_loss": 0.7448053359985352, + "val_loss": 1.1365317106246948, + "acc": 67.49, + "time": 41.93737756900009, + "param": [ + 0.20834751427173615, + 0.086119145154953, + 0.13307146728038788, + 0.10172081738710403, + 0.0475161075592041, + 0.15844382345676422, + 0.12169654667377472, + 0.06449350714683533, + 0.07859110087156296 + ] + }, + { + "epoch": 54, + "train_loss": 0.7406957745552063, + "val_loss": 0.7664771676063538, + "acc": 66.96, + "time": 41.97125255600258, + "param": [ + 0.18728512525558472, + 0.06921941787004471, + 0.13738545775413513, + 0.08802869915962219, + 0.053316548466682434, + 0.13983657956123352, + 0.13831686973571777, + 0.09085091203451157, + 0.09576033055782318 + ] + }, + { + "epoch": 55, + "train_loss": 0.5173846483230591, + "val_loss": 0.9853917360305786, + "acc": 67.81, + "time": 42.0543867439992, + "param": [ + 0.1844603419303894, + 0.0617484413087368, + 0.13591624796390533, + 0.07003132998943329, + 0.04091634973883629, + 0.13386140763759613, + 0.158776193857193, + 0.10072896629571915, + 0.11356067657470703 + ] + }, + { + "epoch": 56, + "train_loss": 0.5827325582504272, + "val_loss": 1.0181328058242798, + "acc": 67.76, + "time": 42.075344902001234, + "param": [ + 0.19810330867767334, + 0.05578584596514702, + 0.12747713923454285, + 0.06043872982263565, + 0.0393110029399395, + 0.1082434356212616, + 0.18289893865585327, + 0.12294279038906097, + 0.1047988310456276 + ] + }, + { + "epoch": 57, + "train_loss": 0.6745505928993225, + "val_loss": 0.901657223701477, + "acc": 68.45, + "time": 42.20241961800275, + "param": [ + 0.1783488690853119, + 0.07315034419298172, + 0.12222812324762344, + 0.07568741589784622, + 0.05817880481481552, + 0.08509796857833862, + 0.1705700308084488, + 0.12525266408920288, + 0.1114857941865921 + ] + }, + { + "epoch": 58, + "train_loss": 0.7001839280128479, + "val_loss": 0.9122409224510193, + "acc": 68.23, + "time": 42.004894514000625, + "param": [ + 0.15720334649085999, + 0.0914769247174263, + 0.12247689068317413, + 0.0863175243139267, + 0.08217940479516983, + 0.0733589455485344, + 0.15274539589881897, + 0.10830652713775635, + 0.1259351223707199 + ] + }, + { + "epoch": 59, + "train_loss": 0.6752426028251648, + "val_loss": 0.8264303803443909, + "acc": 68.17, + "time": 42.03244482399896, + "param": [ + 0.14856502413749695, + 0.10620672255754471, + 0.12175627797842026, + 0.09032902121543884, + 0.10532135516405106, + 0.06172841414809227, + 0.1462097018957138, + 0.09141622483730316, + 0.12846723198890686 + ] + }, + { + "epoch": 60, + "train_loss": 0.7244551777839661, + "val_loss": 1.0037851333618164, + "acc": 68.09, + "time": 41.98675898100191, + "param": [ + 0.15348628163337708, + 0.11204692721366882, + 0.137883722782135, + 0.09516113996505737, + 0.11806120723485947, + 0.05158322677016258, + 0.1580352783203125, + 0.0779816284775734, + 0.09576070308685303 + ] + }, + { + "epoch": 61, + "train_loss": 0.6342709064483643, + "val_loss": 0.9847118258476257, + "acc": 68.08, + "time": 40.854049957000825, + "param": [ + 0.1442825347185135, + 0.11398306488990784, + 0.1345532387495041, + 0.0965496152639389, + 0.1181136816740036, + 0.07695437967777252, + 0.15402495861053467, + 0.07668924331665039, + 0.08484925329685211 + ] + }, + { + "epoch": 62, + "train_loss": 0.649248480796814, + "val_loss": 0.9076296091079712, + "acc": 68.66, + "time": 41.52952795499732, + "param": [ + 0.14165356755256653, + 0.10111364722251892, + 0.13550406694412231, + 0.10249138623476028, + 0.10039111971855164, + 0.11234959959983826, + 0.1513364017009735, + 0.0814155787229538, + 0.07374458760023117 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests_compare.png b/higher/res/TF_nb_tests_compare.png index 7421a17..f09af55 100644 Binary files a/higher/res/TF_nb_tests_compare.png and b/higher/res/TF_nb_tests_compare.png differ diff --git a/higher/res/TF_seq_tests_compare.png b/higher/res/TF_seq_tests_compare.png index 517a0b2..3ebd62c 100644 Binary files a/higher/res/TF_seq_tests_compare.png and b/higher/res/TF_seq_tests_compare.png differ diff --git a/higher/res/WideResNet(s16-d28)-10 epochs.png b/higher/res/WideResNet(s16-d28)-10 epochs.png new file mode 100644 index 0000000..9bbbc42 Binary files /dev/null and b/higher/res/WideResNet(s16-d28)-10 epochs.png differ diff --git a/higher/res/log/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-10 epochs (dataug:0)- 10 in_it.json b/higher/res/log/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-10 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..5b6ae9a --- /dev/null +++ b/higher/res/log/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-10 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,256 @@ +{ + "Accuracy": 46.01, + "Time": [ + 57.21894607720001, + 3.2157653115349523 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color", + "Brightness", + "Sharpness", + "Posterize", + "Solarize" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.3540008068084717, + "val_loss": 2.271848440170288, + "acc": 11.1, + "time": 51.859963212000004, + "param": [ + 0.07235156744718552, + 0.06830295920372009, + 0.06459910422563553, + 0.07928085327148438, + 0.07699186354875565, + 0.050429217517375946, + 0.0827246904373169, + 0.06438444554805756, + 0.0693848729133606, + 0.08425220102071762, + 0.0933990553021431, + 0.09973928332328796, + 0.05788031592965126, + 0.03627955913543701 + ] + }, + { + "epoch": 2, + "train_loss": 2.1560933589935303, + "val_loss": 2.0334126949310303, + "acc": 27.42, + "time": 51.675518266, + "param": [ + 0.030339689925312996, + 0.0740426778793335, + 0.07937592267990112, + 0.08318186551332474, + 0.08396871387958527, + 0.0455789640545845, + 0.08071696758270264, + 0.09035777300596237, + 0.040362194180488586, + 0.10864509642124176, + 0.0905936136841774, + 0.12681721150875092, + 0.06601925194263458, + 0.0 + ] + }, + { + "epoch": 3, + "train_loss": 1.870378851890564, + "val_loss": 1.9075130224227905, + "acc": 31.82, + "time": 56.25830832300001, + "param": [ + 0.0, + 0.03804636746644974, + 0.0892837718129158, + 0.09673762321472168, + 0.07660015672445297, + 0.013717630878090858, + 0.10021662712097168, + 0.11486805975437164, + 0.014305981807410717, + 0.13642652332782745, + 0.08769913017749786, + 0.14704734086990356, + 0.08505075424909592, + 0.0 + ] + }, + { + "epoch": 4, + "train_loss": 1.7275240421295166, + "val_loss": 1.7952163219451904, + "acc": 36.79, + "time": 56.578389816, + "param": [ + 0.0, + 0.0, + 0.08458241075277328, + 0.10598329454660416, + 0.05759816989302635, + 0.0, + 0.12148863077163696, + 0.13066262006759644, + 0.0, + 0.16647125780582428, + 0.0771639347076416, + 0.162657231092453, + 0.09339240938425064, + 0.0 + ] + }, + { + "epoch": 5, + "train_loss": 1.763619303703308, + "val_loss": 1.726990818977356, + "acc": 38.54, + "time": 57.45331377300002, + "param": [ + 0.005844441708177328, + 0.0, + 0.0584549754858017, + 0.09925395995378494, + 0.051674649119377136, + 0.0, + 0.12570610642433167, + 0.14470241963863373, + 0.008886781521141529, + 0.19841903448104858, + 0.0335879772901535, + 0.1830122172832489, + 0.09045736491680145, + 0.0 + ] + }, + { + "epoch": 6, + "train_loss": 1.6349865198135376, + "val_loss": 1.7393933534622192, + "acc": 37.9, + "time": 57.806139056999996, + "param": [ + 0.0028401855379343033, + 0.0, + 0.04392920434474945, + 0.09317885339260101, + 0.023109471425414085, + 0.0, + 0.13200879096984863, + 0.14666396379470825, + 0.03369569033384323, + 0.21348704397678375, + 0.004754261113703251, + 0.19996842741966248, + 0.10636412352323532, + 0.0 + ] + }, + { + "epoch": 7, + "train_loss": 1.8521502017974854, + "val_loss": 1.6482700109481812, + "acc": 43.77, + "time": 61.22318877499998, + "param": [ + 0.0037013471592217684, + 0.0, + 0.03603478893637657, + 0.08535521477460861, + 0.0, + 0.0, + 0.13316534459590912, + 0.1551826000213623, + 0.05030851811170578, + 0.2113056480884552, + 0.0, + 0.20638708770275116, + 0.11855939030647278, + 0.0 + ] + }, + { + "epoch": 8, + "train_loss": 1.6167418956756592, + "val_loss": 1.4315125942230225, + "acc": 43.33, + "time": 61.813844330999984, + "param": [ + 0.0, + 0.0, + 0.013289103284478188, + 0.07911201566457748, + 0.0, + 0.0, + 0.13283570110797882, + 0.1621987372636795, + 0.055065348744392395, + 0.22899942100048065, + 0.0, + 0.20674407482147217, + 0.12175553292036057, + 0.0 + ] + }, + { + "epoch": 9, + "train_loss": 1.7523534297943115, + "val_loss": 1.539570689201355, + "acc": 44.89, + "time": 58.35350701499999, + "param": [ + 0.00225451635196805, + 0.0, + 0.009632101282477379, + 0.07399431616067886, + 0.0, + 0.0, + 0.13121426105499268, + 0.1661420613527298, + 0.07479644566774368, + 0.2270817756652832, + 0.0008052507182583213, + 0.18984203040599823, + 0.12423720955848694, + 0.0 + ] + }, + { + "epoch": 10, + "train_loss": 1.6361912488937378, + "val_loss": 1.4940316677093506, + "acc": 46.01, + "time": 59.1672882040001, + "param": [ + 0.030572662129998207, + 0.0, + 0.003719991771504283, + 0.07600171864032745, + 0.0, + 0.0, + 0.1366519033908844, + 0.15553990006446838, + 0.07739994674921036, + 0.20710554718971252, + 0.020542262122035027, + 0.16040295362472534, + 0.13206319510936737, + 0.0 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/log/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-2 epochs (dataug:0)- 10 in_it.json b/higher/res/log/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-2 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..334d4ce --- /dev/null +++ b/higher/res/log/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-2 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,72 @@ +{ + "Accuracy": 20.8, + "Time": [ + 51.4427050715, + 0.4778038694999971 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color", + "Brightness", + "Sharpness", + "Posterize", + "Solarize" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.3032476902008057, + "val_loss": 2.2924728393554688, + "acc": 11.1, + "time": 51.920508941, + "param": [ + 0.07925213128328323, + 0.08312409371137619, + 0.08779778331518173, + 0.0853320062160492, + 0.08577536046504974, + 0.057290591299533844, + 0.0774931013584137, + 0.08246791362762451, + 0.047001805156469345, + 0.07887403666973114, + 0.05897113308310509, + 0.05021947622299194, + 0.07581018656492233, + 0.050590354949235916 + ] + }, + { + "epoch": 2, + "train_loss": 2.171858787536621, + "val_loss": 2.078795909881592, + "acc": 20.8, + "time": 50.96490120200001, + "param": [ + 0.07892196625471115, + 0.07488056272268295, + 0.08041033148765564, + 0.09144628793001175, + 0.09114645421504974, + 0.055715303868055344, + 0.0672164335846901, + 0.07994510233402252, + 0.05105787515640259, + 0.09191103279590607, + 0.07849953323602676, + 0.07014491409063339, + 0.07624118775129318, + 0.012463102117180824 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/log/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/log/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-200 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..7300244 --- /dev/null +++ b/higher/res/log/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,2280 @@ +{ + "Accuracy": 70.86, + "Time": [ + 54.82742365837751, + 1.284729640721687 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color", + "Brightness", + "Sharpness", + "Posterize", + "Solarize" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.3460543155670166, + "val_loss": 2.2946131229400635, + "acc": 16.91, + "time": 52.084847209, + "param": [ + 0.0818428322672844, + 0.017558272927999496, + 0.07402420789003372, + 0.035951267927885056, + 0.07616527378559113, + 0.1251671314239502, + 0.06401077657938004, + 0.09438462555408478, + 0.09955168515443802, + 0.09544885158538818, + 0.02571737766265869, + 0.06865864247083664, + 0.1191401556134224, + 0.02237902209162712 + ] + }, + { + "epoch": 2, + "train_loss": 2.216951608657837, + "val_loss": 2.1259398460388184, + "acc": 23.76, + "time": 51.073679999999996, + "param": [ + 0.09571102261543274, + 0.030560819432139397, + 0.06661950796842575, + 0.047338470816612244, + 0.07374341785907745, + 0.11368504911661148, + 0.054460979998111725, + 0.08921080827713013, + 0.09458238631486893, + 0.09188243001699448, + 0.05467604100704193, + 0.07220210880041122, + 0.11396486312150955, + 0.001362091046757996 + ] + }, + { + "epoch": 3, + "train_loss": 2.1368539333343506, + "val_loss": 1.9209105968475342, + "acc": 29.84, + "time": 51.19901372299999, + "param": [ + 0.08839643001556396, + 0.012173764407634735, + 0.070055291056633, + 0.07335411757230759, + 0.07994310557842255, + 0.08917646110057831, + 0.06793529540300369, + 0.08835075795650482, + 0.08254388719797134, + 0.10028226673603058, + 0.0598003976047039, + 0.06131230294704437, + 0.12667587399482727, + 0.0 + ] + }, + { + "epoch": 4, + "train_loss": 1.8571712970733643, + "val_loss": 1.8692796230316162, + "acc": 33.59, + "time": 56.428587677999985, + "param": [ + 0.09976565837860107, + 0.0, + 0.07405506074428558, + 0.07462567090988159, + 0.08570191264152527, + 0.07285227626562119, + 0.074435755610466, + 0.10044634342193604, + 0.0808277279138565, + 0.09363644570112228, + 0.06103549525141716, + 0.03797856345772743, + 0.14463911950588226, + 0.0 + ] + }, + { + "epoch": 5, + "train_loss": 1.9479116201400757, + "val_loss": 1.6991772651672363, + "acc": 37.83, + "time": 53.74107612899999, + "param": [ + 0.09796570241451263, + 0.0, + 0.0716213658452034, + 0.07340022176504135, + 0.07458768039941788, + 0.06043243780732155, + 0.07561088353395462, + 0.10581381618976593, + 0.0747653916478157, + 0.10374786704778671, + 0.05606946721673012, + 0.035087499767541885, + 0.1708976924419403, + 0.0 + ] + }, + { + "epoch": 6, + "train_loss": 1.7224198579788208, + "val_loss": 1.6884325742721558, + "acc": 39.94, + "time": 54.887735178000014, + "param": [ + 0.09116712212562561, + 0.0, + 0.07110264897346497, + 0.08042258769273758, + 0.05619671195745468, + 0.04037899896502495, + 0.08047112822532654, + 0.11843536794185638, + 0.07471431791782379, + 0.11905205994844437, + 0.05729955807328224, + 0.052456364035606384, + 0.1583031266927719, + 0.0 + ] + }, + { + "epoch": 7, + "train_loss": 1.7830876111984253, + "val_loss": 1.5671981573104858, + "acc": 43.2, + "time": 55.26720705499997, + "param": [ + 0.08653867989778519, + 0.0, + 0.06491369009017944, + 0.08576025068759918, + 0.03616471216082573, + 0.03398154303431511, + 0.0716850757598877, + 0.12593798339366913, + 0.07699211686849594, + 0.14162451028823853, + 0.0729040876030922, + 0.06961739808320999, + 0.13387992978096008, + 0.0 + ] + }, + { + "epoch": 8, + "train_loss": 1.7211625576019287, + "val_loss": 1.721018671989441, + "acc": 41.36, + "time": 56.663951166000004, + "param": [ + 0.08459965884685516, + 0.0, + 0.05656149983406067, + 0.10087338835000992, + 0.02600855752825737, + 0.007216927595436573, + 0.06745929270982742, + 0.1364581435918808, + 0.1012389287352562, + 0.14412017166614532, + 0.09419476240873337, + 0.06356032192707062, + 0.11770835518836975, + 0.0 + ] + }, + { + "epoch": 9, + "train_loss": 1.650901436805725, + "val_loss": 1.4829075336456299, + "acc": 45.5, + "time": 56.72460631500002, + "param": [ + 0.07812801003456116, + 0.0, + 0.056155722588300705, + 0.11654141545295715, + 0.006725606508553028, + 0.0, + 0.07916311919689178, + 0.14769583940505981, + 0.1305016726255417, + 0.13959555327892303, + 0.10647464543581009, + 0.0501168817281723, + 0.0889015644788742, + 0.0 + ] + }, + { + "epoch": 10, + "train_loss": 1.5297573804855347, + "val_loss": 1.506037950515747, + "acc": 46.85, + "time": 55.654723945, + "param": [ + 0.07748618721961975, + 0.0, + 0.0693880245089531, + 0.1207849457859993, + 0.0, + 0.0, + 0.07086078822612762, + 0.154438778758049, + 0.15858547389507294, + 0.13628637790679932, + 0.11931847035884857, + 0.034483861178159714, + 0.05836720019578934, + 0.0 + ] + }, + { + "epoch": 11, + "train_loss": 1.561471939086914, + "val_loss": 1.4811760187149048, + "acc": 48.54, + "time": 53.41959224300001, + "param": [ + 0.0844760462641716, + 0.0, + 0.08229219168424606, + 0.12569424510002136, + 0.0, + 0.0, + 0.06028750538825989, + 0.13869920372962952, + 0.1696896255016327, + 0.12748245894908905, + 0.13873769342899323, + 0.026295697316527367, + 0.046345267444849014, + 0.0 + ] + }, + { + "epoch": 12, + "train_loss": 1.919087529182434, + "val_loss": 1.3467719554901123, + "acc": 49.5, + "time": 53.25103146499998, + "param": [ + 0.09681578725576401, + 0.0, + 0.09376493096351624, + 0.12608660757541656, + 0.0, + 0.0, + 0.0554717518389225, + 0.11508660763502121, + 0.1760728806257248, + 0.11184191703796387, + 0.14637808501720428, + 0.030918555334210396, + 0.047562871128320694, + 0.0 + ] + }, + { + "epoch": 13, + "train_loss": 1.6522696018218994, + "val_loss": 1.4076837301254272, + "acc": 50.43, + "time": 53.39198932800002, + "param": [ + 0.10297616571187973, + 0.0, + 0.09295444190502167, + 0.12924358248710632, + 0.0, + 0.0, + 0.04751487821340561, + 0.1032184362411499, + 0.19661054015159607, + 0.09543228149414062, + 0.14801180362701416, + 0.02380327880382538, + 0.06023460999131203, + 0.0 + ] + }, + { + "epoch": 14, + "train_loss": 1.6110515594482422, + "val_loss": 1.4785804748535156, + "acc": 52.08, + "time": 53.57972252000002, + "param": [ + 0.11101508885622025, + 0.0, + 0.0875924825668335, + 0.12315002828836441, + 0.0, + 0.0, + 0.03571069613099098, + 0.10084536671638489, + 0.21095450222492218, + 0.08197315782308578, + 0.14558106660842896, + 0.028644748032093048, + 0.07453285157680511, + 0.0 + ] + }, + { + "epoch": 15, + "train_loss": 1.5188195705413818, + "val_loss": 1.4629229307174683, + "acc": 52.97, + "time": 53.439603581999904, + "param": [ + 0.1152285635471344, + 0.0, + 0.08044932037591934, + 0.11622180789709091, + 0.015749098733067513, + 0.0, + 0.030240638181567192, + 0.09814883768558502, + 0.20995815098285675, + 0.06493828445672989, + 0.15155325829982758, + 0.033942047506570816, + 0.08356998860836029, + 0.0 + ] + }, + { + "epoch": 16, + "train_loss": 1.5576509237289429, + "val_loss": 1.392778992652893, + "acc": 52.97, + "time": 54.31518290899999, + "param": [ + 0.11083462089300156, + 0.0, + 0.08890849351882935, + 0.1136571541428566, + 0.018773110583424568, + 0.011028539389371872, + 0.03090270608663559, + 0.09595878422260284, + 0.18554429709911346, + 0.06371434032917023, + 0.14690913259983063, + 0.0469161793589592, + 0.08685260266065598, + 0.0 + ] + }, + { + "epoch": 17, + "train_loss": 1.5140347480773926, + "val_loss": 1.3438231945037842, + "acc": 51.9, + "time": 56.304051562999916, + "param": [ + 0.11051236093044281, + 0.0, + 0.08526097238063812, + 0.10996577888727188, + 0.01903858594596386, + 0.040595054626464844, + 0.04056674242019653, + 0.09179265052080154, + 0.17592178285121918, + 0.06424826383590698, + 0.13790646195411682, + 0.05788394436240196, + 0.06630741059780121, + 0.0 + ] + }, + { + "epoch": 18, + "train_loss": 1.5103695392608643, + "val_loss": 1.4025927782058716, + "acc": 54.51, + "time": 56.41265143199996, + "param": [ + 0.11568938195705414, + 0.0, + 0.09223756194114685, + 0.09690553694963455, + 0.00918949581682682, + 0.053819894790649414, + 0.05481580272316933, + 0.1003861054778099, + 0.1602005958557129, + 0.0720210000872612, + 0.12991955876350403, + 0.061752159148454666, + 0.05306291952729225, + 0.0 + ] + }, + { + "epoch": 19, + "train_loss": 1.4033308029174805, + "val_loss": 1.2004915475845337, + "acc": 55.73, + "time": 56.44639657599987, + "param": [ + 0.12077132612466812, + 0.0, + 0.09537304192781448, + 0.08472210168838501, + 0.0, + 0.04769610986113548, + 0.06487028300762177, + 0.11717913299798965, + 0.15346336364746094, + 0.07868754118680954, + 0.1307951956987381, + 0.051251377910375595, + 0.055190518498420715, + 0.0 + ] + }, + { + "epoch": 20, + "train_loss": 1.5109786987304688, + "val_loss": 1.142244815826416, + "acc": 56.14, + "time": 56.573213400999975, + "param": [ + 0.12064388394355774, + 0.0, + 0.09989441931247711, + 0.07709237188100815, + 0.0, + 0.05043373629450798, + 0.06991585344076157, + 0.12095770984888077, + 0.14457941055297852, + 0.085431769490242, + 0.12813657522201538, + 0.041748978197574615, + 0.06116533651947975, + 0.0 + ] + }, + { + "epoch": 21, + "train_loss": 1.3741815090179443, + "val_loss": 1.2879718542099, + "acc": 56.78, + "time": 56.17546028700008, + "param": [ + 0.11662402749061584, + 0.0, + 0.0927606150507927, + 0.08154308795928955, + 0.0043315342627465725, + 0.0552036389708519, + 0.08480089157819748, + 0.1243554875254631, + 0.13414417207241058, + 0.0879862904548645, + 0.12043242901563644, + 0.03870902583003044, + 0.05910884216427803, + 0.0 + ] + }, + { + "epoch": 22, + "train_loss": 1.3441143035888672, + "val_loss": 1.1204274892807007, + "acc": 56.95, + "time": 54.531502718999946, + "param": [ + 0.1208520159125328, + 0.0, + 0.09540963917970657, + 0.1006600558757782, + 0.0, + 0.050248436629772186, + 0.09203186631202698, + 0.1244349330663681, + 0.1422339230775833, + 0.07763531804084778, + 0.11598344147205353, + 0.036835018545389175, + 0.04367542266845703, + 0.0 + ] + }, + { + "epoch": 23, + "train_loss": 1.2965348958969116, + "val_loss": 1.231607437133789, + "acc": 57.25, + "time": 55.17282812999997, + "param": [ + 0.12821264564990997, + 0.003261428326368332, + 0.0938761904835701, + 0.11905299127101898, + 0.0060404338873922825, + 0.04114401713013649, + 0.08607415854930878, + 0.10810160636901855, + 0.1488703042268753, + 0.06384352594614029, + 0.11049462854862213, + 0.04293966293334961, + 0.043251000344753265, + 0.004837470129132271 + ] + }, + { + "epoch": 24, + "train_loss": 1.3382666110992432, + "val_loss": 1.300442099571228, + "acc": 58.73, + "time": 53.4295578870001, + "param": [ + 0.13319958746433258, + 0.0, + 0.09690587222576141, + 0.11980272084474564, + 0.011818918399512768, + 0.02038748934864998, + 0.08597886562347412, + 0.09494801610708237, + 0.16045604646205902, + 0.056316077709198, + 0.09860021620988846, + 0.061239227652549744, + 0.060346972197294235, + 0.0 + ] + }, + { + "epoch": 25, + "train_loss": 1.1852866411209106, + "val_loss": 1.141117811203003, + "acc": 56.52, + "time": 56.46845557099982, + "param": [ + 0.12946896255016327, + 0.0, + 0.09869872778654099, + 0.1313994973897934, + 0.01653297245502472, + 0.003303919918835163, + 0.07816212624311447, + 0.09180348366498947, + 0.1706172525882721, + 0.05713513121008873, + 0.09487837553024292, + 0.07278154045343399, + 0.055217962712049484, + 0.0 + ] + }, + { + "epoch": 26, + "train_loss": 1.1030117273330688, + "val_loss": 1.055263876914978, + "acc": 59.26, + "time": 55.76934528100014, + "param": [ + 0.12539401650428772, + 0.0, + 0.10062004625797272, + 0.14867430925369263, + 0.0024168877862393856, + 0.0, + 0.06446953117847443, + 0.08498069643974304, + 0.1734076589345932, + 0.07521574199199677, + 0.09021846950054169, + 0.09089233726263046, + 0.04371032118797302, + 0.0 + ] + }, + { + "epoch": 27, + "train_loss": 1.0578978061676025, + "val_loss": 1.1043426990509033, + "acc": 60.16, + "time": 54.032930965000105, + "param": [ + 0.13504959642887115, + 0.0, + 0.10192937403917313, + 0.15672717988491058, + 0.0, + 0.00021667510736733675, + 0.0567636676132679, + 0.07861630618572235, + 0.17774076759815216, + 0.09280920028686523, + 0.09293954074382782, + 0.0957176610827446, + 0.011490101926028728, + 0.0 + ] + }, + { + "epoch": 28, + "train_loss": 1.123775601387024, + "val_loss": 1.1597599983215332, + "acc": 61.26, + "time": 55.32569070599993, + "param": [ + 0.14068911969661713, + 0.0, + 0.10365484654903412, + 0.15758565068244934, + 0.0, + 0.005193739198148251, + 0.04975076764822006, + 0.075493723154068, + 0.1834203451871872, + 0.10162480175495148, + 0.08876927196979523, + 0.09381774067878723, + 0.0, + 0.0 + ] + }, + { + "epoch": 29, + "train_loss": 0.9199327826499939, + "val_loss": 0.952485978603363, + "acc": 60.9, + "time": 55.021899288999975, + "param": [ + 0.14304162561893463, + 0.0, + 0.10739742964506149, + 0.15537552535533905, + 0.0, + 0.015788117423653603, + 0.04667288437485695, + 0.07821225374937057, + 0.18362388014793396, + 0.10189850628376007, + 0.07529410719871521, + 0.09269572049379349, + 0.0, + 0.0 + ] + }, + { + "epoch": 30, + "train_loss": 1.3457248210906982, + "val_loss": 1.09476637840271, + "acc": 60.58, + "time": 54.344337964999795, + "param": [ + 0.13592195510864258, + 0.001254699076525867, + 0.10500936210155487, + 0.14767353236675262, + 0.0035101172979921103, + 0.010820181109011173, + 0.05221933498978615, + 0.08278778940439224, + 0.16893646121025085, + 0.11140848696231842, + 0.0626620501279831, + 0.1024012640118599, + 0.015394807793200016, + 0.0 + ] + }, + { + "epoch": 31, + "train_loss": 1.269919991493225, + "val_loss": 1.0838404893875122, + "acc": 61.2, + "time": 55.11176914999987, + "param": [ + 0.1318269520998001, + 0.0, + 0.09453541785478592, + 0.1423228681087494, + 0.0, + 0.018246527761220932, + 0.05577583238482475, + 0.09139655530452728, + 0.14391513168811798, + 0.1250724494457245, + 0.06706094741821289, + 0.11114907264709473, + 0.018698304891586304, + 0.0 + ] + }, + { + "epoch": 32, + "train_loss": 1.09322190284729, + "val_loss": 1.054244041442871, + "acc": 61.84, + "time": 56.31692972299993, + "param": [ + 0.144319549202919, + 0.0, + 0.08851766586303711, + 0.14899390935897827, + 0.0, + 0.01902167499065399, + 0.052827779203653336, + 0.1080797016620636, + 0.12006641179323196, + 0.13006533682346344, + 0.07218142598867416, + 0.11478908360004425, + 0.0011374703608453274, + 0.0 + ] + }, + { + "epoch": 33, + "train_loss": 1.2433695793151855, + "val_loss": 1.1471561193466187, + "acc": 62.44, + "time": 53.57644234600002, + "param": [ + 0.1433151811361313, + 0.0, + 0.09412820637226105, + 0.14815108478069305, + 0.0012699711369350553, + 0.023929018527269363, + 0.05933961644768715, + 0.11517257243394852, + 0.09593220055103302, + 0.12478166818618774, + 0.07534638792276382, + 0.11836132407188416, + 0.0, + 0.0002727513201534748 + ] + }, + { + "epoch": 34, + "train_loss": 1.2629644870758057, + "val_loss": 1.1583366394042969, + "acc": 62.05, + "time": 56.46591705899982, + "param": [ + 0.14361006021499634, + 0.0, + 0.08757642656564713, + 0.13809971511363983, + 0.006325547117739916, + 0.026508286595344543, + 0.059213507920503616, + 0.12847362458705902, + 0.08642276376485825, + 0.11523883044719696, + 0.08041096478700638, + 0.1276717633008957, + 0.0004485142126213759, + 0.0 + ] + }, + { + "epoch": 35, + "train_loss": 1.2223851680755615, + "val_loss": 1.170569658279419, + "acc": 62.16, + "time": 53.79620976000001, + "param": [ + 0.1314602792263031, + 0.0, + 0.07730317115783691, + 0.12612001597881317, + 0.025164088234305382, + 0.03731535002589226, + 0.06606273353099823, + 0.12434930354356766, + 0.07784511893987656, + 0.1076698750257492, + 0.0818602666258812, + 0.12220339477062225, + 0.021938646212220192, + 0.0007078299531713128 + ] + }, + { + "epoch": 36, + "train_loss": 1.253780484199524, + "val_loss": 0.834863543510437, + "acc": 63.81, + "time": 56.27375877899999, + "param": [ + 0.12157626450061798, + 0.0, + 0.07098832726478577, + 0.11294621229171753, + 0.03293609246611595, + 0.0515059232711792, + 0.08154457062482834, + 0.11691484600305557, + 0.06736373156309128, + 0.10121729969978333, + 0.07518584281206131, + 0.12541115283966064, + 0.042409658432006836, + 0.0 + ] + }, + { + "epoch": 37, + "train_loss": 1.3281512260437012, + "val_loss": 1.1044970750808716, + "acc": 63.93, + "time": 54.350948919000075, + "param": [ + 0.10790462046861649, + 0.0, + 0.05712515860795975, + 0.10818346589803696, + 0.033416785299777985, + 0.05700917914509773, + 0.09847674518823624, + 0.1119488850235939, + 0.0704231709241867, + 0.09807360172271729, + 0.08164860308170319, + 0.12966574728488922, + 0.046124063432216644, + 0.0 + ] + }, + { + "epoch": 38, + "train_loss": 1.037315845489502, + "val_loss": 0.9608043432235718, + "acc": 64.54, + "time": 56.16915912800005, + "param": [ + 0.10175177454948425, + 0.0, + 0.040622685104608536, + 0.10162440687417984, + 0.036061421036720276, + 0.05831646919250488, + 0.10625318437814713, + 0.11260280013084412, + 0.08045200258493423, + 0.09266268461942673, + 0.09732823818922043, + 0.12641893327236176, + 0.04590544477105141, + 0.0 + ] + }, + { + "epoch": 39, + "train_loss": 1.0522735118865967, + "val_loss": 1.0803563594818115, + "acc": 63.41, + "time": 55.58609599100009, + "param": [ + 0.09984419494867325, + 0.0, + 0.02463236078619957, + 0.09672567993402481, + 0.044544339179992676, + 0.04611309617757797, + 0.10114502161741257, + 0.11126147210597992, + 0.09398160129785538, + 0.09178489446640015, + 0.11371495574712753, + 0.12476110458374023, + 0.05149120092391968, + 0.0 + ] + }, + { + "epoch": 40, + "train_loss": 1.3534719944000244, + "val_loss": 1.0450561046600342, + "acc": 64.87, + "time": 53.851239022999835, + "param": [ + 0.10280591249465942, + 0.0, + 0.011586705222725868, + 0.08813795447349548, + 0.04436603933572769, + 0.018742486834526062, + 0.1021016463637352, + 0.10806101560592651, + 0.11368589848279953, + 0.10122337192296982, + 0.11920113861560822, + 0.1307249665260315, + 0.059362903237342834, + 0.0 + ] + }, + { + "epoch": 41, + "train_loss": 1.1860582828521729, + "val_loss": 0.9208791851997375, + "acc": 65.09, + "time": 54.469979862999935, + "param": [ + 0.10586558282375336, + 0.0, + 0.0, + 0.09183303266763687, + 0.03634561598300934, + 0.0, + 0.10272534191608429, + 0.10318680852651596, + 0.12661167979240417, + 0.11034680902957916, + 0.12913359701633453, + 0.13352754712104797, + 0.060423970222473145, + 0.0 + ] + }, + { + "epoch": 42, + "train_loss": 1.1717116832733154, + "val_loss": 0.9788736701011658, + "acc": 63.88, + "time": 54.34660314700022, + "param": [ + 0.10698842257261276, + 0.0, + 0.00599183002486825, + 0.09265793114900589, + 0.03786762058734894, + 0.00851666834205389, + 0.10418355464935303, + 0.09488377720117569, + 0.12807393074035645, + 0.11952028423547745, + 0.12694372236728668, + 0.1299719512462616, + 0.04440025985240936, + 0.0 + ] + }, + { + "epoch": 43, + "train_loss": 1.0847996473312378, + "val_loss": 0.9438974857330322, + "acc": 65.25, + "time": 55.34243783399961, + "param": [ + 0.10652884095907211, + 0.0, + 0.02975795976817608, + 0.08861093968153, + 0.036369457840919495, + 0.029034877195954323, + 0.09932888299226761, + 0.09575168043375015, + 0.12156929820775986, + 0.10926128923892975, + 0.12281069159507751, + 0.11296916753053665, + 0.048006922006607056, + 0.0 + ] + }, + { + "epoch": 44, + "train_loss": 1.1689339876174927, + "val_loss": 0.9677747488021851, + "acc": 65.6, + "time": 53.79958977099977, + "param": [ + 0.1102137342095375, + 0.0, + 0.05737082660198212, + 0.08386022597551346, + 0.04294447973370552, + 0.040213167667388916, + 0.0952180027961731, + 0.0959223136305809, + 0.11239257454872131, + 0.10514871776103973, + 0.11750767379999161, + 0.0980711281299591, + 0.04113714024424553, + 0.0 + ] + }, + { + "epoch": 45, + "train_loss": 1.0571956634521484, + "val_loss": 0.941162109375, + "acc": 66.04, + "time": 54.4118928580001, + "param": [ + 0.12042465060949326, + 0.0, + 0.08289740234613419, + 0.07717625796794891, + 0.030185019597411156, + 0.042901571840047836, + 0.09767565876245499, + 0.08914392441511154, + 0.11121997237205505, + 0.10905494540929794, + 0.12535105645656586, + 0.09764222800731659, + 0.016327308490872383, + 0.0 + ] + }, + { + "epoch": 46, + "train_loss": 0.9106729030609131, + "val_loss": 1.1549521684646606, + "acc": 65.57, + "time": 56.256186377000176, + "param": [ + 0.11554135382175446, + 0.0, + 0.09895958006381989, + 0.08059908449649811, + 0.024434300139546394, + 0.059322286397218704, + 0.08561848104000092, + 0.08278552442789078, + 0.10154423862695694, + 0.10723574459552765, + 0.13321252167224884, + 0.09032252430915833, + 0.02042442373931408, + 0.0 + ] + }, + { + "epoch": 47, + "train_loss": 1.3130505084991455, + "val_loss": 0.9692437648773193, + "acc": 66.49, + "time": 56.13759276300016, + "param": [ + 0.11058086901903152, + 0.0, + 0.10096970945596695, + 0.08105305582284927, + 0.02488887682557106, + 0.05788324400782585, + 0.07848445326089859, + 0.0871700793504715, + 0.10008446872234344, + 0.11614959686994553, + 0.1319689154624939, + 0.07990480214357376, + 0.03086184337735176, + 0.0 + ] + }, + { + "epoch": 48, + "train_loss": 1.055230975151062, + "val_loss": 1.0813040733337402, + "acc": 66.54, + "time": 53.87033612000005, + "param": [ + 0.11174468696117401, + 0.0008181881858035922, + 0.09807215631008148, + 0.08321129530668259, + 0.032191187143325806, + 0.0640135109424591, + 0.0652281790971756, + 0.09152183681726456, + 0.09938804805278778, + 0.11561120301485062, + 0.11743886768817902, + 0.07804115861654282, + 0.04110407084226608, + 0.0016156418714672327 + ] + }, + { + "epoch": 49, + "train_loss": 0.9746543169021606, + "val_loss": 0.946053147315979, + "acc": 66.14, + "time": 54.49768747300004, + "param": [ + 0.11661434173583984, + 0.0, + 0.09713185578584671, + 0.0837675929069519, + 0.036567818373441696, + 0.06100161001086235, + 0.06548219174146652, + 0.09980514645576477, + 0.08970419317483902, + 0.11559365689754486, + 0.11020077019929886, + 0.07346156984567642, + 0.04800928011536598, + 0.002659972757101059 + ] + }, + { + "epoch": 50, + "train_loss": 0.9265925288200378, + "val_loss": 0.9770984649658203, + "acc": 66.71, + "time": 54.88035264099972, + "param": [ + 0.1174241304397583, + 0.0, + 0.09761159121990204, + 0.08130212873220444, + 0.03632059320807457, + 0.05953210964798927, + 0.06857332587242126, + 0.10940302163362503, + 0.07176879048347473, + 0.1160983070731163, + 0.1150164008140564, + 0.07045240700244904, + 0.04051535949110985, + 0.015981748700141907 + ] + }, + { + "epoch": 51, + "train_loss": 1.3580389022827148, + "val_loss": 0.9923695921897888, + "acc": 66.32, + "time": 54.36025596400032, + "param": [ + 0.1103687584400177, + 0.0, + 0.10520708560943604, + 0.07351705431938171, + 0.01659204252064228, + 0.06756260246038437, + 0.06491915881633759, + 0.11081650853157043, + 0.07973616570234299, + 0.11510801315307617, + 0.1208157166838646, + 0.06711044162511826, + 0.051334381103515625, + 0.016912057995796204 + ] + }, + { + "epoch": 52, + "train_loss": 1.0928860902786255, + "val_loss": 0.9211546778678894, + "acc": 67.18, + "time": 55.092696111999885, + "param": [ + 0.11388657987117767, + 0.0, + 0.1133943572640419, + 0.06567317247390747, + 0.011085454374551773, + 0.0644930899143219, + 0.06432653218507767, + 0.10577715188264847, + 0.09059499949216843, + 0.11140590906143188, + 0.11008892953395844, + 0.06597048044204712, + 0.06680580973625183, + 0.01649750955402851 + ] + }, + { + "epoch": 53, + "train_loss": 1.297255277633667, + "val_loss": 0.9107428789138794, + "acc": 66.82, + "time": 54.67412890200012, + "param": [ + 0.11867199093103409, + 3.162562279612757e-05, + 0.1168685033917427, + 0.053735263645648956, + 0.00479690358042717, + 0.07635962218046188, + 0.07140876352787018, + 0.09895151853561401, + 0.08701692521572113, + 0.11154922842979431, + 0.10596419125795364, + 0.06732086837291718, + 0.07475028932094574, + 0.012574336491525173 + ] + }, + { + "epoch": 54, + "train_loss": 0.9317347407341003, + "val_loss": 1.0641648769378662, + "acc": 66.51, + "time": 54.89997073299992, + "param": [ + 0.1303296834230423, + 0.0, + 0.11839822679758072, + 0.04427271708846092, + 0.018371233716607094, + 0.07413876801729202, + 0.08527600020170212, + 0.0952877476811409, + 0.07443181425333023, + 0.12279030680656433, + 0.10846738517284393, + 0.06158025562763214, + 0.06040959805250168, + 0.006246338598430157 + ] + }, + { + "epoch": 55, + "train_loss": 0.9802854657173157, + "val_loss": 0.988971471786499, + "acc": 66.8, + "time": 55.69407068700002, + "param": [ + 0.13368883728981018, + 0.0, + 0.12055756151676178, + 0.042803727090358734, + 0.03182316571474075, + 0.07369085401296616, + 0.09164848178625107, + 0.0966743752360344, + 0.06390894204378128, + 0.13213369250297546, + 0.10912884026765823, + 0.05238867178559303, + 0.05155279487371445, + 0.0 + ] + }, + { + "epoch": 56, + "train_loss": 1.0260467529296875, + "val_loss": 0.8772034645080566, + "acc": 67.01, + "time": 55.08177900700002, + "param": [ + 0.14552189409732819, + 0.0, + 0.11717668920755386, + 0.03910446912050247, + 0.029252009466290474, + 0.07429096847772598, + 0.10194725543260574, + 0.10103254020214081, + 0.05254190415143967, + 0.14467625319957733, + 0.11189385503530502, + 0.038897283375263214, + 0.04366491362452507, + 0.0 + ] + }, + { + "epoch": 57, + "train_loss": 1.0461790561676025, + "val_loss": 0.8953985571861267, + "acc": 67.34, + "time": 53.61039676199971, + "param": [ + 0.15249641239643097, + 0.0, + 0.10316790640354156, + 0.04910801351070404, + 0.034762389957904816, + 0.07074092328548431, + 0.10370360314846039, + 0.09913015365600586, + 0.06041759252548218, + 0.1400989592075348, + 0.10903309285640717, + 0.05344356968998909, + 0.023897366598248482, + 0.0 + ] + }, + { + "epoch": 58, + "train_loss": 0.922435462474823, + "val_loss": 0.8273156881332397, + "acc": 67.56, + "time": 52.9275317659999, + "param": [ + 0.15882575511932373, + 0.0, + 0.09371624141931534, + 0.06076005473732948, + 0.0372188463807106, + 0.05916377529501915, + 0.08993317931890488, + 0.10784009844064713, + 0.08247483521699905, + 0.12195827066898346, + 0.10038293153047562, + 0.08023616671562195, + 0.00748974597081542, + 0.0 + ] + }, + { + "epoch": 59, + "train_loss": 1.0476551055908203, + "val_loss": 1.0271114110946655, + "acc": 68.03, + "time": 52.94731678299968, + "param": [ + 0.14711277186870575, + 0.0, + 0.08195558190345764, + 0.049785640090703964, + 0.04371904581785202, + 0.06631074100732803, + 0.09149816632270813, + 0.11362054944038391, + 0.08245038241147995, + 0.11753921210765839, + 0.1033308357000351, + 0.09130505472421646, + 0.011372010223567486, + 0.0 + ] + }, + { + "epoch": 60, + "train_loss": 0.992974042892456, + "val_loss": 0.915397047996521, + "acc": 67.74, + "time": 52.87187765899989, + "param": [ + 0.14064466953277588, + 0.0, + 0.073005810379982, + 0.037870731204748154, + 0.04967127740383148, + 0.07495487481355667, + 0.09801216423511505, + 0.11251367628574371, + 0.09602151066064835, + 0.10626893490552902, + 0.09608105570077896, + 0.09525375813245773, + 0.019701603800058365, + 0.0 + ] + }, + { + "epoch": 61, + "train_loss": 1.0268958806991577, + "val_loss": 0.9745367169380188, + "acc": 67.39, + "time": 53.005646251000144, + "param": [ + 0.12492317706346512, + 0.0, + 0.07830634713172913, + 0.040321674197912216, + 0.06028405949473381, + 0.06995493173599243, + 0.09337431192398071, + 0.10344939678907394, + 0.10794397443532944, + 0.1030140146613121, + 0.09763383120298386, + 0.08444733172655106, + 0.03585472330451012, + 0.0004921758081763983 + ] + }, + { + "epoch": 62, + "train_loss": 0.8665823340415955, + "val_loss": 0.9502466917037964, + "acc": 68.4, + "time": 53.01482743899987, + "param": [ + 0.12252860516309738, + 0.0, + 0.07193349301815033, + 0.04598168283700943, + 0.05793158710002899, + 0.057940177619457245, + 0.09382845461368561, + 0.09915169328451157, + 0.109214186668396, + 0.11314108222723007, + 0.0985540896654129, + 0.07799846678972244, + 0.05067334696650505, + 0.0011230703676119447 + ] + }, + { + "epoch": 63, + "train_loss": 0.9155519008636475, + "val_loss": 0.926417350769043, + "acc": 68.66, + "time": 52.9029297940001, + "param": [ + 0.12667201459407806, + 0.0, + 0.07168585807085037, + 0.059358809143304825, + 0.05638589337468147, + 0.04701964184641838, + 0.09594394266605377, + 0.09338094294071198, + 0.10618918389081955, + 0.10596951097249985, + 0.09335669130086899, + 0.07589907944202423, + 0.06310968101024628, + 0.005028795916587114 + ] + }, + { + "epoch": 64, + "train_loss": 0.8123161792755127, + "val_loss": 0.9231154322624207, + "acc": 68.2, + "time": 53.047820279999996, + "param": [ + 0.13400137424468994, + 0.0, + 0.06308237463235855, + 0.06291960924863815, + 0.04648173972964287, + 0.04976942390203476, + 0.1038498505949974, + 0.09508812427520752, + 0.10115523636341095, + 0.10391651093959808, + 0.09177044779062271, + 0.07040638476610184, + 0.07755888253450394, + 0.0 + ] + }, + { + "epoch": 65, + "train_loss": 0.8149964809417725, + "val_loss": 1.0277596712112427, + "acc": 69.42, + "time": 56.41766894000011, + "param": [ + 0.14564380049705505, + 0.0, + 0.05221084877848625, + 0.05766625329852104, + 0.04482036083936691, + 0.050687506794929504, + 0.10876930505037308, + 0.09258498251438141, + 0.09015679359436035, + 0.10188884288072586, + 0.09945668280124664, + 0.056987956166267395, + 0.09695984423160553, + 0.0021668318659067154 + ] + }, + { + "epoch": 66, + "train_loss": 0.9477348327636719, + "val_loss": 0.9222527146339417, + "acc": 68.2, + "time": 56.373070288000235, + "param": [ + 0.1489986926317215, + 0.0, + 0.05023958161473274, + 0.04257957637310028, + 0.06339208036661148, + 0.0477839931845665, + 0.10752040892839432, + 0.07480991631746292, + 0.07889561355113983, + 0.09344109147787094, + 0.11867710947990417, + 0.05073166266083717, + 0.09812897443771362, + 0.024801379069685936 + ] + }, + { + "epoch": 67, + "train_loss": 1.0009448528289795, + "val_loss": 0.9739653468132019, + "acc": 69.14, + "time": 56.59342391000018, + "param": [ + 0.1497858613729477, + 0.0, + 0.042809050530195236, + 0.0378386564552784, + 0.07219263166189194, + 0.06983085721731186, + 0.10494605451822281, + 0.06884921342134476, + 0.07573599368333817, + 0.08349572122097015, + 0.12864118814468384, + 0.052344344556331635, + 0.07681291550397873, + 0.036717478185892105 + ] + }, + { + "epoch": 68, + "train_loss": 0.9395490884780884, + "val_loss": 1.0501124858856201, + "acc": 68.63, + "time": 56.58387153600006, + "param": [ + 0.15350110828876495, + 0.0, + 0.03902732953429222, + 0.049755942076444626, + 0.07470592111349106, + 0.0964910238981247, + 0.1005948930978775, + 0.06724619120359421, + 0.07897817343473434, + 0.08872386813163757, + 0.12030427902936935, + 0.047946035861968994, + 0.059373050928115845, + 0.023352187126874924 + ] + }, + { + "epoch": 69, + "train_loss": 0.884728193283081, + "val_loss": 0.8602893352508545, + "acc": 68.93, + "time": 54.49263147699958, + "param": [ + 0.1634511649608612, + 0.0, + 0.05103546380996704, + 0.04623822495341301, + 0.0768042653799057, + 0.09745968878269196, + 0.10839556902647018, + 0.0782369077205658, + 0.08190514147281647, + 0.09955491870641708, + 0.10500336438417435, + 0.05322441831231117, + 0.03869099169969559, + 0.0 + ] + }, + { + "epoch": 70, + "train_loss": 0.893670380115509, + "val_loss": 0.8698456883430481, + "acc": 67.8, + "time": 54.66846954599987, + "param": [ + 0.14740785956382751, + 0.0, + 0.07078199833631516, + 0.03512820228934288, + 0.07020551711320877, + 0.09182606637477875, + 0.12779277563095093, + 0.08423871546983719, + 0.07896479219198227, + 0.09555402398109436, + 0.10818799585103989, + 0.06471137702465057, + 0.02520066313445568, + 0.0 + ] + }, + { + "epoch": 71, + "train_loss": 0.6491424441337585, + "val_loss": 0.8660925030708313, + "acc": 68.67, + "time": 54.377614600000015, + "param": [ + 0.12658005952835083, + 0.0008481515105813742, + 0.07615713030099869, + 0.031117605045437813, + 0.07349187880754471, + 0.09680349379777908, + 0.12102776020765305, + 0.08355716615915298, + 0.0782109946012497, + 0.08270692080259323, + 0.12118913233280182, + 0.0711071565747261, + 0.016565164551138878, + 0.020637378096580505 + ] + }, + { + "epoch": 72, + "train_loss": 1.1143052577972412, + "val_loss": 0.9073795676231384, + "acc": 67.67, + "time": 56.320594464999886, + "param": [ + 0.1184811219573021, + 0.0, + 0.08039399236440659, + 0.025125442072749138, + 0.08692356199026108, + 0.09345821291208267, + 0.10767524689435959, + 0.09536512941122055, + 0.07542075216770172, + 0.07490357756614685, + 0.1318376213312149, + 0.07369775325059891, + 0.0, + 0.03671758994460106 + ] + }, + { + "epoch": 73, + "train_loss": 0.6691860556602478, + "val_loss": 0.9738715887069702, + "acc": 69.57, + "time": 54.74499066899989, + "param": [ + 0.11102570593357086, + 0.002302337670698762, + 0.08102378994226456, + 0.026408083736896515, + 0.08154653757810593, + 0.09537576884031296, + 0.09423025697469711, + 0.09793554246425629, + 0.07604515552520752, + 0.07825875282287598, + 0.14304137229919434, + 0.06345746666193008, + 0.005235759075731039, + 0.04411341995000839 + ] + }, + { + "epoch": 74, + "train_loss": 0.850534200668335, + "val_loss": 0.9164003729820251, + "acc": 69.58, + "time": 54.962214631999814, + "param": [ + 0.11637946963310242, + 0.004252254497259855, + 0.07643561065196991, + 0.017179982736706734, + 0.06217845529317856, + 0.10228003561496735, + 0.09012922644615173, + 0.10664551705121994, + 0.08168108016252518, + 0.08376786857843399, + 0.15150734782218933, + 0.05165000259876251, + 0.016787288710474968, + 0.03912585973739624 + ] + }, + { + "epoch": 75, + "train_loss": 0.8005079627037048, + "val_loss": 0.7581560611724854, + "acc": 69.37, + "time": 55.735100844000044, + "param": [ + 0.12025400251150131, + 0.007872475311160088, + 0.08159688115119934, + 0.016476314514875412, + 0.0521804504096508, + 0.0897572860121727, + 0.08523238450288773, + 0.10582709312438965, + 0.08263635635375977, + 0.08159445971250534, + 0.17251238226890564, + 0.043443553149700165, + 0.01521320454776287, + 0.045403268188238144 + ] + }, + { + "epoch": 76, + "train_loss": 0.901554524898529, + "val_loss": 0.9800741672515869, + "acc": 68.36, + "time": 54.802449813999374, + "param": [ + 0.12484633922576904, + 0.0021381620317697525, + 0.08243243396282196, + 0.01655789464712143, + 0.03335830941796303, + 0.08322983235120773, + 0.08060522377490997, + 0.1139630600810051, + 0.08119692653417587, + 0.09270787239074707, + 0.18654656410217285, + 0.04606984555721283, + 0.012257241643965244, + 0.04409022629261017 + ] + }, + { + "epoch": 77, + "train_loss": 0.8899542093276978, + "val_loss": 0.8820891380310059, + "acc": 68.73, + "time": 55.75216529199952, + "param": [ + 0.12826687097549438, + 0.014415545389056206, + 0.09015597403049469, + 0.017591532319784164, + 0.020137127488851547, + 0.07473059743642807, + 0.0845557153224945, + 0.11498650908470154, + 0.05783635750412941, + 0.1008470430970192, + 0.18497581779956818, + 0.06471974402666092, + 0.01879146695137024, + 0.027989687398076057 + ] + }, + { + "epoch": 78, + "train_loss": 0.8422557711601257, + "val_loss": 0.9046552777290344, + "acc": 69.34, + "time": 54.24763847599934, + "param": [ + 0.13899248838424683, + 0.012476302683353424, + 0.1144113764166832, + 0.01715857721865177, + 0.02283615991473198, + 0.06728087365627289, + 0.09588687121868134, + 0.10104519128799438, + 0.03138343617320061, + 0.11054466664791107, + 0.16456066071987152, + 0.07898779213428497, + 0.025425098836421967, + 0.019010478630661964 + ] + }, + { + "epoch": 79, + "train_loss": 0.9304602742195129, + "val_loss": 1.0380051136016846, + "acc": 69.43, + "time": 54.17565246899994, + "param": [ + 0.1487673670053482, + 0.0023806816898286343, + 0.11962641030550003, + 0.02678525820374489, + 0.03824983537197113, + 0.06715963780879974, + 0.08889785408973694, + 0.08688654750585556, + 0.02932973951101303, + 0.10532818734645844, + 0.14120051264762878, + 0.08406960219144821, + 0.040505923330783844, + 0.020812463015317917 + ] + }, + { + "epoch": 80, + "train_loss": 0.9815579652786255, + "val_loss": 0.9061568975448608, + "acc": 70.07, + "time": 55.838656120999985, + "param": [ + 0.14558999240398407, + 0.005241890903562307, + 0.11539006978273392, + 0.02817237377166748, + 0.04281852766871452, + 0.08075538277626038, + 0.08571354299783707, + 0.07460794597864151, + 0.030986716970801353, + 0.10100215673446655, + 0.12817442417144775, + 0.08247808367013931, + 0.04174827039241791, + 0.037320464849472046 + ] + }, + { + "epoch": 81, + "train_loss": 1.0173033475875854, + "val_loss": 0.83916836977005, + "acc": 69.71, + "time": 54.458939991999614, + "param": [ + 0.14179474115371704, + 0.0027950527146458626, + 0.0999235212802887, + 0.03343367576599121, + 0.055389076471328735, + 0.07998058944940567, + 0.08080083131790161, + 0.07210571318864822, + 0.02841300517320633, + 0.08618734776973724, + 0.11754362285137177, + 0.10012256354093552, + 0.06075090914964676, + 0.04075939953327179 + ] + }, + { + "epoch": 82, + "train_loss": 0.9684433341026306, + "val_loss": 0.93856281042099, + "acc": 69.84, + "time": 55.70043842099949, + "param": [ + 0.14993435144424438, + 0.0, + 0.10235009342432022, + 0.03967859968543053, + 0.056184399873018265, + 0.08776876330375671, + 0.07549796253442764, + 0.0641905888915062, + 0.024090178310871124, + 0.08224689960479736, + 0.11597413569688797, + 0.1078130379319191, + 0.05567396432161331, + 0.038596995174884796 + ] + }, + { + "epoch": 83, + "train_loss": 0.769495964050293, + "val_loss": 0.9499027729034424, + "acc": 70.41, + "time": 53.30943262599976, + "param": [ + 0.15139836072921753, + 0.0, + 0.1044776663184166, + 0.05051106587052345, + 0.04089455306529999, + 0.07522346079349518, + 0.07362896203994751, + 0.06286130100488663, + 0.028984608128666878, + 0.10427222400903702, + 0.1060931608080864, + 0.10333666950464249, + 0.06035260483622551, + 0.0379653163254261 + ] + }, + { + "epoch": 84, + "train_loss": 0.8131251335144043, + "val_loss": 0.7639480829238892, + "acc": 70.63, + "time": 56.20616518299994, + "param": [ + 0.14716815948486328, + 0.0, + 0.11168603599071503, + 0.0346330925822258, + 0.03972895070910454, + 0.06700035184621811, + 0.07481180876493454, + 0.07680059969425201, + 0.026896648108959198, + 0.11778239160776138, + 0.09234091639518738, + 0.10110373795032501, + 0.059417206794023514, + 0.05062997713685036 + ] + }, + { + "epoch": 85, + "train_loss": 0.924557626247406, + "val_loss": 0.9329212307929993, + "acc": 69.59, + "time": 56.565786760000265, + "param": [ + 0.14671851694583893, + 0.0, + 0.13395492732524872, + 0.013761382550001144, + 0.0349908210337162, + 0.06694941967725754, + 0.08375012129545212, + 0.07830540835857391, + 0.026606610044836998, + 0.12021861225366592, + 0.09096389263868332, + 0.10285742580890656, + 0.053780436515808105, + 0.04714242368936539 + ] + }, + { + "epoch": 86, + "train_loss": 0.6971130967140198, + "val_loss": 0.8874648809432983, + "acc": 70.03, + "time": 53.71549333799976, + "param": [ + 0.13968418538570404, + 0.0, + 0.14583952724933624, + 0.0, + 0.022297237068414688, + 0.07006395608186722, + 0.0862983837723732, + 0.08682369440793991, + 0.039912644773721695, + 0.1238534078001976, + 0.07567288726568222, + 0.10893625766038895, + 0.04491272196173668, + 0.05570509657263756 + ] + }, + { + "epoch": 87, + "train_loss": 0.8462317585945129, + "val_loss": 0.8543775677680969, + "acc": 70.08, + "time": 55.367238587999964, + "param": [ + 0.13286897540092468, + 0.0, + 0.15153737366199493, + 0.0, + 0.02243095450103283, + 0.07517703622579575, + 0.0863388404250145, + 0.09577246755361557, + 0.040305931121110916, + 0.11379359662532806, + 0.0685654953122139, + 0.11587529629468918, + 0.034430939704179764, + 0.06290306150913239 + ] + }, + { + "epoch": 88, + "train_loss": 0.9243800640106201, + "val_loss": 0.912520170211792, + "acc": 70.28, + "time": 54.918662033000146, + "param": [ + 0.13659681379795074, + 0.004017020110040903, + 0.1400143802165985, + 0.0005989356432110071, + 0.035609763115644455, + 0.08271560072898865, + 0.08250116556882858, + 0.11097534745931625, + 0.030802300199866295, + 0.11574983596801758, + 0.0680772140622139, + 0.11421611905097961, + 0.022244011983275414, + 0.05588149279356003 + ] + }, + { + "epoch": 89, + "train_loss": 0.8126845955848694, + "val_loss": 0.8470540642738342, + "acc": 70.6, + "time": 53.74048445100016, + "param": [ + 0.14301486313343048, + 0.0, + 0.1446617692708969, + 0.0, + 0.03684978559613228, + 0.07882578670978546, + 0.08172407001256943, + 0.1278877556324005, + 0.01431290339678526, + 0.11923544108867645, + 0.08064526319503784, + 0.12065407633781433, + 0.02071482688188553, + 0.03147346153855324 + ] + }, + { + "epoch": 90, + "train_loss": 0.7736966013908386, + "val_loss": 0.9747999906539917, + "acc": 70.21, + "time": 56.479481016000136, + "param": [ + 0.14372394979000092, + 0.000565882830414921, + 0.13437917828559875, + 0.010314161889255047, + 0.044844742864370346, + 0.07864731550216675, + 0.08546759188175201, + 0.1145654171705246, + 0.01373167522251606, + 0.11422932147979736, + 0.08835037797689438, + 0.12200083583593369, + 0.02027534693479538, + 0.02890419214963913 + ] + }, + { + "epoch": 91, + "train_loss": 0.7443487644195557, + "val_loss": 0.8420142531394958, + "acc": 70.63, + "time": 53.813522931999614, + "param": [ + 0.1232450008392334, + 0.004556772764772177, + 0.11828817427158356, + 0.030367927625775337, + 0.04585922509431839, + 0.08116226643323898, + 0.09214852005243301, + 0.08020321279764175, + 0.03960759565234184, + 0.09234311431646347, + 0.10054033994674683, + 0.11433471739292145, + 0.025967098772525787, + 0.05137595161795616 + ] + }, + { + "epoch": 92, + "train_loss": 1.0494424104690552, + "val_loss": 0.9415008425712585, + "acc": 70.62, + "time": 55.9461695709997, + "param": [ + 0.11759074032306671, + 0.0, + 0.10394340008497238, + 0.04436469078063965, + 0.04318061098456383, + 0.08494756370782852, + 0.08687221258878708, + 0.06518229842185974, + 0.05071103945374489, + 0.08952466398477554, + 0.10260072350502014, + 0.11186729371547699, + 0.032028455287218094, + 0.06718631088733673 + ] + }, + { + "epoch": 93, + "train_loss": 0.8960641026496887, + "val_loss": 0.8029928803443909, + "acc": 70.57, + "time": 55.63424159399983, + "param": [ + 0.12630365788936615, + 0.0, + 0.09668061882257462, + 0.04163883626461029, + 0.04734087362885475, + 0.0869523286819458, + 0.07997418940067291, + 0.07695687562227249, + 0.06048484519124031, + 0.08779590576887131, + 0.09592742472887039, + 0.09440664947032928, + 0.020288052037358284, + 0.08524974435567856 + ] + }, + { + "epoch": 94, + "train_loss": 0.9709572196006775, + "val_loss": 0.8745832443237305, + "acc": 70.48, + "time": 54.71132244100045, + "param": [ + 0.1315850019454956, + 0.0, + 0.08403827995061874, + 0.03726744279265404, + 0.05215262621641159, + 0.08162592351436615, + 0.07549005001783371, + 0.09362687170505524, + 0.073162741959095, + 0.09513726830482483, + 0.09235809743404388, + 0.08409466594457626, + 0.009406831115484238, + 0.09005411714315414 + ] + }, + { + "epoch": 95, + "train_loss": 0.758677065372467, + "val_loss": 0.8236824870109558, + "acc": 70.61, + "time": 56.3795156619999, + "param": [ + 0.13702788949012756, + 0.0, + 0.07177736610174179, + 0.03879990801215172, + 0.05661677196621895, + 0.09642263501882553, + 0.06337018311023712, + 0.10665857046842575, + 0.07599791884422302, + 0.0941108837723732, + 0.09129367023706436, + 0.08629751950502396, + 0.0, + 0.08162670582532883 + ] + }, + { + "epoch": 96, + "train_loss": 1.0454601049423218, + "val_loss": 0.8799669146537781, + "acc": 69.68, + "time": 56.115409884000655, + "param": [ + 0.133757546544075, + 0.006564868614077568, + 0.07285230606794357, + 0.0812557116150856, + 0.06083190441131592, + 0.09861690551042557, + 0.0797693282365799, + 0.08574725687503815, + 0.06579127907752991, + 0.07857132703065872, + 0.08442535996437073, + 0.07905662059783936, + 0.012679005973041058, + 0.06008051708340645 + ] + }, + { + "epoch": 97, + "train_loss": 0.7465959191322327, + "val_loss": 0.8519763946533203, + "acc": 70.86, + "time": 53.81038880300002, + "param": [ + 0.13457897305488586, + 0.01924039237201214, + 0.08178162574768066, + 0.10438186675310135, + 0.05767922103404999, + 0.07041194289922714, + 0.10928817838430405, + 0.07887614518404007, + 0.058317702263593674, + 0.06992670148611069, + 0.08636649698019028, + 0.07937433570623398, + 0.010015580803155899, + 0.03976086899638176 + ] + }, + { + "epoch": 98, + "train_loss": 0.9030386805534363, + "val_loss": 0.7987685799598694, + "acc": 70.18, + "time": 55.35536306599988, + "param": [ + 0.14029663801193237, + 0.0027315192855894566, + 0.08894386142492294, + 0.11456555873155594, + 0.04544869810342789, + 0.06209179013967514, + 0.12691447138786316, + 0.08221917599439621, + 0.03410378471016884, + 0.06811843067407608, + 0.11201677471399307, + 0.08010120689868927, + 0.0031192393507808447, + 0.03932882472872734 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/log/Aug_mod(Data_augV4(Uniform-14 TF x 2)-WideResNet (s16-d28))-10 epochs (dataug:0)- 2 in_it.json b/higher/res/log/Aug_mod(Data_augV4(Uniform-14 TF x 2)-WideResNet (s16-d28))-10 epochs (dataug:0)- 2 in_it.json new file mode 100644 index 0000000..15a1312 --- /dev/null +++ b/higher/res/log/Aug_mod(Data_augV4(Uniform-14 TF x 2)-WideResNet (s16-d28))-10 epochs (dataug:0)- 2 in_it.json @@ -0,0 +1,256 @@ +{ + "Accuracy": 48.05, + "Time": [ + 321.36479871669997, + 1.6889453585449103 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color", + "Brightness", + "Sharpness", + "Posterize", + "Solarize" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.173130512237549, + "val_loss": 2.0827407836914062, + "acc": 23.78, + "time": 317.502303359, + "param": [ + 0.0556756891310215, + 0.0933859646320343, + 0.06790276616811752, + 0.028022028505802155, + 0.13231611251831055, + 0.0077376170083880424, + 0.11973586678504944, + 0.15047359466552734, + 0.10350779443979263, + 0.0031854219269007444, + 0.04103001579642296, + 0.04943724349141121, + 0.06119733676314354, + 0.08639245480298996 + ] + }, + { + "epoch": 2, + "train_loss": 1.9795418977737427, + "val_loss": 1.8236479759216309, + "acc": 28.73, + "time": 320.441819655, + "param": [ + 0.06271563470363617, + 0.0801260694861412, + 0.07675934582948685, + 0.04557391628623009, + 0.053956903517246246, + 0.14265693724155426, + 0.09074193984270096, + 0.07420025020837784, + 0.05965842679142952, + 0.019123829901218414, + 0.026532422751188278, + 0.08547573536634445, + 0.09892979264259338, + 0.08354876190423965 + ] + }, + { + "epoch": 3, + "train_loss": 1.8952044248580933, + "val_loss": 1.8287115097045898, + "acc": 29.46, + "time": 320.476554395, + "param": [ + 0.035013243556022644, + 0.058475885540246964, + 0.13386990129947662, + 0.04654180258512497, + 0.09589412063360214, + 0.07983779907226562, + 0.05912462994456291, + 0.12885044515132904, + 0.0, + 0.06035589426755905, + 0.03604396805167198, + 0.18840447068214417, + 0.07758785784244537, + 0.0 + ] + }, + { + "epoch": 4, + "train_loss": 1.7304476499557495, + "val_loss": 1.7910305261611938, + "acc": 35.09, + "time": 320.4133948090001, + "param": [ + 0.108171746134758, + 0.027454597875475883, + 0.03252110257744789, + 0.09055987745523453, + 0.15118639171123505, + 0.04532943293452263, + 0.11364516615867615, + 0.09980438649654388, + 0.005659875925630331, + 0.0880473256111145, + 0.059209514409303665, + 0.09033247083425522, + 0.08807813376188278, + 0.0 + ] + }, + { + "epoch": 5, + "train_loss": 1.7158474922180176, + "val_loss": 1.6980574131011963, + "acc": 37.98, + "time": 320.8508321730001, + "param": [ + 0.036822881549596786, + 0.07804600894451141, + 0.07276720553636551, + 0.11797265708446503, + 0.11340197175741196, + 0.018913986161351204, + 0.06589799374341965, + 0.16949862241744995, + 0.08909514546394348, + 0.024962367489933968, + 0.11667094379663467, + 0.026152469217777252, + 0.06979776173830032, + 0.0 + ] + }, + { + "epoch": 6, + "train_loss": 1.72559654712677, + "val_loss": 1.7001582384109497, + "acc": 39.35, + "time": 322.52417873700006, + "param": [ + 0.04198653623461723, + 0.0, + 0.10362433642148972, + 0.10896532982587814, + 0.08900449424982071, + 0.06521328538656235, + 0.05566110461950302, + 0.09504716843366623, + 0.15048940479755402, + 0.06713725626468658, + 0.13074372708797455, + 0.04686444625258446, + 0.002736038062721491, + 0.042526859790086746 + ] + }, + { + "epoch": 7, + "train_loss": 1.8047716617584229, + "val_loss": 1.445742130279541, + "acc": 43.85, + "time": 323.3904646369999, + "param": [ + 0.04685555398464203, + 0.01128851342946291, + 0.05001948028802872, + 0.06673017144203186, + 0.13432930409908295, + 0.07344900071620941, + 0.08308279514312744, + 0.13302038609981537, + 0.11066359281539917, + 0.040860746055841446, + 0.11776741594076157, + 0.09685314446687698, + 0.02629699744284153, + 0.008782906457781792 + ] + }, + { + "epoch": 8, + "train_loss": 1.6514205932617188, + "val_loss": 1.4135222434997559, + "acc": 46.33, + "time": 322.80814110500023, + "param": [ + 0.06809183955192566, + 0.01815865933895111, + 0.026233794167637825, + 0.09018884599208832, + 0.1590980738401413, + 0.08926219493150711, + 0.02850848063826561, + 0.1713668406009674, + 0.09130560606718063, + 0.009790148586034775, + 0.03271136060357094, + 0.11859018355607986, + 0.09669401496648788, + 0.0 + ] + }, + { + "epoch": 9, + "train_loss": 1.5801615715026855, + "val_loss": 1.472712755203247, + "acc": 46.9, + "time": 322.3816502899999, + "param": [ + 0.08570432662963867, + 0.058720920234918594, + 0.06436412036418915, + 0.08254528790712357, + 0.1486627459526062, + 0.0706365630030632, + 0.057322364300489426, + 0.09377378225326538, + 0.08726080507040024, + 0.04800954461097717, + 0.056497786194086075, + 0.05775096267461777, + 0.08875080943107605, + 0.0 + ] + }, + { + "epoch": 10, + "train_loss": 1.5747514963150024, + "val_loss": 1.3328341245651245, + "acc": 48.05, + "time": 322.85864800699983, + "param": [ + 0.06736484915018082, + 0.05407373607158661, + 0.09037253260612488, + 0.0836913138628006, + 0.10631359368562698, + 0.14757779240608215, + 0.02730647101998329, + 0.1157093346118927, + 0.06408978253602982, + 0.010284478776156902, + 0.06398235261440277, + 0.11194521188735962, + 0.057231876999139786, + 5.6757820857455954e-05 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/log/WideResNet (s16-d28)-10 epochs.json b/higher/res/log/WideResNet (s16-d28)-10 epochs.json new file mode 100644 index 0000000..4254cfc --- /dev/null +++ b/higher/res/log/WideResNet (s16-d28)-10 epochs.json @@ -0,0 +1,90 @@ +{ + "Accuracy": 54.8, + "Time": [ + 5.3848224994, + 0.2715924716188192 + ], + "Device": "TITAN RTX", + "Log": [ + { + "epoch": 0, + "train_loss": 1.9575108289718628, + "val_loss": 1.9943608045578003, + "acc": 25.56, + "time": 5.545910851999999, + "param": null + }, + { + "epoch": 1, + "train_loss": 1.6852270364761353, + "val_loss": 1.6786702871322632, + "acc": 35.81, + "time": 4.996102581000001, + "param": null + }, + { + "epoch": 2, + "train_loss": 1.5732556581497192, + "val_loss": 1.5089160203933716, + "acc": 40.41, + "time": 5.152823367, + "param": null + }, + { + "epoch": 3, + "train_loss": 1.5042539834976196, + "val_loss": 1.5381317138671875, + "acc": 42.35, + "time": 5.274372500999998, + "param": null + }, + { + "epoch": 4, + "train_loss": 1.4542087316513062, + "val_loss": 1.481497883796692, + "acc": 40.17, + "time": 5.025118689999999, + "param": null + }, + { + "epoch": 5, + "train_loss": 1.3443793058395386, + "val_loss": 1.3244030475616455, + "acc": 45.61, + "time": 5.223940236000004, + "param": null + }, + { + "epoch": 6, + "train_loss": 1.3861349821090698, + "val_loss": 1.2120888233184814, + "acc": 46.14, + "time": 5.778372300999997, + "param": null + }, + { + "epoch": 7, + "train_loss": 1.1211127042770386, + "val_loss": 1.1805596351623535, + "acc": 48.79, + "time": 5.614833493000006, + "param": null + }, + { + "epoch": 8, + "train_loss": 1.1572871208190918, + "val_loss": 1.1212867498397827, + "acc": 52.79, + "time": 5.512548168999999, + "param": null + }, + { + "epoch": 9, + "train_loss": 1.0941531658172607, + "val_loss": 1.2294477224349976, + "acc": 54.8, + "time": 5.724202804000001, + "param": null + } + ] +} \ No newline at end of file diff --git a/higher/test_dataug.py b/higher/test_dataug.py index 667169e..de65d64 100644 --- a/higher/test_dataug.py +++ b/higher/test_dataug.py @@ -64,12 +64,12 @@ if __name__ == "__main__": print('-'*9) ''' #### Augmented Model #### - #''' + ''' t0 = time.process_time() tf_dict = {k: TF.TF_dict[k] for k in tf_names} #tf_dict = TF.TF_dict - aug_model = Augmented_model(Data_augV4(TF_dict=tf_dict, N_TF=2, mix_dist=0.0), LeNet(3,10)).to(device) - #aug_model = Augmented_model(Data_augV4(TF_dict=tf_dict, N_TF=2, mix_dist=0.0), WideResNet(num_classes=10, wrn_size=160)).to(device) + #aug_model = Augmented_model(Data_augV4(TF_dict=tf_dict, N_TF=2, mix_dist=0.0), LeNet(3,10)).to(device) + aug_model = Augmented_model(Data_augV4(TF_dict=tf_dict, N_TF=2, mix_dist=0.0), WideResNet(num_classes=10, wrn_size=160)).to(device) print(str(aug_model), 'on', device_name) #run_simple_dataug(inner_it=n_inner_iter, epochs=epochs) log= run_dist_dataugV2(model=aug_model, epochs=epochs, inner_it=n_inner_iter, dataug_epoch_start=dataug_epoch_start, print_freq=1, loss_patience=10) @@ -86,15 +86,15 @@ if __name__ == "__main__": print('Execution Time : %.00f (s?)'%(time.process_time() - t0)) print('-'*9) - #''' - #### TF number tests #### ''' + #### TF number tests #### + #''' res_folder="res/TF_nb_tests/" - epochs= 200 - inner_its = [10] + epochs= 100 + inner_its = [0, 10] dataug_epoch_starts= [0] - TF_nb = range(1,len(TF.TF_dict)+1) #[len(TF.TF_dict)] - N_seq_TF= [1] #[1, 2, 3, 4] + TF_nb = [len(TF.TF_dict)] #range(10,len(TF.TF_dict)+1) #[len(TF.TF_dict)] + N_seq_TF= [2, 3, 4, 6] try: os.mkdir(res_folder) @@ -114,17 +114,17 @@ if __name__ == "__main__": aug_model = Augmented_model(Data_augV4(TF_dict=ntf_dict, N_TF=n_tf, mix_dist=0.0), LeNet(3,10)).to(device) print(str(aug_model), 'on', device_name) #run_simple_dataug(inner_it=n_inner_iter, epochs=epochs) - log= run_dist_dataugV2(model=aug_model, epochs=epochs, inner_it=n_inner_iter, dataug_epoch_start=dataug_epoch_start, print_freq=10, loss_patience=10) + log= run_dist_dataugV2(model=aug_model, epochs=epochs, inner_it=n_inner_iter, dataug_epoch_start=dataug_epoch_start, print_freq=10, loss_patience=None) #### - plot_res(log, fig_name=res_folder+"{}-{} epochs (dataug:{})- {} in_it".format(str(aug_model),epochs,dataug_epoch_start,n_inner_iter)) + plot_res(log, fig_name=res_folder+"{}-{} epochs (dataug:{})- {} in_it".format(str(aug_model),epochs,dataug_epoch_start,n_inner_iter), param_names=keys) print('-'*9) times = [x["time"] for x in log] out = {"Accuracy": max([x["acc"] for x in log]), "Time": (np.mean(times),np.std(times)), "Device": device_name, "Param_names": aug_model.TF_names(), "Log": log} - print(str(aug_model),": acc", out["Accuracy"], "in (ms):", out["Time"][0], "+/-", out["Time"][1]) + print(str(aug_model),": acc", out["Accuracy"], "in (s?):", out["Time"][0], "+/-", out["Time"][1]) with open(res_folder+"log/%s.json" % "{}-{} epochs (dataug:{})- {} in_it".format(str(aug_model),epochs,dataug_epoch_start,n_inner_iter), "w+") as f: json.dump(out, f, indent=True) print('Log :\"',f.name, '\" saved !') print('-'*9) - ''' \ No newline at end of file + #''' \ No newline at end of file