diff --git a/higher/compare_res.py b/higher/compare_res.py new file mode 100644 index 0000000..b29bc7f --- /dev/null +++ b/higher/compare_res.py @@ -0,0 +1,62 @@ +from utils import * + +if __name__ == "__main__": + + #### Comparison #### + + ## Loss , Acc, Proba = f(epoch) ## + files=[ + #"res/log/LeNet-100 epochs.json", + #"res/log/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-100 epochs (dataug:0)- 0 in_it.json", + #"res/log/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-100 epochs (dataug:50)- 0 in_it.json", + #"res/log/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-100 epochs (dataug:0)- 0 in_it.json", + #"res/log/Aug_mod(Data_augV3(Uniform-3 TF)-LeNet)-100 epochs (dataug:50)- 10 in_it.json", + #"res/log/Aug_mod(Data_augV4(Mix 0,5-3 TF)-LeNet)-100 epochs (dataug:0)- 1 in_it.json", + #"res/log/Aug_mod(Data_augV4(Mix 0.5-3 TF)-LeNet)-100 epochs (dataug:50)- 10 in_it.json", + #"res/log/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-100 epochs (dataug:0)- 10 in_it.json", + #"res/log/Aug_mod(Data_augV4(Uniform-10 TF)-LeNet)-100 epochs (dataug:50)- 10 in_it.json", + #"res/log/Aug_mod(Data_augV4(Uniform-10 TF)-LeNet)-100 epochs (dataug:50)- 0 in_it.json", + ] + #plot_compare(filenames=files, fig_name="res/compare") + + ## Acc, Time, Epochs = f(n_tf) ## + fig_name="res/TF_nb_tests_compare" + inner_its = [0, 10] + dataug_epoch_starts= [0, -1] + TF_nb = range(1,14+1) + + fig, ax = plt.subplots(ncols=3, figsize=(30, 8)) + for in_it in inner_its: + for dataug in dataug_epoch_starts: + filenames =["res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-{} TF)-LeNet)-200 epochs (dataug:{})- {} in_it.json".format(n_tf, dataug, in_it) for n_tf in TF_nb] + + all_data=[] + #legend="" + for idx, file in enumerate(filenames): + #legend+=str(idx)+'-'+file+'\n' + with open(file) as json_file: + data = json.load(json_file) + all_data.append(data) + + n_tf = [len(x["Param_names"]) for x in all_data] + acc = [x["Accuracy"] for x in all_data] + epochs = [len(x["Log"]) for x in all_data] + time = [x["Time"][0] for x in all_data] + #for i in range(len(time)): time[i] *= epochs[i] #Estimation temps total + + ax[0].plot(n_tf, acc, label="{} in_it/{} dataug".format(in_it,dataug)) + ax[1].plot(n_tf, time, label="{} in_it/{} dataug".format(in_it,dataug)) + ax[2].plot(n_tf, epochs, label="{} in_it/{} dataug".format(in_it,dataug)) + + #for data in all_data: + #print(np.mean([x["param"] for x in data["Log"]], axis=0)) + # print(len(data["Param_names"]), np.argsort(np.argsort(np.mean([x["param"] for x in data["Log"]], axis=0)))) + + ax[0].set_title('Acc') + ax[1].set_title('Time') + ax[2].set_title('Epochs') + for a in ax: a.legend() + + fig_name = fig_name.replace('.',',') + plt.savefig(fig_name, bbox_inches='tight') + plt.close() \ No newline at end of file diff --git a/higher/res/Aug_mod(Data_augV4(Uniform-1 TF)-LeNet)-2 epochs (dataug:0)- 0 in_it.png b/higher/res/Aug_mod(Data_augV4(Uniform-1 TF)-LeNet)-2 epochs (dataug:0)- 0 in_it.png new file mode 100644 index 0000000..27234e7 Binary files /dev/null and b/higher/res/Aug_mod(Data_augV4(Uniform-1 TF)-LeNet)-2 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-100 epochs (dataug:0)- 0 in_it.png b/higher/res/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-100 epochs (dataug:0)- 0 in_it.png new file mode 100644 index 0000000..b0c314d Binary files /dev/null and b/higher/res/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-100 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-2 epochs (dataug:0)- 0 in_it.png b/higher/res/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-2 epochs (dataug:0)- 0 in_it.png new file mode 100644 index 0000000..cd401f8 Binary files /dev/null and b/higher/res/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-2 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-2 epochs (dataug:0)- 0 in_it.png b/higher/res/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-2 epochs (dataug:0)- 0 in_it.png new file mode 100644 index 0000000..c51929e Binary files /dev/null and b/higher/res/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-2 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-1 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-1 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png new file mode 100644 index 0000000..d40e670 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-1 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-1 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-1 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png new file mode 100644 index 0000000..3cf48af Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-1 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-1 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-1 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png new file mode 100644 index 0000000..7db913f Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-1 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-1 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-1 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..f674a3d Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-1 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-10 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-10 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png new file mode 100644 index 0000000..d5a01d9 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-10 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-10 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-10 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png new file mode 100644 index 0000000..d800540 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-10 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-10 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-10 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png new file mode 100644 index 0000000..c5f9d9b Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-10 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-10 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-10 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..6104fe7 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-10 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png new file mode 100644 index 0000000..e286550 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png new file mode 100644 index 0000000..f59b934 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png new file mode 100644 index 0000000..32233c5 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..6641395 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-12 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-12 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png new file mode 100644 index 0000000..6790fd8 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-12 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-12 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-12 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png new file mode 100644 index 0000000..3687518 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-12 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-12 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-12 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png new file mode 100644 index 0000000..f2b080e Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-12 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-12 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-12 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..ce26e10 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-12 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-13 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-13 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png new file mode 100644 index 0000000..b5b35be Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-13 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-13 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-13 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png new file mode 100644 index 0000000..752273b Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-13 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-13 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-13 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png new file mode 100644 index 0000000..3ca9400 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-13 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-13 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-13 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..86b7911 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-13 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png new file mode 100644 index 0000000..ee85fbe Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png new file mode 100644 index 0000000..6cd2954 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png new file mode 100644 index 0000000..ffecedb Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..4326707 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-14 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png new file mode 100644 index 0000000..b87378b Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png new file mode 100644 index 0000000..92b08c7 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png new file mode 100644 index 0000000..c0a9653 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..ba5c3b9 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png new file mode 100644 index 0000000..296f2fb Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png new file mode 100644 index 0000000..44eb2c2 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png new file mode 100644 index 0000000..b70faa7 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..57e7b0b Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png new file mode 100644 index 0000000..3c33f7f Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png new file mode 100644 index 0000000..4e74639 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png new file mode 100644 index 0000000..33918bd Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..dbcf730 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-5 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-5 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png new file mode 100644 index 0000000..251a10e Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-5 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-5 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-5 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png new file mode 100644 index 0000000..cacd5f7 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-5 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-5 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-5 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png new file mode 100644 index 0000000..d6be0c7 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-5 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-5 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-5 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..a6a0492 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-5 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-6 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-6 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png new file mode 100644 index 0000000..c8a2081 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-6 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-6 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-6 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png new file mode 100644 index 0000000..8a60118 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-6 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-6 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-6 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png new file mode 100644 index 0000000..e32ea07 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-6 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-6 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-6 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..7cf295e Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-6 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-7 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-7 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png new file mode 100644 index 0000000..ef794b9 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-7 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-7 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-7 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png new file mode 100644 index 0000000..6c8e26f Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-7 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-7 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-7 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png new file mode 100644 index 0000000..1c3d874 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-7 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-7 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-7 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..b35c477 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-7 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-8 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-8 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png new file mode 100644 index 0000000..1f5ce1e Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-8 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-8 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-8 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png new file mode 100644 index 0000000..bd7b90d Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-8 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-8 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-8 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png new file mode 100644 index 0000000..580aec9 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-8 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-8 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-8 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..b87909a Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-8 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-9 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-9 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png new file mode 100644 index 0000000..570e3f4 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-9 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-9 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-9 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png new file mode 100644 index 0000000..df76796 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-9 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-9 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-9 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png new file mode 100644 index 0000000..ccb4831 Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-9 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.png differ diff --git a/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-9 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-9 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..6a087aa Binary files /dev/null and b/higher/res/TF_nb_tests/Aug_mod(Data_augV4(Uniform-9 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-1 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-1 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json new file mode 100644 index 0000000..630ec62 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-1 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json @@ -0,0 +1,413 @@ +{ + "Accuracy": 61.870000000000005, + "Time": [ + 3.0130090839498735, + 0.16303425352941556 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.081960916519165, + "val_loss": 2.0546116828918457, + "acc": 22.31, + "time": 3.9720707749984285, + "param": [ + 1.0 + ] + }, + { + "epoch": 2, + "train_loss": 1.8844553232192993, + "val_loss": 1.925805687904358, + "acc": 31.419999999999998, + "time": 3.1681206700013718, + "param": [ + 1.0 + ] + }, + { + "epoch": 3, + "train_loss": 1.8126113414764404, + "val_loss": 1.7565584182739258, + "acc": 36.41, + "time": 3.011047215997678, + "param": [ + 1.0 + ] + }, + { + "epoch": 4, + "train_loss": 1.5151805877685547, + "val_loss": 1.6956870555877686, + "acc": 42.65, + "time": 2.9619745800009696, + "param": [ + 1.0 + ] + }, + { + "epoch": 5, + "train_loss": 1.4965918064117432, + "val_loss": 1.50482177734375, + "acc": 46.379999999999995, + "time": 2.969382488998235, + "param": [ + 1.0 + ] + }, + { + "epoch": 6, + "train_loss": 1.347900152206421, + "val_loss": 1.607371211051941, + "acc": 45.47, + "time": 2.957274362001044, + "param": [ + 1.0 + ] + }, + { + "epoch": 7, + "train_loss": 1.239485502243042, + "val_loss": 1.3879363536834717, + "acc": 49.94, + "time": 2.961748229001387, + "param": [ + 1.0 + ] + }, + { + "epoch": 8, + "train_loss": 1.3951891660690308, + "val_loss": 1.3300915956497192, + "acc": 51.480000000000004, + "time": 3.012582557999849, + "param": [ + 1.0 + ] + }, + { + "epoch": 9, + "train_loss": 1.2508383989334106, + "val_loss": 1.3502129316329956, + "acc": 51.92, + "time": 2.982702408997284, + "param": [ + 1.0 + ] + }, + { + "epoch": 10, + "train_loss": 1.221650242805481, + "val_loss": 1.338414192199707, + "acc": 53.66, + "time": 3.0543754380014434, + "param": [ + 1.0 + ] + }, + { + "epoch": 11, + "train_loss": 1.1871283054351807, + "val_loss": 1.484514832496643, + "acc": 52.7, + "time": 2.945549703999859, + "param": [ + 1.0 + ] + }, + { + "epoch": 12, + "train_loss": 1.0538103580474854, + "val_loss": 1.3730767965316772, + "acc": 53.74, + "time": 2.9515806830022484, + "param": [ + 1.0 + ] + }, + { + "epoch": 13, + "train_loss": 1.0211416482925415, + "val_loss": 1.3481327295303345, + "acc": 56.37, + "time": 3.060311125998851, + "param": [ + 1.0 + ] + }, + { + "epoch": 14, + "train_loss": 0.9295468926429749, + "val_loss": 1.2887731790542603, + "acc": 57.18, + "time": 3.09242258499944, + "param": [ + 1.0 + ] + }, + { + "epoch": 15, + "train_loss": 1.0387065410614014, + "val_loss": 1.1257752180099487, + "acc": 58.37, + "time": 3.0004141479985265, + "param": [ + 1.0 + ] + }, + { + "epoch": 16, + "train_loss": 1.2162187099456787, + "val_loss": 1.2027031183242798, + "acc": 58.84, + "time": 2.898847160002333, + "param": [ + 1.0 + ] + }, + { + "epoch": 17, + "train_loss": 0.9060370922088623, + "val_loss": 1.200032114982605, + "acc": 58.34, + "time": 2.9932145409984514, + "param": [ + 1.0 + ] + }, + { + "epoch": 18, + "train_loss": 0.9830187559127808, + "val_loss": 1.1735368967056274, + "acc": 57.589999999999996, + "time": 3.0162934990003123, + "param": [ + 1.0 + ] + }, + { + "epoch": 19, + "train_loss": 0.7990924119949341, + "val_loss": 1.1014727354049683, + "acc": 60.73, + "time": 2.963454370998079, + "param": [ + 1.0 + ] + }, + { + "epoch": 20, + "train_loss": 0.7569074630737305, + "val_loss": 1.1015210151672363, + "acc": 61.01, + "time": 3.037034880002466, + "param": [ + 1.0 + ] + }, + { + "epoch": 21, + "train_loss": 0.6633785963058472, + "val_loss": 1.2654680013656616, + "acc": 61.42999999999999, + "time": 3.0150522850017296, + "param": [ + 1.0 + ] + }, + { + "epoch": 22, + "train_loss": 0.6616642475128174, + "val_loss": 1.161237120628357, + "acc": 60.870000000000005, + "time": 2.9446284400000877, + "param": [ + 1.0 + ] + }, + { + "epoch": 23, + "train_loss": 0.7956988215446472, + "val_loss": 1.2437584400177002, + "acc": 61.22, + "time": 2.9280678479990456, + "param": [ + 1.0 + ] + }, + { + "epoch": 24, + "train_loss": 0.6321339011192322, + "val_loss": 1.2831403017044067, + "acc": 61.29, + "time": 2.9473510809984873, + "param": [ + 1.0 + ] + }, + { + "epoch": 25, + "train_loss": 0.46974119544029236, + "val_loss": 1.256156086921692, + "acc": 61.309999999999995, + "time": 2.9686871609992522, + "param": [ + 1.0 + ] + }, + { + "epoch": 26, + "train_loss": 0.5473263263702393, + "val_loss": 1.160409688949585, + "acc": 60.870000000000005, + "time": 2.906271862997528, + "param": [ + 1.0 + ] + }, + { + "epoch": 27, + "train_loss": 0.5373363494873047, + "val_loss": 1.2993718385696411, + "acc": 60.709999999999994, + "time": 2.9591480159979255, + "param": [ + 1.0 + ] + }, + { + "epoch": 28, + "train_loss": 0.524225652217865, + "val_loss": 1.2444308996200562, + "acc": 61.07, + "time": 2.893717225000728, + "param": [ + 1.0 + ] + }, + { + "epoch": 29, + "train_loss": 0.43461447954177856, + "val_loss": 1.3736120462417603, + "acc": 60.61, + "time": 2.9393919210015156, + "param": [ + 1.0 + ] + }, + { + "epoch": 30, + "train_loss": 0.3662082254886627, + "val_loss": 1.2028350830078125, + "acc": 61.870000000000005, + "time": 2.9331306940002833, + "param": [ + 1.0 + ] + }, + { + "epoch": 31, + "train_loss": 0.3683183193206787, + "val_loss": 1.4492207765579224, + "acc": 60.61, + "time": 2.9865845770000305, + "param": [ + 1.0 + ] + }, + { + "epoch": 32, + "train_loss": 0.3924265503883362, + "val_loss": 1.812379002571106, + "acc": 60.99, + "time": 3.079781231997913, + "param": [ + 1.0 + ] + }, + { + "epoch": 33, + "train_loss": 0.31927385926246643, + "val_loss": 1.506109595298767, + "acc": 61.36000000000001, + "time": 2.9612085170010687, + "param": [ + 1.0 + ] + }, + { + "epoch": 34, + "train_loss": 0.2762008011341095, + "val_loss": 1.8456687927246094, + "acc": 61.31999999999999, + "time": 2.9820707790022425, + "param": [ + 1.0 + ] + }, + { + "epoch": 35, + "train_loss": 0.18278151750564575, + "val_loss": 1.8435925245285034, + "acc": 61.62, + "time": 3.012924546001159, + "param": [ + 1.0 + ] + }, + { + "epoch": 36, + "train_loss": 0.13825248181819916, + "val_loss": 1.754473090171814, + "acc": 61.050000000000004, + "time": 3.010806918999151, + "param": [ + 1.0 + ] + }, + { + "epoch": 37, + "train_loss": 0.13321813941001892, + "val_loss": 1.790723443031311, + "acc": 60.88, + "time": 2.953426945998217, + "param": [ + 1.0 + ] + }, + { + "epoch": 38, + "train_loss": 0.1625625044107437, + "val_loss": 1.6468671560287476, + "acc": 61.36000000000001, + "time": 3.00543496300088, + "param": [ + 1.0 + ] + }, + { + "epoch": 39, + "train_loss": 0.06042855232954025, + "val_loss": 2.238553762435913, + "acc": 61.39, + "time": 3.025486506998277, + "param": [ + 1.0 + ] + }, + { + "epoch": 40, + "train_loss": 0.03857521712779999, + "val_loss": 2.0891494750976562, + "acc": 60.61, + "time": 3.05679041500116, + "param": [ + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-1 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-1 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json new file mode 100644 index 0000000..fa887a6 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-1 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json @@ -0,0 +1,483 @@ +{ + "Accuracy": 62.72, + "Time": [ + 3.740054581510931, + 1.0598972553383665 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2056360244750977, + "val_loss": 2.1614253520965576, + "acc": 20.77, + "time": 3.959817438997561, + "param": [ + 1.0 + ] + }, + { + "epoch": 2, + "train_loss": 1.7654238939285278, + "val_loss": 1.9579596519470215, + "acc": 31.72, + "time": 3.0817047860036837, + "param": [ + 1.0 + ] + }, + { + "epoch": 3, + "train_loss": 1.639022946357727, + "val_loss": 1.5752620697021484, + "acc": 38.3, + "time": 2.903939741998329, + "param": [ + 1.0 + ] + }, + { + "epoch": 4, + "train_loss": 1.6192628145217896, + "val_loss": 1.5917097330093384, + "acc": 41.21, + "time": 2.989112945004308, + "param": [ + 1.0 + ] + }, + { + "epoch": 5, + "train_loss": 1.7094488143920898, + "val_loss": 1.723344326019287, + "acc": 44.15, + "time": 2.9353118729995913, + "param": [ + 1.0 + ] + }, + { + "epoch": 6, + "train_loss": 1.4157401323318481, + "val_loss": 1.4531021118164062, + "acc": 46.17, + "time": 3.0698129879965563, + "param": [ + 1.0 + ] + }, + { + "epoch": 7, + "train_loss": 1.3463375568389893, + "val_loss": 1.4970535039901733, + "acc": 48.49, + "time": 2.9493280200040317, + "param": [ + 1.0 + ] + }, + { + "epoch": 8, + "train_loss": 1.4531986713409424, + "val_loss": 1.367898941040039, + "acc": 51.4, + "time": 2.989192312998057, + "param": [ + 1.0 + ] + }, + { + "epoch": 9, + "train_loss": 1.1148184537887573, + "val_loss": 1.4749232530593872, + "acc": 50.55, + "time": 3.0468624149943935, + "param": [ + 1.0 + ] + }, + { + "epoch": 10, + "train_loss": 1.2734178304672241, + "val_loss": 1.3937709331512451, + "acc": 52.81, + "time": 3.052289136998297, + "param": [ + 1.0 + ] + }, + { + "epoch": 11, + "train_loss": 1.383121132850647, + "val_loss": 1.362480878829956, + "acc": 53.75, + "time": 2.95635271500214, + "param": [ + 1.0 + ] + }, + { + "epoch": 12, + "train_loss": 1.3803820610046387, + "val_loss": 1.2854424715042114, + "acc": 55.02, + "time": 3.0834277309986646, + "param": [ + 1.0 + ] + }, + { + "epoch": 13, + "train_loss": 1.1064329147338867, + "val_loss": 1.2628947496414185, + "acc": 55.44, + "time": 2.9707403299980797, + "param": [ + 1.0 + ] + }, + { + "epoch": 14, + "train_loss": 1.0807658433914185, + "val_loss": 1.3208370208740234, + "acc": 55.81, + "time": 2.971371696999995, + "param": [ + 1.0 + ] + }, + { + "epoch": 15, + "train_loss": 1.000009298324585, + "val_loss": 1.1440773010253906, + "acc": 58.64, + "time": 3.0488610610045725, + "param": [ + 1.0 + ] + }, + { + "epoch": 16, + "train_loss": 0.888188898563385, + "val_loss": 1.124970555305481, + "acc": 59.050000000000004, + "time": 3.002781215000141, + "param": [ + 1.0 + ] + }, + { + "epoch": 17, + "train_loss": 1.1226773262023926, + "val_loss": 1.1492944955825806, + "acc": 59.150000000000006, + "time": 3.196276520000538, + "param": [ + 1.0 + ] + }, + { + "epoch": 18, + "train_loss": 0.6895883083343506, + "val_loss": 1.1754305362701416, + "acc": 59.86, + "time": 3.062598312004411, + "param": [ + 1.0 + ] + }, + { + "epoch": 19, + "train_loss": 0.7822742462158203, + "val_loss": 1.141029953956604, + "acc": 60.17, + "time": 3.025440420002269, + "param": [ + 1.0 + ] + }, + { + "epoch": 20, + "train_loss": 0.9753195643424988, + "val_loss": 1.262422800064087, + "acc": 59.35, + "time": 3.028142448005383, + "param": [ + 1.0 + ] + }, + { + "epoch": 21, + "train_loss": 0.881193220615387, + "val_loss": 1.357446551322937, + "acc": 59.830000000000005, + "time": 3.000379293996957, + "param": [ + 1.0 + ] + }, + { + "epoch": 22, + "train_loss": 0.8330509662628174, + "val_loss": 1.208926796913147, + "acc": 61.45, + "time": 3.108643755003868, + "param": [ + 1.0 + ] + }, + { + "epoch": 23, + "train_loss": 0.7961063385009766, + "val_loss": 1.1198415756225586, + "acc": 61.31999999999999, + "time": 3.0148048999981256, + "param": [ + 1.0 + ] + }, + { + "epoch": 24, + "train_loss": 0.7776974439620972, + "val_loss": 1.1841636896133423, + "acc": 60.540000000000006, + "time": 3.0978270649939077, + "param": [ + 1.0 + ] + }, + { + "epoch": 25, + "train_loss": 0.8729998469352722, + "val_loss": 1.1454110145568848, + "acc": 61.6, + "time": 3.022335155001201, + "param": [ + 1.0 + ] + }, + { + "epoch": 26, + "train_loss": 0.5730972290039062, + "val_loss": 1.1905951499938965, + "acc": 60.4, + "time": 3.0221706419979455, + "param": [ + 1.0 + ] + }, + { + "epoch": 27, + "train_loss": 0.5943183898925781, + "val_loss": 1.3194838762283325, + "acc": 61.07, + "time": 3.0325405430048704, + "param": [ + 1.0 + ] + }, + { + "epoch": 28, + "train_loss": 0.5465497970581055, + "val_loss": 1.2396286725997925, + "acc": 62.22, + "time": 3.0362396799973794, + "param": [ + 1.0 + ] + }, + { + "epoch": 29, + "train_loss": 0.6111895442008972, + "val_loss": 1.283697485923767, + "acc": 61.08, + "time": 3.064687022000726, + "param": [ + 1.0 + ] + }, + { + "epoch": 30, + "train_loss": 0.3002609610557556, + "val_loss": 1.2256532907485962, + "acc": 62.150000000000006, + "time": 2.999295631001587, + "param": [ + 1.0 + ] + }, + { + "epoch": 31, + "train_loss": 0.4650703966617584, + "val_loss": 1.3203322887420654, + "acc": 61.14000000000001, + "time": 3.0281630140016205, + "param": [ + 1.0 + ] + }, + { + "epoch": 32, + "train_loss": 0.38336047530174255, + "val_loss": 1.520869255065918, + "acc": 61.4, + "time": 3.067877271998441, + "param": [ + 1.0 + ] + }, + { + "epoch": 33, + "train_loss": 0.24346476793289185, + "val_loss": 1.7692707777023315, + "acc": 61.17, + "time": 3.0305726139995386, + "param": [ + 1.0 + ] + }, + { + "epoch": 34, + "train_loss": 0.2051118016242981, + "val_loss": 1.7300771474838257, + "acc": 61.650000000000006, + "time": 5.3679205709995585, + "param": [ + 1.0 + ] + }, + { + "epoch": 35, + "train_loss": 0.20097875595092773, + "val_loss": 1.773464322090149, + "acc": 61.29, + "time": 5.362809851998463, + "param": [ + 1.0 + ] + }, + { + "epoch": 36, + "train_loss": 0.2174738049507141, + "val_loss": 1.8545241355895996, + "acc": 61.870000000000005, + "time": 5.313591751000786, + "param": [ + 1.0 + ] + }, + { + "epoch": 37, + "train_loss": 0.0997207835316658, + "val_loss": 1.536680817604065, + "acc": 62.18, + "time": 5.329604184000345, + "param": [ + 1.0 + ] + }, + { + "epoch": 38, + "train_loss": 0.17065241932868958, + "val_loss": 1.81403386592865, + "acc": 60.540000000000006, + "time": 5.297983604999899, + "param": [ + 1.0 + ] + }, + { + "epoch": 39, + "train_loss": 0.14726686477661133, + "val_loss": 1.8611576557159424, + "acc": 61.68, + "time": 5.353449064001325, + "param": [ + 1.0 + ] + }, + { + "epoch": 40, + "train_loss": 0.04735979810357094, + "val_loss": 1.744350552558899, + "acc": 62.17, + "time": 5.325761627005704, + "param": [ + 1.0 + ] + }, + { + "epoch": 41, + "train_loss": 0.03996250405907631, + "val_loss": 2.305738925933838, + "acc": 62.480000000000004, + "time": 5.406436099001439, + "param": [ + 1.0 + ] + }, + { + "epoch": 42, + "train_loss": 0.0330280102789402, + "val_loss": 1.973917007446289, + "acc": 62.38, + "time": 5.373395110000274, + "param": [ + 1.0 + ] + }, + { + "epoch": 43, + "train_loss": 0.013308640569448471, + "val_loss": 1.9780728816986084, + "acc": 62.49, + "time": 5.401307665000786, + "param": [ + 1.0 + ] + }, + { + "epoch": 44, + "train_loss": 0.0135356355458498, + "val_loss": 2.1886825561523438, + "acc": 62.419999999999995, + "time": 5.3549155029977555, + "param": [ + 1.0 + ] + }, + { + "epoch": 45, + "train_loss": 0.008164545521140099, + "val_loss": 2.081921339035034, + "acc": 62.53999999999999, + "time": 5.4121915479991, + "param": [ + 1.0 + ] + }, + { + "epoch": 46, + "train_loss": 0.015866180881857872, + "val_loss": 2.4833381175994873, + "acc": 62.59, + "time": 5.352860785002122, + "param": [ + 1.0 + ] + }, + { + "epoch": 47, + "train_loss": 0.006887911818921566, + "val_loss": 2.4808764457702637, + "acc": 62.72, + "time": 5.281437272999028, + "param": [ + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-1 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-1 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json new file mode 100644 index 0000000..993b61f --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-1 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json @@ -0,0 +1,303 @@ +{ + "Accuracy": 62.660000000000004, + "Time": [ + 2.9233048443793117, + 0.04006441505532354 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.21315860748291, + "val_loss": 2.1534016132354736, + "acc": 20.57, + "time": 3.0880939329999997, + "param": [ + 1.0 + ] + }, + { + "epoch": 2, + "train_loss": 1.9844082593917847, + "val_loss": 1.8990156650543213, + "acc": 29.68, + "time": 2.8538632439999994, + "param": [ + 1.0 + ] + }, + { + "epoch": 3, + "train_loss": 1.8236666917800903, + "val_loss": 1.9664185047149658, + "acc": 29.67, + "time": 2.8728009120000024, + "param": [ + 1.0 + ] + }, + { + "epoch": 4, + "train_loss": 1.6829253435134888, + "val_loss": 1.663453459739685, + "acc": 40.56, + "time": 2.871553606999999, + "param": [ + 1.0 + ] + }, + { + "epoch": 5, + "train_loss": 1.5587241649627686, + "val_loss": 1.6139334440231323, + "acc": 43.33, + "time": 2.877887419999997, + "param": [ + 1.0 + ] + }, + { + "epoch": 6, + "train_loss": 1.6206350326538086, + "val_loss": 1.5249502658843994, + "acc": 46.35, + "time": 2.8940406249999953, + "param": [ + 1.0 + ] + }, + { + "epoch": 7, + "train_loss": 1.412573218345642, + "val_loss": 1.419840931892395, + "acc": 47.699999999999996, + "time": 2.890569761000002, + "param": [ + 1.0 + ] + }, + { + "epoch": 8, + "train_loss": 1.3086880445480347, + "val_loss": 1.3261382579803467, + "acc": 50.39, + "time": 2.9249932470000033, + "param": [ + 1.0 + ] + }, + { + "epoch": 9, + "train_loss": 1.3884950876235962, + "val_loss": 1.3108659982681274, + "acc": 51.480000000000004, + "time": 2.9588175080000028, + "param": [ + 1.0 + ] + }, + { + "epoch": 10, + "train_loss": 1.1511671543121338, + "val_loss": 1.3731235265731812, + "acc": 51.85999999999999, + "time": 2.9291396879999994, + "param": [ + 1.0 + ] + }, + { + "epoch": 11, + "train_loss": 1.2979426383972168, + "val_loss": 1.4016224145889282, + "acc": 54.99000000000001, + "time": 2.9357638769999994, + "param": [ + 1.0 + ] + }, + { + "epoch": 12, + "train_loss": 1.0850672721862793, + "val_loss": 1.259192705154419, + "acc": 55.269999999999996, + "time": 2.938539649000006, + "param": [ + 1.0 + ] + }, + { + "epoch": 13, + "train_loss": 1.0046279430389404, + "val_loss": 1.217586636543274, + "acc": 55.06999999999999, + "time": 2.896280381000011, + "param": [ + 1.0 + ] + }, + { + "epoch": 14, + "train_loss": 1.0410553216934204, + "val_loss": 1.2964671850204468, + "acc": 58.089999999999996, + "time": 2.9213025420000065, + "param": [ + 1.0 + ] + }, + { + "epoch": 15, + "train_loss": 1.1058050394058228, + "val_loss": 1.1365147829055786, + "acc": 57.989999999999995, + "time": 2.914639901000001, + "param": [ + 1.0 + ] + }, + { + "epoch": 16, + "train_loss": 1.0438331365585327, + "val_loss": 1.158881425857544, + "acc": 60.089999999999996, + "time": 2.9159199820000055, + "param": [ + 1.0 + ] + }, + { + "epoch": 17, + "train_loss": 0.8980587720870972, + "val_loss": 1.0204741954803467, + "acc": 59.4, + "time": 2.928943004000004, + "param": [ + 1.0 + ] + }, + { + "epoch": 18, + "train_loss": 1.0747746229171753, + "val_loss": 1.3050503730773926, + "acc": 60.11, + "time": 2.9202775090000017, + "param": [ + 1.0 + ] + }, + { + "epoch": 19, + "train_loss": 0.9107642769813538, + "val_loss": 0.9450633525848389, + "acc": 61.99, + "time": 2.934711993999997, + "param": [ + 1.0 + ] + }, + { + "epoch": 20, + "train_loss": 0.9456672668457031, + "val_loss": 1.1093186140060425, + "acc": 62.0, + "time": 2.9632126890000023, + "param": [ + 1.0 + ] + }, + { + "epoch": 21, + "train_loss": 0.7421981692314148, + "val_loss": 1.286036729812622, + "acc": 60.79, + "time": 2.9394978439999875, + "param": [ + 1.0 + ] + }, + { + "epoch": 22, + "train_loss": 0.7838924527168274, + "val_loss": 1.0764753818511963, + "acc": 62.35000000000001, + "time": 2.9331453359999955, + "param": [ + 1.0 + ] + }, + { + "epoch": 23, + "train_loss": 0.8884962201118469, + "val_loss": 1.1763287782669067, + "acc": 62.160000000000004, + "time": 2.931557466000001, + "param": [ + 1.0 + ] + }, + { + "epoch": 24, + "train_loss": 0.6362985372543335, + "val_loss": 1.155366063117981, + "acc": 62.3, + "time": 2.9042184259999857, + "param": [ + 1.0 + ] + }, + { + "epoch": 25, + "train_loss": 0.6466702222824097, + "val_loss": 1.2416653633117676, + "acc": 60.89, + "time": 2.9361924970000075, + "param": [ + 1.0 + ] + }, + { + "epoch": 26, + "train_loss": 0.5845016837120056, + "val_loss": 1.1635469198226929, + "acc": 60.77, + "time": 2.9225583250000113, + "param": [ + 1.0 + ] + }, + { + "epoch": 27, + "train_loss": 0.480742871761322, + "val_loss": 1.2342745065689087, + "acc": 62.660000000000004, + "time": 2.9241459039999995, + "param": [ + 1.0 + ] + }, + { + "epoch": 28, + "train_loss": 0.4943341016769409, + "val_loss": 1.2613855600357056, + "acc": 62.239999999999995, + "time": 2.921152997000007, + "param": [ + 1.0 + ] + }, + { + "epoch": 29, + "train_loss": 0.4729174077510834, + "val_loss": 1.2285536527633667, + "acc": 61.6, + "time": 2.932020219000009, + "param": [ + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-1 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-1 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..85632a3 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-1 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,303 @@ +{ + "Accuracy": 62.129999999999995, + "Time": [ + 5.32051241448275, + 0.1860818210803775 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.221717119216919, + "val_loss": 2.231416702270508, + "acc": 20.18, + "time": 6.288127223997435, + "param": [ + 1.0 + ] + }, + { + "epoch": 2, + "train_loss": 2.041717290878296, + "val_loss": 1.9907883405685425, + "acc": 28.83, + "time": 5.297445598997001, + "param": [ + 1.0 + ] + }, + { + "epoch": 3, + "train_loss": 1.806596040725708, + "val_loss": 1.9077033996582031, + "acc": 35.36, + "time": 5.295664023000427, + "param": [ + 1.0 + ] + }, + { + "epoch": 4, + "train_loss": 1.636696696281433, + "val_loss": 1.6585841178894043, + "acc": 41.099999999999994, + "time": 5.289898610000819, + "param": [ + 1.0 + ] + }, + { + "epoch": 5, + "train_loss": 1.55312979221344, + "val_loss": 1.6479336023330688, + "acc": 44.230000000000004, + "time": 5.283939900000405, + "param": [ + 1.0 + ] + }, + { + "epoch": 6, + "train_loss": 1.4602102041244507, + "val_loss": 1.3832005262374878, + "acc": 47.660000000000004, + "time": 5.33839824000097, + "param": [ + 1.0 + ] + }, + { + "epoch": 7, + "train_loss": 1.4732568264007568, + "val_loss": 1.4696305990219116, + "acc": 49.47, + "time": 5.289805809999962, + "param": [ + 1.0 + ] + }, + { + "epoch": 8, + "train_loss": 1.3257958889007568, + "val_loss": 1.4055761098861694, + "acc": 50.0, + "time": 5.378316231002827, + "param": [ + 1.0 + ] + }, + { + "epoch": 9, + "train_loss": 1.3107024431228638, + "val_loss": 1.3499678373336792, + "acc": 52.72, + "time": 5.2571160459992825, + "param": [ + 1.0 + ] + }, + { + "epoch": 10, + "train_loss": 1.3596855401992798, + "val_loss": 1.2524077892303467, + "acc": 53.510000000000005, + "time": 5.3033921899987035, + "param": [ + 1.0 + ] + }, + { + "epoch": 11, + "train_loss": 1.0222856998443604, + "val_loss": 1.2483898401260376, + "acc": 54.910000000000004, + "time": 5.291428840999288, + "param": [ + 1.0 + ] + }, + { + "epoch": 12, + "train_loss": 1.1702439785003662, + "val_loss": 1.2797716856002808, + "acc": 55.03, + "time": 5.249613043000863, + "param": [ + 1.0 + ] + }, + { + "epoch": 13, + "train_loss": 1.020358681678772, + "val_loss": 1.2461081743240356, + "acc": 57.099999999999994, + "time": 5.244417039000837, + "param": [ + 1.0 + ] + }, + { + "epoch": 14, + "train_loss": 1.0076769590377808, + "val_loss": 1.1068997383117676, + "acc": 57.16, + "time": 5.225274209999043, + "param": [ + 1.0 + ] + }, + { + "epoch": 15, + "train_loss": 0.8940925598144531, + "val_loss": 1.2243545055389404, + "acc": 58.53, + "time": 5.2756214889996045, + "param": [ + 1.0 + ] + }, + { + "epoch": 16, + "train_loss": 0.9812849760055542, + "val_loss": 1.2469544410705566, + "acc": 59.53000000000001, + "time": 5.244881187998544, + "param": [ + 1.0 + ] + }, + { + "epoch": 17, + "train_loss": 0.9405255913734436, + "val_loss": 1.1745411157608032, + "acc": 58.67, + "time": 5.258253874999355, + "param": [ + 1.0 + ] + }, + { + "epoch": 18, + "train_loss": 1.017337441444397, + "val_loss": 1.2517035007476807, + "acc": 58.77, + "time": 5.262897358999908, + "param": [ + 1.0 + ] + }, + { + "epoch": 19, + "train_loss": 0.8054737448692322, + "val_loss": 1.013056755065918, + "acc": 60.69, + "time": 5.25858216800043, + "param": [ + 1.0 + ] + }, + { + "epoch": 20, + "train_loss": 1.0519421100616455, + "val_loss": 1.0832878351211548, + "acc": 60.39, + "time": 5.280217367999285, + "param": [ + 1.0 + ] + }, + { + "epoch": 21, + "train_loss": 0.7626509070396423, + "val_loss": 1.126921534538269, + "acc": 61.92999999999999, + "time": 5.30506725899977, + "param": [ + 1.0 + ] + }, + { + "epoch": 22, + "train_loss": 0.7951359152793884, + "val_loss": 1.257140040397644, + "acc": 61.12, + "time": 5.262647036000999, + "param": [ + 1.0 + ] + }, + { + "epoch": 23, + "train_loss": 0.6558467149734497, + "val_loss": 1.3220044374465942, + "acc": 59.9, + "time": 5.307796943001449, + "param": [ + 1.0 + ] + }, + { + "epoch": 24, + "train_loss": 0.5463495254516602, + "val_loss": 1.3220850229263306, + "acc": 60.3, + "time": 5.313027511001565, + "param": [ + 1.0 + ] + }, + { + "epoch": 25, + "train_loss": 0.6370725035667419, + "val_loss": 1.1885124444961548, + "acc": 61.77, + "time": 5.272052001000702, + "param": [ + 1.0 + ] + }, + { + "epoch": 26, + "train_loss": 0.617350697517395, + "val_loss": 1.4904192686080933, + "acc": 61.42999999999999, + "time": 5.363821351998922, + "param": [ + 1.0 + ] + }, + { + "epoch": 27, + "train_loss": 0.37953802943229675, + "val_loss": 1.1302393674850464, + "acc": 61.82, + "time": 5.245723427000485, + "param": [ + 1.0 + ] + }, + { + "epoch": 28, + "train_loss": 0.5406259298324585, + "val_loss": 1.4406242370605469, + "acc": 61.160000000000004, + "time": 5.319219354001689, + "param": [ + 1.0 + ] + }, + { + "epoch": 29, + "train_loss": 0.3687746226787567, + "val_loss": 1.3145570755004883, + "acc": 62.129999999999995, + "time": 5.292214683999191, + "param": [ + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-10 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-10 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json new file mode 100644 index 0000000..2b0fa28 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-10 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json @@ -0,0 +1,1200 @@ +{ + "Accuracy": 65.98, + "Time": [ + 15.586813147338914, + 13.949695359432695 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.137430429458618, + "val_loss": 2.0747087001800537, + "acc": 25.650000000000002, + "time": 3.859534758001246, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 2, + "train_loss": 1.918182134628296, + "val_loss": 1.9589636325836182, + "acc": 33.22, + "time": 2.9530719190006494, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 3, + "train_loss": 1.7783689498901367, + "val_loss": 1.7761175632476807, + "acc": 36.15, + "time": 2.9276327379993745, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 4, + "train_loss": 1.5844879150390625, + "val_loss": 1.690320372581482, + "acc": 37.75, + "time": 2.951855137001985, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 5, + "train_loss": 1.442069411277771, + "val_loss": 1.531741738319397, + "acc": 44.82, + "time": 2.954186953997123, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 6, + "train_loss": 1.3938854932785034, + "val_loss": 1.455332636833191, + "acc": 47.660000000000004, + "time": 2.9999711660020694, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 7, + "train_loss": 1.5474883317947388, + "val_loss": 1.4308642148971558, + "acc": 48.17, + "time": 2.964081501999317, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 8, + "train_loss": 1.2628097534179688, + "val_loss": 1.5030888319015503, + "acc": 50.19, + "time": 3.0554489499991178, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 9, + "train_loss": 1.5354005098342896, + "val_loss": 1.3253519535064697, + "acc": 52.0, + "time": 3.0337461050003185, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 10, + "train_loss": 1.3307183980941772, + "val_loss": 1.3785998821258545, + "acc": 52.669999999999995, + "time": 3.0677327230005176, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 11, + "train_loss": 1.349776268005371, + "val_loss": 1.3806556463241577, + "acc": 52.900000000000006, + "time": 2.972706771000958, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 12, + "train_loss": 1.1872875690460205, + "val_loss": 1.2593363523483276, + "acc": 54.52, + "time": 2.9318802900015726, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 13, + "train_loss": 1.402209997177124, + "val_loss": 1.357589602470398, + "acc": 53.21, + "time": 2.9629562359987176, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 14, + "train_loss": 1.1210997104644775, + "val_loss": 1.4446940422058105, + "acc": 54.47, + "time": 2.974882621998404, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 15, + "train_loss": 1.0320626497268677, + "val_loss": 1.286697268486023, + "acc": 56.63, + "time": 2.963786168998922, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 16, + "train_loss": 1.0720298290252686, + "val_loss": 1.3240575790405273, + "acc": 56.28999999999999, + "time": 2.992175748000591, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 17, + "train_loss": 1.0546377897262573, + "val_loss": 1.2696284055709839, + "acc": 57.99999999999999, + "time": 2.9714942930004327, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 18, + "train_loss": 0.8737342357635498, + "val_loss": 1.2241500616073608, + "acc": 59.06, + "time": 2.9979177659988636, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 19, + "train_loss": 0.9417202472686768, + "val_loss": 1.1615301370620728, + "acc": 58.85, + "time": 3.143779732999974, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 20, + "train_loss": 0.7920616269111633, + "val_loss": 1.2365213632583618, + "acc": 58.52, + "time": 2.9701301450004394, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 21, + "train_loss": 1.0518379211425781, + "val_loss": 1.1587048768997192, + "acc": 59.39, + "time": 3.035553385001549, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 22, + "train_loss": 0.9965068101882935, + "val_loss": 1.1840641498565674, + "acc": 58.93000000000001, + "time": 3.0045785759975843, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 23, + "train_loss": 0.8231233954429626, + "val_loss": 1.0503875017166138, + "acc": 58.42, + "time": 2.955495632999373, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 24, + "train_loss": 0.771078884601593, + "val_loss": 1.2506846189498901, + "acc": 59.089999999999996, + "time": 3.01220997999917, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 25, + "train_loss": 0.7589433789253235, + "val_loss": 1.4645073413848877, + "acc": 58.24, + "time": 2.9719687440010603, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 26, + "train_loss": 0.6153932809829712, + "val_loss": 1.3293426036834717, + "acc": 59.07, + "time": 2.929417311999714, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 27, + "train_loss": 0.4252459704875946, + "val_loss": 1.3885207176208496, + "acc": 58.209999999999994, + "time": 2.8739706330015906, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 28, + "train_loss": 0.6152597069740295, + "val_loss": 1.3584445714950562, + "acc": 60.08, + "time": 2.86812066100174, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 29, + "train_loss": 0.5434842705726624, + "val_loss": 1.3946744203567505, + "acc": 59.309999999999995, + "time": 2.8784941640005854, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 30, + "train_loss": 0.523280143737793, + "val_loss": 1.4348300695419312, + "acc": 58.52, + "time": 2.8751061740003934, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 31, + "train_loss": 0.5172895193099976, + "val_loss": 1.4978300333023071, + "acc": 60.089999999999996, + "time": 2.9133523080017767, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 32, + "train_loss": 0.37251248955726624, + "val_loss": 1.5532093048095703, + "acc": 59.730000000000004, + "time": 2.901352509001299, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 33, + "train_loss": 0.2598666250705719, + "val_loss": 1.4855537414550781, + "acc": 60.129999999999995, + "time": 2.883738069998799, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 34, + "train_loss": 0.27173182368278503, + "val_loss": 1.7738333940505981, + "acc": 59.45, + "time": 2.999340778998885, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 35, + "train_loss": 1.161899209022522, + "val_loss": 1.0973368883132935, + "acc": 59.72, + "time": 26.915509308000765, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 36, + "train_loss": 1.3271340131759644, + "val_loss": 1.3265236616134644, + "acc": 60.49, + "time": 29.61748487299701, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 37, + "train_loss": 0.97775799036026, + "val_loss": 1.17538321018219, + "acc": 61.35, + "time": 30.442496858002414, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 38, + "train_loss": 1.120995044708252, + "val_loss": 1.090514063835144, + "acc": 60.91, + "time": 34.819886651999695, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 39, + "train_loss": 0.7977189421653748, + "val_loss": 1.263763666152954, + "acc": 62.61, + "time": 28.43093077500089, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 40, + "train_loss": 0.7854210734367371, + "val_loss": 1.1695970296859741, + "acc": 62.36000000000001, + "time": 32.204415684002015, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 41, + "train_loss": 0.915482223033905, + "val_loss": 1.1158127784729004, + "acc": 63.23, + "time": 31.09194731000025, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 42, + "train_loss": 1.0565320253372192, + "val_loss": 1.0614722967147827, + "acc": 63.160000000000004, + "time": 29.774029275999055, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 43, + "train_loss": 0.8400881886482239, + "val_loss": 1.198842167854309, + "acc": 63.29, + "time": 35.02389951399891, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 44, + "train_loss": 0.7469589114189148, + "val_loss": 1.1426669359207153, + "acc": 64.59, + "time": 31.18347485799677, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 45, + "train_loss": 0.8423433303833008, + "val_loss": 1.0925606489181519, + "acc": 63.83, + "time": 33.29979126800026, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 46, + "train_loss": 1.0500584840774536, + "val_loss": 1.1671853065490723, + "acc": 64.09, + "time": 33.22632400800285, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 47, + "train_loss": 0.9159472584724426, + "val_loss": 1.259886622428894, + "acc": 63.629999999999995, + "time": 27.530978291000793, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 48, + "train_loss": 0.8736292123794556, + "val_loss": 1.075767159461975, + "acc": 64.92, + "time": 28.14244524300011, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 49, + "train_loss": 0.7826126217842102, + "val_loss": 1.1294724941253662, + "acc": 64.55, + "time": 27.201659635000397, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 50, + "train_loss": 0.7142435908317566, + "val_loss": 1.0599459409713745, + "acc": 63.85999999999999, + "time": 30.179489146001288, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 51, + "train_loss": 0.8091458082199097, + "val_loss": 1.1819448471069336, + "acc": 64.64, + "time": 30.25397951999912, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 52, + "train_loss": 0.9778277277946472, + "val_loss": 0.983695387840271, + "acc": 65.03999999999999, + "time": 32.10815780100165, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 53, + "train_loss": 0.6066209077835083, + "val_loss": 1.0317275524139404, + "acc": 64.98, + "time": 30.573121199002344, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 54, + "train_loss": 0.7427548170089722, + "val_loss": 1.036370038986206, + "acc": 65.78, + "time": 32.31964604300083, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 55, + "train_loss": 0.8368644714355469, + "val_loss": 1.0464911460876465, + "acc": 65.38000000000001, + "time": 29.375119194002764, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 56, + "train_loss": 0.855411946773529, + "val_loss": 1.0764297246932983, + "acc": 65.06, + "time": 29.75231290100055, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 57, + "train_loss": 0.7366490960121155, + "val_loss": 1.0244495868682861, + "acc": 65.02, + "time": 31.466124825001316, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 58, + "train_loss": 0.6795365214347839, + "val_loss": 1.1553932428359985, + "acc": 65.21000000000001, + "time": 31.648852644997532, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 59, + "train_loss": 0.6607534885406494, + "val_loss": 1.028499960899353, + "acc": 64.81, + "time": 32.2675686879993, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 60, + "train_loss": 0.7227698564529419, + "val_loss": 1.1195682287216187, + "acc": 65.06, + "time": 33.784832744000596, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 61, + "train_loss": 0.571908175945282, + "val_loss": 1.0469187498092651, + "acc": 65.25999999999999, + "time": 31.446855239999422, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 62, + "train_loss": 0.6286408305168152, + "val_loss": 1.036925196647644, + "acc": 65.98, + "time": 30.54941098299969, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-10 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-10 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json new file mode 100644 index 0000000..e4a625e --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-10 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json @@ -0,0 +1,1181 @@ +{ + "Accuracy": 67.4, + "Time": [ + 21.29453972280412, + 19.930744101717348 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.207501173019409, + "val_loss": 2.226428747177124, + "acc": 18.01, + "time": 3.8650514830078464, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 2, + "train_loss": 1.942432165145874, + "val_loss": 1.9760160446166992, + "acc": 28.88, + "time": 2.9419131850008853, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 3, + "train_loss": 1.7230417728424072, + "val_loss": 1.7821977138519287, + "acc": 37.11, + "time": 2.828706753003644, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 4, + "train_loss": 1.6543316841125488, + "val_loss": 1.6845229864120483, + "acc": 40.79, + "time": 2.976310063007986, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 5, + "train_loss": 1.5142838954925537, + "val_loss": 1.4770716428756714, + "acc": 45.43, + "time": 2.9357448649971047, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 6, + "train_loss": 1.4409812688827515, + "val_loss": 1.5258396863937378, + "acc": 48.199999999999996, + "time": 2.938146066997433, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 7, + "train_loss": 1.516516089439392, + "val_loss": 1.4903243780136108, + "acc": 50.0, + "time": 2.880309580010362, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 8, + "train_loss": 1.412566900253296, + "val_loss": 1.3867686986923218, + "acc": 49.69, + "time": 2.9075750639894977, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 9, + "train_loss": 1.198028564453125, + "val_loss": 1.4555931091308594, + "acc": 50.23, + "time": 2.921598464003182, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 10, + "train_loss": 1.3337076902389526, + "val_loss": 1.3479599952697754, + "acc": 53.879999999999995, + "time": 2.9365017670061206, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 11, + "train_loss": 0.9675825238227844, + "val_loss": 1.2973867654800415, + "acc": 55.61000000000001, + "time": 2.915951969989692, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 12, + "train_loss": 1.2725733518600464, + "val_loss": 1.3184436559677124, + "acc": 56.79, + "time": 2.901166921001277, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 13, + "train_loss": 1.1166592836380005, + "val_loss": 1.231486439704895, + "acc": 56.36, + "time": 2.9011120540089905, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 14, + "train_loss": 0.9837029576301575, + "val_loss": 1.2225943803787231, + "acc": 56.230000000000004, + "time": 2.9456593429931672, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 15, + "train_loss": 0.9055210947990417, + "val_loss": 1.0580761432647705, + "acc": 57.589999999999996, + "time": 2.9204343349992996, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 16, + "train_loss": 1.0413066148757935, + "val_loss": 1.1731308698654175, + "acc": 58.220000000000006, + "time": 2.9022091579972766, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 17, + "train_loss": 0.9971940517425537, + "val_loss": 1.1096841096878052, + "acc": 58.69, + "time": 2.949336877994938, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 18, + "train_loss": 1.0218455791473389, + "val_loss": 1.1498534679412842, + "acc": 59.24, + "time": 2.9111126880015945, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 19, + "train_loss": 0.8309760689735413, + "val_loss": 1.2123204469680786, + "acc": 57.96, + "time": 2.9187816769990604, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 20, + "train_loss": 0.8672177195549011, + "val_loss": 1.2733021974563599, + "acc": 59.31999999999999, + "time": 2.9193545230082236, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 21, + "train_loss": 0.7320767045021057, + "val_loss": 1.1570584774017334, + "acc": 59.62, + "time": 2.8932952569884947, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 22, + "train_loss": 0.9344289302825928, + "val_loss": 1.0973180532455444, + "acc": 60.4, + "time": 2.9493979469989426, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 23, + "train_loss": 0.6937745213508606, + "val_loss": 1.0119603872299194, + "acc": 61.46, + "time": 2.9345096120086964, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 24, + "train_loss": 0.6576656103134155, + "val_loss": 1.0792922973632812, + "acc": 60.419999999999995, + "time": 2.9371766059921356, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 25, + "train_loss": 0.6292703747749329, + "val_loss": 1.2412910461425781, + "acc": 61.58, + "time": 2.908617929002503, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 26, + "train_loss": 0.5083402395248413, + "val_loss": 1.3849414587020874, + "acc": 60.61, + "time": 2.918128582998179, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 27, + "train_loss": 0.538296639919281, + "val_loss": 1.1757220029830933, + "acc": 61.14000000000001, + "time": 2.8968731519998983, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 28, + "train_loss": 0.540001392364502, + "val_loss": 1.1136387586593628, + "acc": 61.260000000000005, + "time": 2.92823220299033, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 29, + "train_loss": 0.4319895803928375, + "val_loss": 1.2768266201019287, + "acc": 61.260000000000005, + "time": 2.902059857005952, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 30, + "train_loss": 0.4108911156654358, + "val_loss": 1.2517359256744385, + "acc": 60.91, + "time": 2.9312717739958316, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 31, + "train_loss": 0.3558393120765686, + "val_loss": 1.5720601081848145, + "acc": 61.129999999999995, + "time": 2.9047500360029517, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 32, + "train_loss": 0.37132132053375244, + "val_loss": 1.3189024925231934, + "acc": 60.81999999999999, + "time": 2.891672376994393, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 33, + "train_loss": 0.3953002989292145, + "val_loss": 1.35228431224823, + "acc": 60.91, + "time": 2.910772666000412, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 34, + "train_loss": 1.0863251686096191, + "val_loss": 1.3210514783859253, + "acc": 59.79, + "time": 38.9650662990025, + "param": [ + 0.11636500805616379, + 0.09296219795942307, + 0.09657604247331619, + 0.11464831978082657, + 0.04833512380719185, + 0.09095422178506851, + 0.11711174249649048, + 0.1433688998222351, + 0.05808600038290024, + 0.1215924397110939 + ] + }, + { + "epoch": 35, + "train_loss": 1.0042994022369385, + "val_loss": 1.1184369325637817, + "acc": 61.09, + "time": 42.988160359003814, + "param": [ + 0.12373421341180801, + 0.05327707901597023, + 0.10068178921937943, + 0.12322624772787094, + 0.019902391359210014, + 0.0973585993051529, + 0.12646298110485077, + 0.18562352657318115, + 0.0294908806681633, + 0.14024235308170319 + ] + }, + { + "epoch": 36, + "train_loss": 1.0835943222045898, + "val_loss": 1.2767866849899292, + "acc": 62.239999999999995, + "time": 42.90889387099014, + "param": [ + 0.1060231626033783, + 0.055391132831573486, + 0.11041602492332458, + 0.12282253056764603, + 0.03074793890118599, + 0.07962200045585632, + 0.1315203607082367, + 0.1948491930961609, + 0.0, + 0.16860774159431458 + ] + }, + { + "epoch": 37, + "train_loss": 0.5491689443588257, + "val_loss": 1.1474173069000244, + "acc": 62.980000000000004, + "time": 42.81625249200442, + "param": [ + 0.1259392648935318, + 0.05643104389309883, + 0.11319275945425034, + 0.11706321686506271, + 0.024119092151522636, + 0.06832359731197357, + 0.12456106394529343, + 0.1918824464082718, + 0.0, + 0.17848749458789825 + ] + }, + { + "epoch": 38, + "train_loss": 0.8667178750038147, + "val_loss": 1.0961142778396606, + "acc": 63.129999999999995, + "time": 42.89053425801103, + "param": [ + 0.14747783541679382, + 0.052210379391908646, + 0.11091195791959763, + 0.11545445024967194, + 0.04391879960894585, + 0.076290063560009, + 0.10759156942367554, + 0.17832301557064056, + 0.0, + 0.1678219437599182 + ] + }, + { + "epoch": 39, + "train_loss": 0.7962080836296082, + "val_loss": 1.1317412853240967, + "acc": 63.29, + "time": 43.442220785000245, + "param": [ + 0.15982863306999207, + 0.06477172672748566, + 0.10823962092399597, + 0.10938648879528046, + 0.07808388769626617, + 0.08242639154195786, + 0.0851975604891777, + 0.15662500262260437, + 0.007197964005172253, + 0.1482427418231964 + ] + }, + { + "epoch": 40, + "train_loss": 0.8994879126548767, + "val_loss": 1.1006433963775635, + "acc": 64.45, + "time": 43.11642243400274, + "param": [ + 0.14060787856578827, + 0.07999618351459503, + 0.1073758602142334, + 0.1153692901134491, + 0.08637893944978714, + 0.09733214229345322, + 0.08457835018634796, + 0.13570763170719147, + 0.030339380726218224, + 0.12231428176164627 + ] + }, + { + "epoch": 41, + "train_loss": 0.778653085231781, + "val_loss": 1.085578203201294, + "acc": 64.66, + "time": 43.25776078100898, + "param": [ + 0.12137679755687714, + 0.07117702811956406, + 0.13889704644680023, + 0.11955028772354126, + 0.08754605054855347, + 0.10868114978075027, + 0.09192759543657303, + 0.11807326227426529, + 0.02249840833246708, + 0.12027246505022049 + ] + }, + { + "epoch": 42, + "train_loss": 0.9806587100028992, + "val_loss": 0.9948267340660095, + "acc": 64.19, + "time": 42.748567729999195, + "param": [ + 0.11975693702697754, + 0.054803282022476196, + 0.14406414330005646, + 0.1170339360833168, + 0.09399265795946121, + 0.11325380206108093, + 0.10306858271360397, + 0.1043941006064415, + 0.02268867753446102, + 0.12694388628005981 + ] + }, + { + "epoch": 43, + "train_loss": 0.6335059404373169, + "val_loss": 1.0440528392791748, + "acc": 65.21000000000001, + "time": 43.17217703501228, + "param": [ + 0.1373545080423355, + 0.04637565836310387, + 0.13581323623657227, + 0.11131643503904343, + 0.08813830465078354, + 0.12010781466960907, + 0.12331248819828033, + 0.09217660874128342, + 0.012583442032337189, + 0.13282154500484467 + ] + }, + { + "epoch": 44, + "train_loss": 0.8920273184776306, + "val_loss": 1.2042661905288696, + "acc": 64.67, + "time": 44.7479531380086, + "param": [ + 0.16077131032943726, + 0.051356468349695206, + 0.1313459277153015, + 0.096642404794693, + 0.07011392712593079, + 0.12238162755966187, + 0.13632789254188538, + 0.0913115069270134, + 0.0015031289076432586, + 0.13824577629566193 + ] + }, + { + "epoch": 45, + "train_loss": 0.7918629050254822, + "val_loss": 1.1211532354354858, + "acc": 65.09, + "time": 42.25282567599788, + "param": [ + 0.1669984757900238, + 0.04338159039616585, + 0.12772098183631897, + 0.07408532500267029, + 0.06967548280954361, + 0.1326473206281662, + 0.1456211507320404, + 0.10547749698162079, + 0.0, + 0.13439224660396576 + ] + }, + { + "epoch": 46, + "train_loss": 0.621144711971283, + "val_loss": 0.9900760650634766, + "acc": 65.24, + "time": 43.22519741799624, + "param": [ + 0.16032546758651733, + 0.030241865664720535, + 0.1276312917470932, + 0.06376243382692337, + 0.07634731382131577, + 0.14935116469860077, + 0.15030208230018616, + 0.11139983683824539, + 0.0006930530071258545, + 0.12994545698165894 + ] + }, + { + "epoch": 47, + "train_loss": 0.6707288026809692, + "val_loss": 1.069028377532959, + "acc": 66.49000000000001, + "time": 43.3632825579989, + "param": [ + 0.16946959495544434, + 0.0204929206520319, + 0.12070050090551376, + 0.07098038494586945, + 0.07907391339540482, + 0.14963462948799133, + 0.1448204666376114, + 0.10303817689418793, + 0.0, + 0.14178936183452606 + ] + }, + { + "epoch": 48, + "train_loss": 0.8768298029899597, + "val_loss": 1.0784796476364136, + "acc": 64.47, + "time": 43.22382143800496, + "param": [ + 0.1914542019367218, + 0.037987492978572845, + 0.11156567931175232, + 0.05522925779223442, + 0.06634233146905899, + 0.13122238218784332, + 0.13160467147827148, + 0.09849570691585541, + 0.0, + 0.1760982871055603 + ] + }, + { + "epoch": 49, + "train_loss": 0.8376399278640747, + "val_loss": 1.1257905960083008, + "acc": 64.27000000000001, + "time": 43.438040197012015, + "param": [ + 0.1921863704919815, + 0.05098709091544151, + 0.12489455193281174, + 0.058069534599781036, + 0.07958003878593445, + 0.10219702124595642, + 0.11211471259593964, + 0.09213174879550934, + 0.0, + 0.18783897161483765 + ] + }, + { + "epoch": 50, + "train_loss": 0.5143903493881226, + "val_loss": 1.1925568580627441, + "acc": 66.38, + "time": 43.23201524998876, + "param": [ + 0.173151895403862, + 0.07141487300395966, + 0.14242368936538696, + 0.0650210902094841, + 0.09768040478229523, + 0.07757454365491867, + 0.11687947809696198, + 0.07090930640697479, + 0.0, + 0.18494471907615662 + ] + }, + { + "epoch": 51, + "train_loss": 0.6358001232147217, + "val_loss": 0.9592922925949097, + "acc": 66.25, + "time": 42.933272964000935, + "param": [ + 0.17630057036876678, + 0.08247930556535721, + 0.14333952963352203, + 0.06797811388969421, + 0.07474330067634583, + 0.06788812577724457, + 0.12730328738689423, + 0.08821437507867813, + 0.0, + 0.17175337672233582 + ] + }, + { + "epoch": 52, + "train_loss": 0.6094217300415039, + "val_loss": 1.2048051357269287, + "acc": 66.21000000000001, + "time": 41.70537816800061, + "param": [ + 0.17846792936325073, + 0.08660638332366943, + 0.13556811213493347, + 0.07697195559740067, + 0.06697008013725281, + 0.07678814977407455, + 0.134331613779068, + 0.08950798958539963, + 0.004940031096339226, + 0.14984779059886932 + ] + }, + { + "epoch": 53, + "train_loss": 0.45840802788734436, + "val_loss": 1.1937991380691528, + "acc": 66.46, + "time": 43.901054778005346, + "param": [ + 0.1758912205696106, + 0.07501279562711716, + 0.14832541346549988, + 0.0731021836400032, + 0.05465149134397507, + 0.09771981090307236, + 0.13250437378883362, + 0.10462244600057602, + 0.0, + 0.1381703019142151 + ] + }, + { + "epoch": 54, + "train_loss": 0.6984831094741821, + "val_loss": 1.0751723051071167, + "acc": 66.36999999999999, + "time": 42.3254734880029, + "param": [ + 0.17259852588176727, + 0.06862948834896088, + 0.1464095413684845, + 0.07307133823633194, + 0.042418524622917175, + 0.11314613372087479, + 0.13283735513687134, + 0.10677465051412582, + 0.0, + 0.1441144496202469 + ] + }, + { + "epoch": 55, + "train_loss": 0.6705516576766968, + "val_loss": 1.204949975013733, + "acc": 65.88000000000001, + "time": 44.04083991399966, + "param": [ + 0.17375728487968445, + 0.08607238531112671, + 0.12068678438663483, + 0.07571054995059967, + 0.05866825580596924, + 0.1160200908780098, + 0.12128246575593948, + 0.10326482355594635, + 0.0, + 0.14453741908073425 + ] + }, + { + "epoch": 56, + "train_loss": 0.7940015196800232, + "val_loss": 1.1371617317199707, + "acc": 66.67, + "time": 42.23507908600732, + "param": [ + 0.17890074849128723, + 0.08653531223535538, + 0.1072687953710556, + 0.08854521065950394, + 0.08738934993743896, + 0.1253560334444046, + 0.10192763805389404, + 0.09104669839143753, + 0.0, + 0.13303016126155853 + ] + }, + { + "epoch": 57, + "train_loss": 0.5093738436698914, + "val_loss": 1.1301143169403076, + "acc": 65.79, + "time": 42.315910050005186, + "param": [ + 0.19423095881938934, + 0.0712948590517044, + 0.10340557247400284, + 0.0850604772567749, + 0.10392823070287704, + 0.10905681550502777, + 0.11190567910671234, + 0.09065698832273483, + 0.0004654146614484489, + 0.1299949735403061 + ] + }, + { + "epoch": 58, + "train_loss": 0.8100044131278992, + "val_loss": 1.0172768831253052, + "acc": 66.83, + "time": 43.192425291999825, + "param": [ + 0.21312777698040009, + 0.0579354465007782, + 0.11212140321731567, + 0.07303158193826675, + 0.10946447402238846, + 0.08639076352119446, + 0.12607261538505554, + 0.10642282664775848, + 0.0, + 0.11543314158916473 + ] + }, + { + "epoch": 59, + "train_loss": 0.6429144144058228, + "val_loss": 1.0243384838104248, + "acc": 67.16, + "time": 42.57277571799932, + "param": [ + 0.21085044741630554, + 0.0451570525765419, + 0.13102851808071136, + 0.07326596230268478, + 0.1186046451330185, + 0.07526343315839767, + 0.10209336131811142, + 0.12732447683811188, + 0.0, + 0.11641214042901993 + ] + }, + { + "epoch": 60, + "train_loss": 0.6385433673858643, + "val_loss": 1.1643154621124268, + "acc": 67.4, + "time": 42.818129807987134, + "param": [ + 0.1920255422592163, + 0.051237307488918304, + 0.14054231345653534, + 0.07295192033052444, + 0.10030115395784378, + 0.09672911465167999, + 0.10415298491716385, + 0.12322373688220978, + 0.0, + 0.1188359409570694 + ] + }, + { + "epoch": 61, + "train_loss": 0.743671178817749, + "val_loss": 1.014904499053955, + "acc": 67.12, + "time": 43.913657269004034, + "param": [ + 0.17532813549041748, + 0.08999136090278625, + 0.12404248863458633, + 0.06272966414690018, + 0.09660986810922623, + 0.10316330194473267, + 0.11131896078586578, + 0.11641713231801987, + 0.0, + 0.12039913237094879 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-10 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-10 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json new file mode 100644 index 0000000..e23b312 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-10 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json @@ -0,0 +1,763 @@ +{ + "Accuracy": 67.83, + "Time": [ + 30.014610020179063, + 1.5259551815904022 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.241109848022461, + "val_loss": 2.241133213043213, + "acc": 22.31, + "time": 31.028954023999177, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 2, + "train_loss": 2.0262019634246826, + "val_loss": 2.0311977863311768, + "acc": 29.09, + "time": 29.443787308999163, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 3, + "train_loss": 1.8320143222808838, + "val_loss": 1.8328442573547363, + "acc": 35.06, + "time": 30.11337946200001, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 4, + "train_loss": 1.7318105697631836, + "val_loss": 1.716810941696167, + "acc": 34.38, + "time": 30.568121727999824, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 5, + "train_loss": 1.8494902849197388, + "val_loss": 1.5322532653808594, + "acc": 42.54, + "time": 29.403623798998524, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 6, + "train_loss": 1.575775384902954, + "val_loss": 1.5484771728515625, + "acc": 46.33, + "time": 29.585753964000105, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 7, + "train_loss": 1.6631606817245483, + "val_loss": 1.456868052482605, + "acc": 46.589999999999996, + "time": 30.36327003000042, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 8, + "train_loss": 1.5660061836242676, + "val_loss": 1.5012428760528564, + "acc": 48.07, + "time": 30.441351212999507, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 9, + "train_loss": 1.7192580699920654, + "val_loss": 1.3960217237472534, + "acc": 49.32, + "time": 31.02589350600101, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 10, + "train_loss": 1.426948070526123, + "val_loss": 1.2951627969741821, + "acc": 51.690000000000005, + "time": 36.431994958998985, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 11, + "train_loss": 1.3700600862503052, + "val_loss": 1.4882218837738037, + "acc": 52.349999999999994, + "time": 31.11992605799969, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 12, + "train_loss": 1.4036579132080078, + "val_loss": 1.4174723625183105, + "acc": 51.66, + "time": 30.932499418999214, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 13, + "train_loss": 1.3904931545257568, + "val_loss": 1.2493445873260498, + "acc": 54.300000000000004, + "time": 31.78488417799963, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 14, + "train_loss": 1.402247428894043, + "val_loss": 1.3568586111068726, + "acc": 53.0, + "time": 31.265148536998822, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 15, + "train_loss": 1.3615682125091553, + "val_loss": 1.2659204006195068, + "acc": 56.99999999999999, + "time": 30.129069460999744, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 16, + "train_loss": 1.2715201377868652, + "val_loss": 1.1673640012741089, + "acc": 56.55, + "time": 29.49447491399951, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 17, + "train_loss": 1.2278194427490234, + "val_loss": 1.1418359279632568, + "acc": 56.15, + "time": 30.42114449699875, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 18, + "train_loss": 1.1735891103744507, + "val_loss": 1.2055500745773315, + "acc": 58.34, + "time": 33.06718725199971, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 19, + "train_loss": 1.2697241306304932, + "val_loss": 1.195971965789795, + "acc": 58.940000000000005, + "time": 30.179044832999352, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 20, + "train_loss": 1.2859177589416504, + "val_loss": 1.124777913093567, + "acc": 59.260000000000005, + "time": 30.44239319799999, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 21, + "train_loss": 1.2346547842025757, + "val_loss": 1.1729437112808228, + "acc": 61.19, + "time": 29.69343764199948, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 22, + "train_loss": 1.3347643613815308, + "val_loss": 1.103927731513977, + "acc": 61.59, + "time": 29.19503425199946, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 23, + "train_loss": 1.1394366025924683, + "val_loss": 1.1960440874099731, + "acc": 59.17, + "time": 29.18892175700057, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 24, + "train_loss": 1.181171178817749, + "val_loss": 1.0717368125915527, + "acc": 61.129999999999995, + "time": 28.520518662999166, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 25, + "train_loss": 1.0655421018600464, + "val_loss": 0.9775645136833191, + "acc": 61.550000000000004, + "time": 28.89239908699892, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 26, + "train_loss": 1.2242248058319092, + "val_loss": 1.0732042789459229, + "acc": 61.92999999999999, + "time": 30.170639897, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 27, + "train_loss": 1.2580318450927734, + "val_loss": 1.0117087364196777, + "acc": 62.96000000000001, + "time": 28.65889492899987, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 28, + "train_loss": 1.1107841730117798, + "val_loss": 1.1169302463531494, + "acc": 63.06, + "time": 30.907572547999735, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 29, + "train_loss": 1.177795648574829, + "val_loss": 0.9632498025894165, + "acc": 62.78, + "time": 27.42642167699887, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 30, + "train_loss": 1.0290337800979614, + "val_loss": 1.0823389291763306, + "acc": 64.22, + "time": 27.484016041998984, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 31, + "train_loss": 0.9743531346321106, + "val_loss": 0.9799109697341919, + "acc": 63.739999999999995, + "time": 27.725611773999844, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 32, + "train_loss": 1.110550045967102, + "val_loss": 0.985093355178833, + "acc": 64.03999999999999, + "time": 29.31475098199917, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 33, + "train_loss": 1.0928559303283691, + "val_loss": 1.1031005382537842, + "acc": 64.79, + "time": 29.701532181999937, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 34, + "train_loss": 0.913023829460144, + "val_loss": 1.0029915571212769, + "acc": 64.94, + "time": 29.76776332099871, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 35, + "train_loss": 1.0277200937271118, + "val_loss": 0.9957613348960876, + "acc": 64.63, + "time": 29.87657432600099, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 36, + "train_loss": 0.8040867447853088, + "val_loss": 1.0075925588607788, + "acc": 66.36, + "time": 29.368484897999224, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 37, + "train_loss": 0.8887420296669006, + "val_loss": 1.0259867906570435, + "acc": 65.03, + "time": 29.000682664000124, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 38, + "train_loss": 1.1028567552566528, + "val_loss": 0.9828068017959595, + "acc": 67.83, + "time": 29.187242021000202, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + }, + { + "epoch": 39, + "train_loss": 1.0674015283584595, + "val_loss": 0.9988221526145935, + "acc": 63.690000000000005, + "time": 29.247389783999097, + "param": [ + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612, + 0.10000000149011612 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-10 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-10 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..9cab4a3 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-10 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,1143 @@ +{ + "Accuracy": 68.7, + "Time": [ + 44.232317479863646, + 1.4176359561273648 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.254891872406006, + "val_loss": 2.2399086952209473, + "acc": 13.98, + "time": 43.348450289995526, + "param": [ + 0.07841084152460098, + 0.060458920896053314, + 0.10061579197645187, + 0.09929265081882477, + 0.11813002079725266, + 0.11495527625083923, + 0.11846918612718582, + 0.09872512519359589, + 0.10440093278884888, + 0.10654117912054062 + ] + }, + { + "epoch": 2, + "train_loss": 2.1176016330718994, + "val_loss": 1.8996496200561523, + "acc": 29.2, + "time": 42.30647305599996, + "param": [ + 0.10168217122554779, + 0.050903283059597015, + 0.09311850368976593, + 0.10505557805299759, + 0.12107782810926437, + 0.11109069734811783, + 0.09580833464860916, + 0.12376349419355392, + 0.09576079994440079, + 0.10173937678337097 + ] + }, + { + "epoch": 3, + "train_loss": 1.874916672706604, + "val_loss": 1.83233642578125, + "acc": 33.92, + "time": 42.51813593699626, + "param": [ + 0.11127382516860962, + 0.017914636060595512, + 0.08624778687953949, + 0.11568627506494522, + 0.1345708966255188, + 0.08099889010190964, + 0.0846790000796318, + 0.14705975353717804, + 0.12045803666114807, + 0.10111091285943985 + ] + }, + { + "epoch": 4, + "train_loss": 1.773308515548706, + "val_loss": 1.7866357564926147, + "acc": 36.78, + "time": 41.84043956900132, + "param": [ + 0.1292065680027008, + 0.0, + 0.07732722163200378, + 0.12107928842306137, + 0.14134494960308075, + 0.07709090411663055, + 0.0618116557598114, + 0.16320593655109406, + 0.1363607496023178, + 0.09257271885871887 + ] + }, + { + "epoch": 5, + "train_loss": 1.552852749824524, + "val_loss": 1.604576826095581, + "acc": 41.69, + "time": 43.01340293499379, + "param": [ + 0.1335999220609665, + 0.0, + 0.07104291021823883, + 0.145013689994812, + 0.14124689996242523, + 0.081504687666893, + 0.05310096964240074, + 0.1754639893770218, + 0.12539900839328766, + 0.07362788915634155 + ] + }, + { + "epoch": 6, + "train_loss": 1.7055425643920898, + "val_loss": 1.62773597240448, + "acc": 43.75, + "time": 41.96941754999716, + "param": [ + 0.14075450599193573, + 0.0, + 0.08058975636959076, + 0.15793506801128387, + 0.1401146799325943, + 0.08098554611206055, + 0.04261007905006409, + 0.17174161970615387, + 0.12577225267887115, + 0.05949648842215538 + ] + }, + { + "epoch": 7, + "train_loss": 1.3902552127838135, + "val_loss": 1.5504704713821411, + "acc": 46.21, + "time": 43.88738469900272, + "param": [ + 0.14673994481563568, + 0.0, + 0.08627345412969589, + 0.1822250336408615, + 0.12419405579566956, + 0.07094643265008926, + 0.04484183341264725, + 0.1755886971950531, + 0.1266678422689438, + 0.04252266138792038 + ] + }, + { + "epoch": 8, + "train_loss": 1.4726351499557495, + "val_loss": 1.5487146377563477, + "acc": 46.760000000000005, + "time": 42.48688711799332, + "param": [ + 0.15068544447422028, + 0.003115812549367547, + 0.08894988149404526, + 0.19472964107990265, + 0.1103966236114502, + 0.060102738440036774, + 0.05004662275314331, + 0.17760127782821655, + 0.11667750775814056, + 0.047694429755210876 + ] + }, + { + "epoch": 9, + "train_loss": 1.5942656993865967, + "val_loss": 1.505910038948059, + "acc": 46.51, + "time": 42.78148144300212, + "param": [ + 0.1505810022354126, + 0.003513428382575512, + 0.08841054886579514, + 0.211110919713974, + 0.08910736441612244, + 0.05768594518303871, + 0.05089825764298439, + 0.16842012107372284, + 0.1153915524482727, + 0.06488094478845596 + ] + }, + { + "epoch": 10, + "train_loss": 1.2849732637405396, + "val_loss": 1.46915864944458, + "acc": 49.69, + "time": 42.3629452929963, + "param": [ + 0.1496010273694992, + 0.0004313932731747627, + 0.08436878025531769, + 0.24210301041603088, + 0.06502962112426758, + 0.05183371156454086, + 0.05093405768275261, + 0.18360106647014618, + 0.10612580180168152, + 0.06597153842449188 + ] + }, + { + "epoch": 11, + "train_loss": 1.2881972789764404, + "val_loss": 1.5032178163528442, + "acc": 50.4, + "time": 43.32493095599784, + "param": [ + 0.15990902483463287, + 0.009791905991733074, + 0.08045043796300888, + 0.23481468856334686, + 0.05302581563591957, + 0.05903661623597145, + 0.05777071788907051, + 0.1882769912481308, + 0.08924402296543121, + 0.067679762840271 + ] + }, + { + "epoch": 12, + "train_loss": 1.3034430742263794, + "val_loss": 1.3649630546569824, + "acc": 50.9, + "time": 46.00190025100164, + "param": [ + 0.17078489065170288, + 0.0047108023427426815, + 0.07540854066610336, + 0.23180891573429108, + 0.03351839259266853, + 0.07545092701911926, + 0.06793329119682312, + 0.20228718221187592, + 0.07842681556940079, + 0.05967021733522415 + ] + }, + { + "epoch": 13, + "train_loss": 1.0214824676513672, + "val_loss": 1.3865876197814941, + "acc": 53.800000000000004, + "time": 43.448848353997164, + "param": [ + 0.2016994059085846, + 0.0, + 0.07553867250680923, + 0.25769320130348206, + 0.01184795144945383, + 0.06483489274978638, + 0.05473800376057625, + 0.2437620908021927, + 0.050521671772003174, + 0.03936401754617691 + ] + }, + { + "epoch": 14, + "train_loss": 1.166007399559021, + "val_loss": 1.3133587837219238, + "acc": 54.15, + "time": 42.53460087199346, + "param": [ + 0.2158731073141098, + 0.009472166188061237, + 0.08406758308410645, + 0.2655729055404663, + 0.002303064800798893, + 0.055658385157585144, + 0.041034478694200516, + 0.2564944922924042, + 0.031065616756677628, + 0.03845815360546112 + ] + }, + { + "epoch": 15, + "train_loss": 1.127431869506836, + "val_loss": 1.2986828088760376, + "acc": 53.959999999999994, + "time": 42.48052502100472, + "param": [ + 0.20509128272533417, + 0.00208133808337152, + 0.08965292572975159, + 0.2575419247150421, + 0.0016075450694188476, + 0.05875634402036667, + 0.043280187994241714, + 0.2575453221797943, + 0.03077610395848751, + 0.05366707593202591 + ] + }, + { + "epoch": 16, + "train_loss": 1.148995280265808, + "val_loss": 1.0691434144973755, + "acc": 57.14, + "time": 43.9886768130018, + "param": [ + 0.18746094405651093, + 0.03596179559826851, + 0.083760567009449, + 0.2208555042743683, + 0.0, + 0.07821079343557358, + 0.04895385727286339, + 0.230550155043602, + 0.04567525163292885, + 0.06857100874185562 + ] + }, + { + "epoch": 17, + "train_loss": 1.3967978954315186, + "val_loss": 1.1490927934646606, + "acc": 57.47, + "time": 42.54245038799854, + "param": [ + 0.17266453802585602, + 0.050180833786726, + 0.08848603069782257, + 0.17963635921478271, + 0.004605958238244057, + 0.08943767100572586, + 0.08194222301244736, + 0.18753041326999664, + 0.04829327389597893, + 0.09722274541854858 + ] + }, + { + "epoch": 18, + "train_loss": 1.1293591260910034, + "val_loss": 1.231088399887085, + "acc": 58.209999999999994, + "time": 43.48680323900044, + "param": [ + 0.16378873586654663, + 0.04471805691719055, + 0.09988925606012344, + 0.15333685278892517, + 0.0041101849637925625, + 0.09870418906211853, + 0.1077108308672905, + 0.16659952700138092, + 0.0449906550347805, + 0.11615170538425446 + ] + }, + { + "epoch": 19, + "train_loss": 1.1436649560928345, + "val_loss": 1.138347864151001, + "acc": 60.24, + "time": 46.091810962003365, + "param": [ + 0.14794297516345978, + 0.04557394981384277, + 0.11167607456445694, + 0.12917838990688324, + 0.018159756436944008, + 0.10435539484024048, + 0.1242934912443161, + 0.14015379548072815, + 0.05793459713459015, + 0.12073148787021637 + ] + }, + { + "epoch": 20, + "train_loss": 1.098897099494934, + "val_loss": 1.2289952039718628, + "acc": 59.34, + "time": 47.01583660199685, + "param": [ + 0.1452333778142929, + 0.03624458238482475, + 0.13070327043533325, + 0.11304587870836258, + 0.01330013107508421, + 0.1083729937672615, + 0.13157065212726593, + 0.1186729222536087, + 0.0715102106332779, + 0.1313459873199463 + ] + }, + { + "epoch": 21, + "train_loss": 1.070470929145813, + "val_loss": 1.0261436700820923, + "acc": 60.27, + "time": 44.408114997000666, + "param": [ + 0.14997872710227966, + 0.01718813180923462, + 0.14739641547203064, + 0.10325119644403458, + 0.014224400743842125, + 0.11025280505418777, + 0.13204342126846313, + 0.10884327441453934, + 0.06976649910211563, + 0.14705508947372437 + ] + }, + { + "epoch": 22, + "train_loss": 1.2576484680175781, + "val_loss": 1.0515185594558716, + "acc": 61.45, + "time": 44.19378726400464, + "param": [ + 0.14106012880802155, + 0.023350054398179054, + 0.1543099731206894, + 0.10622555762529373, + 0.03602232411503792, + 0.10939832776784897, + 0.11998225003480911, + 0.1043744683265686, + 0.058681003749370575, + 0.14659593999385834 + ] + }, + { + "epoch": 23, + "train_loss": 1.1789159774780273, + "val_loss": 1.0572096109390259, + "acc": 61.01, + "time": 43.23475354699622, + "param": [ + 0.1322384923696518, + 0.03480483591556549, + 0.14963607490062714, + 0.11040432751178741, + 0.04989103600382805, + 0.11562752723693848, + 0.10104090720415115, + 0.1129467636346817, + 0.052245523780584335, + 0.14116446673870087 + ] + }, + { + "epoch": 24, + "train_loss": 1.0745630264282227, + "val_loss": 1.102008581161499, + "acc": 62.839999999999996, + "time": 43.244854222997674, + "param": [ + 0.12413043528795242, + 0.03807944804430008, + 0.1516512781381607, + 0.1209486648440361, + 0.05807619169354439, + 0.11125143617391586, + 0.08221165835857391, + 0.12199953943490982, + 0.05082974210381508, + 0.14082159101963043 + ] + }, + { + "epoch": 25, + "train_loss": 1.1888877153396606, + "val_loss": 1.0234220027923584, + "acc": 63.339999999999996, + "time": 42.554572073997406, + "param": [ + 0.12241756170988083, + 0.04895267263054848, + 0.14280685782432556, + 0.1254999041557312, + 0.06927338987588882, + 0.0979340448975563, + 0.07467785477638245, + 0.1237604022026062, + 0.04424333572387695, + 0.1504339575767517 + ] + }, + { + "epoch": 26, + "train_loss": 1.0492602586746216, + "val_loss": 1.2271815538406372, + "acc": 63.04, + "time": 43.67397885800165, + "param": [ + 0.11727098375558853, + 0.08184761554002762, + 0.13805650174617767, + 0.1159060075879097, + 0.0758807361125946, + 0.09154024720191956, + 0.07555557787418365, + 0.12649905681610107, + 0.0374545119702816, + 0.1399887651205063 + ] + }, + { + "epoch": 27, + "train_loss": 1.0254467725753784, + "val_loss": 1.1452540159225464, + "acc": 63.04, + "time": 43.67247838500043, + "param": [ + 0.11650021374225616, + 0.09574443101882935, + 0.13260337710380554, + 0.11169944703578949, + 0.07851037383079529, + 0.08101973682641983, + 0.08347570896148682, + 0.12110400199890137, + 0.04661085829138756, + 0.1327318251132965 + ] + }, + { + "epoch": 28, + "train_loss": 1.1405341625213623, + "val_loss": 0.9807321429252625, + "acc": 63.349999999999994, + "time": 43.59429321799689, + "param": [ + 0.13510730862617493, + 0.08481653034687042, + 0.11799242347478867, + 0.12391854077577591, + 0.07814230024814606, + 0.07117924094200134, + 0.09753619879484177, + 0.11619696766138077, + 0.04913739114999771, + 0.1259731948375702 + ] + }, + { + "epoch": 29, + "train_loss": 0.9517806768417358, + "val_loss": 1.0547407865524292, + "acc": 64.92999999999999, + "time": 43.257144438997784, + "param": [ + 0.15110968053340912, + 0.06639385968446732, + 0.10176626592874527, + 0.132438525557518, + 0.08533036708831787, + 0.07703934609889984, + 0.1007351279258728, + 0.11906726658344269, + 0.04537855088710785, + 0.12074099481105804 + ] + }, + { + "epoch": 30, + "train_loss": 0.8377379179000854, + "val_loss": 0.9271479249000549, + "acc": 64.68, + "time": 44.73795922499994, + "param": [ + 0.17151713371276855, + 0.03655780479311943, + 0.0856299176812172, + 0.12632283568382263, + 0.0846843346953392, + 0.0811053141951561, + 0.11325473338365555, + 0.12784706056118011, + 0.0388471819460392, + 0.13423362374305725 + ] + }, + { + "epoch": 31, + "train_loss": 0.9607278108596802, + "val_loss": 1.0145758390426636, + "acc": 65.16999999999999, + "time": 45.841604104003636, + "param": [ + 0.1822800487279892, + 0.009534440003335476, + 0.061779290437698364, + 0.11408434808254242, + 0.074525386095047, + 0.08126408606767654, + 0.13085110485553741, + 0.1357777714729309, + 0.058442067354917526, + 0.15146149694919586 + ] + }, + { + "epoch": 32, + "train_loss": 0.9078596234321594, + "val_loss": 0.9146094918251038, + "acc": 65.42, + "time": 46.55972504700185, + "param": [ + 0.18013150990009308, + 0.0020006585400551558, + 0.053303904831409454, + 0.10231584310531616, + 0.06726096570491791, + 0.09747792780399323, + 0.15636791288852692, + 0.1466614007949829, + 0.041695356369018555, + 0.1527845412492752 + ] + }, + { + "epoch": 33, + "train_loss": 0.9309267401695251, + "val_loss": 1.1788333654403687, + "acc": 64.44, + "time": 46.11786533200211, + "param": [ + 0.1767418086528778, + 0.005840160418301821, + 0.05187513679265976, + 0.09525468200445175, + 0.06605414301156998, + 0.12560853362083435, + 0.16252392530441284, + 0.14929427206516266, + 0.011468273587524891, + 0.15533903241157532 + ] + }, + { + "epoch": 34, + "train_loss": 0.9010528922080994, + "val_loss": 1.0379295349121094, + "acc": 64.61, + "time": 46.67529382799694, + "param": [ + 0.15839818120002747, + 0.029303187504410744, + 0.06607922911643982, + 0.10037387162446976, + 0.06295722723007202, + 0.12125524133443832, + 0.16963593661785126, + 0.13232429325580597, + 0.0, + 0.1596727967262268 + ] + }, + { + "epoch": 35, + "train_loss": 0.9518986344337463, + "val_loss": 0.9494134783744812, + "acc": 66.92, + "time": 46.47105129799456, + "param": [ + 0.14346855878829956, + 0.057176828384399414, + 0.09751920402050018, + 0.0965786874294281, + 0.06842020899057388, + 0.0956837609410286, + 0.1735447198152542, + 0.11622878164052963, + 0.0025765770114958286, + 0.14880269765853882 + ] + }, + { + "epoch": 36, + "train_loss": 0.6524214148521423, + "val_loss": 1.0235623121261597, + "acc": 65.88000000000001, + "time": 45.07952996400127, + "param": [ + 0.15151694416999817, + 0.07437819987535477, + 0.11800680309534073, + 0.08641202002763748, + 0.0673748031258583, + 0.08709118515253067, + 0.16343556344509125, + 0.10502040386199951, + 0.002001976827159524, + 0.14476211369037628 + ] + }, + { + "epoch": 37, + "train_loss": 0.8287642002105713, + "val_loss": 0.9677576422691345, + "acc": 65.81, + "time": 48.054964923001535, + "param": [ + 0.15910941362380981, + 0.08307022601366043, + 0.11956169456243515, + 0.07467588037252426, + 0.060861557722091675, + 0.08819839358329773, + 0.1544211208820343, + 0.08983805775642395, + 0.015002184547483921, + 0.15526144206523895 + ] + }, + { + "epoch": 38, + "train_loss": 0.8710444569587708, + "val_loss": 0.9962758421897888, + "acc": 66.06, + "time": 46.47176218599634, + "param": [ + 0.1673106998205185, + 0.06586439907550812, + 0.12442293763160706, + 0.07952239364385605, + 0.07121168076992035, + 0.08352779597043991, + 0.12758037447929382, + 0.08783157169818878, + 0.03366107866168022, + 0.1590670347213745 + ] + }, + { + "epoch": 39, + "train_loss": 0.7750889658927917, + "val_loss": 0.8603047728538513, + "acc": 67.41, + "time": 46.06010068199976, + "param": [ + 0.18149268627166748, + 0.05592188984155655, + 0.11443091183900833, + 0.08309663832187653, + 0.09439166635274887, + 0.0850832462310791, + 0.11297832429409027, + 0.0848078727722168, + 0.04200543835759163, + 0.14579135179519653 + ] + }, + { + "epoch": 40, + "train_loss": 0.9197226762771606, + "val_loss": 1.0330705642700195, + "acc": 67.10000000000001, + "time": 44.890039222998894, + "param": [ + 0.19368426501750946, + 0.042824503034353256, + 0.1117674857378006, + 0.09288056194782257, + 0.11772821098566055, + 0.08452342450618744, + 0.10576784610748291, + 0.09073538333177567, + 0.02571897953748703, + 0.134369358420372 + ] + }, + { + "epoch": 41, + "train_loss": 0.8276335000991821, + "val_loss": 1.0204498767852783, + "acc": 67.30000000000001, + "time": 45.06859681799688, + "param": [ + 0.21337327361106873, + 0.032909031957387924, + 0.11575931310653687, + 0.09731876850128174, + 0.12488199770450592, + 0.0800488293170929, + 0.1103149950504303, + 0.09720608592033386, + 0.0, + 0.12818768620491028 + ] + }, + { + "epoch": 42, + "train_loss": 0.7873429656028748, + "val_loss": 0.8450042009353638, + "acc": 68.62, + "time": 42.90309994800191, + "param": [ + 0.2021041065454483, + 0.045668765902519226, + 0.13038112223148346, + 0.10499097406864166, + 0.11281781643629074, + 0.0738425925374031, + 0.11211896687746048, + 0.10053750872612, + 0.0012297120410948992, + 0.11630846560001373 + ] + }, + { + "epoch": 43, + "train_loss": 0.8405277729034424, + "val_loss": 0.9130941033363342, + "acc": 67.91, + "time": 44.64854699699936, + "param": [ + 0.1899527758359909, + 0.06542293727397919, + 0.133370041847229, + 0.10698265582323074, + 0.08785982429981232, + 0.07382982969284058, + 0.11873165518045425, + 0.1096811518073082, + 0.006122759077697992, + 0.10804636776447296 + ] + }, + { + "epoch": 44, + "train_loss": 0.9450976848602295, + "val_loss": 0.8993253707885742, + "acc": 66.97999999999999, + "time": 44.37489676299447, + "param": [ + 0.1892792284488678, + 0.07499808818101883, + 0.11719951778650284, + 0.1061968132853508, + 0.06408216059207916, + 0.08604850620031357, + 0.12066066265106201, + 0.12061350047588348, + 0.020008763298392296, + 0.10091272741556168 + ] + }, + { + "epoch": 45, + "train_loss": 0.8392701745033264, + "val_loss": 0.9510417580604553, + "acc": 67.7, + "time": 43.38745654299419, + "param": [ + 0.17922073602676392, + 0.07792382687330246, + 0.10565261542797089, + 0.10544301569461823, + 0.06152339279651642, + 0.09399822354316711, + 0.12235947698354721, + 0.12698166072368622, + 0.025376444682478905, + 0.10152057558298111 + ] + }, + { + "epoch": 46, + "train_loss": 0.6452552080154419, + "val_loss": 1.0021427869796753, + "acc": 67.60000000000001, + "time": 44.50998763600364, + "param": [ + 0.16605256497859955, + 0.07354697585105896, + 0.10716348886489868, + 0.10171173512935638, + 0.06674326211214066, + 0.09563511610031128, + 0.11352749168872833, + 0.11764123290777206, + 0.036077581346035004, + 0.12190060317516327 + ] + }, + { + "epoch": 47, + "train_loss": 0.7571056485176086, + "val_loss": 0.8400312066078186, + "acc": 67.69, + "time": 45.31094908399973, + "param": [ + 0.16350871324539185, + 0.06849850714206696, + 0.10193699598312378, + 0.10047288239002228, + 0.09100376069545746, + 0.08966470509767532, + 0.11125598102807999, + 0.10253620147705078, + 0.0359359085559845, + 0.1351863294839859 + ] + }, + { + "epoch": 48, + "train_loss": 0.7000001072883606, + "val_loss": 0.9205339550971985, + "acc": 68.26, + "time": 44.86801780499809, + "param": [ + 0.16433867812156677, + 0.07889600098133087, + 0.09375430643558502, + 0.10129787772893906, + 0.1034136489033699, + 0.09484532475471497, + 0.11523719877004623, + 0.09254922717809677, + 0.016093609854578972, + 0.1395741105079651 + ] + }, + { + "epoch": 49, + "train_loss": 0.7294966578483582, + "val_loss": 0.8160121440887451, + "acc": 67.99, + "time": 44.05551184200158, + "param": [ + 0.16632862389087677, + 0.06466005742549896, + 0.09253308922052383, + 0.10462004691362381, + 0.10431555658578873, + 0.09560642391443253, + 0.12074971199035645, + 0.0907328873872757, + 0.0, + 0.1604536473751068 + ] + }, + { + "epoch": 50, + "train_loss": 0.6050883531570435, + "val_loss": 1.0466828346252441, + "acc": 68.31, + "time": 45.202400310001394, + "param": [ + 0.1547575294971466, + 0.061659764498472214, + 0.09618869423866272, + 0.10891205817461014, + 0.09263033419847488, + 0.11874859780073166, + 0.1134188175201416, + 0.08656594902276993, + 0.0001678457047091797, + 0.16695040464401245 + ] + }, + { + "epoch": 51, + "train_loss": 0.6075249910354614, + "val_loss": 0.969648003578186, + "acc": 67.88, + "time": 45.156830127998546, + "param": [ + 0.15549102425575256, + 0.06006160005927086, + 0.1067468449473381, + 0.1110098585486412, + 0.0711083710193634, + 0.12512829899787903, + 0.11498682200908661, + 0.10015422850847244, + 0.0066474489867687225, + 0.1486654430627823 + ] + }, + { + "epoch": 52, + "train_loss": 0.6319509744644165, + "val_loss": 0.9671298265457153, + "acc": 68.04, + "time": 43.334312899001816, + "param": [ + 0.18513092398643494, + 0.059054579585790634, + 0.11182086169719696, + 0.090446837246418, + 0.0674489289522171, + 0.1129322275519371, + 0.12242329865694046, + 0.09694506973028183, + 0.023769069463014603, + 0.13002820312976837 + ] + }, + { + "epoch": 53, + "train_loss": 0.5519139766693115, + "val_loss": 0.8603076934814453, + "acc": 67.36999999999999, + "time": 45.42656287999853, + "param": [ + 0.214382603764534, + 0.053623273968696594, + 0.12970410287380219, + 0.07103631645441055, + 0.06697826087474823, + 0.11865586787462234, + 0.13196954131126404, + 0.08594249188899994, + 0.0026783456560224295, + 0.1250292956829071 + ] + }, + { + "epoch": 54, + "train_loss": 0.6523647904396057, + "val_loss": 1.0892307758331299, + "acc": 67.44, + "time": 43.08560420299909, + "param": [ + 0.22498048841953278, + 0.05002631992101669, + 0.1620459258556366, + 0.06174345687031746, + 0.061159878969192505, + 0.10627230256795883, + 0.12933975458145142, + 0.0890016108751297, + 0.0, + 0.11543029546737671 + ] + }, + { + "epoch": 55, + "train_loss": 0.5453795790672302, + "val_loss": 0.9894859790802002, + "acc": 68.25, + "time": 44.34669135900185, + "param": [ + 0.22057782113552094, + 0.06702332198619843, + 0.15985949337482452, + 0.0740761011838913, + 0.06216125190258026, + 0.0923144668340683, + 0.12583833932876587, + 0.09151957184076309, + 0.0026918037328869104, + 0.10393790900707245 + ] + }, + { + "epoch": 56, + "train_loss": 0.7358488440513611, + "val_loss": 0.9966807961463928, + "acc": 68.32000000000001, + "time": 44.20657796199521, + "param": [ + 0.1947719156742096, + 0.07416657358407974, + 0.15161441266536713, + 0.09863392263650894, + 0.07779897749423981, + 0.0854463204741478, + 0.12413161993026733, + 0.09357946366071701, + 0.004826475400477648, + 0.09503030776977539 + ] + }, + { + "epoch": 57, + "train_loss": 0.509959876537323, + "val_loss": 0.8430174589157104, + "acc": 67.9, + "time": 44.89943188300094, + "param": [ + 0.17037977278232574, + 0.08555082231760025, + 0.12546226382255554, + 0.11473636329174042, + 0.09695139527320862, + 0.09566713124513626, + 0.11489999294281006, + 0.09446246176958084, + 0.0, + 0.10188983380794525 + ] + }, + { + "epoch": 58, + "train_loss": 0.7767165303230286, + "val_loss": 0.962319552898407, + "acc": 68.7, + "time": 44.707897776999744, + "param": [ + 0.15985630452632904, + 0.09553378820419312, + 0.11978171020746231, + 0.12843328714370728, + 0.09918199479579926, + 0.08289217948913574, + 0.1149732917547226, + 0.09549432247877121, + 0.0, + 0.10385308414697647 + ] + }, + { + "epoch": 59, + "train_loss": 0.6469851732254028, + "val_loss": 0.8869489431381226, + "acc": 68.64, + "time": 43.988084310003615, + "param": [ + 0.1598425805568695, + 0.08702855557203293, + 0.11958485096693039, + 0.13041982054710388, + 0.080257847905159, + 0.07832251489162445, + 0.13256900012493134, + 0.10554787516593933, + 0.0, + 0.10642696171998978 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json new file mode 100644 index 0000000..ad6b75e --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json @@ -0,0 +1,1123 @@ +{ + "Accuracy": 66.47, + "Time": [ + 12.769791749872688, + 11.33787154488555 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color", + "Brightness" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.1468629837036133, + "val_loss": 2.204288959503174, + "acc": 17.549999999999997, + "time": 3.7090796970001065, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 2, + "train_loss": 1.9618977308273315, + "val_loss": 1.923943042755127, + "acc": 29.17, + "time": 2.7308366499996737, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 3, + "train_loss": 1.6126002073287964, + "val_loss": 1.7061175107955933, + "acc": 39.739999999999995, + "time": 2.7582357539999975, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 4, + "train_loss": 1.5727496147155762, + "val_loss": 1.519113540649414, + "acc": 43.39, + "time": 2.7500898069997675, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 5, + "train_loss": 1.5972198247909546, + "val_loss": 1.427940011024475, + "acc": 46.089999999999996, + "time": 2.7616569629999503, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 6, + "train_loss": 1.529103398323059, + "val_loss": 1.4932823181152344, + "acc": 48.75, + "time": 2.752155787999982, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 7, + "train_loss": 1.2271654605865479, + "val_loss": 1.5171089172363281, + "acc": 50.160000000000004, + "time": 2.822385572999792, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 8, + "train_loss": 1.3957140445709229, + "val_loss": 1.4058034420013428, + "acc": 51.41, + "time": 2.821638447999703, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 9, + "train_loss": 1.3591288328170776, + "val_loss": 1.3645702600479126, + "acc": 53.23, + "time": 2.886981864000063, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 10, + "train_loss": 1.0937600135803223, + "val_loss": 1.3048163652420044, + "acc": 52.580000000000005, + "time": 2.7787660900003175, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 11, + "train_loss": 1.2660919427871704, + "val_loss": 1.257807731628418, + "acc": 54.50000000000001, + "time": 2.8053804950000085, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 12, + "train_loss": 1.0731219053268433, + "val_loss": 1.24969482421875, + "acc": 55.400000000000006, + "time": 2.783149417000004, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 13, + "train_loss": 1.214935302734375, + "val_loss": 1.0830504894256592, + "acc": 57.26, + "time": 2.7795406229997752, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 14, + "train_loss": 0.9644557237625122, + "val_loss": 1.290737509727478, + "acc": 56.43, + "time": 2.778620214000057, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 15, + "train_loss": 0.8655662536621094, + "val_loss": 1.2183055877685547, + "acc": 58.34, + "time": 2.7571438490003857, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 16, + "train_loss": 1.123537302017212, + "val_loss": 1.232492446899414, + "acc": 58.14, + "time": 2.7768375149998974, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 17, + "train_loss": 0.7946172952651978, + "val_loss": 1.1179487705230713, + "acc": 59.160000000000004, + "time": 2.773347302000275, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 18, + "train_loss": 0.969326913356781, + "val_loss": 1.238792061805725, + "acc": 58.830000000000005, + "time": 2.7760203459997683, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 19, + "train_loss": 0.6893632411956787, + "val_loss": 1.1028369665145874, + "acc": 59.91, + "time": 2.7730897299998105, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 20, + "train_loss": 0.7641386985778809, + "val_loss": 1.0690675973892212, + "acc": 60.589999999999996, + "time": 2.780431758999839, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 21, + "train_loss": 0.7921157479286194, + "val_loss": 1.1349929571151733, + "acc": 60.74, + "time": 2.769209707999835, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 22, + "train_loss": 0.741126298904419, + "val_loss": 1.2302991151809692, + "acc": 61.61, + "time": 2.807527824999852, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 23, + "train_loss": 0.8128570318222046, + "val_loss": 1.2299944162368774, + "acc": 59.53000000000001, + "time": 2.781835434000186, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 24, + "train_loss": 0.7135563492774963, + "val_loss": 1.0716807842254639, + "acc": 61.96, + "time": 2.7915447340001265, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 25, + "train_loss": 0.5266467332839966, + "val_loss": 1.3040333986282349, + "acc": 61.14000000000001, + "time": 2.780560331000288, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 26, + "train_loss": 0.48980316519737244, + "val_loss": 1.175650954246521, + "acc": 61.419999999999995, + "time": 2.755381441999816, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 27, + "train_loss": 0.6879071593284607, + "val_loss": 1.1817867755889893, + "acc": 60.4, + "time": 2.7882753220001177, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 28, + "train_loss": 0.3524366319179535, + "val_loss": 1.1570805311203003, + "acc": 61.39, + "time": 2.784297739000067, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 29, + "train_loss": 0.5028151869773865, + "val_loss": 1.3629230260849, + "acc": 61.339999999999996, + "time": 2.7748540580000736, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 30, + "train_loss": 0.6600266695022583, + "val_loss": 1.42989182472229, + "acc": 61.24000000000001, + "time": 2.781402753000293, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 31, + "train_loss": 0.39612212777137756, + "val_loss": 1.4452183246612549, + "acc": 61.529999999999994, + "time": 2.7721443440000257, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 32, + "train_loss": 0.9397655129432678, + "val_loss": 1.176490306854248, + "acc": 61.35, + "time": 24.95349430899978, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 33, + "train_loss": 1.1579837799072266, + "val_loss": 1.1430915594100952, + "acc": 62.03999999999999, + "time": 26.102720675, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 34, + "train_loss": 0.9714879989624023, + "val_loss": 1.1402498483657837, + "acc": 63.28, + "time": 25.43297537799981, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 35, + "train_loss": 0.8024328947067261, + "val_loss": 1.1450904607772827, + "acc": 62.8, + "time": 25.412674589999824, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 36, + "train_loss": 0.8699347376823425, + "val_loss": 1.1739888191223145, + "acc": 62.31, + "time": 25.427259714999764, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 37, + "train_loss": 0.9048340320587158, + "val_loss": 1.0137057304382324, + "acc": 63.9, + "time": 25.144677070999933, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 38, + "train_loss": 0.8487849831581116, + "val_loss": 1.0766428709030151, + "acc": 63.57000000000001, + "time": 25.282580964999852, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 39, + "train_loss": 0.7854116559028625, + "val_loss": 1.0702567100524902, + "acc": 64.53999999999999, + "time": 25.265235091999784, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 40, + "train_loss": 0.5776971578598022, + "val_loss": 1.0257518291473389, + "acc": 63.3, + "time": 25.07254173399997, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 41, + "train_loss": 0.8780155777931213, + "val_loss": 1.0537532567977905, + "acc": 63.56, + "time": 25.21841455799995, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 42, + "train_loss": 0.887582540512085, + "val_loss": 1.1155846118927002, + "acc": 64.91, + "time": 25.112305824000032, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 43, + "train_loss": 0.620622456073761, + "val_loss": 1.0812312364578247, + "acc": 64.75999999999999, + "time": 25.27036213600013, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 44, + "train_loss": 0.7920437455177307, + "val_loss": 1.0336285829544067, + "acc": 65.45, + "time": 25.353612193000117, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 45, + "train_loss": 0.6907390356063843, + "val_loss": 0.8921961188316345, + "acc": 64.99000000000001, + "time": 25.39705336299994, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 46, + "train_loss": 0.8868436813354492, + "val_loss": 0.9600366353988647, + "acc": 65.64, + "time": 25.18639752099989, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 47, + "train_loss": 0.7559994459152222, + "val_loss": 1.0462636947631836, + "acc": 65.8, + "time": 26.521958268999697, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 48, + "train_loss": 0.8293558955192566, + "val_loss": 0.941089391708374, + "acc": 65.45, + "time": 27.329079973999796, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 49, + "train_loss": 0.6055801510810852, + "val_loss": 1.0350292921066284, + "acc": 65.31, + "time": 25.236838678999902, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 50, + "train_loss": 0.6020626425743103, + "val_loss": 0.9966986179351807, + "acc": 65.03999999999999, + "time": 25.30590083800007, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 51, + "train_loss": 0.6362512707710266, + "val_loss": 1.235363245010376, + "acc": 66.47, + "time": 25.093764334999832, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 52, + "train_loss": 0.7203193306922913, + "val_loss": 1.1796307563781738, + "acc": 66.22, + "time": 25.192867678999846, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 53, + "train_loss": 0.4915377199649811, + "val_loss": 1.2387315034866333, + "acc": 66.33, + "time": 25.092436714000087, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 54, + "train_loss": 0.5846900939941406, + "val_loss": 1.1926487684249878, + "acc": 65.98, + "time": 26.149382446000345, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 55, + "train_loss": 0.688068687915802, + "val_loss": 1.038284420967102, + "acc": 65.97, + "time": 29.64159061099963, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json new file mode 100644 index 0000000..3b17f2e --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json @@ -0,0 +1,843 @@ +{ + "Accuracy": 65.05, + "Time": [ + 15.169316631121857, + 17.139702490615193 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color", + "Brightness" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.070054531097412, + "val_loss": 2.155599594116211, + "acc": 21.73, + "time": 3.7351826979993348, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 2, + "train_loss": 1.9091075658798218, + "val_loss": 1.887088656425476, + "acc": 32.07, + "time": 2.823995265999656, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 3, + "train_loss": 1.7934640645980835, + "val_loss": 1.797630786895752, + "acc": 38.96, + "time": 2.799794679000115, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 4, + "train_loss": 1.5870031118392944, + "val_loss": 1.6143978834152222, + "acc": 42.66, + "time": 2.7660124949998135, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 5, + "train_loss": 1.3419567346572876, + "val_loss": 1.5204195976257324, + "acc": 46.089999999999996, + "time": 2.792341729000327, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 6, + "train_loss": 1.3872078657150269, + "val_loss": 1.3887109756469727, + "acc": 45.94, + "time": 2.7713368300001093, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 7, + "train_loss": 1.4450479745864868, + "val_loss": 1.5177319049835205, + "acc": 48.339999999999996, + "time": 2.7916344830000526, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 8, + "train_loss": 1.534399390220642, + "val_loss": 1.3290921449661255, + "acc": 50.980000000000004, + "time": 2.7886408470003516, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 9, + "train_loss": 1.2787537574768066, + "val_loss": 1.3787200450897217, + "acc": 50.81, + "time": 2.7843019919992003, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 10, + "train_loss": 1.200947642326355, + "val_loss": 1.4215421676635742, + "acc": 52.38, + "time": 2.7993535959994915, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 11, + "train_loss": 1.1875675916671753, + "val_loss": 1.2387189865112305, + "acc": 54.58, + "time": 2.7904154729994843, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 12, + "train_loss": 1.0384035110473633, + "val_loss": 1.2646961212158203, + "acc": 55.32, + "time": 2.79368667899962, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 13, + "train_loss": 1.0209717750549316, + "val_loss": 1.2452565431594849, + "acc": 54.17999999999999, + "time": 2.816030297999532, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 14, + "train_loss": 1.119415283203125, + "val_loss": 1.1596343517303467, + "acc": 56.769999999999996, + "time": 2.790308128000106, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 15, + "train_loss": 1.1107734441757202, + "val_loss": 1.2359371185302734, + "acc": 57.620000000000005, + "time": 2.798978064000039, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 16, + "train_loss": 1.1538975238800049, + "val_loss": 1.1721283197402954, + "acc": 58.75, + "time": 2.7965039669998077, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 17, + "train_loss": 0.9569079875946045, + "val_loss": 1.1159720420837402, + "acc": 58.830000000000005, + "time": 2.7746410769996146, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 18, + "train_loss": 0.9212208390235901, + "val_loss": 1.2140686511993408, + "acc": 55.2, + "time": 2.8024444209995636, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 19, + "train_loss": 0.8749858140945435, + "val_loss": 1.2875285148620605, + "acc": 57.34, + "time": 2.7798289499996827, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 20, + "train_loss": 0.8066243529319763, + "val_loss": 1.249940037727356, + "acc": 58.60999999999999, + "time": 2.8073628769998322, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 21, + "train_loss": 0.9234226942062378, + "val_loss": 1.2982097864151, + "acc": 60.77, + "time": 2.8008562619997974, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 22, + "train_loss": 0.7516488432884216, + "val_loss": 1.1834900379180908, + "acc": 59.809999999999995, + "time": 2.7932947169992985, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 23, + "train_loss": 0.5240465402603149, + "val_loss": 1.2122482061386108, + "acc": 61.17, + "time": 2.7999361000001954, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 24, + "train_loss": 0.6549482345581055, + "val_loss": 1.354907512664795, + "acc": 59.98, + "time": 2.835536724999656, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 25, + "train_loss": 0.7199988961219788, + "val_loss": 1.2441754341125488, + "acc": 60.39, + "time": 2.794834440000159, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 26, + "train_loss": 0.6046828627586365, + "val_loss": 1.1210722923278809, + "acc": 60.17, + "time": 2.8189411559997097, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 27, + "train_loss": 0.584326446056366, + "val_loss": 1.4641215801239014, + "acc": 60.25, + "time": 2.782489701000486, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 28, + "train_loss": 1.050512671470642, + "val_loss": 1.1804896593093872, + "acc": 60.650000000000006, + "time": 37.589922103999925, + "param": [ + 0.15431950986385345, + 0.04615863412618637, + 0.10146799683570862, + 0.057525116950273514, + 0.11466316878795624, + 0.03456215187907219, + 0.12317162752151489, + 0.09850387275218964, + 0.05724354460835457, + 0.12094629555940628, + 0.09143806248903275 + ] + }, + { + "epoch": 29, + "train_loss": 1.0351680517196655, + "val_loss": 1.28754723072052, + "acc": 60.540000000000006, + "time": 39.32728805500028, + "param": [ + 0.2143828570842743, + 0.04199334233999252, + 0.11540728807449341, + 0.028516322374343872, + 0.11088600754737854, + 0.018932951614260674, + 0.15214091539382935, + 0.08464814722537994, + 0.02711217850446701, + 0.11874550580978394, + 0.08723440021276474 + ] + }, + { + "epoch": 30, + "train_loss": 0.9041422605514526, + "val_loss": 1.2089968919754028, + "acc": 62.150000000000006, + "time": 38.59746942400125, + "param": [ + 0.2352656126022339, + 0.03783009201288223, + 0.11207671463489532, + 0.032299697399139404, + 0.10910928249359131, + 0.043133098632097244, + 0.1586466133594513, + 0.07130405306816101, + 0.01313197985291481, + 0.10372772812843323, + 0.08347507566213608 + ] + }, + { + "epoch": 31, + "train_loss": 1.0511138439178467, + "val_loss": 0.9533016681671143, + "acc": 63.57000000000001, + "time": 38.61339239900008, + "param": [ + 0.21157094836235046, + 0.05081905052065849, + 0.0991167426109314, + 0.0654812753200531, + 0.09011025726795197, + 0.07351779192686081, + 0.14609526097774506, + 0.08189369738101959, + 0.00638642767444253, + 0.09167946130037308, + 0.08332919329404831 + ] + }, + { + "epoch": 32, + "train_loss": 0.9482992887496948, + "val_loss": 1.0588250160217285, + "acc": 62.4, + "time": 38.644212321998566, + "param": [ + 0.1939871460199356, + 0.04457629472017288, + 0.09864771366119385, + 0.08129329979419708, + 0.0728762075304985, + 0.08781597763299942, + 0.1378493756055832, + 0.08161251991987228, + 0.003423193469643593, + 0.09479185938835144, + 0.10312648117542267 + ] + }, + { + "epoch": 33, + "train_loss": 0.7158686518669128, + "val_loss": 1.0530320405960083, + "acc": 63.36000000000001, + "time": 38.62006830499922, + "param": [ + 0.16913020610809326, + 0.0401436984539032, + 0.10592234134674072, + 0.09024979919195175, + 0.07571358233690262, + 0.07367990911006927, + 0.1509736329317093, + 0.07908295094966888, + 0.0, + 0.09360626339912415, + 0.12149764597415924 + ] + }, + { + "epoch": 34, + "train_loss": 0.7917993068695068, + "val_loss": 1.2032626867294312, + "acc": 64.33, + "time": 38.69151526600035, + "param": [ + 0.14758706092834473, + 0.03487415611743927, + 0.11096391826868057, + 0.08937539160251617, + 0.09199434518814087, + 0.06073414906859398, + 0.1364026516675949, + 0.07263853400945663, + 0.0, + 0.11712250113487244, + 0.13830731809139252 + ] + }, + { + "epoch": 35, + "train_loss": 0.7042139768600464, + "val_loss": 1.1573801040649414, + "acc": 63.91, + "time": 38.84329085600075, + "param": [ + 0.14840169250965118, + 0.0261006448417902, + 0.09952203184366226, + 0.10177440196275711, + 0.07937829196453094, + 0.05204510688781738, + 0.11821983009576797, + 0.06928294897079468, + 0.004230252001434565, + 0.15004117786884308, + 0.1510036438703537 + ] + }, + { + "epoch": 36, + "train_loss": 0.8782989382743835, + "val_loss": 1.149705171585083, + "acc": 64.03999999999999, + "time": 38.74613270100053, + "param": [ + 0.1378803253173828, + 0.0551915168762207, + 0.08306483179330826, + 0.0821874812245369, + 0.06107548251748085, + 0.04822627827525139, + 0.09342575818300247, + 0.077293261885643, + 0.030003787949681282, + 0.17949631810188293, + 0.15215492248535156 + ] + }, + { + "epoch": 37, + "train_loss": 0.858424186706543, + "val_loss": 1.1546499729156494, + "acc": 64.41, + "time": 38.71795203200054, + "param": [ + 0.1271279752254486, + 0.05413518100976944, + 0.07254130393266678, + 0.05582934245467186, + 0.047224611043930054, + 0.06500770896673203, + 0.09154253453016281, + 0.10498559474945068, + 0.034725770354270935, + 0.1859569400548935, + 0.16092301905155182 + ] + }, + { + "epoch": 38, + "train_loss": 0.8795995712280273, + "val_loss": 1.220734715461731, + "acc": 64.4, + "time": 39.29078019000008, + "param": [ + 0.1269490122795105, + 0.03951540216803551, + 0.07464409619569778, + 0.04573073983192444, + 0.04670305922627449, + 0.08115758746862411, + 0.08046925067901611, + 0.13297753036022186, + 0.013937602750957012, + 0.18276207149028778, + 0.17515364289283752 + ] + }, + { + "epoch": 39, + "train_loss": 0.6421482563018799, + "val_loss": 1.203459620475769, + "acc": 64.5, + "time": 39.77639701800035, + "param": [ + 0.13155224919319153, + 0.033109400421381, + 0.08031658828258514, + 0.03469245508313179, + 0.054972823709249496, + 0.09071367979049683, + 0.08394800126552582, + 0.15049748122692108, + 0.0, + 0.16859811544418335, + 0.17159925401210785 + ] + }, + { + "epoch": 40, + "train_loss": 0.8831237554550171, + "val_loss": 1.1611499786376953, + "acc": 63.080000000000005, + "time": 40.005123121, + "param": [ + 0.1241624504327774, + 0.049355413764715195, + 0.08085502684116364, + 0.04415571689605713, + 0.07016509026288986, + 0.07343322783708572, + 0.08359990268945694, + 0.15014420449733734, + 0.0, + 0.15523813664913177, + 0.1688908338546753 + ] + }, + { + "epoch": 41, + "train_loss": 0.7596435546875, + "val_loss": 1.2091233730316162, + "acc": 65.05, + "time": 40.04975443299918, + "param": [ + 0.10818225145339966, + 0.07845525443553925, + 0.08538831770420074, + 0.05814240127801895, + 0.09527462720870972, + 0.05327649787068367, + 0.1001705676317215, + 0.12310533970594406, + 0.0, + 0.13650481402873993, + 0.16149993240833282 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json new file mode 100644 index 0000000..9b3ea62 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json @@ -0,0 +1,1043 @@ +{ + "Accuracy": 67.92, + "Time": [ + 29.761584006294125, + 1.3445404206883793 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color", + "Brightness" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.22627592086792, + "val_loss": 2.1927642822265625, + "acc": 14.940000000000001, + "time": 26.470136422000003, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 2, + "train_loss": 2.0663418769836426, + "val_loss": 2.019610643386841, + "acc": 27.93, + "time": 25.937528014, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 3, + "train_loss": 1.80966055393219, + "val_loss": 1.8824273347854614, + "acc": 32.68, + "time": 25.574694889, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 4, + "train_loss": 1.7550164461135864, + "val_loss": 1.7925286293029785, + "acc": 36.29, + "time": 26.207082869000004, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 5, + "train_loss": 1.7749066352844238, + "val_loss": 1.6518645286560059, + "acc": 42.82, + "time": 27.46094872799999, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 6, + "train_loss": 1.6414610147476196, + "val_loss": 1.591904878616333, + "acc": 45.47, + "time": 29.230531738999986, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 7, + "train_loss": 1.4376287460327148, + "val_loss": 1.4878032207489014, + "acc": 47.49, + "time": 29.837966547000008, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 8, + "train_loss": 1.7602355480194092, + "val_loss": 1.4244060516357422, + "acc": 48.41, + "time": 30.362477522999995, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 9, + "train_loss": 1.5066142082214355, + "val_loss": 1.3809013366699219, + "acc": 46.92, + "time": 31.233808716, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 10, + "train_loss": 1.5170403718948364, + "val_loss": 1.4629210233688354, + "acc": 49.13, + "time": 29.437126992999993, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 11, + "train_loss": 1.6156877279281616, + "val_loss": 1.4367910623550415, + "acc": 51.62, + "time": 29.901349350999965, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 12, + "train_loss": 1.2640833854675293, + "val_loss": 1.472682237625122, + "acc": 52.59, + "time": 31.069049113000005, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 13, + "train_loss": 1.290333867073059, + "val_loss": 1.3100664615631104, + "acc": 52.959999999999994, + "time": 31.01841530500002, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 14, + "train_loss": 1.380911946296692, + "val_loss": 1.3535476922988892, + "acc": 54.44, + "time": 30.326720239999986, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 15, + "train_loss": 1.2821121215820312, + "val_loss": 1.326296329498291, + "acc": 55.800000000000004, + "time": 30.070699667999975, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 16, + "train_loss": 1.1654715538024902, + "val_loss": 1.1621060371398926, + "acc": 56.66, + "time": 30.075559646999977, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 17, + "train_loss": 1.259556531906128, + "val_loss": 1.3323407173156738, + "acc": 57.67, + "time": 28.69326572500006, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 18, + "train_loss": 1.4194782972335815, + "val_loss": 1.2211437225341797, + "acc": 56.31, + "time": 28.53555592600003, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 19, + "train_loss": 1.5027092695236206, + "val_loss": 1.1943440437316895, + "acc": 57.08, + "time": 28.41298881499995, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 20, + "train_loss": 1.1540924310684204, + "val_loss": 1.2463968992233276, + "acc": 58.599999999999994, + "time": 28.639175800999965, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 21, + "train_loss": 1.3116379976272583, + "val_loss": 1.1367237567901611, + "acc": 58.95, + "time": 29.548915221000016, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 22, + "train_loss": 1.0679982900619507, + "val_loss": 1.1984447240829468, + "acc": 60.14000000000001, + "time": 30.79705090999994, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 23, + "train_loss": 1.3092117309570312, + "val_loss": 1.21405827999115, + "acc": 57.91, + "time": 31.05071792299998, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 24, + "train_loss": 1.1326977014541626, + "val_loss": 1.1965807676315308, + "acc": 60.919999999999995, + "time": 31.430436850999968, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 25, + "train_loss": 1.1944166421890259, + "val_loss": 1.1731219291687012, + "acc": 62.029999999999994, + "time": 30.208747294999966, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 26, + "train_loss": 1.0580673217773438, + "val_loss": 1.0175774097442627, + "acc": 61.31999999999999, + "time": 30.245758113999955, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 27, + "train_loss": 1.2294327020645142, + "val_loss": 1.1530170440673828, + "acc": 63.239999999999995, + "time": 30.297457026000075, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 28, + "train_loss": 1.044501781463623, + "val_loss": 1.0538811683654785, + "acc": 63.43, + "time": 29.32898193999995, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 29, + "train_loss": 1.0896064043045044, + "val_loss": 1.1575121879577637, + "acc": 63.339999999999996, + "time": 29.654611204999924, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 30, + "train_loss": 0.9452419281005859, + "val_loss": 0.9408048391342163, + "acc": 64.37, + "time": 29.819052156999987, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 31, + "train_loss": 0.9605312943458557, + "val_loss": 1.1201026439666748, + "acc": 64.47, + "time": 30.371445740000013, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 32, + "train_loss": 1.0343449115753174, + "val_loss": 1.0122276544570923, + "acc": 63.870000000000005, + "time": 30.446229250999977, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 33, + "train_loss": 0.9798007607460022, + "val_loss": 0.9367596507072449, + "acc": 65.53, + "time": 29.83162775300002, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 34, + "train_loss": 0.8293726444244385, + "val_loss": 1.0201737880706787, + "acc": 63.09, + "time": 29.638339836000114, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 35, + "train_loss": 1.005327582359314, + "val_loss": 0.9899677634239197, + "acc": 64.8, + "time": 30.111274499000046, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 36, + "train_loss": 0.861093282699585, + "val_loss": 1.0097708702087402, + "acc": 66.01, + "time": 31.428084246000026, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 37, + "train_loss": 0.8737998008728027, + "val_loss": 0.9382570385932922, + "acc": 66.31, + "time": 30.36866325999995, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 38, + "train_loss": 0.892146646976471, + "val_loss": 1.149200677871704, + "acc": 64.32, + "time": 29.953074411999978, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 39, + "train_loss": 0.9130942225456238, + "val_loss": 0.9489927291870117, + "acc": 66.25999999999999, + "time": 30.90103241099996, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 40, + "train_loss": 0.875115692615509, + "val_loss": 1.0227965116500854, + "acc": 66.69, + "time": 30.657965926000088, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 41, + "train_loss": 0.792009711265564, + "val_loss": 0.8620052933692932, + "acc": 66.67999999999999, + "time": 30.575644124000064, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 42, + "train_loss": 0.7564612627029419, + "val_loss": 0.9050553441047668, + "acc": 66.97999999999999, + "time": 30.549722869000107, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 43, + "train_loss": 0.9498727321624756, + "val_loss": 0.9228177666664124, + "acc": 67.54, + "time": 30.61079639400009, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 44, + "train_loss": 0.7933154106140137, + "val_loss": 1.099345088005066, + "acc": 67.16, + "time": 30.425000057000034, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 45, + "train_loss": 0.7157193422317505, + "val_loss": 0.9053357839584351, + "acc": 66.41, + "time": 29.935104950999857, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 46, + "train_loss": 0.7586289644241333, + "val_loss": 0.8877418041229248, + "acc": 66.83, + "time": 30.49242963300003, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 47, + "train_loss": 0.7194657921791077, + "val_loss": 0.9442700147628784, + "acc": 66.82000000000001, + "time": 30.026378856000065, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 48, + "train_loss": 0.7113620042800903, + "val_loss": 0.9882793426513672, + "acc": 66.35, + "time": 29.718185852000033, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 49, + "train_loss": 0.7664095163345337, + "val_loss": 0.9943260550498962, + "acc": 67.92, + "time": 31.120165651000207, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 50, + "train_loss": 0.7712119817733765, + "val_loss": 0.8880720138549805, + "acc": 67.08, + "time": 30.64122997200002, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + }, + { + "epoch": 51, + "train_loss": 0.826748788356781, + "val_loss": 1.014310359954834, + "acc": 67.27, + "time": 29.161577954999984, + "param": [ + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294, + 0.09090909361839294 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..18076a3 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,603 @@ +{ + "Accuracy": 63.0, + "Time": [ + 40.89810245958628, + 1.0665198469027501 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color", + "Brightness" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2061774730682373, + "val_loss": 2.158116579055786, + "acc": 24.43, + "time": 42.098845415999676, + "param": [ + 0.0906156450510025, + 0.06675702333450317, + 0.10230529308319092, + 0.10453537851572037, + 0.10587289184331894, + 0.09314573556184769, + 0.08614441752433777, + 0.06877874583005905, + 0.10763102769851685, + 0.07868009060621262, + 0.0955338403582573 + ] + }, + { + "epoch": 2, + "train_loss": 1.9214774370193481, + "val_loss": 1.955420732498169, + "acc": 31.09, + "time": 43.14183778300048, + "param": [ + 0.10342657566070557, + 0.05719732120633125, + 0.10847053676843643, + 0.08129463344812393, + 0.11080054193735123, + 0.06955838948488235, + 0.0815328061580658, + 0.08993988484144211, + 0.12955376505851746, + 0.08304203301668167, + 0.08518356829881668 + ] + }, + { + "epoch": 3, + "train_loss": 1.7734646797180176, + "val_loss": 1.7736300230026245, + "acc": 36.07, + "time": 42.512074500999915, + "param": [ + 0.12978129088878632, + 0.03640241175889969, + 0.10251124948263168, + 0.07396791130304337, + 0.0985390692949295, + 0.04653053730726242, + 0.08450013399124146, + 0.10444473475217819, + 0.1789252907037735, + 0.06320957839488983, + 0.08118786662817001 + ] + }, + { + "epoch": 4, + "train_loss": 1.808549404144287, + "val_loss": 1.734934687614441, + "acc": 37.85, + "time": 41.981343092000316, + "param": [ + 0.12812726199626923, + 0.020793568342924118, + 0.08932753652334213, + 0.09186667203903198, + 0.10548247396945953, + 0.030733909457921982, + 0.10200448334217072, + 0.11946190148591995, + 0.16201913356781006, + 0.034654244780540466, + 0.11552887409925461 + ] + }, + { + "epoch": 5, + "train_loss": 1.5965774059295654, + "val_loss": 1.5746254920959473, + "acc": 43.09, + "time": 41.85127753800043, + "param": [ + 0.11501042544841766, + 0.01885944791138172, + 0.09858406335115433, + 0.101523257791996, + 0.0987984836101532, + 0.03862140700221062, + 0.11938069760799408, + 0.09966923296451569, + 0.14590002596378326, + 0.04012191295623779, + 0.1235310286283493 + ] + }, + { + "epoch": 6, + "train_loss": 1.5571529865264893, + "val_loss": 1.4969244003295898, + "acc": 45.37, + "time": 40.10474510499989, + "param": [ + 0.11029010266065598, + 0.01764572039246559, + 0.1012062206864357, + 0.10281255096197128, + 0.09054914861917496, + 0.041133228689432144, + 0.1336498260498047, + 0.0803687795996666, + 0.1498711109161377, + 0.05363458767533302, + 0.11883876472711563 + ] + }, + { + "epoch": 7, + "train_loss": 1.5738178491592407, + "val_loss": 1.511540174484253, + "acc": 47.43, + "time": 40.34646016099941, + "param": [ + 0.10884105414152145, + 0.0, + 0.10481644421815872, + 0.11356264352798462, + 0.06830757111310959, + 0.03450319543480873, + 0.13446587324142456, + 0.07504133135080338, + 0.16493865847587585, + 0.06915392726659775, + 0.12636925280094147 + ] + }, + { + "epoch": 8, + "train_loss": 1.3944480419158936, + "val_loss": 1.3613759279251099, + "acc": 48.71, + "time": 40.09455761499976, + "param": [ + 0.11096297949552536, + 0.0, + 0.09740061312913895, + 0.11771360039710999, + 0.03973022475838661, + 0.036209676414728165, + 0.1333407312631607, + 0.07210098206996918, + 0.17485356330871582, + 0.07538771629333496, + 0.14229996502399445 + ] + }, + { + "epoch": 9, + "train_loss": 1.2969295978546143, + "val_loss": 1.4842132329940796, + "acc": 49.69, + "time": 39.853278044000035, + "param": [ + 0.12281406670808792, + 0.0022406650241464376, + 0.0934235155582428, + 0.11386583745479584, + 0.02328699827194214, + 0.05811437964439392, + 0.13093499839305878, + 0.0631260871887207, + 0.1681945025920868, + 0.07684492319822311, + 0.14715401828289032 + ] + }, + { + "epoch": 10, + "train_loss": 1.6472954750061035, + "val_loss": 1.360962152481079, + "acc": 51.04, + "time": 39.82994725900062, + "param": [ + 0.13434137403964996, + 0.005135024432092905, + 0.08516305685043335, + 0.11868009716272354, + 0.02071623131632805, + 0.07198671251535416, + 0.13184678554534912, + 0.05753985419869423, + 0.15033206343650818, + 0.08235511183738708, + 0.14190366864204407 + ] + }, + { + "epoch": 11, + "train_loss": 1.276935338973999, + "val_loss": 1.4004346132278442, + "acc": 52.04, + "time": 39.79159138599971, + "param": [ + 0.13841471076011658, + 0.004330851137638092, + 0.06371700763702393, + 0.10542438179254532, + 0.019637184217572212, + 0.0787590891122818, + 0.14688487350940704, + 0.04974464327096939, + 0.1365249902009964, + 0.09637444466352463, + 0.16018784046173096 + ] + }, + { + "epoch": 12, + "train_loss": 1.439036250114441, + "val_loss": 1.3900532722473145, + "acc": 53.21, + "time": 39.811330090999945, + "param": [ + 0.13851384818553925, + 0.0, + 0.05154415965080261, + 0.0904354602098465, + 0.008833294734358788, + 0.08667588979005814, + 0.15839883685112, + 0.06640138477087021, + 0.11631476134061813, + 0.10194478183984756, + 0.1809374988079071 + ] + }, + { + "epoch": 13, + "train_loss": 1.3348650932312012, + "val_loss": 1.4492462873458862, + "acc": 53.37, + "time": 39.84636649099957, + "param": [ + 0.12715280055999756, + 0.02915952540934086, + 0.06414778530597687, + 0.08568646758794785, + 0.006804903037846088, + 0.07159928977489471, + 0.15185894072055817, + 0.09436067938804626, + 0.09731559455394745, + 0.0981752946972847, + 0.1737387478351593 + ] + }, + { + "epoch": 14, + "train_loss": 1.2939743995666504, + "val_loss": 1.189724087715149, + "acc": 56.31, + "time": 39.776831771000616, + "param": [ + 0.10306829959154129, + 0.05145251378417015, + 0.08147091418504715, + 0.08457203209400177, + 0.0281931571662426, + 0.058196548372507095, + 0.13727396726608276, + 0.11237381398677826, + 0.0851677879691124, + 0.09605301916599274, + 0.16217796504497528 + ] + }, + { + "epoch": 15, + "train_loss": 1.497431755065918, + "val_loss": 1.2717360258102417, + "acc": 55.879999999999995, + "time": 39.82765701000062, + "param": [ + 0.10101744532585144, + 0.04396732896566391, + 0.09510121494531631, + 0.08596481382846832, + 0.03319069370627403, + 0.06180129945278168, + 0.13056769967079163, + 0.11526221036911011, + 0.08732584863901138, + 0.10041657835245132, + 0.14538481831550598 + ] + }, + { + "epoch": 16, + "train_loss": 1.2911782264709473, + "val_loss": 1.1427743434906006, + "acc": 57.699999999999996, + "time": 41.79280423599994, + "param": [ + 0.11595749855041504, + 0.017348989844322205, + 0.09558452665805817, + 0.1022728979587555, + 0.041340332478284836, + 0.0623183473944664, + 0.12796412408351898, + 0.10870043933391571, + 0.08769194781780243, + 0.10425819456577301, + 0.13656267523765564 + ] + }, + { + "epoch": 17, + "train_loss": 1.242236852645874, + "val_loss": 1.1631993055343628, + "acc": 56.96, + "time": 41.910658341999806, + "param": [ + 0.11724071949720383, + 0.006788203492760658, + 0.0967414602637291, + 0.11263702809810638, + 0.033796168863773346, + 0.06465501338243484, + 0.13692694902420044, + 0.12318006157875061, + 0.07062733918428421, + 0.10253871977329254, + 0.13486838340759277 + ] + }, + { + "epoch": 18, + "train_loss": 1.1740375757217407, + "val_loss": 1.159716010093689, + "acc": 58.37, + "time": 41.973255842999606, + "param": [ + 0.11105485260486603, + 0.000837925763335079, + 0.0995897501707077, + 0.11745245009660721, + 0.014172661118209362, + 0.07463312149047852, + 0.1525970995426178, + 0.13327564299106598, + 0.05518309026956558, + 0.10471073538064957, + 0.1364925503730774 + ] + }, + { + "epoch": 19, + "train_loss": 1.2035874128341675, + "val_loss": 1.0121105909347534, + "acc": 59.089999999999996, + "time": 41.986341784000615, + "param": [ + 0.10572642087936401, + 0.03156408295035362, + 0.10286757349967957, + 0.11311720311641693, + 0.014505517669022083, + 0.08436562865972519, + 0.1445731669664383, + 0.1281849890947342, + 0.056748323142528534, + 0.09526597708463669, + 0.12308111041784286 + ] + }, + { + "epoch": 20, + "train_loss": 1.2767270803451538, + "val_loss": 1.2020111083984375, + "acc": 60.47, + "time": 40.55741774099988, + "param": [ + 0.10464055836200714, + 0.04845328629016876, + 0.09733843058347702, + 0.1120288148522377, + 0.032945699989795685, + 0.09196513146162033, + 0.11441552639007568, + 0.11934168636798859, + 0.0686718225479126, + 0.09049924463033676, + 0.11969968676567078 + ] + }, + { + "epoch": 21, + "train_loss": 1.2060202360153198, + "val_loss": 1.257763385772705, + "acc": 59.230000000000004, + "time": 42.007348787999945, + "param": [ + 0.11344534158706665, + 0.05515960976481438, + 0.08843203634023666, + 0.10440965741872787, + 0.05352725088596344, + 0.0996859148144722, + 0.09403099119663239, + 0.11044882237911224, + 0.07651814073324203, + 0.08776833862066269, + 0.11657388508319855 + ] + }, + { + "epoch": 22, + "train_loss": 1.1476155519485474, + "val_loss": 1.0819191932678223, + "acc": 60.67, + "time": 42.05502481300027, + "param": [ + 0.12223101407289505, + 0.03933242708444595, + 0.08131162077188492, + 0.09224440902471542, + 0.0537855289876461, + 0.10071083903312683, + 0.10878363996744156, + 0.11037619411945343, + 0.08138418942689896, + 0.10029724985361099, + 0.10954287648200989 + ] + }, + { + "epoch": 23, + "train_loss": 1.0382306575775146, + "val_loss": 1.1768836975097656, + "acc": 61.58, + "time": 40.31030846300018, + "param": [ + 0.12907542288303375, + 0.032783329486846924, + 0.08357136696577072, + 0.07723436504602432, + 0.05903339013457298, + 0.09734509140253067, + 0.1178966537117958, + 0.1081080213189125, + 0.0833066925406456, + 0.1183115765452385, + 0.09333410859107971 + ] + }, + { + "epoch": 24, + "train_loss": 0.8571761846542358, + "val_loss": 1.2542492151260376, + "acc": 61.9, + "time": 42.08630546899985, + "param": [ + 0.12938043475151062, + 0.045025765895843506, + 0.08880435675382614, + 0.07601245492696762, + 0.058042772114276886, + 0.10128513723611832, + 0.10438931733369827, + 0.10321229696273804, + 0.07330982387065887, + 0.12844790518283844, + 0.09208973497152328 + ] + }, + { + "epoch": 25, + "train_loss": 1.1314963102340698, + "val_loss": 1.0867050886154175, + "acc": 60.760000000000005, + "time": 40.58299770600024, + "param": [ + 0.11614561080932617, + 0.0588088259100914, + 0.09876447916030884, + 0.07754787802696228, + 0.053735364228487015, + 0.11757797002792358, + 0.08375220745801926, + 0.1038348451256752, + 0.072939433157444, + 0.1310778558254242, + 0.08581559360027313 + ] + }, + { + "epoch": 26, + "train_loss": 1.0860000848770142, + "val_loss": 1.0302042961120605, + "acc": 60.58, + "time": 40.03741728100067, + "param": [ + 0.09790514409542084, + 0.08165004849433899, + 0.09692306816577911, + 0.07002989202737808, + 0.047090355306863785, + 0.12892098724842072, + 0.06915906071662903, + 0.12057565897703171, + 0.06694861501455307, + 0.12553609907627106, + 0.09526117146015167 + ] + }, + { + "epoch": 27, + "train_loss": 0.9155747890472412, + "val_loss": 1.0817011594772339, + "acc": 61.18, + "time": 39.93667847800043, + "param": [ + 0.07864376902580261, + 0.09909918904304504, + 0.09244169294834137, + 0.06794216483831406, + 0.03360702469944954, + 0.13138768076896667, + 0.07981228083372116, + 0.11752397567033768, + 0.07059521228075027, + 0.12026672810316086, + 0.10868030786514282 + ] + }, + { + "epoch": 28, + "train_loss": 1.0971699953079224, + "val_loss": 1.0925393104553223, + "acc": 61.77, + "time": 39.93978495200008, + "param": [ + 0.07089675217866898, + 0.09051884710788727, + 0.0959460660815239, + 0.0714525356888771, + 0.02331913448870182, + 0.12909142673015594, + 0.09766486287117004, + 0.11805721372365952, + 0.07233796268701553, + 0.11591742187738419, + 0.11479780077934265 + ] + }, + { + "epoch": 29, + "train_loss": 0.903268575668335, + "val_loss": 1.1861276626586914, + "acc": 63.0, + "time": 40.00048416899972, + "param": [ + 0.09767146408557892, + 0.07279863208532333, + 0.08325850963592529, + 0.05625056102871895, + 0.03899248689413071, + 0.11839132755994797, + 0.11383821070194244, + 0.11870385706424713, + 0.07179591804742813, + 0.1077689453959465, + 0.12053004652261734 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-12 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-12 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json new file mode 100644 index 0000000..a32e4aa --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-12 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json @@ -0,0 +1,948 @@ +{ + "Accuracy": 66.7, + "Time": [ + 12.389247159454499, + 13.105071751193409 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color", + "Brightness", + "Sharpness" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2803587913513184, + "val_loss": 2.260805368423462, + "acc": 23.65, + "time": 3.883185612001398, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 2, + "train_loss": 2.03953218460083, + "val_loss": 1.9152523279190063, + "acc": 28.29, + "time": 2.8749819259974174, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 3, + "train_loss": 1.7841519117355347, + "val_loss": 1.775365948677063, + "acc": 37.71, + "time": 2.874113796999154, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 4, + "train_loss": 1.5972139835357666, + "val_loss": 1.7121309041976929, + "acc": 40.87, + "time": 2.9427959820022807, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 5, + "train_loss": 1.5416096448898315, + "val_loss": 1.5693256855010986, + "acc": 44.82, + "time": 3.05120093000005, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 6, + "train_loss": 1.4457857608795166, + "val_loss": 1.4643287658691406, + "acc": 46.150000000000006, + "time": 3.0824754099994607, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 7, + "train_loss": 1.5658950805664062, + "val_loss": 1.4723228216171265, + "acc": 48.6, + "time": 2.9923891149992414, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 8, + "train_loss": 1.491044282913208, + "val_loss": 1.4455667734146118, + "acc": 50.79, + "time": 3.0546481999990647, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 9, + "train_loss": 1.1783349514007568, + "val_loss": 1.293623924255371, + "acc": 51.93, + "time": 3.072483634998207, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 10, + "train_loss": 1.135935664176941, + "val_loss": 1.2634481191635132, + "acc": 51.4, + "time": 2.894490966002195, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 11, + "train_loss": 1.115042805671692, + "val_loss": 1.2509870529174805, + "acc": 53.620000000000005, + "time": 2.8828035719998297, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 12, + "train_loss": 1.3103307485580444, + "val_loss": 1.1961007118225098, + "acc": 55.26, + "time": 2.860499087997596, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 13, + "train_loss": 0.9714326858520508, + "val_loss": 1.2703777551651, + "acc": 56.34, + "time": 2.931819124998583, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 14, + "train_loss": 1.249890685081482, + "val_loss": 1.1495171785354614, + "acc": 57.37, + "time": 2.950164138001128, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 15, + "train_loss": 1.105820894241333, + "val_loss": 1.195623755455017, + "acc": 57.07, + "time": 2.9554312210020726, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 16, + "train_loss": 0.8617973327636719, + "val_loss": 1.165104627609253, + "acc": 57.3, + "time": 2.9297638409989304, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 17, + "train_loss": 1.0341005325317383, + "val_loss": 1.3195842504501343, + "acc": 58.79, + "time": 2.896125459999894, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 18, + "train_loss": 1.029552698135376, + "val_loss": 1.030030369758606, + "acc": 59.96, + "time": 2.917095311000594, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 19, + "train_loss": 0.9918307065963745, + "val_loss": 1.0334131717681885, + "acc": 59.64, + "time": 2.929322215997672, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 20, + "train_loss": 0.8905580639839172, + "val_loss": 1.042155385017395, + "acc": 60.3, + "time": 2.9271695660027035, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 21, + "train_loss": 0.830787181854248, + "val_loss": 1.1577801704406738, + "acc": 59.519999999999996, + "time": 2.927526408999256, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 22, + "train_loss": 0.8568615317344666, + "val_loss": 1.1629420518875122, + "acc": 61.17, + "time": 2.9196735090008588, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 23, + "train_loss": 0.7278004288673401, + "val_loss": 1.1180438995361328, + "acc": 61.92999999999999, + "time": 2.8987734069996804, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 24, + "train_loss": 0.5912300944328308, + "val_loss": 1.1963304281234741, + "acc": 62.01, + "time": 2.9548257409987855, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 25, + "train_loss": 0.5662273168563843, + "val_loss": 1.1393758058547974, + "acc": 61.99, + "time": 3.1019135390015435, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 26, + "train_loss": 0.5917340517044067, + "val_loss": 1.0528407096862793, + "acc": 61.36000000000001, + "time": 3.1405753119979636, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 27, + "train_loss": 0.5873968601226807, + "val_loss": 1.2969107627868652, + "acc": 61.040000000000006, + "time": 3.097744575999968, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 28, + "train_loss": 0.5455132126808167, + "val_loss": 1.1432716846466064, + "acc": 61.22, + "time": 2.8850766770010523, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 29, + "train_loss": 0.505712628364563, + "val_loss": 1.3305306434631348, + "acc": 61.309999999999995, + "time": 2.8605809990003763, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 30, + "train_loss": 0.8406016826629639, + "val_loss": 1.1276726722717285, + "acc": 62.8, + "time": 27.760577807999653, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 31, + "train_loss": 0.8921453952789307, + "val_loss": 1.1824790239334106, + "acc": 61.739999999999995, + "time": 28.72251811699971, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 32, + "train_loss": 0.9788478016853333, + "val_loss": 1.1960519552230835, + "acc": 63.44, + "time": 31.02032435900037, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 33, + "train_loss": 1.1335868835449219, + "val_loss": 0.9080625176429749, + "acc": 63.690000000000005, + "time": 28.70117950200074, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 34, + "train_loss": 0.8707475066184998, + "val_loss": 0.886803388595581, + "acc": 64.66, + "time": 30.368255143002898, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 35, + "train_loss": 0.8220274448394775, + "val_loss": 1.2923109531402588, + "acc": 64.72, + "time": 28.710374976999447, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 36, + "train_loss": 1.0521851778030396, + "val_loss": 1.054010272026062, + "acc": 65.14999999999999, + "time": 30.59311143499872, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 37, + "train_loss": 0.8449131846427917, + "val_loss": 1.1151262521743774, + "acc": 63.62, + "time": 32.06159592399854, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 38, + "train_loss": 0.7696272134780884, + "val_loss": 1.1119837760925293, + "acc": 65.61, + "time": 34.58944788900044, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 39, + "train_loss": 0.8236314058303833, + "val_loss": 1.0122442245483398, + "acc": 66.7, + "time": 31.416043468998396, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 40, + "train_loss": 0.7703378200531006, + "val_loss": 0.9400268793106079, + "acc": 66.09, + "time": 30.389103481000348, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 41, + "train_loss": 0.7482047080993652, + "val_loss": 1.0781136751174927, + "acc": 65.72, + "time": 30.44457070000135, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 42, + "train_loss": 0.7082163691520691, + "val_loss": 1.14309823513031, + "acc": 65.64, + "time": 30.981041590999666, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 43, + "train_loss": 0.6980917453765869, + "val_loss": 1.1688792705535889, + "acc": 63.94, + "time": 31.70609013700232, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 44, + "train_loss": 0.6285896897315979, + "val_loss": 1.1605420112609863, + "acc": 65.72, + "time": 30.97299120399839, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-12 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-12 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json new file mode 100644 index 0000000..7dcc5d8 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-12 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json @@ -0,0 +1,1368 @@ +{ + "Accuracy": 65.47, + "Time": [ + 22.385433705451078, + 20.08475262412242 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color", + "Brightness", + "Sharpness" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.1029951572418213, + "val_loss": 2.126934289932251, + "acc": 23.84, + "time": 3.919840028989711, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 2, + "train_loss": 1.8958135843276978, + "val_loss": 1.894937515258789, + "acc": 29.39, + "time": 2.8683169319992885, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 3, + "train_loss": 1.7853074073791504, + "val_loss": 1.6361857652664185, + "acc": 37.8, + "time": 2.950836022995645, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 4, + "train_loss": 1.5623061656951904, + "val_loss": 1.556175947189331, + "acc": 43.19, + "time": 2.9145669610006735, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 5, + "train_loss": 1.6309841871261597, + "val_loss": 1.6025463342666626, + "acc": 44.6, + "time": 2.862272516998928, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 6, + "train_loss": 1.3905020952224731, + "val_loss": 1.3987723588943481, + "acc": 48.75, + "time": 2.8740512349904748, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 7, + "train_loss": 1.3720351457595825, + "val_loss": 1.509605884552002, + "acc": 48.36, + "time": 2.8678923199913697, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 8, + "train_loss": 1.4467315673828125, + "val_loss": 1.3405357599258423, + "acc": 49.81, + "time": 2.951962311999523, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 9, + "train_loss": 1.316500186920166, + "val_loss": 1.6458743810653687, + "acc": 51.339999999999996, + "time": 2.9218465549929533, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 10, + "train_loss": 1.3472254276275635, + "val_loss": 1.3993027210235596, + "acc": 52.910000000000004, + "time": 2.950313491994166, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 11, + "train_loss": 1.2085728645324707, + "val_loss": 1.2790018320083618, + "acc": 52.16, + "time": 2.9399082890013233, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 12, + "train_loss": 1.0951979160308838, + "val_loss": 1.179579734802246, + "acc": 54.96, + "time": 2.8609548449894646, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 13, + "train_loss": 1.376311182975769, + "val_loss": 1.2073181867599487, + "acc": 56.46, + "time": 2.8591030789975775, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 14, + "train_loss": 1.1922351121902466, + "val_loss": 1.2452049255371094, + "acc": 56.08, + "time": 2.8727721019968158, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 15, + "train_loss": 1.1180248260498047, + "val_loss": 1.153938889503479, + "acc": 56.510000000000005, + "time": 2.8644253019883763, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 16, + "train_loss": 1.0083160400390625, + "val_loss": 1.2414454221725464, + "acc": 58.3, + "time": 2.888604244988528, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 17, + "train_loss": 0.9842614531517029, + "val_loss": 1.314469814300537, + "acc": 57.220000000000006, + "time": 2.9086199419980403, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 18, + "train_loss": 1.17012619972229, + "val_loss": 1.1877070665359497, + "acc": 59.01, + "time": 2.895982347006793, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 19, + "train_loss": 0.9300900101661682, + "val_loss": 1.2307753562927246, + "acc": 58.48, + "time": 2.9105424450099235, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 20, + "train_loss": 0.8414291739463806, + "val_loss": 1.2348271608352661, + "acc": 59.160000000000004, + "time": 2.879075554999872, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 21, + "train_loss": 0.923268735408783, + "val_loss": 1.264790415763855, + "acc": 59.3, + "time": 2.9032381209981395, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 22, + "train_loss": 0.6494469046592712, + "val_loss": 1.1518137454986572, + "acc": 58.53, + "time": 2.921669525007019, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 23, + "train_loss": 0.7650101780891418, + "val_loss": 1.1199443340301514, + "acc": 59.57, + "time": 2.9223638489929726, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 24, + "train_loss": 0.7350471615791321, + "val_loss": 1.223065733909607, + "acc": 57.18, + "time": 2.9308039550087415, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 25, + "train_loss": 0.6659600734710693, + "val_loss": 1.2101051807403564, + "acc": 59.12, + "time": 2.949646765991929, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 26, + "train_loss": 0.6415966153144836, + "val_loss": 1.3071943521499634, + "acc": 59.650000000000006, + "time": 2.9409662669932004, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 27, + "train_loss": 0.392942875623703, + "val_loss": 1.4086085557937622, + "acc": 59.019999999999996, + "time": 2.911638175995904, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 28, + "train_loss": 0.5751163363456726, + "val_loss": 1.435659646987915, + "acc": 58.650000000000006, + "time": 2.927402888002689, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 29, + "train_loss": 0.4004695415496826, + "val_loss": 1.1952099800109863, + "acc": 61.050000000000004, + "time": 2.9533612200029893, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 30, + "train_loss": 0.38045570254325867, + "val_loss": 1.275490641593933, + "acc": 59.39, + "time": 2.995682648004731, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 31, + "train_loss": 0.49801111221313477, + "val_loss": 1.6290563344955444, + "acc": 58.9, + "time": 2.911924344007275, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 32, + "train_loss": 0.2903405427932739, + "val_loss": 1.3642338514328003, + "acc": 60.14000000000001, + "time": 2.900665528999525, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 33, + "train_loss": 0.2920254170894623, + "val_loss": 1.6475015878677368, + "acc": 58.989999999999995, + "time": 2.9226572869956726, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 34, + "train_loss": 0.8149138689041138, + "val_loss": 1.255103349685669, + "acc": 59.830000000000005, + "time": 41.369081910990644, + "param": [ + 0.08156610280275345, + 0.04154330492019653, + 0.09218166768550873, + 0.10190818458795547, + 0.09396371245384216, + 0.08471967279911041, + 0.11193559318780899, + 0.10596833378076553, + 0.011406740173697472, + 0.1047285944223404, + 0.06942416727542877, + 0.1006539985537529 + ] + }, + { + "epoch": 35, + "train_loss": 0.9156768321990967, + "val_loss": 1.1568490266799927, + "acc": 60.809999999999995, + "time": 43.434211344996584, + "param": [ + 0.09649939835071564, + 0.05385163426399231, + 0.06207454949617386, + 0.09220395237207413, + 0.1005072221159935, + 0.07655224949121475, + 0.11540240794420242, + 0.09105753898620605, + 0.0, + 0.12136292457580566, + 0.0832705944776535, + 0.10721753537654877 + ] + }, + { + "epoch": 36, + "train_loss": 0.7841092348098755, + "val_loss": 1.154981017112732, + "acc": 61.56, + "time": 45.971542184008285, + "param": [ + 0.10582996904850006, + 0.05860248580574989, + 0.06377369910478592, + 0.0628211721777916, + 0.09869500249624252, + 0.08323311060667038, + 0.11427975445985794, + 0.05843834578990936, + 0.0, + 0.13174037635326385, + 0.09988798201084137, + 0.1226981058716774 + ] + }, + { + "epoch": 37, + "train_loss": 0.9662410020828247, + "val_loss": 1.040703535079956, + "acc": 61.36000000000001, + "time": 44.01930020599684, + "param": [ + 0.11509077996015549, + 0.06546647846698761, + 0.06982341408729553, + 0.03811484947800636, + 0.08066193014383316, + 0.09425840526819229, + 0.11097293347120285, + 0.04065832868218422, + 0.0, + 0.14261329174041748, + 0.11971556395292282, + 0.12262402474880219 + ] + }, + { + "epoch": 38, + "train_loss": 0.786392867565155, + "val_loss": 1.2814812660217285, + "acc": 60.86, + "time": 42.63850866199937, + "param": [ + 0.11378059536218643, + 0.041276171803474426, + 0.08735544234514236, + 0.026363203302025795, + 0.08492689579725266, + 0.09657790511846542, + 0.09757305681705475, + 0.04034004360437393, + 0.00308714946731925, + 0.14632247388362885, + 0.14554406702518463, + 0.11685297638177872 + ] + }, + { + "epoch": 39, + "train_loss": 0.7335647344589233, + "val_loss": 1.2658737897872925, + "acc": 61.75000000000001, + "time": 42.84867010600283, + "param": [ + 0.09998603165149689, + 0.03335609659552574, + 0.09466823190450668, + 0.026834813877940178, + 0.08372490108013153, + 0.09267955273389816, + 0.08472669869661331, + 0.061334699392318726, + 0.0019783226307481527, + 0.1691419929265976, + 0.14158695936203003, + 0.1099817156791687 + ] + }, + { + "epoch": 40, + "train_loss": 0.7708756923675537, + "val_loss": 1.1687992811203003, + "acc": 61.809999999999995, + "time": 45.72120874898974, + "param": [ + 0.0747460201382637, + 0.059835467487573624, + 0.10275867581367493, + 0.03942611813545227, + 0.06807807087898254, + 0.0865187719464302, + 0.08309730142354965, + 0.08160291612148285, + 0.0, + 0.18514204025268555, + 0.11558297276496887, + 0.10321163386106491 + ] + }, + { + "epoch": 41, + "train_loss": 0.6368885040283203, + "val_loss": 1.1509581804275513, + "acc": 62.18, + "time": 45.33048987199436, + "param": [ + 0.06607615947723389, + 0.07753054052591324, + 0.10484711825847626, + 0.06353282183408737, + 0.07205762714147568, + 0.0642908588051796, + 0.06967219710350037, + 0.10213898122310638, + 0.0, + 0.18107758462429047, + 0.10941355675458908, + 0.08936258405447006 + ] + }, + { + "epoch": 42, + "train_loss": 1.0869730710983276, + "val_loss": 1.0637826919555664, + "acc": 62.949999999999996, + "time": 44.34368568600621, + "param": [ + 0.08054998517036438, + 0.08298163115978241, + 0.10565010458230972, + 0.07403667271137238, + 0.08799584954977036, + 0.06157572939991951, + 0.05472242459654808, + 0.09537650644779205, + 0.00499765295535326, + 0.17662718892097473, + 0.11770855635404587, + 0.057777728885412216 + ] + }, + { + "epoch": 43, + "train_loss": 0.832059383392334, + "val_loss": 1.127991795539856, + "acc": 63.04, + "time": 42.39024894699105, + "param": [ + 0.09651371091604233, + 0.06808169186115265, + 0.09796150773763657, + 0.07245910912752151, + 0.1035471111536026, + 0.07719682902097702, + 0.05970862880349159, + 0.09049493074417114, + 0.0, + 0.1652609407901764, + 0.1225474551320076, + 0.046228162944316864 + ] + }, + { + "epoch": 44, + "train_loss": 0.7604662775993347, + "val_loss": 1.0012614727020264, + "acc": 63.1, + "time": 42.589253504003864, + "param": [ + 0.09900117665529251, + 0.05493630841374397, + 0.10609903186559677, + 0.07210161536931992, + 0.09688793867826462, + 0.12109120935201645, + 0.0619460865855217, + 0.055135730654001236, + 0.00043847921187989414, + 0.15582841634750366, + 0.12364152073860168, + 0.05289240926504135 + ] + }, + { + "epoch": 45, + "train_loss": 0.7258661985397339, + "val_loss": 1.0953782796859741, + "acc": 63.06, + "time": 42.935081254996476, + "param": [ + 0.08737436681985855, + 0.06116876378655434, + 0.0987899899482727, + 0.06614287197589874, + 0.10026215016841888, + 0.13507921993732452, + 0.09137237817049026, + 0.03634731471538544, + 0.004566366318613291, + 0.1352827399969101, + 0.12481532990932465, + 0.058798402547836304 + ] + }, + { + "epoch": 46, + "train_loss": 0.8401668071746826, + "val_loss": 1.0678138732910156, + "acc": 63.29, + "time": 42.29913240799215, + "param": [ + 0.08572510629892349, + 0.03877665475010872, + 0.08205725252628326, + 0.06423908472061157, + 0.08876477926969528, + 0.1263764649629593, + 0.11408018320798874, + 0.04749108850955963, + 0.005376503337174654, + 0.14120648801326752, + 0.12341751158237457, + 0.08248888701200485 + ] + }, + { + "epoch": 47, + "train_loss": 0.6544430255889893, + "val_loss": 1.095094919204712, + "acc": 64.18, + "time": 42.07920371499495, + "param": [ + 0.08225809037685394, + 0.046102557331323624, + 0.08792863041162491, + 0.06402836740016937, + 0.0733952447772026, + 0.10480468720197678, + 0.10231588035821915, + 0.0733189508318901, + 0.013515583239495754, + 0.14735640585422516, + 0.12244770675897598, + 0.08252794295549393 + ] + }, + { + "epoch": 48, + "train_loss": 0.5101659297943115, + "val_loss": 0.9902545213699341, + "acc": 63.29, + "time": 42.15116665199457, + "param": [ + 0.08589989691972733, + 0.057689059525728226, + 0.10372348129749298, + 0.059720445424318314, + 0.08571849763393402, + 0.07947526127099991, + 0.0852728933095932, + 0.07093077152967453, + 0.0007469874108210206, + 0.1550520360469818, + 0.12652572989463806, + 0.08924500644207001 + ] + }, + { + "epoch": 49, + "train_loss": 0.7249010801315308, + "val_loss": 1.0895451307296753, + "acc": 63.849999999999994, + "time": 42.96835501799069, + "param": [ + 0.10808467864990234, + 0.06805253773927689, + 0.11254408955574036, + 0.052189815789461136, + 0.0894944965839386, + 0.07114195078611374, + 0.0680856853723526, + 0.06063948571681976, + 0.0, + 0.15059737861156464, + 0.12917107343673706, + 0.08999879658222198 + ] + }, + { + "epoch": 50, + "train_loss": 0.576139509677887, + "val_loss": 1.3344584703445435, + "acc": 63.75999999999999, + "time": 42.19574367599853, + "param": [ + 0.133014515042305, + 0.07791469246149063, + 0.1123860701918602, + 0.04299066215753555, + 0.09386377781629562, + 0.07447852939367294, + 0.04762892797589302, + 0.04735519737005234, + 0.0, + 0.13712887465953827, + 0.1210237517952919, + 0.11221497505903244 + ] + }, + { + "epoch": 51, + "train_loss": 0.7413792014122009, + "val_loss": 1.0793237686157227, + "acc": 64.58, + "time": 42.205738440999994, + "param": [ + 0.1517084389925003, + 0.07513687759637833, + 0.1087486520409584, + 0.051042113453149796, + 0.06730102002620697, + 0.09017349034547806, + 0.048583243042230606, + 0.06685889512300491, + 0.018024811521172523, + 0.12843158841133118, + 0.08875219523906708, + 0.1052386611700058 + ] + }, + { + "epoch": 52, + "train_loss": 0.6002945303916931, + "val_loss": 1.0273383855819702, + "acc": 65.21000000000001, + "time": 42.33859941799892, + "param": [ + 0.14369456470012665, + 0.06955534219741821, + 0.09056065231561661, + 0.07515472173690796, + 0.05135274678468704, + 0.09258677810430527, + 0.07716252654790878, + 0.08447187393903732, + 0.015168189071118832, + 0.11977950483560562, + 0.07747503370046616, + 0.10303797572851181 + ] + }, + { + "epoch": 53, + "train_loss": 0.5547091960906982, + "val_loss": 1.1037087440490723, + "acc": 64.4, + "time": 41.963283001008676, + "param": [ + 0.12716543674468994, + 0.07940506935119629, + 0.07767286896705627, + 0.09866797924041748, + 0.03718491271138191, + 0.08129903674125671, + 0.08810345828533173, + 0.09814801067113876, + 0.0025704712606966496, + 0.11762277781963348, + 0.09332834929227829, + 0.09883155673742294 + ] + }, + { + "epoch": 54, + "train_loss": 0.6701831817626953, + "val_loss": 0.9580022096633911, + "acc": 63.660000000000004, + "time": 42.330987566994736, + "param": [ + 0.1139596700668335, + 0.09300700575113297, + 0.06091809645295143, + 0.09274159371852875, + 0.034221697598695755, + 0.08317398279905319, + 0.09647584706544876, + 0.09938903152942657, + 0.0, + 0.12181737273931503, + 0.1139071136713028, + 0.09038867056369781 + ] + }, + { + "epoch": 55, + "train_loss": 0.6355378031730652, + "val_loss": 1.1330617666244507, + "acc": 63.68000000000001, + "time": 42.59122906898847, + "param": [ + 0.1006888672709465, + 0.08256714046001434, + 0.07695552706718445, + 0.08966048061847687, + 0.049336228519678116, + 0.08189918845891953, + 0.09958919882774353, + 0.0918089896440506, + 0.0, + 0.11275772750377655, + 0.13788217306137085, + 0.07685448974370956 + ] + }, + { + "epoch": 56, + "train_loss": 0.7829461693763733, + "val_loss": 1.2103077173233032, + "acc": 64.34, + "time": 42.14216649699665, + "param": [ + 0.10145093500614166, + 0.06599745899438858, + 0.10459809750318527, + 0.08670233190059662, + 0.06053265929222107, + 0.09201300144195557, + 0.11309492588043213, + 0.06718342006206512, + 0.011366134509444237, + 0.09311448037624359, + 0.13483689725399017, + 0.06910970062017441 + ] + }, + { + "epoch": 57, + "train_loss": 0.525172770023346, + "val_loss": 1.1934937238693237, + "acc": 64.42, + "time": 42.056220037004096, + "param": [ + 0.12864819169044495, + 0.06244036182761192, + 0.08549419045448303, + 0.0733809769153595, + 0.0794643834233284, + 0.10614055395126343, + 0.09446212649345398, + 0.07721026986837387, + 0.0, + 0.09716425091028214, + 0.1336400806903839, + 0.06195461377501488 + ] + }, + { + "epoch": 58, + "train_loss": 0.6139597296714783, + "val_loss": 1.141527533531189, + "acc": 64.98, + "time": 42.191507133000414, + "param": [ + 0.152557834982872, + 0.04268478974699974, + 0.07335523515939713, + 0.06973567605018616, + 0.09606901556253433, + 0.11460162699222565, + 0.06919185072183609, + 0.09892647713422775, + 0.0, + 0.1029457151889801, + 0.11219191551208496, + 0.06773997843265533 + ] + }, + { + "epoch": 59, + "train_loss": 0.5640209913253784, + "val_loss": 1.1778720617294312, + "acc": 65.47, + "time": 41.95502913199016, + "param": [ + 0.1736803501844406, + 0.05886319279670715, + 0.06698352843523026, + 0.06576748937368393, + 0.0893070250749588, + 0.10553397983312607, + 0.07370203733444214, + 0.10068989545106888, + 0.0, + 0.0957411527633667, + 0.09386973083019257, + 0.07586158066987991 + ] + }, + { + "epoch": 60, + "train_loss": 0.46826329827308655, + "val_loss": 1.2004213333129883, + "acc": 64.73, + "time": 45.15238286499516, + "param": [ + 0.17576372623443604, + 0.09066079556941986, + 0.07005474716424942, + 0.07097142189741135, + 0.06373544037342072, + 0.0787224993109703, + 0.09704054147005081, + 0.08796444535255432, + 0.0, + 0.08569637686014175, + 0.07822740077972412, + 0.10116258263587952 + ] + }, + { + "epoch": 61, + "train_loss": 0.4656027853488922, + "val_loss": 1.314369559288025, + "acc": 64.24, + "time": 46.58131197899638, + "param": [ + 0.15845566987991333, + 0.1017245426774025, + 0.05752485245466232, + 0.09256280958652496, + 0.06210184842348099, + 0.07253998517990112, + 0.10402440279722214, + 0.07809466868638992, + 0.0, + 0.08822986483573914, + 0.06899666786193848, + 0.11574471741914749 + ] + }, + { + "epoch": 62, + "train_loss": 0.5537918210029602, + "val_loss": 1.0435259342193604, + "acc": 64.9, + "time": 41.93828105300781, + "param": [ + 0.1441095620393753, + 0.09112681448459625, + 0.05616527423262596, + 0.11335194855928421, + 0.08046800643205643, + 0.06081594526767731, + 0.1039578914642334, + 0.06793250888586044, + 0.0, + 0.09691654145717621, + 0.06857363134622574, + 0.11658188700675964 + ] + }, + { + "epoch": 63, + "train_loss": 0.4029366970062256, + "val_loss": 1.2452406883239746, + "acc": 63.849999999999994, + "time": 44.48803493400919, + "param": [ + 0.14234241843223572, + 0.07024701684713364, + 0.08075763285160065, + 0.11544802784919739, + 0.08161921799182892, + 0.04355455935001373, + 0.10823792219161987, + 0.06404200941324234, + 0.006405732128769159, + 0.09598981589078903, + 0.0797155424952507, + 0.1116400957107544 + ] + }, + { + "epoch": 64, + "train_loss": 0.3842175304889679, + "val_loss": 1.1402771472930908, + "acc": 65.12, + "time": 42.394195025000954, + "param": [ + 0.15831272304058075, + 0.05134476721286774, + 0.09201960265636444, + 0.10042852908372879, + 0.07469439506530762, + 0.05575266852974892, + 0.11124960333108902, + 0.0773887112736702, + 0.0, + 0.09564711153507233, + 0.07867766171693802, + 0.10448426753282547 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-12 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-12 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json new file mode 100644 index 0000000..bfe44bd --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-12 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json @@ -0,0 +1,1179 @@ +{ + "Accuracy": 68.39, + "Time": [ + 31.470927721563335, + 1.2871483738801772 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color", + "Brightness", + "Sharpness" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2650790214538574, + "val_loss": 2.2332472801208496, + "acc": 17.669999999999998, + "time": 30.644442407001407, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 2, + "train_loss": 2.070314884185791, + "val_loss": 1.9348927736282349, + "acc": 28.79, + "time": 32.33106342799874, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 3, + "train_loss": 1.8355355262756348, + "val_loss": 1.8509892225265503, + "acc": 35.63, + "time": 30.240479108000727, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 4, + "train_loss": 1.7099202871322632, + "val_loss": 1.7059787511825562, + "acc": 38.29, + "time": 31.258640021998872, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 5, + "train_loss": 1.4571386575698853, + "val_loss": 1.514110803604126, + "acc": 43.56, + "time": 30.768754378001177, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 6, + "train_loss": 1.5903581380844116, + "val_loss": 1.598059892654419, + "acc": 45.47, + "time": 31.105811973000527, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 7, + "train_loss": 1.6302857398986816, + "val_loss": 1.4890574216842651, + "acc": 47.88, + "time": 32.108026285999586, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 8, + "train_loss": 1.4595202207565308, + "val_loss": 1.5485610961914062, + "acc": 45.62, + "time": 35.15446130700002, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 9, + "train_loss": 1.4549925327301025, + "val_loss": 1.4184296131134033, + "acc": 50.81, + "time": 32.72025162200043, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 10, + "train_loss": 1.5044564008712769, + "val_loss": 1.3839191198349, + "acc": 51.64, + "time": 32.12004363500091, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 11, + "train_loss": 1.521921992301941, + "val_loss": 1.270555853843689, + "acc": 53.55, + "time": 32.88704727299955, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 12, + "train_loss": 1.4350018501281738, + "val_loss": 1.3407396078109741, + "acc": 52.65, + "time": 31.756294626000454, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 13, + "train_loss": 1.4811615943908691, + "val_loss": 1.3190377950668335, + "acc": 54.669999999999995, + "time": 32.03583279299892, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 14, + "train_loss": 1.2407805919647217, + "val_loss": 1.2101958990097046, + "acc": 55.64, + "time": 31.817243470000903, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 15, + "train_loss": 1.3555028438568115, + "val_loss": 1.1814689636230469, + "acc": 56.03, + "time": 31.998322552999525, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 16, + "train_loss": 1.2665787935256958, + "val_loss": 1.2682991027832031, + "acc": 57.37, + "time": 32.886895259000084, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 17, + "train_loss": 1.0583609342575073, + "val_loss": 1.182478904724121, + "acc": 58.709999999999994, + "time": 31.320207511998888, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 18, + "train_loss": 1.3217895030975342, + "val_loss": 1.2701525688171387, + "acc": 58.79, + "time": 30.101507011999274, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 19, + "train_loss": 1.301473617553711, + "val_loss": 1.1207754611968994, + "acc": 58.17, + "time": 31.07687138699839, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 20, + "train_loss": 1.4087342023849487, + "val_loss": 1.2070835828781128, + "acc": 56.510000000000005, + "time": 29.634013576000143, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 21, + "train_loss": 1.215092420578003, + "val_loss": 1.2574608325958252, + "acc": 59.57, + "time": 32.96694753599877, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 22, + "train_loss": 1.2330349683761597, + "val_loss": 1.1128491163253784, + "acc": 61.41, + "time": 31.19142728999941, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 23, + "train_loss": 1.2051753997802734, + "val_loss": 1.0649412870407104, + "acc": 61.160000000000004, + "time": 31.68716515399865, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 24, + "train_loss": 1.1127748489379883, + "val_loss": 1.0692529678344727, + "acc": 61.27, + "time": 28.884462658999837, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 25, + "train_loss": 1.0470556020736694, + "val_loss": 1.1390472650527954, + "acc": 61.660000000000004, + "time": 32.69883677799953, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 26, + "train_loss": 1.1338833570480347, + "val_loss": 1.062035322189331, + "acc": 63.190000000000005, + "time": 28.46383946199967, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 27, + "train_loss": 1.1303244829177856, + "val_loss": 1.2197151184082031, + "acc": 62.17, + "time": 30.95173548999992, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 28, + "train_loss": 1.0825778245925903, + "val_loss": 1.1799273490905762, + "acc": 63.660000000000004, + "time": 30.904014878999078, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 29, + "train_loss": 1.0712944269180298, + "val_loss": 1.1666152477264404, + "acc": 65.08, + "time": 32.674950356999034, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 30, + "train_loss": 0.9521411061286926, + "val_loss": 1.0047372579574585, + "acc": 63.449999999999996, + "time": 31.40198696999869, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 31, + "train_loss": 1.1025538444519043, + "val_loss": 1.017636775970459, + "acc": 64.24, + "time": 30.479874277998533, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 32, + "train_loss": 0.9314433336257935, + "val_loss": 1.0548068284988403, + "acc": 64.95, + "time": 29.3933956689998, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 33, + "train_loss": 0.9128318428993225, + "val_loss": 1.072220802307129, + "acc": 65.14999999999999, + "time": 29.893062130000544, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 34, + "train_loss": 0.9671834111213684, + "val_loss": 1.0520739555358887, + "acc": 63.160000000000004, + "time": 30.97796843499964, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 35, + "train_loss": 0.9951899647712708, + "val_loss": 1.0024089813232422, + "acc": 64.59, + "time": 31.739001281999663, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 36, + "train_loss": 0.9159957766532898, + "val_loss": 0.9005680084228516, + "acc": 65.46, + "time": 31.76063104399873, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 37, + "train_loss": 0.788860023021698, + "val_loss": 0.9996317625045776, + "acc": 64.71000000000001, + "time": 31.528964868000912, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 38, + "train_loss": 0.8773922324180603, + "val_loss": 1.1731903553009033, + "acc": 66.09, + "time": 30.72912366300079, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 39, + "train_loss": 0.8612473607063293, + "val_loss": 0.9849719405174255, + "acc": 65.10000000000001, + "time": 31.72075709099954, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 40, + "train_loss": 1.0869520902633667, + "val_loss": 1.1258442401885986, + "acc": 65.42, + "time": 29.869537640999624, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 41, + "train_loss": 0.7237634062767029, + "val_loss": 0.9802384376525879, + "acc": 65.82000000000001, + "time": 29.961929833001705, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 42, + "train_loss": 0.6778554916381836, + "val_loss": 1.1555668115615845, + "acc": 66.14999999999999, + "time": 31.783784676999858, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 43, + "train_loss": 0.8115121126174927, + "val_loss": 0.9867064356803894, + "acc": 64.60000000000001, + "time": 31.973239691000344, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 44, + "train_loss": 0.8320174813270569, + "val_loss": 0.9793680906295776, + "acc": 66.44, + "time": 31.39041550299953, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 45, + "train_loss": 1.0817816257476807, + "val_loss": 0.8978973627090454, + "acc": 66.74, + "time": 31.468052176998754, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 46, + "train_loss": 0.8717166185379028, + "val_loss": 1.0700196027755737, + "acc": 66.24, + "time": 34.558392744998855, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 47, + "train_loss": 0.9210996627807617, + "val_loss": 0.9520135521888733, + "acc": 67.4, + "time": 30.801894619999075, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 48, + "train_loss": 0.8288710117340088, + "val_loss": 1.0250719785690308, + "acc": 67.03, + "time": 32.40116587900047, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 49, + "train_loss": 0.7497972846031189, + "val_loss": 0.986078679561615, + "acc": 65.62, + "time": 32.22227784699862, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 50, + "train_loss": 0.7519662976264954, + "val_loss": 0.9826048016548157, + "acc": 66.97999999999999, + "time": 30.448683741999048, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 51, + "train_loss": 0.8081997632980347, + "val_loss": 0.9158651828765869, + "acc": 64.72, + "time": 29.544167062998895, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 52, + "train_loss": 0.6160826086997986, + "val_loss": 1.0176894664764404, + "acc": 66.78, + "time": 32.4944781969989, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 53, + "train_loss": 0.5242897868156433, + "val_loss": 0.9511318802833557, + "acc": 68.39, + "time": 32.28490714399959, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 54, + "train_loss": 0.51900714635849, + "val_loss": 1.1251193284988403, + "acc": 66.12, + "time": 34.26206710900078, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + }, + { + "epoch": 55, + "train_loss": 0.6151067018508911, + "val_loss": 1.015526533126831, + "acc": 68.31, + "time": 31.421676156000103, + "param": [ + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602, + 0.0833333358168602 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-12 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-12 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..5fc9944 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-12 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,885 @@ +{ + "Accuracy": 66.82000000000001, + "Time": [ + 45.912412262365514, + 1.4080866091214184 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color", + "Brightness", + "Sharpness" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.1285171508789062, + "val_loss": 2.1629631519317627, + "acc": 21.0, + "time": 44.35141680999368, + "param": [ + 0.07878764718770981, + 0.028609134256839752, + 0.085291787981987, + 0.10472017526626587, + 0.08773700147867203, + 0.09144564718008041, + 0.042768675833940506, + 0.1041085422039032, + 0.08207164704799652, + 0.09913028031587601, + 0.10652754455804825, + 0.08880191296339035 + ] + }, + { + "epoch": 2, + "train_loss": 2.0918290615081787, + "val_loss": 1.9589043855667114, + "acc": 27.279999999999998, + "time": 45.33908599999995, + "param": [ + 0.09130999445915222, + 0.0, + 0.08102747052907944, + 0.10164859145879745, + 0.08226688951253891, + 0.11269594728946686, + 0.05251174792647362, + 0.10734104365110397, + 0.0782138779759407, + 0.0939636304974556, + 0.11324885487556458, + 0.08577192574739456 + ] + }, + { + "epoch": 3, + "train_loss": 1.9938665628433228, + "val_loss": 1.8511877059936523, + "acc": 33.28, + "time": 43.031435650002095, + "param": [ + 0.10551337152719498, + 0.0007356978603638709, + 0.08757761865854263, + 0.09420714527368546, + 0.05761932581663132, + 0.09925716370344162, + 0.05460718646645546, + 0.1085338369011879, + 0.08626587688922882, + 0.09095816314220428, + 0.1308300793170929, + 0.08389453589916229 + ] + }, + { + "epoch": 4, + "train_loss": 1.8846369981765747, + "val_loss": 1.661771535873413, + "acc": 38.07, + "time": 43.05443127500621, + "param": [ + 0.11321543902158737, + 0.0265046413987875, + 0.09693510830402374, + 0.0734139159321785, + 0.039474569261074066, + 0.059154968708753586, + 0.05174420401453972, + 0.1128227710723877, + 0.08342183381319046, + 0.09536562860012054, + 0.14570823311805725, + 0.10223877429962158 + ] + }, + { + "epoch": 5, + "train_loss": 1.7229336500167847, + "val_loss": 1.5865364074707031, + "acc": 42.33, + "time": 44.30583540999942, + "param": [ + 0.12340154498815536, + 0.016664063557982445, + 0.11101166903972626, + 0.0682486891746521, + 0.03360868617892265, + 0.00507527869194746, + 0.06918507814407349, + 0.11773939430713654, + 0.10899613797664642, + 0.09490501880645752, + 0.13798202574253082, + 0.11318232864141464 + ] + }, + { + "epoch": 6, + "train_loss": 1.693422794342041, + "val_loss": 1.5114402770996094, + "acc": 44.5, + "time": 44.905764534996706, + "param": [ + 0.09942829608917236, + 0.0, + 0.1425914317369461, + 0.06872180104255676, + 0.005255881231278181, + 0.0, + 0.06905406713485718, + 0.12135588377714157, + 0.1504257321357727, + 0.09507402032613754, + 0.132137268781662, + 0.11595562100410461 + ] + }, + { + "epoch": 7, + "train_loss": 1.5601201057434082, + "val_loss": 1.5075514316558838, + "acc": 45.07, + "time": 43.85200858600001, + "param": [ + 0.07996378093957901, + 0.0003632452862802893, + 0.14746780693531036, + 0.0940312072634697, + 0.0016935768071562052, + 0.0, + 0.04558469355106354, + 0.11891885101795197, + 0.17888829112052917, + 0.10350049287080765, + 0.11790405958890915, + 0.11168409138917923 + ] + }, + { + "epoch": 8, + "train_loss": 1.660608172416687, + "val_loss": 1.4997360706329346, + "acc": 48.26, + "time": 43.137572259998706, + "param": [ + 0.08281496167182922, + 0.010676821693778038, + 0.14174377918243408, + 0.1011316329240799, + 0.026485543698072433, + 0.0016295589739456773, + 0.025072012096643448, + 0.1128242164850235, + 0.16067220270633698, + 0.13240167498588562, + 0.10725352168083191, + 0.09729408472776413 + ] + }, + { + "epoch": 9, + "train_loss": 1.506716012954712, + "val_loss": 1.3635224103927612, + "acc": 49.59, + "time": 45.413254101003986, + "param": [ + 0.0770723894238472, + 0.030387258157134056, + 0.13829773664474487, + 0.10217494517564774, + 0.0378890335559845, + 0.01602347567677498, + 0.02832961641252041, + 0.11025963723659515, + 0.12432778626680374, + 0.1511717289686203, + 0.09207391738891602, + 0.09199243783950806 + ] + }, + { + "epoch": 10, + "train_loss": 1.4247918128967285, + "val_loss": 1.3118740320205688, + "acc": 50.79, + "time": 45.091078997000295, + "param": [ + 0.07472719252109528, + 0.051137227565050125, + 0.13563033938407898, + 0.09943141788244247, + 0.03289072588086128, + 0.03864626958966255, + 0.05005516856908798, + 0.11284907907247543, + 0.09237176179885864, + 0.14221055805683136, + 0.08518368005752563, + 0.08486650139093399 + ] + }, + { + "epoch": 11, + "train_loss": 1.4130902290344238, + "val_loss": 1.3356255292892456, + "acc": 51.85999999999999, + "time": 44.67862492799759, + "param": [ + 0.0909804254770279, + 0.059314146637916565, + 0.14285510778427124, + 0.08669589459896088, + 0.02048933133482933, + 0.03062725067138672, + 0.054305583238601685, + 0.11674311012029648, + 0.08005739003419876, + 0.13634231686592102, + 0.09505162388086319, + 0.08653783053159714 + ] + }, + { + "epoch": 12, + "train_loss": 1.5297460556030273, + "val_loss": 1.2802656888961792, + "acc": 53.26, + "time": 43.986077417997876, + "param": [ + 0.12098414450883865, + 0.05389907583594322, + 0.15964271128177643, + 0.06953015923500061, + 0.0, + 0.02632146142423153, + 0.061356522142887115, + 0.10774006694555283, + 0.0737849622964859, + 0.12363177537918091, + 0.1108296811580658, + 0.09227951616048813 + ] + }, + { + "epoch": 13, + "train_loss": 1.4979952573776245, + "val_loss": 1.370948314666748, + "acc": 52.190000000000005, + "time": 44.11835289999726, + "param": [ + 0.12308192253112793, + 0.03904138132929802, + 0.15500381588935852, + 0.06508859246969223, + 0.0, + 0.0332220084965229, + 0.06462407857179642, + 0.10859458148479462, + 0.07383965700864792, + 0.12514200806617737, + 0.13156954944133759, + 0.08079232275485992 + ] + }, + { + "epoch": 14, + "train_loss": 1.3290047645568848, + "val_loss": 1.24736487865448, + "acc": 55.779999999999994, + "time": 44.18838058200345, + "param": [ + 0.12411294132471085, + 0.01857808046042919, + 0.12188313156366348, + 0.06945151090621948, + 0.005620633251965046, + 0.04005064442753792, + 0.07650794833898544, + 0.10920508950948715, + 0.08186245709657669, + 0.12558364868164062, + 0.15305311977863312, + 0.07409079372882843 + ] + }, + { + "epoch": 15, + "train_loss": 1.3680236339569092, + "val_loss": 1.1953799724578857, + "acc": 55.510000000000005, + "time": 46.491114894997736, + "param": [ + 0.1066364198923111, + 0.026927540078759193, + 0.09365867078304291, + 0.0541260652244091, + 0.03556310757994652, + 0.0591338686645031, + 0.08210468292236328, + 0.08481471240520477, + 0.08718113601207733, + 0.13669230043888092, + 0.14980056881904602, + 0.08336085081100464 + ] + }, + { + "epoch": 16, + "train_loss": 1.4184108972549438, + "val_loss": 1.2186020612716675, + "acc": 56.87, + "time": 46.35574138899392, + "param": [ + 0.09333587437868118, + 0.014033537358045578, + 0.07751384377479553, + 0.009386270307004452, + 0.059203751385211945, + 0.06914219260215759, + 0.09337185323238373, + 0.07563915103673935, + 0.07382258772850037, + 0.16728492081165314, + 0.15807406604290009, + 0.10919198393821716 + ] + }, + { + "epoch": 17, + "train_loss": 1.3951138257980347, + "val_loss": 1.3097962141036987, + "acc": 56.21000000000001, + "time": 46.29690578499867, + "param": [ + 0.08218739181756973, + 0.02490123175084591, + 0.08135741204023361, + 0.013769878074526787, + 0.04909798502922058, + 0.07551692426204681, + 0.0807780921459198, + 0.0917869508266449, + 0.08695003390312195, + 0.15341922640800476, + 0.14140670001506805, + 0.1188281923532486 + ] + }, + { + "epoch": 18, + "train_loss": 1.028185486793518, + "val_loss": 1.1623486280441284, + "acc": 58.24, + "time": 45.444296982001106, + "param": [ + 0.08387171477079391, + 0.017823709174990654, + 0.08524394035339355, + 0.035547755658626556, + 0.016180213540792465, + 0.08570616692304611, + 0.0749574601650238, + 0.11611734330654144, + 0.0931984931230545, + 0.1459958404302597, + 0.12202229350805283, + 0.12333503365516663 + ] + }, + { + "epoch": 19, + "train_loss": 1.3380837440490723, + "val_loss": 1.2858408689498901, + "acc": 57.96, + "time": 46.515246012000716, + "param": [ + 0.07239595055580139, + 0.019755426794290543, + 0.0845344066619873, + 0.05030786246061325, + 0.0, + 0.08286521583795547, + 0.09437325596809387, + 0.13486620783805847, + 0.09259018301963806, + 0.14676056802272797, + 0.0972500666975975, + 0.12430092692375183 + ] + }, + { + "epoch": 20, + "train_loss": 0.9368406534194946, + "val_loss": 1.1746141910552979, + "acc": 57.96, + "time": 46.60421528299776, + "param": [ + 0.06455205380916595, + 0.031993161886930466, + 0.0909120962023735, + 0.07697805017232895, + 0.0018764009000733495, + 0.08577794581651688, + 0.10513903200626373, + 0.12192145735025406, + 0.07882744818925858, + 0.15255796909332275, + 0.07876397669315338, + 0.11070042103528976 + ] + }, + { + "epoch": 21, + "train_loss": 1.1224983930587769, + "val_loss": 1.0083636045455933, + "acc": 60.31999999999999, + "time": 46.61680400699697, + "param": [ + 0.07415826618671417, + 0.03931848332285881, + 0.09661585837602615, + 0.10404261201620102, + 0.015508564189076424, + 0.08976417034864426, + 0.11199425905942917, + 0.09974873811006546, + 0.08608267456293106, + 0.12051056325435638, + 0.07076574116945267, + 0.09148994833230972 + ] + }, + { + "epoch": 22, + "train_loss": 1.331403136253357, + "val_loss": 1.1630886793136597, + "acc": 61.18, + "time": 46.37794056299754, + "param": [ + 0.09216255694627762, + 0.05734345316886902, + 0.09746423363685608, + 0.10439985990524292, + 0.025177951902151108, + 0.1043628603219986, + 0.11310597509145737, + 0.08080439269542694, + 0.07500922679901123, + 0.08741418272256851, + 0.07620006054639816, + 0.08655531704425812 + ] + }, + { + "epoch": 23, + "train_loss": 1.2721047401428223, + "val_loss": 1.1838525533676147, + "acc": 61.5, + "time": 47.57250066800043, + "param": [ + 0.1285441666841507, + 0.042249277234077454, + 0.10231801867485046, + 0.0960574820637703, + 0.05325496569275856, + 0.10170772671699524, + 0.11040416359901428, + 0.0723910927772522, + 0.05256969854235649, + 0.06029338017106056, + 0.07782074809074402, + 0.10238934308290482 + ] + }, + { + "epoch": 24, + "train_loss": 0.912358283996582, + "val_loss": 1.1501078605651855, + "acc": 60.72, + "time": 47.309870197001146, + "param": [ + 0.14780503511428833, + 0.008931968361139297, + 0.1119832769036293, + 0.08968911319971085, + 0.07199416309595108, + 0.09334011375904083, + 0.10267829149961472, + 0.07666680961847305, + 0.03887323662638664, + 0.05694933608174324, + 0.08340921998023987, + 0.11767938733100891 + ] + }, + { + "epoch": 25, + "train_loss": 1.0222710371017456, + "val_loss": 1.196786642074585, + "acc": 60.36, + "time": 47.77492591400369, + "param": [ + 0.14176031947135925, + 0.0, + 0.10624080896377563, + 0.09092121571302414, + 0.07727483659982681, + 0.10683313757181168, + 0.10345429927110672, + 0.07147718966007233, + 0.03754366934299469, + 0.04102090001106262, + 0.09159783273935318, + 0.13187576830387115 + ] + }, + { + "epoch": 26, + "train_loss": 1.2917526960372925, + "val_loss": 1.1279455423355103, + "acc": 61.419999999999995, + "time": 46.88055150699802, + "param": [ + 0.14161355793476105, + 0.006474560126662254, + 0.10234979540109634, + 0.08180449903011322, + 0.07801744341850281, + 0.11425818502902985, + 0.09549418091773987, + 0.08112653344869614, + 0.016525117680430412, + 0.019420970231294632, + 0.09799694269895554, + 0.1649181842803955 + ] + }, + { + "epoch": 27, + "train_loss": 1.2413685321807861, + "val_loss": 1.1295171976089478, + "acc": 62.239999999999995, + "time": 48.189616411000316, + "param": [ + 0.12906262278556824, + 0.03246702998876572, + 0.10702092945575714, + 0.06661944091320038, + 0.0832163617014885, + 0.0961746945977211, + 0.08547290414571762, + 0.08953265100717545, + 0.0, + 0.023608507588505745, + 0.10562950372695923, + 0.18119533360004425 + ] + }, + { + "epoch": 28, + "train_loss": 1.0191423892974854, + "val_loss": 1.120202898979187, + "acc": 63.36000000000001, + "time": 46.95809069900133, + "param": [ + 0.10321669280529022, + 0.05498984828591347, + 0.11123694479465485, + 0.06436014920473099, + 0.09918051958084106, + 0.08547846227884293, + 0.07731565088033676, + 0.08966478705406189, + 2.8486849259934388e-05, + 0.044896699488162994, + 0.08983764797449112, + 0.17979416251182556 + ] + }, + { + "epoch": 29, + "train_loss": 0.905166745185852, + "val_loss": 0.9575445652008057, + "acc": 63.660000000000004, + "time": 46.48395341500145, + "param": [ + 0.09672697633504868, + 0.059622541069984436, + 0.108345165848732, + 0.0799061506986618, + 0.09886952489614487, + 0.08361291140317917, + 0.08167292922735214, + 0.09407512098550797, + 0.0, + 0.05952217057347298, + 0.07861108332872391, + 0.15903542935848236 + ] + }, + { + "epoch": 30, + "train_loss": 0.9933463931083679, + "val_loss": 1.1081851720809937, + "acc": 62.419999999999995, + "time": 47.0843917050006, + "param": [ + 0.10573294013738632, + 0.05014042183756828, + 0.10419904440641403, + 0.08379556238651276, + 0.09645337611436844, + 0.0716228038072586, + 0.07293462753295898, + 0.10846354812383652, + 0.0, + 0.07286402583122253, + 0.08078154921531677, + 0.15301215648651123 + ] + }, + { + "epoch": 31, + "train_loss": 0.9218218922615051, + "val_loss": 0.9353849291801453, + "acc": 64.41, + "time": 45.536282824999944, + "param": [ + 0.09152865409851074, + 0.058086443692445755, + 0.08079668134450912, + 0.08512434363365173, + 0.09405693411827087, + 0.07962338626384735, + 0.08112704753875732, + 0.11285290122032166, + 0.004594159312546253, + 0.08711928129196167, + 0.09057407081127167, + 0.13451623916625977 + ] + }, + { + "epoch": 32, + "train_loss": 1.0035849809646606, + "val_loss": 1.0073894262313843, + "acc": 64.28, + "time": 46.91074285299692, + "param": [ + 0.09846755117177963, + 0.05449608713388443, + 0.0575980544090271, + 0.0913509726524353, + 0.09115800261497498, + 0.07554468512535095, + 0.08155655115842819, + 0.11267569661140442, + 0.025561461225152016, + 0.09961846470832825, + 0.10311593115329742, + 0.10885650664567947 + ] + }, + { + "epoch": 33, + "train_loss": 0.8854729533195496, + "val_loss": 1.050365924835205, + "acc": 64.88000000000001, + "time": 45.81310317799944, + "param": [ + 0.09245197474956512, + 0.0439082570374012, + 0.06632114201784134, + 0.08921203017234802, + 0.0768631100654602, + 0.08050986379384995, + 0.08401298522949219, + 0.11117412894964218, + 0.058560941368341446, + 0.09619618207216263, + 0.10449757426977158, + 0.09629189223051071 + ] + }, + { + "epoch": 34, + "train_loss": 0.8667113780975342, + "val_loss": 1.120383381843567, + "acc": 63.14999999999999, + "time": 45.615211182004714, + "param": [ + 0.09644462168216705, + 0.038810014724731445, + 0.0838654488325119, + 0.08043993264436722, + 0.06442059576511383, + 0.09490815550088882, + 0.08872040361166, + 0.10322074592113495, + 0.07926732301712036, + 0.083859883248806, + 0.09764307737350464, + 0.08839982748031616 + ] + }, + { + "epoch": 35, + "train_loss": 0.9512823224067688, + "val_loss": 1.098081350326538, + "acc": 65.66, + "time": 46.6088993289959, + "param": [ + 0.11410510540008545, + 0.02628878690302372, + 0.09643238037824631, + 0.07190217822790146, + 0.06441911309957504, + 0.1048574447631836, + 0.08699016273021698, + 0.09992701560258865, + 0.067596435546875, + 0.08411385864019394, + 0.09689141809940338, + 0.08647610247135162 + ] + }, + { + "epoch": 36, + "train_loss": 0.9766560196876526, + "val_loss": 1.0676223039627075, + "acc": 65.03999999999999, + "time": 47.27078072299628, + "param": [ + 0.1016387790441513, + 0.02887837402522564, + 0.10346364229917526, + 0.06167922914028168, + 0.06264954060316086, + 0.10985582321882248, + 0.09237819164991379, + 0.10307180136442184, + 0.059094734489917755, + 0.0894196629524231, + 0.09504266083240509, + 0.09282749891281128 + ] + }, + { + "epoch": 37, + "train_loss": 0.7748090028762817, + "val_loss": 1.0279712677001953, + "acc": 64.91, + "time": 48.069766544998856, + "param": [ + 0.10605939477682114, + 0.06216495856642723, + 0.09073667973279953, + 0.05405621975660324, + 0.07032525539398193, + 0.10930922627449036, + 0.09257800132036209, + 0.10424495488405228, + 0.05832795798778534, + 0.07908459007740021, + 0.08305077254772186, + 0.09006199240684509 + ] + }, + { + "epoch": 38, + "train_loss": 0.9785271883010864, + "val_loss": 0.9997161626815796, + "acc": 65.60000000000001, + "time": 47.00596072500048, + "param": [ + 0.12338388711214066, + 0.07627827674150467, + 0.09079035371541977, + 0.05521601065993309, + 0.08286512643098831, + 0.11600306630134583, + 0.07928352802991867, + 0.09786532074213028, + 0.03526275232434273, + 0.07899808138608932, + 0.07774873822927475, + 0.0863049328327179 + ] + }, + { + "epoch": 39, + "train_loss": 0.7254701256752014, + "val_loss": 1.063863754272461, + "acc": 65.42999999999999, + "time": 47.84425679600099, + "param": [ + 0.14697179198265076, + 0.06572949141263962, + 0.08884801715612411, + 0.061299461871385574, + 0.08931082487106323, + 0.12056520581245422, + 0.0794067233800888, + 0.10301956534385681, + 0.002960345009341836, + 0.08257701992988586, + 0.08395129442214966, + 0.0753602683544159 + ] + }, + { + "epoch": 40, + "train_loss": 0.9939343333244324, + "val_loss": 1.0858039855957031, + "acc": 65.19, + "time": 46.24400500000047, + "param": [ + 0.15821298956871033, + 0.03415320813655853, + 0.08882854878902435, + 0.07203824073076248, + 0.08881089836359024, + 0.11114519834518433, + 0.07519067078828812, + 0.11094824969768524, + 0.0, + 0.0803002417087555, + 0.09929852187633514, + 0.0810733214020729 + ] + }, + { + "epoch": 41, + "train_loss": 0.8775690197944641, + "val_loss": 1.033936619758606, + "acc": 66.82000000000001, + "time": 47.08040871700359, + "param": [ + 0.1698562651872635, + 0.02927177958190441, + 0.07592382282018661, + 0.08621279150247574, + 0.07830094546079636, + 0.07267878204584122, + 0.08252694457769394, + 0.10552053153514862, + 0.0, + 0.07217500358819962, + 0.12275243550539017, + 0.10478067398071289 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-13 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-13 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json new file mode 100644 index 0000000..1c9b943 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-13 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json @@ -0,0 +1,1191 @@ +{ + "Accuracy": 65.7, + "Time": [ + 13.785782448528359, + 12.028805789179586 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color", + "Brightness", + "Sharpness", + "Posterize" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.158600330352783, + "val_loss": 2.1620476245880127, + "acc": 22.38, + "time": 3.793113053000525, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 2, + "train_loss": 1.9445847272872925, + "val_loss": 1.971431016921997, + "acc": 29.81, + "time": 2.851860253999803, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 3, + "train_loss": 1.6332703828811646, + "val_loss": 1.809858798980713, + "acc": 36.47, + "time": 2.8321919070003787, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 4, + "train_loss": 1.533215045928955, + "val_loss": 1.6120730638504028, + "acc": 40.78, + "time": 2.80925811599991, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 5, + "train_loss": 1.5641225576400757, + "val_loss": 1.5652809143066406, + "acc": 43.68, + "time": 2.829814570999588, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 6, + "train_loss": 1.362050175666809, + "val_loss": 1.604722499847412, + "acc": 44.79, + "time": 2.82569271400007, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 7, + "train_loss": 1.4109346866607666, + "val_loss": 1.4100078344345093, + "acc": 48.47, + "time": 2.8416262840000854, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 8, + "train_loss": 1.433770775794983, + "val_loss": 1.4381333589553833, + "acc": 49.5, + "time": 2.842560668999795, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 9, + "train_loss": 1.4050941467285156, + "val_loss": 1.3336515426635742, + "acc": 50.79, + "time": 2.8267660080000496, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 10, + "train_loss": 1.4243569374084473, + "val_loss": 1.273167610168457, + "acc": 53.31, + "time": 2.8275921200001903, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 11, + "train_loss": 1.2163840532302856, + "val_loss": 1.152858018875122, + "acc": 53.13, + "time": 2.8261109499999293, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 12, + "train_loss": 1.3867530822753906, + "val_loss": 1.238585352897644, + "acc": 52.580000000000005, + "time": 2.8348579590001464, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 13, + "train_loss": 1.3004037141799927, + "val_loss": 1.176115870475769, + "acc": 55.900000000000006, + "time": 2.8612443680003707, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 14, + "train_loss": 1.3421343564987183, + "val_loss": 1.4465909004211426, + "acc": 54.65, + "time": 2.8334750140002143, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 15, + "train_loss": 1.2232283353805542, + "val_loss": 1.14781653881073, + "acc": 57.60999999999999, + "time": 2.8307151149992933, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 16, + "train_loss": 0.9892524480819702, + "val_loss": 1.2272751331329346, + "acc": 56.64, + "time": 2.8200246289998177, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 17, + "train_loss": 1.0647709369659424, + "val_loss": 1.2081012725830078, + "acc": 56.97, + "time": 2.810549147000529, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 18, + "train_loss": 0.9437807202339172, + "val_loss": 1.0793145895004272, + "acc": 59.29, + "time": 2.8225711840004806, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 19, + "train_loss": 1.0296871662139893, + "val_loss": 1.1879345178604126, + "acc": 59.919999999999995, + "time": 2.8129407830001583, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 20, + "train_loss": 0.9781357645988464, + "val_loss": 1.2269607782363892, + "acc": 59.13, + "time": 2.8369390300003943, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 21, + "train_loss": 0.8337644934654236, + "val_loss": 1.470680832862854, + "acc": 57.42, + "time": 2.83534865799993, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 22, + "train_loss": 0.7466955184936523, + "val_loss": 1.219373106956482, + "acc": 58.52, + "time": 2.8364132269998663, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 23, + "train_loss": 0.6291712522506714, + "val_loss": 1.2818609476089478, + "acc": 58.85, + "time": 2.8261783440002546, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 24, + "train_loss": 0.7347599864006042, + "val_loss": 1.3483078479766846, + "acc": 60.419999999999995, + "time": 2.8591670480000175, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 25, + "train_loss": 0.673117995262146, + "val_loss": 1.1251534223556519, + "acc": 59.85, + "time": 2.8228035649999583, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 26, + "train_loss": 0.531248927116394, + "val_loss": 1.3812350034713745, + "acc": 60.95, + "time": 2.8114307209998515, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 27, + "train_loss": 0.5997551679611206, + "val_loss": 1.255873441696167, + "acc": 60.92999999999999, + "time": 2.804896414000723, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 28, + "train_loss": 0.5285130143165588, + "val_loss": 1.5165505409240723, + "acc": 59.67, + "time": 2.789359678999972, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 29, + "train_loss": 0.49995407462120056, + "val_loss": 1.416707158088684, + "acc": 59.91, + "time": 2.7949024580002515, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 30, + "train_loss": 1.0173650979995728, + "val_loss": 1.1442919969558716, + "acc": 60.96, + "time": 25.388954944000034, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 31, + "train_loss": 0.9281017184257507, + "val_loss": 1.178159236907959, + "acc": 61.63999999999999, + "time": 26.133184372999494, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 32, + "train_loss": 1.0055274963378906, + "val_loss": 1.3177860975265503, + "acc": 61.44, + "time": 27.23198818199944, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 33, + "train_loss": 1.049617886543274, + "val_loss": 1.1505812406539917, + "acc": 61.8, + "time": 27.1933580470004, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 34, + "train_loss": 1.0129992961883545, + "val_loss": 1.0376020669937134, + "acc": 62.99, + "time": 27.331320131999746, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 35, + "train_loss": 0.9444509148597717, + "val_loss": 1.3173447847366333, + "acc": 62.35000000000001, + "time": 27.50901077599974, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 36, + "train_loss": 0.9430839419364929, + "val_loss": 1.0837405920028687, + "acc": 63.01, + "time": 27.43379163699956, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 37, + "train_loss": 0.8304709196090698, + "val_loss": 1.1363046169281006, + "acc": 63.949999999999996, + "time": 28.413212477999878, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 38, + "train_loss": 0.9165980219841003, + "val_loss": 1.1680190563201904, + "acc": 63.800000000000004, + "time": 28.284933167999952, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 39, + "train_loss": 0.673466145992279, + "val_loss": 1.05904221534729, + "acc": 63.93, + "time": 27.27439383300043, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 40, + "train_loss": 0.7804200053215027, + "val_loss": 1.1448116302490234, + "acc": 63.080000000000005, + "time": 25.982897754000078, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 41, + "train_loss": 0.6799180507659912, + "val_loss": 1.0834712982177734, + "acc": 64.71000000000001, + "time": 25.925901926000734, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 42, + "train_loss": 0.8168995380401611, + "val_loss": 1.20224130153656, + "acc": 63.970000000000006, + "time": 25.837595255999986, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 43, + "train_loss": 0.7651073932647705, + "val_loss": 0.9480603933334351, + "acc": 62.73, + "time": 25.954757737000364, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 44, + "train_loss": 0.5811429619789124, + "val_loss": 1.0114257335662842, + "acc": 64.60000000000001, + "time": 25.893029507999927, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 45, + "train_loss": 0.8147299289703369, + "val_loss": 1.210839867591858, + "acc": 63.21, + "time": 26.07916541599934, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 46, + "train_loss": 0.9545773267745972, + "val_loss": 1.1475849151611328, + "acc": 64.71000000000001, + "time": 26.476376117000655, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 47, + "train_loss": 0.8183845281600952, + "val_loss": 1.094625473022461, + "acc": 64.9, + "time": 27.596147266000116, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 48, + "train_loss": 0.7827702164649963, + "val_loss": 1.093565583229065, + "acc": 64.87, + "time": 27.040422863999993, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 49, + "train_loss": 0.595252275466919, + "val_loss": 1.1607842445373535, + "acc": 64.60000000000001, + "time": 26.335796209000364, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 50, + "train_loss": 0.8511368632316589, + "val_loss": 1.185638427734375, + "acc": 65.13, + "time": 27.540249906999634, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 51, + "train_loss": 0.5088526010513306, + "val_loss": 1.0843751430511475, + "acc": 65.31, + "time": 27.72273452099944, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 52, + "train_loss": 0.7441134452819824, + "val_loss": 1.0263301134109497, + "acc": 65.7, + "time": 27.489275792000626, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 53, + "train_loss": 0.6171724796295166, + "val_loss": 1.0645114183425903, + "acc": 65.32, + "time": 29.627567940000517, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-13 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-13 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json new file mode 100644 index 0000000..aa3b17d --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-13 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json @@ -0,0 +1,1059 @@ +{ + "Accuracy": 65.88000000000001, + "Time": [ + 12.704175612085237, + 16.89857216838334 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color", + "Brightness", + "Sharpness", + "Posterize" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.267026901245117, + "val_loss": 2.221625804901123, + "acc": 13.73, + "time": 3.7522968310004217, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 2, + "train_loss": 2.0260229110717773, + "val_loss": 1.997704029083252, + "acc": 29.709999999999997, + "time": 2.7631103999992774, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 3, + "train_loss": 1.6687372922897339, + "val_loss": 1.7033990621566772, + "acc": 37.7, + "time": 2.7762569350015838, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 4, + "train_loss": 1.5415340662002563, + "val_loss": 1.5259957313537598, + "acc": 42.230000000000004, + "time": 2.76814859300066, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 5, + "train_loss": 1.2963223457336426, + "val_loss": 1.4808343648910522, + "acc": 44.92, + "time": 2.785224510000262, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 6, + "train_loss": 1.3070144653320312, + "val_loss": 1.4220683574676514, + "acc": 47.339999999999996, + "time": 2.782829072999448, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 7, + "train_loss": 1.4229092597961426, + "val_loss": 1.4211894273757935, + "acc": 49.17, + "time": 2.8197321530005865, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 8, + "train_loss": 1.252213954925537, + "val_loss": 1.2943826913833618, + "acc": 51.129999999999995, + "time": 2.809332772001653, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 9, + "train_loss": 1.1880450248718262, + "val_loss": 1.4359652996063232, + "acc": 50.74999999999999, + "time": 2.803112019000764, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 10, + "train_loss": 1.338336706161499, + "val_loss": 1.3440686464309692, + "acc": 53.37, + "time": 2.798140049999347, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 11, + "train_loss": 1.0299937725067139, + "val_loss": 1.3541665077209473, + "acc": 54.24, + "time": 2.7761287590001302, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 12, + "train_loss": 1.049461007118225, + "val_loss": 1.3140475749969482, + "acc": 54.24, + "time": 2.7914641139996093, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 13, + "train_loss": 1.1444392204284668, + "val_loss": 1.291977047920227, + "acc": 56.67, + "time": 2.7854503509988717, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 14, + "train_loss": 1.1373437643051147, + "val_loss": 1.3661261796951294, + "acc": 55.120000000000005, + "time": 2.800675129999945, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 15, + "train_loss": 0.9856628179550171, + "val_loss": 1.2181694507598877, + "acc": 59.330000000000005, + "time": 2.8038434920017608, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 16, + "train_loss": 0.9748907089233398, + "val_loss": 1.1674176454544067, + "acc": 60.07, + "time": 2.7892555950002134, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 17, + "train_loss": 1.059499740600586, + "val_loss": 1.1484912633895874, + "acc": 59.0, + "time": 2.800215709999975, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 18, + "train_loss": 0.7796969413757324, + "val_loss": 1.3023436069488525, + "acc": 60.56, + "time": 2.8203865199993743, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 19, + "train_loss": 0.9796711802482605, + "val_loss": 1.1657843589782715, + "acc": 60.31999999999999, + "time": 2.8024059960007435, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 20, + "train_loss": 0.769944429397583, + "val_loss": 1.1233954429626465, + "acc": 58.440000000000005, + "time": 2.800385857999572, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 21, + "train_loss": 0.8849232196807861, + "val_loss": 1.2137759923934937, + "acc": 62.5, + "time": 2.796988201000204, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 22, + "train_loss": 0.7687558531761169, + "val_loss": 1.3204221725463867, + "acc": 61.63999999999999, + "time": 2.7803197450011794, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 23, + "train_loss": 0.7360216975212097, + "val_loss": 1.2117202281951904, + "acc": 61.51, + "time": 2.802602952999223, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 24, + "train_loss": 0.6626799702644348, + "val_loss": 1.1964828968048096, + "acc": 60.01, + "time": 2.7883402619991102, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 25, + "train_loss": 0.7459319829940796, + "val_loss": 1.0562373399734497, + "acc": 61.529999999999994, + "time": 2.7939236870006425, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 26, + "train_loss": 0.6453958749771118, + "val_loss": 1.4969582557678223, + "acc": 58.4, + "time": 2.7998958900006983, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 27, + "train_loss": 0.7192155122756958, + "val_loss": 1.120175838470459, + "acc": 62.39, + "time": 2.7925926160005474, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 28, + "train_loss": 0.4407535195350647, + "val_loss": 1.3000940084457397, + "acc": 61.08, + "time": 2.8047624940008973, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 29, + "train_loss": 0.3581315279006958, + "val_loss": 1.2472901344299316, + "acc": 61.3, + "time": 2.8267821480003477, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 30, + "train_loss": 0.3622676432132721, + "val_loss": 1.270490288734436, + "acc": 61.309999999999995, + "time": 2.807857342999341, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 31, + "train_loss": 0.30780690908432007, + "val_loss": 1.3433635234832764, + "acc": 60.81999999999999, + "time": 2.8072711950007943, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 32, + "train_loss": 0.3084932267665863, + "val_loss": 1.5320258140563965, + "acc": 62.050000000000004, + "time": 2.799348767999618, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 33, + "train_loss": 0.4130249321460724, + "val_loss": 1.5246891975402832, + "acc": 61.44, + "time": 2.7648003730009805, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 34, + "train_loss": 0.26894256472587585, + "val_loss": 1.7760412693023682, + "acc": 61.95, + "time": 2.801546650000091, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 35, + "train_loss": 0.10668342560529709, + "val_loss": 1.6370186805725098, + "acc": 60.72, + "time": 2.7918548679990636, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 36, + "train_loss": 0.8169962763786316, + "val_loss": 1.1708719730377197, + "acc": 61.370000000000005, + "time": 38.022594828000365, + "param": [ + 0.06365443766117096, + 0.05522032454609871, + 0.04636555537581444, + 0.11465658992528915, + 0.04722247272729874, + 0.05105597898364067, + 0.060876958072185516, + 0.08161326497793198, + 0.07454410940408707, + 0.13013513386249542, + 0.07662428915500641, + 0.1376054584980011, + 0.060425423085689545 + ] + }, + { + "epoch": 37, + "train_loss": 0.724746584892273, + "val_loss": 1.0024142265319824, + "acc": 62.92, + "time": 40.2119207300002, + "param": [ + 0.09128779917955399, + 0.014594961889088154, + 0.05550176277756691, + 0.09795601665973663, + 0.04820764809846878, + 0.05328253656625748, + 0.06945228576660156, + 0.0802326500415802, + 0.05572308972477913, + 0.12751862406730652, + 0.09985107183456421, + 0.13549117743968964, + 0.07090035825967789 + ] + }, + { + "epoch": 38, + "train_loss": 0.7007501125335693, + "val_loss": 1.2383108139038086, + "acc": 64.05, + "time": 40.785667684000146, + "param": [ + 0.1029890850186348, + 0.01097086537629366, + 0.08428104221820831, + 0.07549101114273071, + 0.05134839937090874, + 0.06692859530448914, + 0.06710528582334518, + 0.0679454505443573, + 0.0009782715933397412, + 0.1346423625946045, + 0.1265726089477539, + 0.14310970902442932, + 0.06763733923435211 + ] + }, + { + "epoch": 39, + "train_loss": 0.6428210139274597, + "val_loss": 1.0681586265563965, + "acc": 64.1, + "time": 40.11109998499887, + "param": [ + 0.09116057306528091, + 0.047560252249240875, + 0.07998308539390564, + 0.06511136144399643, + 0.054108813405036926, + 0.08411594480276108, + 0.0672692283987999, + 0.042811762541532516, + 0.0, + 0.12348292768001556, + 0.13502958416938782, + 0.15343645215034485, + 0.055929940193891525 + ] + }, + { + "epoch": 40, + "train_loss": 0.9701945185661316, + "val_loss": 1.0326077938079834, + "acc": 63.99, + "time": 41.049417778000134, + "param": [ + 0.08696004003286362, + 0.05215912684798241, + 0.06451252847909927, + 0.07054827362298965, + 0.06448369473218918, + 0.09830711036920547, + 0.06379842758178711, + 0.02163769118487835, + 0.0, + 0.10595694929361343, + 0.1479143500328064, + 0.1695711463689804, + 0.05415073037147522 + ] + }, + { + "epoch": 41, + "train_loss": 1.1964223384857178, + "val_loss": 1.1459569931030273, + "acc": 63.519999999999996, + "time": 42.68929125499926, + "param": [ + 0.06876697391271591, + 0.08186361938714981, + 0.08958840370178223, + 0.07694078981876373, + 0.05644657835364342, + 0.09756411612033844, + 0.06727162003517151, + 0.018447475507855415, + 0.0, + 0.09293696284294128, + 0.14078618586063385, + 0.15478242933750153, + 0.05460483580827713 + ] + }, + { + "epoch": 42, + "train_loss": 0.8243607878684998, + "val_loss": 1.157423496246338, + "acc": 63.57000000000001, + "time": 41.744769447999715, + "param": [ + 0.06470097601413727, + 0.08768869191408157, + 0.11673066020011902, + 0.07771661877632141, + 0.04709261655807495, + 0.08130470663309097, + 0.07133390754461288, + 0.04288964346051216, + 0.0, + 0.07574422657489777, + 0.12346852570772171, + 0.15147711336612701, + 0.05985236167907715 + ] + }, + { + "epoch": 43, + "train_loss": 0.7258449196815491, + "val_loss": 1.0076260566711426, + "acc": 64.21, + "time": 43.361729481999646, + "param": [ + 0.06183447316288948, + 0.06290999799966812, + 0.12035998702049255, + 0.08935520052909851, + 0.04595789685845375, + 0.07752076536417007, + 0.06350644677877426, + 0.08260036259889603, + 0.0118544427677989, + 0.07250354439020157, + 0.12628747522830963, + 0.13333149254322052, + 0.05197788029909134 + ] + }, + { + "epoch": 44, + "train_loss": 0.9587184190750122, + "val_loss": 1.2379313707351685, + "acc": 65.05, + "time": 41.82275490200118, + "param": [ + 0.06163832172751427, + 0.04340481385588646, + 0.11987978965044022, + 0.10501380264759064, + 0.07260192930698395, + 0.08842100203037262, + 0.07325897365808487, + 0.09006477892398834, + 0.011770801618695259, + 0.05252810940146446, + 0.10533689707517624, + 0.12082988768815994, + 0.055250898003578186 + ] + }, + { + "epoch": 45, + "train_loss": 0.9018144607543945, + "val_loss": 1.0420398712158203, + "acc": 65.88000000000001, + "time": 40.6601693169996, + "param": [ + 0.07693517208099365, + 0.033470746129751205, + 0.12516051530838013, + 0.09410148859024048, + 0.08461801707744598, + 0.09722519665956497, + 0.08635351061820984, + 0.07651399075984955, + 0.0, + 0.04165717214345932, + 0.09808957576751709, + 0.11342982202768326, + 0.07244483381509781 + ] + }, + { + "epoch": 46, + "train_loss": 1.0625827312469482, + "val_loss": 1.0918415784835815, + "acc": 64.56, + "time": 44.53563182700054, + "param": [ + 0.09601206332445145, + 0.044512443244457245, + 0.10423041880130768, + 0.08148907870054245, + 0.08931843191385269, + 0.09886042028665543, + 0.0868806317448616, + 0.06841829419136047, + 0.0, + 0.057383328676223755, + 0.10676156729459763, + 0.09922706335783005, + 0.06690625101327896 + ] + }, + { + "epoch": 47, + "train_loss": 0.5273081660270691, + "val_loss": 1.1929112672805786, + "acc": 65.25, + "time": 43.313924477999535, + "param": [ + 0.10866979509592056, + 0.05700565502047539, + 0.0659092366695404, + 0.07238022983074188, + 0.08120612800121307, + 0.09326781332492828, + 0.08480926603078842, + 0.06977550685405731, + 0.0, + 0.09568527340888977, + 0.10550227016210556, + 0.09466042369604111, + 0.07112840563058853 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-13 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-13 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json new file mode 100644 index 0000000..31ce658 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-13 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json @@ -0,0 +1,1125 @@ +{ + "Accuracy": 67.36999999999999, + "Time": [ + 29.15369267087999, + 0.6588886052680676 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color", + "Brightness", + "Sharpness", + "Posterize" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.226487398147583, + "val_loss": 2.2046945095062256, + "acc": 22.97, + "time": 29.718950706999976, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 2, + "train_loss": 1.9996886253356934, + "val_loss": 2.017778158187866, + "acc": 29.15, + "time": 29.653649761999986, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 3, + "train_loss": 1.8657594919204712, + "val_loss": 1.8682892322540283, + "acc": 34.160000000000004, + "time": 30.349738892999994, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 4, + "train_loss": 1.8131686449050903, + "val_loss": 1.6468700170516968, + "acc": 39.72, + "time": 28.355135691999976, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 5, + "train_loss": 1.653788447380066, + "val_loss": 1.731858730316162, + "acc": 42.53, + "time": 29.04339879400004, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 6, + "train_loss": 1.6324747800827026, + "val_loss": 1.514265537261963, + "acc": 44.6, + "time": 30.036930387999973, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 7, + "train_loss": 1.8203604221343994, + "val_loss": 1.5057566165924072, + "acc": 46.28, + "time": 29.60959332399989, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 8, + "train_loss": 1.6199076175689697, + "val_loss": 1.486971378326416, + "acc": 49.02, + "time": 29.403386790000013, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 9, + "train_loss": 1.4201911687850952, + "val_loss": 1.4516723155975342, + "acc": 48.75, + "time": 29.694972723999854, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 10, + "train_loss": 1.6283236742019653, + "val_loss": 1.346358060836792, + "acc": 50.080000000000005, + "time": 29.86561319900011, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 11, + "train_loss": 1.4406988620758057, + "val_loss": 1.334478497505188, + "acc": 51.99, + "time": 29.60615492199986, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 12, + "train_loss": 1.3168771266937256, + "val_loss": 1.3562967777252197, + "acc": 52.0, + "time": 29.856783481000093, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 13, + "train_loss": 1.1293977499008179, + "val_loss": 1.24752938747406, + "acc": 54.04, + "time": 29.498213326999576, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 14, + "train_loss": 1.4508601427078247, + "val_loss": 1.306699275970459, + "acc": 54.510000000000005, + "time": 29.578038256000127, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 15, + "train_loss": 1.3104166984558105, + "val_loss": 1.41199791431427, + "acc": 53.25, + "time": 29.286454796999806, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 16, + "train_loss": 1.2848851680755615, + "val_loss": 1.2278114557266235, + "acc": 56.47, + "time": 29.79388821800012, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 17, + "train_loss": 1.2187265157699585, + "val_loss": 1.2653453350067139, + "acc": 55.84, + "time": 29.85536837699965, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 18, + "train_loss": 1.5651206970214844, + "val_loss": 1.186390995979309, + "acc": 57.620000000000005, + "time": 29.5863370510001, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 19, + "train_loss": 1.146333932876587, + "val_loss": 1.0846915245056152, + "acc": 58.64, + "time": 29.090119088999927, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 20, + "train_loss": 1.2748160362243652, + "val_loss": 1.152029037475586, + "acc": 58.84, + "time": 29.26491382999984, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 21, + "train_loss": 1.2351901531219482, + "val_loss": 1.2215304374694824, + "acc": 59.699999999999996, + "time": 29.17180901000029, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 22, + "train_loss": 1.2802289724349976, + "val_loss": 1.141803503036499, + "acc": 58.879999999999995, + "time": 29.07343766399981, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 23, + "train_loss": 1.1333470344543457, + "val_loss": 1.1439327001571655, + "acc": 61.14000000000001, + "time": 29.574584512, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 24, + "train_loss": 1.0958815813064575, + "val_loss": 1.0707453489303589, + "acc": 60.38, + "time": 29.203198534999956, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 25, + "train_loss": 1.10174560546875, + "val_loss": 1.0356087684631348, + "acc": 60.9, + "time": 29.08486304500002, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 26, + "train_loss": 1.1912047863006592, + "val_loss": 1.1898113489151, + "acc": 60.050000000000004, + "time": 29.295516617999965, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 27, + "train_loss": 1.0920345783233643, + "val_loss": 1.1324245929718018, + "acc": 62.12, + "time": 29.14382356399983, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 28, + "train_loss": 0.9518673419952393, + "val_loss": 1.079789638519287, + "acc": 63.32, + "time": 29.06222199700005, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 29, + "train_loss": 1.0173168182373047, + "val_loss": 1.1554737091064453, + "acc": 63.43, + "time": 29.035811571000067, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 30, + "train_loss": 1.1236999034881592, + "val_loss": 1.0650380849838257, + "acc": 63.05, + "time": 29.567621415999838, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 31, + "train_loss": 1.1670269966125488, + "val_loss": 1.0396448373794556, + "acc": 63.519999999999996, + "time": 27.531328888999724, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 32, + "train_loss": 0.8863929510116577, + "val_loss": 1.0781830549240112, + "acc": 64.64, + "time": 27.793738873000166, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 33, + "train_loss": 1.0218302011489868, + "val_loss": 1.0006781816482544, + "acc": 64.28, + "time": 27.719608350999806, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 34, + "train_loss": 1.2424155473709106, + "val_loss": 1.101196050643921, + "acc": 64.01, + "time": 27.849833282999953, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 35, + "train_loss": 0.8117972612380981, + "val_loss": 0.973366379737854, + "acc": 64.7, + "time": 27.762326963000305, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 36, + "train_loss": 0.7972579002380371, + "val_loss": 0.9592771530151367, + "acc": 64.99000000000001, + "time": 27.707478056000127, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 37, + "train_loss": 0.9114139080047607, + "val_loss": 1.0592509508132935, + "acc": 65.14, + "time": 29.19290017200001, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 38, + "train_loss": 0.9491207599639893, + "val_loss": 1.085852861404419, + "acc": 63.12, + "time": 29.37237722100008, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 39, + "train_loss": 0.8553447723388672, + "val_loss": 1.0562504529953003, + "acc": 66.02, + "time": 29.177876964999996, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 40, + "train_loss": 0.7021266222000122, + "val_loss": 0.8891181349754333, + "acc": 65.46, + "time": 29.235445704000085, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 41, + "train_loss": 0.7614752054214478, + "val_loss": 0.9925627708435059, + "acc": 66.06, + "time": 29.04543437500024, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 42, + "train_loss": 0.6851174831390381, + "val_loss": 1.1089047193527222, + "acc": 66.23, + "time": 29.203596002999802, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 43, + "train_loss": 0.8028790354728699, + "val_loss": 1.0040384531021118, + "acc": 64.99000000000001, + "time": 29.102417672999763, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 44, + "train_loss": 0.8306582570075989, + "val_loss": 1.0225536823272705, + "acc": 67.30000000000001, + "time": 29.140493434999826, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 45, + "train_loss": 0.8846543431282043, + "val_loss": 1.0675996541976929, + "acc": 67.04, + "time": 29.23337884500006, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 46, + "train_loss": 0.7617115378379822, + "val_loss": 1.020643949508667, + "acc": 65.77, + "time": 29.23509029700017, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 47, + "train_loss": 0.7049188613891602, + "val_loss": 1.0110329389572144, + "acc": 66.14, + "time": 29.460215727000104, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 48, + "train_loss": 1.0122737884521484, + "val_loss": 0.9471561908721924, + "acc": 66.47999999999999, + "time": 29.644138362000376, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 49, + "train_loss": 0.6215395331382751, + "val_loss": 1.102499008178711, + "acc": 66.45, + "time": 27.741812152999955, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + }, + { + "epoch": 50, + "train_loss": 0.9143465757369995, + "val_loss": 0.9012051224708557, + "acc": 67.36999999999999, + "time": 29.174612644000263, + "param": [ + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484, + 0.07692307978868484 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-13 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-13 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..30df0ef --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-13 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,861 @@ +{ + "Accuracy": 66.33, + "Time": [ + 40.32554229757905, + 0.6919836719953613 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color", + "Brightness", + "Sharpness", + "Posterize" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2127230167388916, + "val_loss": 2.219165325164795, + "acc": 22.82, + "time": 40.523253355000634, + "param": [ + 0.08508589118719101, + 0.06566073000431061, + 0.07840055227279663, + 0.07411587238311768, + 0.10177791118621826, + 0.048506960272789, + 0.0873526856303215, + 0.10062280297279358, + 0.05581576004624367, + 0.04934970289468765, + 0.09225165843963623, + 0.07431024312973022, + 0.0867491364479065 + ] + }, + { + "epoch": 2, + "train_loss": 1.970447063446045, + "val_loss": 1.9798552989959717, + "acc": 29.049999999999997, + "time": 40.60535852599969, + "param": [ + 0.08739817887544632, + 0.01940375193953514, + 0.046665869653224945, + 0.10073142498731613, + 0.05329412966966629, + 0.06372305750846863, + 0.10112496465444565, + 0.10529378801584244, + 0.09840308874845505, + 0.03378458693623543, + 0.10233817249536514, + 0.08815029263496399, + 0.09968873858451843 + ] + }, + { + "epoch": 3, + "train_loss": 1.8150618076324463, + "val_loss": 1.7368446588516235, + "acc": 34.37, + "time": 41.002499397000065, + "param": [ + 0.07679522037506104, + 0.014452867209911346, + 0.0570133775472641, + 0.11023396253585815, + 0.016332801431417465, + 0.0698094293475151, + 0.11091100424528122, + 0.08732177317142487, + 0.10250012576580048, + 0.04894387349486351, + 0.09978140145540237, + 0.10757073014974594, + 0.09833353012800217 + ] + }, + { + "epoch": 4, + "train_loss": 1.8881794214248657, + "val_loss": 1.7093684673309326, + "acc": 39.67, + "time": 41.3868702740001, + "param": [ + 0.06265662610530853, + 0.015123850665986538, + 0.0924861878156662, + 0.12413706630468369, + 0.0, + 0.033916622400283813, + 0.13975943624973297, + 0.08347063511610031, + 0.09586477279663086, + 0.06388182193040848, + 0.09110353142023087, + 0.09109048545360565, + 0.10650895535945892 + ] + }, + { + "epoch": 5, + "train_loss": 1.5659518241882324, + "val_loss": 1.527819275856018, + "acc": 45.06, + "time": 40.392714272000376, + "param": [ + 0.06945794820785522, + 0.033355847001075745, + 0.11910086125135422, + 0.12491688132286072, + 0.0010284557938575745, + 0.0066147795878350735, + 0.1568315476179123, + 0.05922068655490875, + 0.10874540358781815, + 0.062421999871730804, + 0.06925144791603088, + 0.07707613706588745, + 0.11197802424430847 + ] + }, + { + "epoch": 6, + "train_loss": 1.540162205696106, + "val_loss": 1.4548890590667725, + "acc": 45.56, + "time": 40.41744036899945, + "param": [ + 0.05666031688451767, + 0.046766117215156555, + 0.11638378351926804, + 0.10958940535783768, + 0.025411363691091537, + 0.03369731828570366, + 0.13543884456157684, + 0.05871104821562767, + 0.12192809581756592, + 0.051041245460510254, + 0.06473681330680847, + 0.07032386213541031, + 0.1093117892742157 + ] + }, + { + "epoch": 7, + "train_loss": 1.6365139484405518, + "val_loss": 1.4364138841629028, + "acc": 46.379999999999995, + "time": 40.362689800000226, + "param": [ + 0.05290086567401886, + 0.01607457362115383, + 0.1290663480758667, + 0.09640457481145859, + 0.04622017592191696, + 0.04918772727251053, + 0.13284820318222046, + 0.05549316853284836, + 0.12022285163402557, + 0.039398979395627975, + 0.08628199249505997, + 0.07147155702114105, + 0.10442902147769928 + ] + }, + { + "epoch": 8, + "train_loss": 1.4337698221206665, + "val_loss": 1.380472183227539, + "acc": 48.24, + "time": 40.33949359399958, + "param": [ + 0.06378639489412308, + 0.0, + 0.12055988609790802, + 0.07847914099693298, + 0.07024604827165604, + 0.042566247284412384, + 0.13691744208335876, + 0.05158071219921112, + 0.11793647706508636, + 0.032596271485090256, + 0.09460415691137314, + 0.08927061408758163, + 0.10145660489797592 + ] + }, + { + "epoch": 9, + "train_loss": 1.777229905128479, + "val_loss": 1.3052263259887695, + "acc": 50.61, + "time": 40.34702992500024, + "param": [ + 0.06871001422405243, + 0.0, + 0.11990533024072647, + 0.07147972285747528, + 0.06355211138725281, + 0.05188236013054848, + 0.15272067487239838, + 0.03663675859570503, + 0.1022028848528862, + 0.018013333901762962, + 0.10820268094539642, + 0.10235469043254852, + 0.10433947294950485 + ] + }, + { + "epoch": 10, + "train_loss": 1.3655670881271362, + "val_loss": 1.3761427402496338, + "acc": 52.09, + "time": 40.283049005000066, + "param": [ + 0.08287246525287628, + 0.0, + 0.11282221972942352, + 0.0534818135201931, + 0.05381619930267334, + 0.07762648165225983, + 0.15868937969207764, + 0.03560004010796547, + 0.08872759342193604, + 0.025195838883519173, + 0.11775647103786469, + 0.10041812062263489, + 0.09299345314502716 + ] + }, + { + "epoch": 11, + "train_loss": 1.6759127378463745, + "val_loss": 1.425494909286499, + "acc": 51.449999999999996, + "time": 40.33097403800002, + "param": [ + 0.09197478741407394, + 0.007482319604605436, + 0.11031142622232437, + 0.045048490166664124, + 0.04462259262800217, + 0.08488009124994278, + 0.13852784037590027, + 0.04243410751223564, + 0.08647718280553818, + 0.05391902104020119, + 0.11931299418210983, + 0.0869917944073677, + 0.08801737427711487 + ] + }, + { + "epoch": 12, + "train_loss": 1.376573920249939, + "val_loss": 1.2989473342895508, + "acc": 53.13, + "time": 40.39001793999978, + "param": [ + 0.0978829562664032, + 0.01672862470149994, + 0.0958603024482727, + 0.04926137626171112, + 0.030960101634263992, + 0.08345863968133926, + 0.13596947491168976, + 0.046886835247278214, + 0.09280987828969955, + 0.07877354323863983, + 0.11872998625040054, + 0.07785463333129883, + 0.07482366263866425 + ] + }, + { + "epoch": 13, + "train_loss": 1.2272775173187256, + "val_loss": 1.3825596570968628, + "acc": 55.47, + "time": 40.309042699999736, + "param": [ + 0.09633313119411469, + 0.0322025828063488, + 0.09000214189291, + 0.049417298287153244, + 0.028331905603408813, + 0.06889986991882324, + 0.12778352200984955, + 0.04533785954117775, + 0.10035286098718643, + 0.0869104415178299, + 0.1103377491235733, + 0.08083314448595047, + 0.08325754851102829 + ] + }, + { + "epoch": 14, + "train_loss": 1.3230361938476562, + "val_loss": 1.3733464479446411, + "acc": 54.06999999999999, + "time": 40.33620556900041, + "param": [ + 0.09436901658773422, + 0.059909917414188385, + 0.08144024014472961, + 0.06616228073835373, + 0.030360352247953415, + 0.03711424022912979, + 0.12215352058410645, + 0.07284237444400787, + 0.10103729367256165, + 0.0879257470369339, + 0.08354375511407852, + 0.08981399983167648, + 0.07332725822925568 + ] + }, + { + "epoch": 15, + "train_loss": 1.276987075805664, + "val_loss": 1.1020519733428955, + "acc": 57.769999999999996, + "time": 40.404781870999614, + "param": [ + 0.0799165815114975, + 0.06482948362827301, + 0.07888195663690567, + 0.08488261699676514, + 0.031224485486745834, + 0.013467561453580856, + 0.13354535400867462, + 0.10713984817266464, + 0.08563236892223358, + 0.10258183628320694, + 0.05684948340058327, + 0.08809810876846313, + 0.0729503259062767 + ] + }, + { + "epoch": 16, + "train_loss": 1.258635401725769, + "val_loss": 1.2112798690795898, + "acc": 58.4, + "time": 40.28782136500013, + "param": [ + 0.06273454427719116, + 0.030665382742881775, + 0.08502604812383652, + 0.09614651650190353, + 0.049140673130750656, + 0.0, + 0.15168100595474243, + 0.11748186498880386, + 0.07631132751703262, + 0.1100567951798439, + 0.05171355605125427, + 0.07839435338973999, + 0.09064792841672897 + ] + }, + { + "epoch": 17, + "train_loss": 1.262789249420166, + "val_loss": 1.1978672742843628, + "acc": 58.03, + "time": 40.439546548999715, + "param": [ + 0.06053157150745392, + 0.028705716133117676, + 0.07918532192707062, + 0.0962335616350174, + 0.054972365498542786, + 0.007901458069682121, + 0.1615748554468155, + 0.11089516431093216, + 0.05342814326286316, + 0.10998251289129257, + 0.06420223414897919, + 0.07450003176927567, + 0.09788714349269867 + ] + }, + { + "epoch": 18, + "train_loss": 0.949494481086731, + "val_loss": 1.1231504678726196, + "acc": 59.17, + "time": 40.354767707000065, + "param": [ + 0.07820522040128708, + 0.02823355793952942, + 0.06631492078304291, + 0.09619130194187164, + 0.044303394854068756, + 0.019261658191680908, + 0.16625891625881195, + 0.11629391461610794, + 0.014049980789422989, + 0.10968708246946335, + 0.06958678364753723, + 0.0822654515504837, + 0.10934778302907944 + ] + }, + { + "epoch": 19, + "train_loss": 1.0353296995162964, + "val_loss": 1.162384271621704, + "acc": 59.29, + "time": 40.40581646700048, + "param": [ + 0.10878845304250717, + 0.02034899592399597, + 0.039534471929073334, + 0.09330688416957855, + 0.03179816156625748, + 0.05066249892115593, + 0.18782731890678406, + 0.11387032270431519, + 0.0, + 0.09886504709720612, + 0.06231074780225754, + 0.08333557099103928, + 0.10935157537460327 + ] + }, + { + "epoch": 20, + "train_loss": 1.1554235219955444, + "val_loss": 1.193631887435913, + "acc": 57.230000000000004, + "time": 40.41749399499986, + "param": [ + 0.11512458324432373, + 0.03269490972161293, + 0.03204863518476486, + 0.09539730101823807, + 0.016386445611715317, + 0.0646393820643425, + 0.20209725201129913, + 0.09995641559362411, + 0.0016208607703447342, + 0.1000293716788292, + 0.053582992404699326, + 0.0838630199432373, + 0.10255883634090424 + ] + }, + { + "epoch": 21, + "train_loss": 1.3070847988128662, + "val_loss": 1.0989232063293457, + "acc": 60.660000000000004, + "time": 42.40664351099986, + "param": [ + 0.09980206191539764, + 0.03154299780726433, + 0.0386807918548584, + 0.1037513017654419, + 0.007855267263948917, + 0.07657066732645035, + 0.19868245720863342, + 0.08950402587652206, + 0.008029463700950146, + 0.10111226886510849, + 0.05426725745201111, + 0.09191401302814484, + 0.09828739613294601 + ] + }, + { + "epoch": 22, + "train_loss": 1.1429117918014526, + "val_loss": 1.000296711921692, + "acc": 60.760000000000005, + "time": 39.83001196399982, + "param": [ + 0.08500028401613235, + 0.019951066002249718, + 0.05074089765548706, + 0.10899332910776138, + 0.012773347087204456, + 0.08668611943721771, + 0.18860270082950592, + 0.07139023393392563, + 0.015096636489033699, + 0.10028456151485443, + 0.06704011559486389, + 0.10269598662853241, + 0.0907447338104248 + ] + }, + { + "epoch": 23, + "train_loss": 1.050097942352295, + "val_loss": 1.116382122039795, + "acc": 62.88, + "time": 39.09839870699943, + "param": [ + 0.06365485489368439, + 0.03152577206492424, + 0.06757454574108124, + 0.10271704196929932, + 0.03141239285469055, + 0.089009128510952, + 0.1509144902229309, + 0.08068567514419556, + 0.019288092851638794, + 0.09436912834644318, + 0.08240079134702682, + 0.10182829201221466, + 0.08461979776620865 + ] + }, + { + "epoch": 24, + "train_loss": 1.2085332870483398, + "val_loss": 1.0520224571228027, + "acc": 63.019999999999996, + "time": 39.111516074000065, + "param": [ + 0.056049834936857224, + 0.0278644859790802, + 0.06574107706546783, + 0.10151578485965729, + 0.0274016335606575, + 0.08957426995038986, + 0.12159441411495209, + 0.10400225967168808, + 0.033718712627887726, + 0.08872918784618378, + 0.0866694226861, + 0.1116088479757309, + 0.08553007990121841 + ] + }, + { + "epoch": 25, + "train_loss": 1.2796595096588135, + "val_loss": 1.0172477960586548, + "acc": 63.72, + "time": 39.15165309799977, + "param": [ + 0.0652325302362442, + 0.01441438589245081, + 0.07240761071443558, + 0.10181192308664322, + 0.023845743387937546, + 0.07055355608463287, + 0.10358302295207977, + 0.09310220181941986, + 0.04648859053850174, + 0.10273810476064682, + 0.0845881775021553, + 0.13378337025642395, + 0.08745077252388 + ] + }, + { + "epoch": 26, + "train_loss": 1.1951656341552734, + "val_loss": 1.077311396598816, + "acc": 62.529999999999994, + "time": 39.30781994000063, + "param": [ + 0.08071176707744598, + 0.001209539594128728, + 0.08884836733341217, + 0.08610441535711288, + 0.035081896930933, + 0.054869599640369415, + 0.0948914960026741, + 0.08091200888156891, + 0.053400419652462006, + 0.0912385806441307, + 0.094422847032547, + 0.14767499268054962, + 0.0906340628862381 + ] + }, + { + "epoch": 27, + "train_loss": 0.9584179520606995, + "val_loss": 1.0700297355651855, + "acc": 63.13999999999999, + "time": 40.09142241800055, + "param": [ + 0.07854756712913513, + 0.00232914206571877, + 0.11536218225955963, + 0.08590575307607651, + 0.05453721061348915, + 0.04598669707775116, + 0.09560022503137589, + 0.08023714274168015, + 0.056587863713502884, + 0.06308935582637787, + 0.10289686918258667, + 0.14646489918231964, + 0.07245507836341858 + ] + }, + { + "epoch": 28, + "train_loss": 0.9408703446388245, + "val_loss": 0.8869097828865051, + "acc": 63.51, + "time": 40.02482608900027, + "param": [ + 0.07616634666919708, + 0.041990991681814194, + 0.1167043149471283, + 0.08254513889551163, + 0.037908654659986496, + 0.04389457404613495, + 0.09421523660421371, + 0.07106725871562958, + 0.04952395334839821, + 0.06265804171562195, + 0.11105368286371231, + 0.13651613891124725, + 0.07575564831495285 + ] + }, + { + "epoch": 29, + "train_loss": 0.8258445262908936, + "val_loss": 1.0575592517852783, + "acc": 64.27000000000001, + "time": 39.081643610000356, + "param": [ + 0.08539590239524841, + 0.06762922555208206, + 0.10317430645227432, + 0.07370086014270782, + 0.025635069236159325, + 0.061879076063632965, + 0.08996597677469254, + 0.07840604335069656, + 0.0328465960919857, + 0.07353052496910095, + 0.09896235913038254, + 0.12344826757907867, + 0.08542583137750626 + ] + }, + { + "epoch": 30, + "train_loss": 0.9024676084518433, + "val_loss": 0.9874130487442017, + "acc": 64.64, + "time": 39.121673464000196, + "param": [ + 0.09834665060043335, + 0.06974344700574875, + 0.09541215002536774, + 0.07647956162691116, + 0.029700065031647682, + 0.056248459964990616, + 0.07286874949932098, + 0.07271168380975723, + 0.031431738287210464, + 0.09094537049531937, + 0.0933479443192482, + 0.10910922288894653, + 0.10365499556064606 + ] + }, + { + "epoch": 31, + "train_loss": 0.9017632603645325, + "val_loss": 1.077967882156372, + "acc": 64.09, + "time": 42.036290015000304, + "param": [ + 0.1002899780869484, + 0.0734909400343895, + 0.09290630370378494, + 0.08806050568819046, + 0.018879735842347145, + 0.055197231471538544, + 0.06761597096920013, + 0.06883683055639267, + 0.01597628742456436, + 0.10605273395776749, + 0.10968676209449768, + 0.10854899138212204, + 0.09445778280496597 + ] + }, + { + "epoch": 32, + "train_loss": 0.8540182113647461, + "val_loss": 0.9415091872215271, + "acc": 64.27000000000001, + "time": 40.747015695999835, + "param": [ + 0.10059729963541031, + 0.0870252475142479, + 0.0720435157418251, + 0.08946114033460617, + 0.040013980120420456, + 0.06889413297176361, + 0.07493608444929123, + 0.06423918902873993, + 0.020558437332510948, + 0.10996558517217636, + 0.11949411779642105, + 0.09333942085504532, + 0.05943189188838005 + ] + }, + { + "epoch": 33, + "train_loss": 0.8655093312263489, + "val_loss": 1.1302253007888794, + "acc": 65.55, + "time": 40.61959898600071, + "param": [ + 0.09902475029230118, + 0.07252208143472672, + 0.06456103920936584, + 0.08302236348390579, + 0.04854128509759903, + 0.07129838317632675, + 0.0818595215678215, + 0.07229657471179962, + 0.04766043648123741, + 0.1026400700211525, + 0.12703834474086761, + 0.08723795413970947, + 0.04229719936847687 + ] + }, + { + "epoch": 34, + "train_loss": 0.7972815036773682, + "val_loss": 1.0887528657913208, + "acc": 64.64999999999999, + "time": 40.54697930900056, + "param": [ + 0.11546359211206436, + 0.04802173376083374, + 0.0786188542842865, + 0.07459750771522522, + 0.05766259878873825, + 0.07876373082399368, + 0.07317980378866196, + 0.08676937222480774, + 0.05725546181201935, + 0.10368872433900833, + 0.1379178911447525, + 0.08806068450212479, + 0.0 + ] + }, + { + "epoch": 35, + "train_loss": 0.7147778272628784, + "val_loss": 0.996978759765625, + "acc": 64.63, + "time": 40.52817344400046, + "param": [ + 0.11944280564785004, + 0.01943245902657509, + 0.1062077209353447, + 0.06708695739507675, + 0.03953840211033821, + 0.07055061310529709, + 0.07763569802045822, + 0.10443615168333054, + 0.06654685735702515, + 0.09697999805212021, + 0.14125220477581024, + 0.09075814485549927, + 0.0001320016017416492 + ] + }, + { + "epoch": 36, + "train_loss": 0.76653653383255, + "val_loss": 1.0522617101669312, + "acc": 66.33, + "time": 40.470252220000475, + "param": [ + 0.11763350665569305, + 0.021273303776979446, + 0.10756420344114304, + 0.06617417931556702, + 0.024008315056562424, + 0.0546252615749836, + 0.0958108976483345, + 0.10869626700878143, + 0.06888948380947113, + 0.08531614392995834, + 0.1401420384645462, + 0.09609472006559372, + 0.013771677389740944 + ] + }, + { + "epoch": 37, + "train_loss": 0.762763500213623, + "val_loss": 1.089709997177124, + "acc": 65.36999999999999, + "time": 40.41240809899955, + "param": [ + 0.10533136129379272, + 0.050324685871601105, + 0.07132970541715622, + 0.06379839032888412, + 0.04647593945264816, + 0.034848444163799286, + 0.11093220859766006, + 0.10874007642269135, + 0.05761033296585083, + 0.0659547671675682, + 0.12395075708627701, + 0.09287987649440765, + 0.06782347708940506 + ] + }, + { + "epoch": 38, + "train_loss": 0.7132462859153748, + "val_loss": 0.9220690131187439, + "acc": 65.79, + "time": 40.44741394600078, + "param": [ + 0.10060164332389832, + 0.05635326728224754, + 0.03938470035791397, + 0.058391254395246506, + 0.04759925231337547, + 0.01657375507056713, + 0.12704727053642273, + 0.0931481271982193, + 0.04701836779713631, + 0.06583283841609955, + 0.12125559896230698, + 0.09721770137548447, + 0.12957622110843658 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json new file mode 100644 index 0000000..8065de4 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json @@ -0,0 +1,1406 @@ +{ + "Accuracy": 66.03, + "Time": [ + 15.215338947816674, + 15.126131692492661 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color", + "Brightness", + "Sharpness", + "Posterize", + "Solarize" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.207975387573242, + "val_loss": 2.240117311477661, + "acc": 16.98, + "time": 4.029288671999893, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 2, + "train_loss": 1.977804183959961, + "val_loss": 1.9669272899627686, + "acc": 29.64, + "time": 2.8948382060000313, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 3, + "train_loss": 1.6983916759490967, + "val_loss": 1.6938588619232178, + "acc": 38.25, + "time": 2.8927299590000075, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 4, + "train_loss": 1.6784814596176147, + "val_loss": 1.619492530822754, + "acc": 41.05, + "time": 3.0029675539999516, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 5, + "train_loss": 1.5699520111083984, + "val_loss": 1.4335635900497437, + "acc": 42.91, + "time": 2.942043311000134, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 6, + "train_loss": 1.4045578241348267, + "val_loss": 1.4465768337249756, + "acc": 46.58, + "time": 2.916094874999999, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 7, + "train_loss": 1.4852662086486816, + "val_loss": 1.4378461837768555, + "acc": 48.19, + "time": 2.9330075710001893, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 8, + "train_loss": 1.3553587198257446, + "val_loss": 1.4090704917907715, + "acc": 50.05, + "time": 2.880738178999991, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 9, + "train_loss": 1.1574896574020386, + "val_loss": 1.3325121402740479, + "acc": 52.66, + "time": 2.9475614000000405, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 10, + "train_loss": 1.0981600284576416, + "val_loss": 1.4734618663787842, + "acc": 52.51, + "time": 2.899607660999891, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 11, + "train_loss": 1.3202898502349854, + "val_loss": 1.3142660856246948, + "acc": 52.72, + "time": 2.92074235400014, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 12, + "train_loss": 1.141863465309143, + "val_loss": 1.260920763015747, + "acc": 54.300000000000004, + "time": 2.9619592070000635, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 13, + "train_loss": 1.2660077810287476, + "val_loss": 1.268026351928711, + "acc": 55.66, + "time": 2.93491649900011, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 14, + "train_loss": 1.1734187602996826, + "val_loss": 1.2694541215896606, + "acc": 55.059999999999995, + "time": 2.926980662999995, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 15, + "train_loss": 1.0467588901519775, + "val_loss": 1.1612101793289185, + "acc": 55.25, + "time": 2.941831138999987, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 16, + "train_loss": 0.8922106623649597, + "val_loss": 1.1175174713134766, + "acc": 57.86, + "time": 2.8957925470001555, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 17, + "train_loss": 0.9732950925827026, + "val_loss": 1.1843125820159912, + "acc": 59.07, + "time": 2.8780628920001163, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 18, + "train_loss": 0.9812623262405396, + "val_loss": 1.1119555234909058, + "acc": 59.68, + "time": 2.8749486169999727, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 19, + "train_loss": 0.7802433371543884, + "val_loss": 1.3333723545074463, + "acc": 59.050000000000004, + "time": 2.8689154759999838, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 20, + "train_loss": 0.7676738500595093, + "val_loss": 1.136677861213684, + "acc": 60.88, + "time": 2.8630724679997, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 21, + "train_loss": 0.7597992420196533, + "val_loss": 1.1616315841674805, + "acc": 59.27, + "time": 2.8772487119999823, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 22, + "train_loss": 0.8975375294685364, + "val_loss": 1.212024211883545, + "acc": 60.519999999999996, + "time": 2.8416438509998443, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 23, + "train_loss": 0.7652400135993958, + "val_loss": 1.1980551481246948, + "acc": 60.73, + "time": 2.9385762279998744, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 24, + "train_loss": 0.7011193633079529, + "val_loss": 1.0890462398529053, + "acc": 60.589999999999996, + "time": 2.947697624999819, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 25, + "train_loss": 0.510320246219635, + "val_loss": 1.0644267797470093, + "acc": 61.809999999999995, + "time": 2.942868517000079, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 26, + "train_loss": 0.5527193546295166, + "val_loss": 1.1300617456436157, + "acc": 60.41, + "time": 2.9718309240001872, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 27, + "train_loss": 0.4329797923564911, + "val_loss": 1.1679545640945435, + "acc": 61.419999999999995, + "time": 2.960186971999974, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 28, + "train_loss": 0.4655502140522003, + "val_loss": 1.3480483293533325, + "acc": 58.809999999999995, + "time": 2.885794363000059, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 29, + "train_loss": 0.4435216188430786, + "val_loss": 1.4762628078460693, + "acc": 60.5, + "time": 2.854412720000255, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 30, + "train_loss": 0.3829834759235382, + "val_loss": 1.296359896659851, + "acc": 60.64000000000001, + "time": 2.8220354029999726, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 31, + "train_loss": 0.26861444115638733, + "val_loss": 1.1831810474395752, + "acc": 59.97, + "time": 2.8601408570002604, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 32, + "train_loss": 0.2440606951713562, + "val_loss": 1.52859365940094, + "acc": 60.27, + "time": 2.8881567230000655, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 33, + "train_loss": 0.21978196501731873, + "val_loss": 1.4853980541229248, + "acc": 60.5, + "time": 2.879299550000269, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 34, + "train_loss": 0.3397000730037689, + "val_loss": 1.8767786026000977, + "acc": 60.709999999999994, + "time": 2.8562494880002305, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 35, + "train_loss": 0.2368573099374771, + "val_loss": 1.7346946001052856, + "acc": 61.050000000000004, + "time": 2.8512666899996475, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 36, + "train_loss": 0.1664876490831375, + "val_loss": 2.1869962215423584, + "acc": 61.22, + "time": 2.9057287410000754, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 37, + "train_loss": 1.1235908269882202, + "val_loss": 1.1362783908843994, + "acc": 60.029999999999994, + "time": 29.3524761220001, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 38, + "train_loss": 1.075329065322876, + "val_loss": 1.128791093826294, + "acc": 61.47, + "time": 31.846369353999762, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 39, + "train_loss": 1.0630079507827759, + "val_loss": 1.1071950197219849, + "acc": 61.519999999999996, + "time": 32.56592658499994, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 40, + "train_loss": 0.887244701385498, + "val_loss": 1.1033966541290283, + "acc": 62.53999999999999, + "time": 33.508794982999916, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 41, + "train_loss": 0.8193873167037964, + "val_loss": 1.1022164821624756, + "acc": 62.33, + "time": 31.07627602299999, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 42, + "train_loss": 0.867003858089447, + "val_loss": 1.2484564781188965, + "acc": 63.75999999999999, + "time": 32.773142476999965, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 43, + "train_loss": 1.074260950088501, + "val_loss": 1.129457950592041, + "acc": 63.63999999999999, + "time": 32.66884182300009, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 44, + "train_loss": 0.8287978172302246, + "val_loss": 1.2337234020233154, + "acc": 63.7, + "time": 29.723659137999675, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 45, + "train_loss": 0.932755708694458, + "val_loss": 1.2105087041854858, + "acc": 62.970000000000006, + "time": 29.607512748000318, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 46, + "train_loss": 0.8067033290863037, + "val_loss": 1.1407287120819092, + "acc": 63.94, + "time": 30.557784931999777, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 47, + "train_loss": 0.7754241824150085, + "val_loss": 1.1047300100326538, + "acc": 64.42999999999999, + "time": 33.15189152499988, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 48, + "train_loss": 1.0077770948410034, + "val_loss": 1.0004199743270874, + "acc": 63.91, + "time": 33.061049665000155, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 49, + "train_loss": 0.9160307049751282, + "val_loss": 1.1979026794433594, + "acc": 64.75999999999999, + "time": 34.21590735300015, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 50, + "train_loss": 0.8893612623214722, + "val_loss": 0.9443597197532654, + "acc": 64.99000000000001, + "time": 31.606983877999937, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 51, + "train_loss": 0.8317659497261047, + "val_loss": 0.9970621466636658, + "acc": 65.19, + "time": 36.4265294060001, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 52, + "train_loss": 1.1530786752700806, + "val_loss": 1.1241048574447632, + "acc": 64.92999999999999, + "time": 34.88479249699958, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 53, + "train_loss": 0.8721586465835571, + "val_loss": 1.0111829042434692, + "acc": 65.25999999999999, + "time": 34.986441386000024, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 54, + "train_loss": 0.9111025929450989, + "val_loss": 1.138932466506958, + "acc": 65.45, + "time": 37.46649896400004, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 55, + "train_loss": 0.8429215550422668, + "val_loss": 1.2072176933288574, + "acc": 65.33, + "time": 35.43821284800015, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 56, + "train_loss": 0.8202154636383057, + "val_loss": 1.1319732666015625, + "acc": 65.63, + "time": 35.77212908000001, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 57, + "train_loss": 0.7539383769035339, + "val_loss": 1.182494044303894, + "acc": 65.25, + "time": 35.76185331099987, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 58, + "train_loss": 0.8489315509796143, + "val_loss": 1.1155905723571777, + "acc": 65.53, + "time": 37.61504928400018, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 59, + "train_loss": 0.6002680063247681, + "val_loss": 0.980593740940094, + "acc": 65.82000000000001, + "time": 38.525737295, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 60, + "train_loss": 0.7742941379547119, + "val_loss": 0.9640045166015625, + "acc": 66.03, + "time": 34.637239577999935, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json new file mode 100644 index 0000000..f9ca8ca --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json @@ -0,0 +1,1567 @@ +{ + "Accuracy": 65.81, + "Time": [ + 27.344100733925366, + 25.14365268960858 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color", + "Brightness", + "Sharpness", + "Posterize", + "Solarize" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.218869209289551, + "val_loss": 2.218930721282959, + "acc": 19.900000000000002, + "time": 4.441006621999804, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 2, + "train_loss": 1.8766093254089355, + "val_loss": 1.9550107717514038, + "acc": 29.799999999999997, + "time": 3.3503608020000684, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 3, + "train_loss": 1.8401185274124146, + "val_loss": 1.7909090518951416, + "acc": 35.05, + "time": 3.279785083000206, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 4, + "train_loss": 1.7169970273971558, + "val_loss": 1.6546505689620972, + "acc": 40.65, + "time": 3.6691961080005058, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 5, + "train_loss": 1.4110338687896729, + "val_loss": 1.5057013034820557, + "acc": 46.22, + "time": 3.3043742079998992, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 6, + "train_loss": 1.4492231607437134, + "val_loss": 1.4165583848953247, + "acc": 46.14, + "time": 3.2588354729996354, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 7, + "train_loss": 1.309478998184204, + "val_loss": 1.5100321769714355, + "acc": 46.0, + "time": 3.4145115420005823, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 8, + "train_loss": 1.367175817489624, + "val_loss": 1.4408262968063354, + "acc": 49.44, + "time": 3.6862770989991986, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 9, + "train_loss": 1.2210371494293213, + "val_loss": 1.4347983598709106, + "acc": 51.39, + "time": 3.2656565420002153, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 10, + "train_loss": 1.2015870809555054, + "val_loss": 1.4339096546173096, + "acc": 53.239999999999995, + "time": 3.291763670000364, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 11, + "train_loss": 1.0857470035552979, + "val_loss": 1.2987247705459595, + "acc": 54.42, + "time": 3.1719337909999012, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 12, + "train_loss": 1.3209173679351807, + "val_loss": 1.2196277379989624, + "acc": 55.169999999999995, + "time": 3.3151474489995962, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 13, + "train_loss": 1.1499987840652466, + "val_loss": 1.2935090065002441, + "acc": 55.87, + "time": 3.283128218999991, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 14, + "train_loss": 1.294105052947998, + "val_loss": 1.374402642250061, + "acc": 56.64, + "time": 3.5666337419997944, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 15, + "train_loss": 0.8201913833618164, + "val_loss": 1.3689303398132324, + "acc": 57.66, + "time": 3.3765426969994223, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 16, + "train_loss": 1.123108148574829, + "val_loss": 1.3314545154571533, + "acc": 54.89000000000001, + "time": 3.226265063000028, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 17, + "train_loss": 1.0027720928192139, + "val_loss": 1.2657166719436646, + "acc": 57.18, + "time": 3.276313683000808, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 18, + "train_loss": 0.9296038746833801, + "val_loss": 1.1727346181869507, + "acc": 58.41, + "time": 3.2312040249998972, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 19, + "train_loss": 0.7100399732589722, + "val_loss": 1.0615233182907104, + "acc": 59.9, + "time": 3.1428090889994564, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 20, + "train_loss": 0.7988088726997375, + "val_loss": 1.2876850366592407, + "acc": 58.620000000000005, + "time": 3.223307011000543, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 21, + "train_loss": 0.6828426718711853, + "val_loss": 1.081620693206787, + "acc": 59.39, + "time": 3.2821512339996843, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 22, + "train_loss": 0.8367903232574463, + "val_loss": 1.2175533771514893, + "acc": 57.769999999999996, + "time": 3.214529070000026, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 23, + "train_loss": 0.7633360028266907, + "val_loss": 1.240116834640503, + "acc": 60.75000000000001, + "time": 3.2186015550005322, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 24, + "train_loss": 0.9287068247795105, + "val_loss": 1.148926854133606, + "acc": 60.46, + "time": 3.2489291659994706, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 25, + "train_loss": 0.627212405204773, + "val_loss": 1.0203514099121094, + "acc": 60.309999999999995, + "time": 3.306410735999634, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 26, + "train_loss": 0.6255476474761963, + "val_loss": 1.332566261291504, + "acc": 59.97, + "time": 3.3774405250005657, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 27, + "train_loss": 0.5753278136253357, + "val_loss": 1.2618335485458374, + "acc": 60.25, + "time": 3.3344587230003526, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 28, + "train_loss": 0.5324808955192566, + "val_loss": 1.3802428245544434, + "acc": 60.86, + "time": 3.1278758939997715, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 29, + "train_loss": 0.4486141800880432, + "val_loss": 1.3676027059555054, + "acc": 60.46, + "time": 3.140076761000273, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 30, + "train_loss": 0.41085565090179443, + "val_loss": 1.29587721824646, + "acc": 60.78, + "time": 3.1544835670001703, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 31, + "train_loss": 0.43983131647109985, + "val_loss": 1.4671680927276611, + "acc": 60.089999999999996, + "time": 3.188020177999533, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 32, + "train_loss": 0.2828775644302368, + "val_loss": 1.5746054649353027, + "acc": 59.45, + "time": 3.2752355969996643, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 33, + "train_loss": 0.21707755327224731, + "val_loss": 1.776798963546753, + "acc": 59.41, + "time": 3.172747225999956, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 34, + "train_loss": 0.2344684898853302, + "val_loss": 1.5286906957626343, + "acc": 60.050000000000004, + "time": 3.1930236939997485, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 35, + "train_loss": 0.15918795764446259, + "val_loss": 1.7411251068115234, + "acc": 59.36, + "time": 3.1599345419999736, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 36, + "train_loss": 0.9096644520759583, + "val_loss": 1.1727349758148193, + "acc": 59.28, + "time": 51.62843652200081, + "param": [ + 0.09554688632488251, + 0.045474451035261154, + 0.05520179867744446, + 0.13571089506149292, + 0.0567701980471611, + 0.04409360885620117, + 0.0860334113240242, + 0.11493854969739914, + 0.05287301540374756, + 0.05967409163713455, + 0.05509599298238754, + 0.10986632108688354, + 0.045131221413612366, + 0.04358948394656181 + ] + }, + { + "epoch": 37, + "train_loss": 0.8524976968765259, + "val_loss": 1.3377103805541992, + "acc": 60.74, + "time": 53.67076059299961, + "param": [ + 0.0913044810295105, + 0.0409536212682724, + 0.08984361588954926, + 0.1279386281967163, + 0.04990972951054573, + 0.03154442831873894, + 0.0846455842256546, + 0.10861562192440033, + 0.021605512127280235, + 0.09365268051624298, + 0.07524609565734863, + 0.10680559277534485, + 0.03558284789323807, + 0.042351603507995605 + ] + }, + { + "epoch": 38, + "train_loss": 0.9004838466644287, + "val_loss": 1.241163969039917, + "acc": 61.27, + "time": 52.525080358000196, + "param": [ + 0.0818035900592804, + 0.042979322373867035, + 0.10243537276983261, + 0.10627037286758423, + 0.04276661574840546, + 0.039104726165533066, + 0.06709896773099899, + 0.07211711257696152, + 0.0, + 0.09712003916501999, + 0.10186733305454254, + 0.12322307378053665, + 0.05823124572634697, + 0.06498219817876816 + ] + }, + { + "epoch": 39, + "train_loss": 0.8923121690750122, + "val_loss": 1.1645268201828003, + "acc": 60.91, + "time": 53.78225377400031, + "param": [ + 0.07199219614267349, + 0.041663266718387604, + 0.10635998100042343, + 0.09690015017986298, + 0.06129182502627373, + 0.049997568130493164, + 0.05878157168626785, + 0.05805077403783798, + 0.0, + 0.0903506651520729, + 0.09522861987352371, + 0.11950807273387909, + 0.0731148049235344, + 0.07676051557064056 + ] + }, + { + "epoch": 40, + "train_loss": 0.8520007133483887, + "val_loss": 1.1140179634094238, + "acc": 62.08, + "time": 53.654505520000384, + "param": [ + 0.06820647418498993, + 0.04731135442852974, + 0.10595744103193283, + 0.08790334314107895, + 0.06051117181777954, + 0.06346826255321503, + 0.05360770598053932, + 0.051652587950229645, + 0.0, + 0.08391153812408447, + 0.09600535780191422, + 0.12742890417575836, + 0.08844930678606033, + 0.06558647751808167 + ] + }, + { + "epoch": 41, + "train_loss": 0.8339601755142212, + "val_loss": 1.1253684759140015, + "acc": 61.59, + "time": 53.630996933999995, + "param": [ + 0.0699714869260788, + 0.051804933696985245, + 0.11124151200056076, + 0.07137610763311386, + 0.043225739151239395, + 0.0726001113653183, + 0.0544806607067585, + 0.05777212977409363, + 0.00014479360834229738, + 0.09628761559724808, + 0.09199947118759155, + 0.109547920525074, + 0.11169026046991348, + 0.0578572154045105 + ] + }, + { + "epoch": 42, + "train_loss": 1.170324683189392, + "val_loss": 1.169250249862671, + "acc": 62.74999999999999, + "time": 54.97817246999966, + "param": [ + 0.060405753552913666, + 0.06491869688034058, + 0.10980340093374252, + 0.058873023837804794, + 0.03327095881104469, + 0.08943605422973633, + 0.06887161731719971, + 0.04783394932746887, + 0.0, + 0.08425275981426239, + 0.1033281460404396, + 0.09939386695623398, + 0.11824996769428253, + 0.061361782252788544 + ] + }, + { + "epoch": 43, + "train_loss": 0.9176491498947144, + "val_loss": 1.028515338897705, + "acc": 62.580000000000005, + "time": 53.60263529599979, + "param": [ + 0.05391040816903114, + 0.06804709136486053, + 0.12214396148920059, + 0.06536564975976944, + 0.038247887045145035, + 0.10845696926116943, + 0.08992785960435867, + 0.01791713759303093, + 0.0, + 0.05950622260570526, + 0.11523544788360596, + 0.07604372501373291, + 0.12729255855083466, + 0.057905081659555435 + ] + }, + { + "epoch": 44, + "train_loss": 1.1174248456954956, + "val_loss": 1.0596644878387451, + "acc": 62.88, + "time": 52.54328439099936, + "param": [ + 0.05552516505122185, + 0.04709829017519951, + 0.124339759349823, + 0.06611060351133347, + 0.05976202338933945, + 0.12887738645076752, + 0.1113935261964798, + 0.0, + 0.0, + 0.040350887924432755, + 0.12289047986268997, + 0.05947863310575485, + 0.12247902154922485, + 0.061694253236055374 + ] + }, + { + "epoch": 45, + "train_loss": 1.0412176847457886, + "val_loss": 1.077483057975769, + "acc": 63.49, + "time": 52.90039885399983, + "param": [ + 0.06361009180545807, + 0.0322517529129982, + 0.11554842442274094, + 0.06557561457157135, + 0.08590752631425858, + 0.129022017121315, + 0.12285994738340378, + 0.00696847727522254, + 0.0, + 0.029113806784152985, + 0.10700555890798569, + 0.06171537935733795, + 0.10837431997060776, + 0.07204703241586685 + ] + }, + { + "epoch": 46, + "train_loss": 1.011849045753479, + "val_loss": 1.132430076599121, + "acc": 63.57000000000001, + "time": 59.778855414000645, + "param": [ + 0.07380303740501404, + 0.04517818242311478, + 0.10247064381837845, + 0.05518224090337753, + 0.10692089051008224, + 0.11608874052762985, + 0.11047689616680145, + 0.03196268901228905, + 0.0, + 0.046354103833436966, + 0.07145125418901443, + 0.06816644221544266, + 0.09276637434959412, + 0.07917852699756622 + ] + }, + { + "epoch": 47, + "train_loss": 0.9906085729598999, + "val_loss": 1.0193816423416138, + "acc": 64.05, + "time": 53.821596802000386, + "param": [ + 0.07630296051502228, + 0.06234106793999672, + 0.08294649422168732, + 0.0418599396944046, + 0.10844096541404724, + 0.10687753558158875, + 0.09449273347854614, + 0.06042344123125076, + 0.0, + 0.06552901118993759, + 0.0609477236866951, + 0.07949007302522659, + 0.08842698484659195, + 0.07192107290029526 + ] + }, + { + "epoch": 48, + "train_loss": 1.0034065246582031, + "val_loss": 1.057881474494934, + "acc": 63.9, + "time": 53.11072226000033, + "param": [ + 0.08145633339881897, + 0.0711357593536377, + 0.07716944068670273, + 0.017695505172014236, + 0.10205113142728806, + 0.10462908446788788, + 0.09233156591653824, + 0.07659542560577393, + 0.0, + 0.06854352355003357, + 0.05543307214975357, + 0.08527683466672897, + 0.0947556421160698, + 0.07292671501636505 + ] + }, + { + "epoch": 49, + "train_loss": 0.9403652548789978, + "val_loss": 1.223611831665039, + "acc": 64.21, + "time": 53.285719169000004, + "param": [ + 0.09609019011259079, + 0.07079166918992996, + 0.07497459650039673, + 0.029681747779250145, + 0.09088511019945145, + 0.10029038041830063, + 0.08375070989131927, + 0.07949051260948181, + 0.0, + 0.07482358068227768, + 0.054751839488744736, + 0.08705372363328934, + 0.08697982132434845, + 0.07043606787919998 + ] + }, + { + "epoch": 50, + "train_loss": 0.9317330718040466, + "val_loss": 0.8927353024482727, + "acc": 64.37, + "time": 53.43371725599991, + "param": [ + 0.0940769836306572, + 0.0717683807015419, + 0.08033937215805054, + 0.03998558968305588, + 0.07940994948148727, + 0.10943643003702164, + 0.07739105820655823, + 0.05389605090022087, + 0.0, + 0.0933142602443695, + 0.049594100564718246, + 0.07015787810087204, + 0.08793404698371887, + 0.09269578754901886 + ] + }, + { + "epoch": 51, + "train_loss": 0.8412219285964966, + "val_loss": 0.894884467124939, + "acc": 64.22, + "time": 54.087172233000274, + "param": [ + 0.10204020142555237, + 0.06395117938518524, + 0.08368400484323502, + 0.05334830284118652, + 0.057110339403152466, + 0.10675092041492462, + 0.06866764277219772, + 0.05405134707689285, + 0.0, + 0.09821297228336334, + 0.07708331197500229, + 0.06099274381995201, + 0.09371762722730637, + 0.08038938045501709 + ] + }, + { + "epoch": 52, + "train_loss": 0.7436351776123047, + "val_loss": 1.0449293851852417, + "acc": 63.94, + "time": 54.60134969499995, + "param": [ + 0.09896979480981827, + 0.049886513501405716, + 0.0720139741897583, + 0.05095580965280533, + 0.03375031426548958, + 0.11201397329568863, + 0.07344350963830948, + 0.0776611864566803, + 0.0, + 0.08791536092758179, + 0.09884487092494965, + 0.07458458840847015, + 0.08453643321990967, + 0.08542373776435852 + ] + }, + { + "epoch": 53, + "train_loss": 0.8219634294509888, + "val_loss": 1.0997127294540405, + "acc": 64.05999999999999, + "time": 53.4847069059997, + "param": [ + 0.10252956300973892, + 0.03993811085820198, + 0.06985919177532196, + 0.040059976279735565, + 0.03594975173473358, + 0.10555974394083023, + 0.06466390192508698, + 0.09991249442100525, + 0.0, + 0.06617219001054764, + 0.11142757534980774, + 0.0732758492231369, + 0.0666365846991539, + 0.12401509284973145 + ] + }, + { + "epoch": 54, + "train_loss": 0.8940447568893433, + "val_loss": 1.1075360774993896, + "acc": 64.97, + "time": 53.74748981799985, + "param": [ + 0.0969390794634819, + 0.0365377813577652, + 0.08700940012931824, + 0.025492504239082336, + 0.07011669874191284, + 0.11007817834615707, + 0.06787685304880142, + 0.10633723437786102, + 0.0, + 0.04570866376161575, + 0.10775228589773178, + 0.07958932220935822, + 0.05075674504041672, + 0.1158052533864975 + ] + }, + { + "epoch": 55, + "train_loss": 1.0041500329971313, + "val_loss": 0.9984621405601501, + "acc": 63.629999999999995, + "time": 53.529719365000346, + "param": [ + 0.07923085987567902, + 0.06299547106027603, + 0.09921637922525406, + 0.011734486557543278, + 0.09203632175922394, + 0.11536349356174469, + 0.06854867935180664, + 0.11174757778644562, + 0.0, + 0.02966698445379734, + 0.09750262647867203, + 0.0816502496600151, + 0.05603469908237457, + 0.09427216649055481 + ] + }, + { + "epoch": 56, + "train_loss": 0.7499945163726807, + "val_loss": 1.0614985227584839, + "acc": 64.74, + "time": 54.54455670600055, + "param": [ + 0.08026659488677979, + 0.07124842703342438, + 0.10759809613227844, + 0.0029123236890882254, + 0.08397044241428375, + 0.13540692627429962, + 0.06545452028512955, + 0.11606660485267639, + 0.0, + 0.04195420444011688, + 0.07798920571804047, + 0.06842772662639618, + 0.05572505667805672, + 0.09297993779182434 + ] + }, + { + "epoch": 57, + "train_loss": 0.815266489982605, + "val_loss": 0.8262349963188171, + "acc": 64.45, + "time": 52.77500880599928, + "param": [ + 0.08490574359893799, + 0.06557314097881317, + 0.11578667908906937, + 0.023426292464137077, + 0.0693347230553627, + 0.13739991188049316, + 0.051576849073171616, + 0.11100129783153534, + 0.00020345223310869187, + 0.07061002403497696, + 0.0581534206867218, + 0.07150678336620331, + 0.05776136368513107, + 0.0827602967619896 + ] + }, + { + "epoch": 58, + "train_loss": 0.8911750316619873, + "val_loss": 1.0656970739364624, + "acc": 64.72, + "time": 53.61647808699945, + "param": [ + 0.08430536091327667, + 0.0637795478105545, + 0.1065768301486969, + 0.0309597197920084, + 0.06947918236255646, + 0.1197739988565445, + 0.031390827149152756, + 0.12204062193632126, + 0.0006270065205171704, + 0.09912409633398056, + 0.06406622380018234, + 0.0854155421257019, + 0.06648354232311249, + 0.055977508425712585 + ] + }, + { + "epoch": 59, + "train_loss": 0.6351355910301208, + "val_loss": 1.1225007772445679, + "acc": 65.05, + "time": 52.652178262000234, + "param": [ + 0.09214220196008682, + 0.06462176889181137, + 0.08960411697626114, + 0.06971433758735657, + 0.07332520931959152, + 0.10547617822885513, + 0.025685666128993034, + 0.10395122319459915, + 0.0, + 0.11632786691188812, + 0.04894965887069702, + 0.08982828259468079, + 0.07115739583969116, + 0.04921605810523033 + ] + }, + { + "epoch": 60, + "train_loss": 0.6688025593757629, + "val_loss": 1.065372109413147, + "acc": 65.74, + "time": 54.792643105000025, + "param": [ + 0.08280456066131592, + 0.03771262243390083, + 0.08061586320400238, + 0.0995943546295166, + 0.07829016447067261, + 0.08923515677452087, + 0.024997528642416, + 0.06645693629980087, + 0.02315394952893257, + 0.14389406144618988, + 0.07516570389270782, + 0.08462885767221451, + 0.08631749451160431, + 0.027132755145430565 + ] + }, + { + "epoch": 61, + "train_loss": 0.6617028713226318, + "val_loss": 0.9790699481964111, + "acc": 64.78, + "time": 53.614114176999465, + "param": [ + 0.07546346634626389, + 0.025321505963802338, + 0.0677211657166481, + 0.10501759499311447, + 0.09957157075405121, + 0.08000971376895905, + 0.02894110046327114, + 0.030225221067667007, + 0.026656806468963623, + 0.16569884121418, + 0.08252613246440887, + 0.09830150008201599, + 0.08333078771829605, + 0.03121456690132618 + ] + }, + { + "epoch": 62, + "train_loss": 0.7907435297966003, + "val_loss": 0.9296157956123352, + "acc": 65.63, + "time": 52.7709082600004, + "param": [ + 0.06831461936235428, + 0.03512861579656601, + 0.05592544004321098, + 0.06287957727909088, + 0.10371001809835434, + 0.07868143916130066, + 0.06570299714803696, + 0.020611945539712906, + 0.01697205752134323, + 0.14276666939258575, + 0.08543984591960907, + 0.11445911973714828, + 0.0859159603714943, + 0.06349164247512817 + ] + }, + { + "epoch": 63, + "train_loss": 0.6258432865142822, + "val_loss": 1.0453674793243408, + "acc": 64.41, + "time": 53.12292362500011, + "param": [ + 0.05415011942386627, + 0.06543165445327759, + 0.06787968426942825, + 0.06032121554017067, + 0.07807500660419464, + 0.07119762897491455, + 0.07114913314580917, + 0.018316593021154404, + 0.0, + 0.11148522794246674, + 0.09258707612752914, + 0.126865953207016, + 0.09599828720092773, + 0.08654250204563141 + ] + }, + { + "epoch": 64, + "train_loss": 0.783976674079895, + "val_loss": 1.1349647045135498, + "acc": 65.39, + "time": 52.33626124799957, + "param": [ + 0.044943712651729584, + 0.06178763508796692, + 0.0861336812376976, + 0.065947026014328, + 0.06665682047605515, + 0.06872566044330597, + 0.052854105830192566, + 0.027792133390903473, + 0.0, + 0.09057322889566422, + 0.08763623982667923, + 0.13919022679328918, + 0.0942041203379631, + 0.11355536431074142 + ] + }, + { + "epoch": 65, + "train_loss": 0.5436332821846008, + "val_loss": 1.0601868629455566, + "acc": 64.91, + "time": 52.2278492079995, + "param": [ + 0.055056095123291016, + 0.049142200499773026, + 0.0967019572854042, + 0.05691829323768616, + 0.07700493931770325, + 0.09637263417243958, + 0.056309375911951065, + 0.024667594581842422, + 0.0, + 0.0807575061917305, + 0.0816778838634491, + 0.14481185376644135, + 0.07986857742071152, + 0.1007111668586731 + ] + }, + { + "epoch": 66, + "train_loss": 0.8574495315551758, + "val_loss": 1.0692393779754639, + "acc": 65.19, + "time": 54.50997165300032, + "param": [ + 0.06770823150873184, + 0.06134265661239624, + 0.10017208755016327, + 0.05230221897363663, + 0.08711487799882889, + 0.10305438935756683, + 0.06036907806992531, + 0.024571409448981285, + 0.0, + 0.06139533966779709, + 0.06804140657186508, + 0.15662381052970886, + 0.06684009730815887, + 0.09046447277069092 + ] + }, + { + "epoch": 67, + "train_loss": 0.8274326324462891, + "val_loss": 1.0438026189804077, + "acc": 65.81, + "time": 53.12531201999991, + "param": [ + 0.08954131603240967, + 0.06578068435192108, + 0.09875975549221039, + 0.0755462571978569, + 0.07059141248464584, + 0.08422759175300598, + 0.06019588187336922, + 0.04481549561023712, + 0.0, + 0.02518029324710369, + 0.05436006188392639, + 0.1680608093738556, + 0.06860403716564178, + 0.09433634579181671 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json new file mode 100644 index 0000000..d896993 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json @@ -0,0 +1,1245 @@ +{ + "Accuracy": 69.19, + "Time": [ + 33.537480405301864, + 1.592579593746628 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color", + "Brightness", + "Sharpness", + "Posterize", + "Solarize" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.232731580734253, + "val_loss": 2.238750696182251, + "acc": 16.1, + "time": 32.515274751999996, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 2, + "train_loss": 2.088803768157959, + "val_loss": 1.9487088918685913, + "acc": 26.97, + "time": 32.627460045, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 3, + "train_loss": 1.9515284299850464, + "val_loss": 1.9273275136947632, + "acc": 31.31, + "time": 33.865285119999996, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 4, + "train_loss": 1.9311959743499756, + "val_loss": 1.8031644821166992, + "acc": 36.18, + "time": 33.64372650599999, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 5, + "train_loss": 1.8337868452072144, + "val_loss": 1.6871665716171265, + "acc": 39.75, + "time": 36.18399407299998, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 6, + "train_loss": 1.9712750911712646, + "val_loss": 1.6139971017837524, + "acc": 40.18, + "time": 34.599798041000014, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 7, + "train_loss": 1.7255216836929321, + "val_loss": 1.657041072845459, + "acc": 42.52, + "time": 33.908464126999974, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 8, + "train_loss": 1.5279220342636108, + "val_loss": 1.70134699344635, + "acc": 44.66, + "time": 34.10250005299997, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 9, + "train_loss": 1.52391517162323, + "val_loss": 1.514325499534607, + "acc": 47.24, + "time": 35.83028504499998, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 10, + "train_loss": 1.584894061088562, + "val_loss": 1.40684175491333, + "acc": 50.31, + "time": 33.51349595199997, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 11, + "train_loss": 1.6180187463760376, + "val_loss": 1.5056747198104858, + "acc": 46.83, + "time": 33.02644461400001, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 12, + "train_loss": 1.4020205736160278, + "val_loss": 1.3501478433609009, + "acc": 52.080000000000005, + "time": 33.87046769199998, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 13, + "train_loss": 1.507033348083496, + "val_loss": 1.4186210632324219, + "acc": 51.300000000000004, + "time": 33.74193927599998, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 14, + "train_loss": 1.3257726430892944, + "val_loss": 1.3952432870864868, + "acc": 53.73, + "time": 33.717958322000015, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 15, + "train_loss": 1.5170321464538574, + "val_loss": 1.336434006690979, + "acc": 55.21, + "time": 33.065062067999975, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 16, + "train_loss": 1.5412348508834839, + "val_loss": 1.2399131059646606, + "acc": 55.02, + "time": 32.82436763099997, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 17, + "train_loss": 1.4663984775543213, + "val_loss": 1.3189845085144043, + "acc": 54.66, + "time": 32.90219909199993, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 18, + "train_loss": 1.4132626056671143, + "val_loss": 1.2103995084762573, + "acc": 56.63, + "time": 30.788784727000007, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 19, + "train_loss": 1.2677165269851685, + "val_loss": 1.2640645503997803, + "acc": 58.06, + "time": 31.04145973300001, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 20, + "train_loss": 1.4260128736495972, + "val_loss": 1.2437280416488647, + "acc": 57.67, + "time": 33.057948402999955, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 21, + "train_loss": 1.1344138383865356, + "val_loss": 1.0657042264938354, + "acc": 59.599999999999994, + "time": 33.2017979179999, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 22, + "train_loss": 1.1753381490707397, + "val_loss": 1.039398193359375, + "acc": 58.620000000000005, + "time": 32.844649691000086, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 23, + "train_loss": 1.3559924364089966, + "val_loss": 1.170781135559082, + "acc": 61.08, + "time": 33.484452626999996, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 24, + "train_loss": 1.2286853790283203, + "val_loss": 1.1508411169052124, + "acc": 59.96, + "time": 31.712403340999913, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 25, + "train_loss": 1.0819982290267944, + "val_loss": 1.1931219100952148, + "acc": 59.21999999999999, + "time": 33.199195961999976, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 26, + "train_loss": 1.2567859888076782, + "val_loss": 1.189191222190857, + "acc": 60.14000000000001, + "time": 32.932415599000024, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 27, + "train_loss": 1.2485343217849731, + "val_loss": 1.1077109575271606, + "acc": 61.62, + "time": 31.872716999999966, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 28, + "train_loss": 1.2027710676193237, + "val_loss": 1.1912223100662231, + "acc": 63.36000000000001, + "time": 30.799746437999943, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 29, + "train_loss": 1.1304669380187988, + "val_loss": 1.0279144048690796, + "acc": 63.54, + "time": 30.690571027000033, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 30, + "train_loss": 1.0733479261398315, + "val_loss": 1.0716100931167603, + "acc": 63.36000000000001, + "time": 33.150025555999946, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 31, + "train_loss": 1.2481993436813354, + "val_loss": 1.0088053941726685, + "acc": 63.800000000000004, + "time": 33.2885363769999, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 32, + "train_loss": 1.086964726448059, + "val_loss": 0.9889997243881226, + "acc": 64.74, + "time": 33.625353801999836, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 33, + "train_loss": 0.9909864664077759, + "val_loss": 0.9451867938041687, + "acc": 65.62, + "time": 34.12158236899995, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 34, + "train_loss": 1.016660451889038, + "val_loss": 0.9719480276107788, + "acc": 64.51, + "time": 33.59533611899997, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 35, + "train_loss": 1.299867868423462, + "val_loss": 0.8627223968505859, + "acc": 65.42, + "time": 34.942561309999974, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 36, + "train_loss": 1.2473160028457642, + "val_loss": 0.9532718658447266, + "acc": 66.03999999999999, + "time": 34.85351554399995, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 37, + "train_loss": 0.8338578343391418, + "val_loss": 1.059877634048462, + "acc": 64.18, + "time": 33.38279846099999, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 38, + "train_loss": 1.021457314491272, + "val_loss": 1.0879555940628052, + "acc": 64.88000000000001, + "time": 33.034870856, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 39, + "train_loss": 1.0160857439041138, + "val_loss": 1.0364084243774414, + "acc": 66.38, + "time": 33.13525829699984, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 40, + "train_loss": 0.8776232004165649, + "val_loss": 0.9091960787773132, + "acc": 66.95, + "time": 33.01072872399982, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 41, + "train_loss": 0.8903201222419739, + "val_loss": 1.0932353734970093, + "acc": 66.52, + "time": 33.26541769400001, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 42, + "train_loss": 0.8266535997390747, + "val_loss": 1.0305800437927246, + "acc": 67.29, + "time": 32.66374086399992, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 43, + "train_loss": 1.0369303226470947, + "val_loss": 0.7677397131919861, + "acc": 66.53, + "time": 31.012134368000034, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 44, + "train_loss": 0.8424025774002075, + "val_loss": 1.0261942148208618, + "acc": 67.91, + "time": 35.94683056300005, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 45, + "train_loss": 0.731444776058197, + "val_loss": 0.9296006560325623, + "acc": 67.83, + "time": 34.331056694000154, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 46, + "train_loss": 0.9374827146530151, + "val_loss": 0.9573367238044739, + "acc": 68.58, + "time": 36.285064034000015, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 47, + "train_loss": 0.7993990182876587, + "val_loss": 0.9559880495071411, + "acc": 67.2, + "time": 34.34942808999995, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 48, + "train_loss": 0.8932330012321472, + "val_loss": 0.7840575575828552, + "acc": 67.85, + "time": 33.142791334999856, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 49, + "train_loss": 1.063509464263916, + "val_loss": 0.943917453289032, + "acc": 66.66, + "time": 33.316978111000026, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 50, + "train_loss": 0.6432386636734009, + "val_loss": 1.033128261566162, + "acc": 67.97999999999999, + "time": 31.736775426999884, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 51, + "train_loss": 0.8833068609237671, + "val_loss": 0.9728460907936096, + "acc": 68.4, + "time": 34.99423158100012, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 52, + "train_loss": 0.7621870040893555, + "val_loss": 0.8674895167350769, + "acc": 69.19, + "time": 39.117702707000035, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + }, + { + "epoch": 53, + "train_loss": 0.739178478717804, + "val_loss": 0.837677538394928, + "acc": 66.86, + "time": 37.61887772299997, + "param": [ + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774, + 0.0714285746216774 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..4579a28 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-14 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,1130 @@ +{ + "Accuracy": 66.51, + "Time": [ + 54.49928853768757, + 4.034842218237996 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color", + "Brightness", + "Sharpness", + "Posterize", + "Solarize" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2866218090057373, + "val_loss": 2.236065149307251, + "acc": 19.13, + "time": 48.953149593000035, + "param": [ + 0.08916681259870529, + 0.09409386664628983, + 0.0612172894179821, + 0.07848847657442093, + 0.0793011412024498, + 0.04721418768167496, + 0.05185527354478836, + 0.08138187229633331, + 0.07921070605516434, + 0.06806464493274689, + 0.0747554674744606, + 0.07885713130235672, + 0.07775729149580002, + 0.03863579407334328 + ] + }, + { + "epoch": 2, + "train_loss": 2.0870423316955566, + "val_loss": 2.0256800651550293, + "acc": 23.919999999999998, + "time": 48.08523283000022, + "param": [ + 0.09688089042901993, + 0.08070024847984314, + 0.060355473309755325, + 0.08404840528964996, + 0.08349046111106873, + 0.06122999265789986, + 0.06819947063922882, + 0.0632738545536995, + 0.07914241403341293, + 0.07572799175977707, + 0.06933703273534775, + 0.09099658578634262, + 0.07967738062143326, + 0.0069397808983922005 + ] + }, + { + "epoch": 3, + "train_loss": 1.835109829902649, + "val_loss": 1.87132728099823, + "acc": 33.69, + "time": 51.690997586999856, + "param": [ + 0.09771684557199478, + 0.04819789156317711, + 0.06475532054901123, + 0.09294679760932922, + 0.06280947476625443, + 0.05790136754512787, + 0.07697619497776031, + 0.07151586562395096, + 0.08632195740938187, + 0.0652640238404274, + 0.07469838112592697, + 0.10469966381788254, + 0.08297441154718399, + 0.01322182361036539 + ] + }, + { + "epoch": 4, + "train_loss": 1.6149425506591797, + "val_loss": 1.7110400199890137, + "acc": 38.09, + "time": 53.628077393999774, + "param": [ + 0.08188922703266144, + 0.02739821933209896, + 0.044761206954717636, + 0.11130866408348083, + 0.029870646074414253, + 0.029041985049843788, + 0.10599146783351898, + 0.08024977892637253, + 0.11156831681728363, + 0.05350489914417267, + 0.08378785848617554, + 0.12839333713054657, + 0.10884915292263031, + 0.003385239513590932 + ] + }, + { + "epoch": 5, + "train_loss": 1.5683742761611938, + "val_loss": 1.648314118385315, + "acc": 40.1, + "time": 53.59026722500039, + "param": [ + 0.07346829771995544, + 0.0, + 0.00594945577904582, + 0.12825356423854828, + 0.0, + 0.006623177323490381, + 0.14931447803974152, + 0.06716295331716537, + 0.14380648732185364, + 0.036965180188417435, + 0.09970549494028091, + 0.16185136139392853, + 0.12291443347930908, + 0.0039850943721830845 + ] + }, + { + "epoch": 6, + "train_loss": 1.5242228507995605, + "val_loss": 1.5256692171096802, + "acc": 44.080000000000005, + "time": 52.43589412399979, + "param": [ + 0.053415946662425995, + 0.0, + 0.009943968616425991, + 0.1341003179550171, + 0.0, + 0.028365569189190865, + 0.1602499783039093, + 0.04871946945786476, + 0.15336598455905914, + 0.03880622610449791, + 0.09834646433591843, + 0.17895805835723877, + 0.09250277280807495, + 0.0032251777593046427 + ] + }, + { + "epoch": 7, + "train_loss": 1.6262766122817993, + "val_loss": 1.549485445022583, + "acc": 45.51, + "time": 52.97930313400002, + "param": [ + 0.06863659620285034, + 0.0, + 0.039644237607717514, + 0.1387525051832199, + 0.0, + 0.048350632190704346, + 0.14085602760314941, + 0.04313987120985985, + 0.13007491827011108, + 0.04769183695316315, + 0.09245403110980988, + 0.17065609991550446, + 0.07098259776830673, + 0.008760690689086914 + ] + }, + { + "epoch": 8, + "train_loss": 1.5891817808151245, + "val_loss": 1.52708101272583, + "acc": 47.199999999999996, + "time": 52.66442355399977, + "param": [ + 0.07590338587760925, + 0.005200904794037342, + 0.04906897246837616, + 0.12686078250408173, + 0.006644287146627903, + 0.058190278708934784, + 0.1063522920012474, + 0.052167460322380066, + 0.1301543414592743, + 0.053393762558698654, + 0.09590698033571243, + 0.1537313461303711, + 0.060190316289663315, + 0.02623492293059826 + ] + }, + { + "epoch": 9, + "train_loss": 1.4812231063842773, + "val_loss": 1.4784729480743408, + "acc": 48.24, + "time": 53.29106453500026, + "param": [ + 0.07689503580331802, + 0.019216500222682953, + 0.048004087060689926, + 0.10187932848930359, + 0.020519176498055458, + 0.07278059422969818, + 0.06847410649061203, + 0.07037066668272018, + 0.12925897538661957, + 0.06687824428081512, + 0.08683786541223526, + 0.12351188063621521, + 0.06727749854326248, + 0.048095956444740295 + ] + }, + { + "epoch": 10, + "train_loss": 1.59584379196167, + "val_loss": 1.2815009355545044, + "acc": 50.51, + "time": 52.75326992000009, + "param": [ + 0.08850841224193573, + 0.01897571235895157, + 0.059374626725912094, + 0.07378536462783813, + 0.005921642761677504, + 0.07404225319623947, + 0.04091019555926323, + 0.08009002357721329, + 0.15879690647125244, + 0.0879710391163826, + 0.0911341980099678, + 0.111757293343544, + 0.06124972552061081, + 0.047482576221227646 + ] + }, + { + "epoch": 11, + "train_loss": 1.4564672708511353, + "val_loss": 1.4086745977401733, + "acc": 51.72, + "time": 54.0207926070002, + "param": [ + 0.09418585896492004, + 0.02755742147564888, + 0.05744330585002899, + 0.05806884169578552, + 0.0065216547809541225, + 0.06691382825374603, + 0.03425103798508644, + 0.08006897568702698, + 0.16728328168392181, + 0.09936180710792542, + 0.10665223747491837, + 0.10022220760583878, + 0.06390117108821869, + 0.03756839781999588 + ] + }, + { + "epoch": 12, + "train_loss": 1.475032925605774, + "val_loss": 1.3520524501800537, + "acc": 52.54, + "time": 53.599111813000036, + "param": [ + 0.10548557341098785, + 0.031589534133672714, + 0.05170904099941254, + 0.041246652603149414, + 0.02274712175130844, + 0.0675446018576622, + 0.03841031342744827, + 0.07110419869422913, + 0.15358847379684448, + 0.10814578086137772, + 0.10982101410627365, + 0.09013974666595459, + 0.07998023927211761, + 0.02848765440285206 + ] + }, + { + "epoch": 13, + "train_loss": 1.4775654077529907, + "val_loss": 1.2801685333251953, + "acc": 51.93, + "time": 53.71101910100015, + "param": [ + 0.1166858971118927, + 0.014780906029045582, + 0.07153774797916412, + 0.03609699010848999, + 0.03039555251598358, + 0.06032631918787956, + 0.05012663081288338, + 0.0718836858868599, + 0.13361422717571259, + 0.12206169962882996, + 0.09963380545377731, + 0.08595061302185059, + 0.08837250620126724, + 0.018533403053879738 + ] + }, + { + "epoch": 14, + "train_loss": 1.3202522993087769, + "val_loss": 1.2295937538146973, + "acc": 55.55, + "time": 54.32503032600016, + "param": [ + 0.09718450903892517, + 0.0, + 0.09209700673818588, + 0.04493112117052078, + 0.037303220480680466, + 0.05546467751264572, + 0.07106299698352814, + 0.06546223163604736, + 0.11250723153352737, + 0.12798041105270386, + 0.08648740500211716, + 0.08715249598026276, + 0.08917852491140366, + 0.03318820521235466 + ] + }, + { + "epoch": 15, + "train_loss": 1.351967692375183, + "val_loss": 1.1675918102264404, + "acc": 56.67, + "time": 54.42730877200029, + "param": [ + 0.0848761573433876, + 0.003502839244902134, + 0.11589216440916061, + 0.04844030365347862, + 0.03300034627318382, + 0.05741419643163681, + 0.0836130753159523, + 0.06682019680738449, + 0.1091437116265297, + 0.12488260120153427, + 0.07707583159208298, + 0.08631090074777603, + 0.06771565973758698, + 0.04131201282143593 + ] + }, + { + "epoch": 16, + "train_loss": 1.137176275253296, + "val_loss": 1.3102370500564575, + "acc": 54.98, + "time": 53.73526318400036, + "param": [ + 0.08276721090078354, + 0.01693199761211872, + 0.12494220584630966, + 0.06618473678827286, + 0.027861664071679115, + 0.04582637920975685, + 0.09032130241394043, + 0.06554688513278961, + 0.10293321311473846, + 0.1141342967748642, + 0.07279978692531586, + 0.09304185956716537, + 0.07180912047624588, + 0.02489931881427765 + ] + }, + { + "epoch": 17, + "train_loss": 1.3822911977767944, + "val_loss": 1.2886263132095337, + "acc": 56.89999999999999, + "time": 53.450312767000014, + "param": [ + 0.08958346396684647, + 0.024039026349782944, + 0.11915842443704605, + 0.07753676176071167, + 0.013818969018757343, + 0.06348409503698349, + 0.08555874973535538, + 0.054162438958883286, + 0.08026139438152313, + 0.0989980697631836, + 0.0775500163435936, + 0.10829348117113113, + 0.08323650807142258, + 0.024318737909197807 + ] + }, + { + "epoch": 18, + "train_loss": 1.1020454168319702, + "val_loss": 1.210672378540039, + "acc": 58.95, + "time": 53.36127778500031, + "param": [ + 0.08929222822189331, + 0.013285217806696892, + 0.10498186945915222, + 0.09973814338445663, + 0.0006744583952240646, + 0.05384869873523712, + 0.07302947342395782, + 0.05801325663924217, + 0.062116049230098724, + 0.09414929151535034, + 0.09194061905145645, + 0.12484178692102432, + 0.08212731778621674, + 0.051961593329906464 + ] + }, + { + "epoch": 19, + "train_loss": 1.1355592012405396, + "val_loss": 1.2203245162963867, + "acc": 58.199999999999996, + "time": 53.513111923999986, + "param": [ + 0.08183211833238602, + 0.008040430955588818, + 0.09123122692108154, + 0.11143926531076431, + 0.01855873502790928, + 0.044974979013204575, + 0.07469218969345093, + 0.07375407218933105, + 0.040433648973703384, + 0.08647581189870834, + 0.10610917955636978, + 0.11838775873184204, + 0.07900073379278183, + 0.06506983935832977 + ] + }, + { + "epoch": 20, + "train_loss": 1.0883982181549072, + "val_loss": 1.1343179941177368, + "acc": 60.67, + "time": 53.90190615699976, + "param": [ + 0.09112486988306046, + 0.0086062578484416, + 0.07789482176303864, + 0.12578313052654266, + 0.038009028881788254, + 0.0670149102807045, + 0.08868952840566635, + 0.07912621647119522, + 0.007896937429904938, + 0.0895945280790329, + 0.10307291150093079, + 0.11301220208406448, + 0.05724451690912247, + 0.05293014273047447 + ] + }, + { + "epoch": 21, + "train_loss": 1.0540534257888794, + "val_loss": 1.2335216999053955, + "acc": 59.3, + "time": 53.4265908389998, + "param": [ + 0.09380390495061874, + 0.024758264422416687, + 0.06961716711521149, + 0.13671810925006866, + 0.03792011737823486, + 0.06832588464021683, + 0.08493558317422867, + 0.08000548183917999, + 0.0016235975781455636, + 0.09896820038557053, + 0.10474420338869095, + 0.11161332577466965, + 0.04325805976986885, + 0.04370822384953499 + ] + }, + { + "epoch": 22, + "train_loss": 1.3015145063400269, + "val_loss": 1.1492750644683838, + "acc": 61.550000000000004, + "time": 53.01486716399995, + "param": [ + 0.10903295874595642, + 0.06021355465054512, + 0.06847573816776276, + 0.13197444379329681, + 0.01595580205321312, + 0.05770021677017212, + 0.08149262517690659, + 0.08536988496780396, + 0.007633835542947054, + 0.11083529889583588, + 0.1121995598077774, + 0.08900349587202072, + 0.0452747717499733, + 0.02483786828815937 + ] + }, + { + "epoch": 23, + "train_loss": 1.0506073236465454, + "val_loss": 1.255435824394226, + "acc": 61.19, + "time": 54.070158737000384, + "param": [ + 0.11134131997823715, + 0.05883537977933884, + 0.08171270042657852, + 0.11964605003595352, + 0.005622986238449812, + 0.05961674824357033, + 0.08497858792543411, + 0.10743075609207153, + 0.011405534110963345, + 0.12465722858905792, + 0.11870215088129044, + 0.07123087346553802, + 0.02883893996477127, + 0.015980692580342293 + ] + }, + { + "epoch": 24, + "train_loss": 1.1904264688491821, + "val_loss": 1.1809295415878296, + "acc": 59.99, + "time": 52.287559223000244, + "param": [ + 0.12446355819702148, + 0.05079824477434158, + 0.09313090890645981, + 0.1146155297756195, + 0.007723171263933182, + 0.07715674489736557, + 0.11482851207256317, + 0.11808667331933975, + 0.011468946933746338, + 0.11739850789308548, + 0.10962478071451187, + 0.05833357200026512, + 0.0023708392400294542, + 0.0 + ] + }, + { + "epoch": 25, + "train_loss": 1.039870023727417, + "val_loss": 1.0825713872909546, + "acc": 62.83, + "time": 53.01821682700029, + "param": [ + 0.1249527782201767, + 0.03699565306305885, + 0.09087903797626495, + 0.12003681063652039, + 0.010088330134749413, + 0.09093587845563889, + 0.1390838325023651, + 0.10557609051465988, + 0.03989129513502121, + 0.09112432599067688, + 0.09831696003675461, + 0.04759440943598747, + 0.00032437164918519557, + 0.004200246185064316 + ] + }, + { + "epoch": 26, + "train_loss": 1.153915286064148, + "val_loss": 1.1450129747390747, + "acc": 62.38, + "time": 54.17352086899973, + "param": [ + 0.12101569026708603, + 0.037384994328022, + 0.0737164169549942, + 0.10392819344997406, + 0.02592627890408039, + 0.0902845486998558, + 0.11850075423717499, + 0.08537649363279343, + 0.06577328592538834, + 0.08862663805484772, + 0.08368361741304398, + 0.04295313358306885, + 0.03507950156927109, + 0.027750467881560326 + ] + }, + { + "epoch": 27, + "train_loss": 1.205276370048523, + "val_loss": 1.1508015394210815, + "acc": 61.839999999999996, + "time": 54.50558487699982, + "param": [ + 0.1062343418598175, + 0.045163147151470184, + 0.07393541187047958, + 0.08743628114461899, + 0.025352420285344124, + 0.07900506258010864, + 0.10260862857103348, + 0.072701096534729, + 0.09089353680610657, + 0.08271422982215881, + 0.07876884937286377, + 0.04307635873556137, + 0.061870086938142776, + 0.050240546464920044 + ] + }, + { + "epoch": 28, + "train_loss": 1.0148133039474487, + "val_loss": 0.9605123996734619, + "acc": 63.32, + "time": 50.90016887500042, + "param": [ + 0.10074067860841751, + 0.045479197055101395, + 0.08727209270000458, + 0.06369238346815109, + 0.03691188246011734, + 0.07356853783130646, + 0.09365087747573853, + 0.06403476744890213, + 0.09910807013511658, + 0.0843353271484375, + 0.0685722827911377, + 0.05113048106431961, + 0.06558369100093842, + 0.06591970473527908 + ] + }, + { + "epoch": 29, + "train_loss": 0.9499472379684448, + "val_loss": 1.0982688665390015, + "acc": 61.529999999999994, + "time": 51.58253740600048, + "param": [ + 0.10556411743164062, + 0.03666296228766441, + 0.09576205164194107, + 0.053600918501615524, + 0.05039794743061066, + 0.048698119819164276, + 0.0875062346458435, + 0.07038427144289017, + 0.10854460299015045, + 0.08133522421121597, + 0.08146291226148605, + 0.05447680130600929, + 0.0508604533970356, + 0.07474339008331299 + ] + }, + { + "epoch": 30, + "train_loss": 1.18625009059906, + "val_loss": 0.9923489093780518, + "acc": 63.79, + "time": 54.25829895100014, + "param": [ + 0.1154976487159729, + 0.03934066370129585, + 0.08554721623659134, + 0.06674657762050629, + 0.04367005452513695, + 0.03917201980948448, + 0.07224328815937042, + 0.08972867578268051, + 0.11737334728240967, + 0.07212609797716141, + 0.08319898694753647, + 0.05721833556890488, + 0.033185094594955444, + 0.08495189249515533 + ] + }, + { + "epoch": 31, + "train_loss": 1.1171239614486694, + "val_loss": 1.0799847841262817, + "acc": 64.16, + "time": 53.70599012100047, + "param": [ + 0.10164541751146317, + 0.01819702424108982, + 0.05964801087975502, + 0.07760165631771088, + 0.05268938094377518, + 0.06309037655591965, + 0.07542895525693893, + 0.09760720282793045, + 0.09248035401105881, + 0.07483269274234772, + 0.08358582109212875, + 0.06329383701086044, + 0.06756079196929932, + 0.07233841717243195 + ] + }, + { + "epoch": 32, + "train_loss": 1.0916621685028076, + "val_loss": 0.9792179465293884, + "acc": 64.49000000000001, + "time": 52.28362944299988, + "param": [ + 0.08267422765493393, + 0.007219065446406603, + 0.06036370247602463, + 0.08543068170547485, + 0.05634503811597824, + 0.07945583760738373, + 0.09364738315343857, + 0.09621196985244751, + 0.0746147409081459, + 0.07882320880889893, + 0.07907719165086746, + 0.0755338966846466, + 0.08121658861637115, + 0.04938638582825661 + ] + }, + { + "epoch": 33, + "train_loss": 0.9352741837501526, + "val_loss": 0.9703439474105835, + "acc": 64.14999999999999, + "time": 66.40672651000023, + "param": [ + 0.06929980963468552, + 0.022371845319867134, + 0.06214518845081329, + 0.08681127429008484, + 0.042072176933288574, + 0.0929398313164711, + 0.10337498039007187, + 0.09616291522979736, + 0.07986374199390411, + 0.060256559401750565, + 0.08917205780744553, + 0.08597720414400101, + 0.07360009104013443, + 0.03595231845974922 + ] + }, + { + "epoch": 34, + "train_loss": 0.8140466809272766, + "val_loss": 1.0975499153137207, + "acc": 64.33, + "time": 68.57928146500035, + "param": [ + 0.0640554204583168, + 0.04055644944310188, + 0.07507079839706421, + 0.0779174417257309, + 0.04779958352446556, + 0.08650629967451096, + 0.11147313565015793, + 0.09689405560493469, + 0.07921189814805984, + 0.05388021469116211, + 0.09309214353561401, + 0.08326390385627747, + 0.05388490483164787, + 0.03639381378889084 + ] + }, + { + "epoch": 35, + "train_loss": 1.0094306468963623, + "val_loss": 1.102837085723877, + "acc": 65.4, + "time": 68.70657447400026, + "param": [ + 0.07628022134304047, + 0.042420029640197754, + 0.06997310370206833, + 0.06491784006357193, + 0.04954209178686142, + 0.056279778480529785, + 0.10824450850486755, + 0.08029520511627197, + 0.09148836135864258, + 0.0654321238398552, + 0.09878373891115189, + 0.09169039130210876, + 0.06305993348360062, + 0.04159260913729668 + ] + }, + { + "epoch": 36, + "train_loss": 0.9723240733146667, + "val_loss": 1.0184218883514404, + "acc": 64.53, + "time": 59.12421787400035, + "param": [ + 0.09263839572668076, + 0.023245522752404213, + 0.06437720358371735, + 0.06701244413852692, + 0.03999574854969978, + 0.048989858478307724, + 0.10024157911539078, + 0.0870024636387825, + 0.0752984806895256, + 0.08251860737800598, + 0.09774881601333618, + 0.08748567849397659, + 0.07651154696941376, + 0.05693364515900612 + ] + }, + { + "epoch": 37, + "train_loss": 0.9601439237594604, + "val_loss": 1.0291439294815063, + "acc": 65.53999999999999, + "time": 53.69372997499977, + "param": [ + 0.09308520704507828, + 0.008718283846974373, + 0.0758688747882843, + 0.06160631775856018, + 0.04467860609292984, + 0.041108038276433945, + 0.08286584913730621, + 0.10507114976644516, + 0.06780409067869186, + 0.0968833938241005, + 0.08157545328140259, + 0.08901038020849228, + 0.09686996787786484, + 0.05485445633530617 + ] + }, + { + "epoch": 38, + "train_loss": 0.8410615921020508, + "val_loss": 0.9222183227539062, + "acc": 65.44, + "time": 53.747915175000344, + "param": [ + 0.0949278250336647, + 0.024926941841840744, + 0.08741285651922226, + 0.027910662814974785, + 0.0426558256149292, + 0.04069880396127701, + 0.068386971950531, + 0.09994126856327057, + 0.05437760055065155, + 0.09304232150316238, + 0.08933060616254807, + 0.10212625563144684, + 0.10266096144914627, + 0.07160106301307678 + ] + }, + { + "epoch": 39, + "train_loss": 0.8911587595939636, + "val_loss": 1.1372753381729126, + "acc": 64.98, + "time": 53.41217652099931, + "param": [ + 0.0876859575510025, + 0.026792403310537338, + 0.0870537981390953, + 0.018507659435272217, + 0.061059970408678055, + 0.04354030638933182, + 0.06752268970012665, + 0.09677672386169434, + 0.06105715036392212, + 0.08613790571689606, + 0.12085819244384766, + 0.09912752360105515, + 0.08649538457393646, + 0.05738435685634613 + ] + }, + { + "epoch": 40, + "train_loss": 0.8768717646598816, + "val_loss": 1.0290672779083252, + "acc": 65.88000000000001, + "time": 53.681778588999805, + "param": [ + 0.0710342600941658, + 0.03912784531712532, + 0.08454795181751251, + 0.05355940759181976, + 0.07197637856006622, + 0.051744699478149414, + 0.070515476167202, + 0.08594728261232376, + 0.059382952749729156, + 0.07938669621944427, + 0.12871122360229492, + 0.09058646857738495, + 0.07877897471189499, + 0.034700412303209305 + ] + }, + { + "epoch": 41, + "train_loss": 0.7676652073860168, + "val_loss": 1.0018279552459717, + "acc": 65.56, + "time": 52.86572800999966, + "param": [ + 0.06201702728867531, + 0.049682363867759705, + 0.06392429023981094, + 0.10177317261695862, + 0.0632605254650116, + 0.05927065387368202, + 0.07849147170782089, + 0.08031061291694641, + 0.08068511635065079, + 0.06083013117313385, + 0.10244785994291306, + 0.09129650890827179, + 0.06720155477523804, + 0.038808710873126984 + ] + }, + { + "epoch": 42, + "train_loss": 0.8165597915649414, + "val_loss": 0.9439100027084351, + "acc": 66.46, + "time": 54.058953820999704, + "param": [ + 0.07034330815076828, + 0.0515403226017952, + 0.04905380308628082, + 0.12444289028644562, + 0.05762464553117752, + 0.05173545703291893, + 0.07879139482975006, + 0.07887271046638489, + 0.09901603311300278, + 0.0632295086979866, + 0.08926218748092651, + 0.09414363652467728, + 0.05984653905034065, + 0.03209748491644859 + ] + }, + { + "epoch": 43, + "train_loss": 0.7224860191345215, + "val_loss": 1.0173808336257935, + "acc": 66.13, + "time": 52.506623140000556, + "param": [ + 0.08737736195325851, + 0.04855012148618698, + 0.045123908668756485, + 0.09688029438257217, + 0.05804138630628586, + 0.06457605212926865, + 0.07732909917831421, + 0.08441392332315445, + 0.08490930497646332, + 0.08228353410959244, + 0.0796470046043396, + 0.10798574239015579, + 0.04259977117180824, + 0.040282536298036575 + ] + }, + { + "epoch": 44, + "train_loss": 0.6763066649436951, + "val_loss": 1.1296360492706299, + "acc": 65.59, + "time": 54.88620291100051, + "param": [ + 0.09300261735916138, + 0.04287983849644661, + 0.04859470948576927, + 0.05778691917657852, + 0.05434536188840866, + 0.07335743308067322, + 0.07174299657344818, + 0.07785311341285706, + 0.07901718467473984, + 0.10489943623542786, + 0.07758546620607376, + 0.11719071120023727, + 0.0448606014251709, + 0.05688367784023285 + ] + }, + { + "epoch": 45, + "train_loss": 0.889943540096283, + "val_loss": 0.9810055494308472, + "acc": 66.51, + "time": 62.1072062660005, + "param": [ + 0.1033378466963768, + 0.04347872734069824, + 0.0514141283929348, + 0.03468586131930351, + 0.04512790963053703, + 0.06521806120872498, + 0.07921470701694489, + 0.0591881237924099, + 0.09166747331619263, + 0.1203521117568016, + 0.06903643161058426, + 0.12261202931404114, + 0.05514528602361679, + 0.05952129140496254 + ] + }, + { + "epoch": 46, + "train_loss": 0.6445545554161072, + "val_loss": 1.0744473934173584, + "acc": 66.46, + "time": 57.708616735999385, + "param": [ + 0.09418773651123047, + 0.0598578006029129, + 0.06581725180149078, + 0.03517988696694374, + 0.04583153501152992, + 0.0493633858859539, + 0.09578892588615417, + 0.05308818444609642, + 0.08777231723070145, + 0.1260150521993637, + 0.06660133600234985, + 0.1073024570941925, + 0.053609155118465424, + 0.05958501622080803 + ] + }, + { + "epoch": 47, + "train_loss": 0.7221601009368896, + "val_loss": 1.08051335811615, + "acc": 65.99000000000001, + "time": 54.970863042999554, + "param": [ + 0.08713757246732712, + 0.0822579637169838, + 0.046766944229602814, + 0.04707645997405052, + 0.0544445738196373, + 0.04174870625138283, + 0.10314814746379852, + 0.05783882364630699, + 0.07394830137491226, + 0.13093611598014832, + 0.07531656324863434, + 0.10387944430112839, + 0.02175198495388031, + 0.07374848425388336 + ] + }, + { + "epoch": 48, + "train_loss": 0.8314018249511719, + "val_loss": 1.130885362625122, + "acc": 65.68, + "time": 54.165317635000065, + "param": [ + 0.08576199412345886, + 0.07468228787183762, + 0.04381392151117325, + 0.06908570975065231, + 0.06296177208423615, + 0.04916882887482643, + 0.10178349167108536, + 0.05372504144906998, + 0.05684543028473854, + 0.11876606941223145, + 0.0893491804599762, + 0.08909568190574646, + 0.04345789551734924, + 0.06150270625948906 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json new file mode 100644 index 0000000..c147867 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json @@ -0,0 +1,509 @@ +{ + "Accuracy": 62.0, + "Time": [ + 9.929976518066299, + 9.820516876322039 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2492008209228516, + "val_loss": 2.270219564437866, + "acc": 18.38, + "time": 3.9381558660024893, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 2, + "train_loss": 2.0663528442382812, + "val_loss": 2.046546459197998, + "acc": 26.369999999999997, + "time": 2.968775753000955, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 3, + "train_loss": 1.8145415782928467, + "val_loss": 1.863362431526184, + "acc": 36.42, + "time": 2.8480531869972765, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 4, + "train_loss": 1.6182818412780762, + "val_loss": 1.713364839553833, + "acc": 35.88, + "time": 2.8994635490016663, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 5, + "train_loss": 1.6331948041915894, + "val_loss": 1.5842684507369995, + "acc": 44.64, + "time": 2.952779938997992, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 6, + "train_loss": 1.4078106880187988, + "val_loss": 1.527888536453247, + "acc": 47.27, + "time": 2.9768097570013197, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 7, + "train_loss": 1.6005065441131592, + "val_loss": 1.408309817314148, + "acc": 49.32, + "time": 2.9984067549994506, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 8, + "train_loss": 1.2722218036651611, + "val_loss": 1.373793125152588, + "acc": 51.1, + "time": 2.945003775999794, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 9, + "train_loss": 1.2071841955184937, + "val_loss": 1.2859257459640503, + "acc": 52.35999999999999, + "time": 2.935569918998226, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 10, + "train_loss": 1.2377359867095947, + "val_loss": 1.5323892831802368, + "acc": 50.129999999999995, + "time": 2.8769700699995155, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 11, + "train_loss": 1.1395587921142578, + "val_loss": 1.2537614107131958, + "acc": 55.720000000000006, + "time": 2.9959295939988806, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 12, + "train_loss": 1.232454776763916, + "val_loss": 1.2273527383804321, + "acc": 55.669999999999995, + "time": 3.086623678998876, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 13, + "train_loss": 1.2556309700012207, + "val_loss": 1.165236473083496, + "acc": 55.510000000000005, + "time": 3.080204681999021, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 14, + "train_loss": 0.920181930065155, + "val_loss": 1.2131671905517578, + "acc": 56.43, + "time": 2.9290388169974904, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 15, + "train_loss": 0.9213030934333801, + "val_loss": 1.3005304336547852, + "acc": 58.199999999999996, + "time": 2.9317129509981896, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 16, + "train_loss": 1.0784194469451904, + "val_loss": 1.1447452306747437, + "acc": 58.41, + "time": 3.0169136180011265, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 17, + "train_loss": 0.8735262751579285, + "val_loss": 1.2174400091171265, + "acc": 57.550000000000004, + "time": 3.0559477059978235, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 18, + "train_loss": 0.9025080800056458, + "val_loss": 1.2317148447036743, + "acc": 59.85, + "time": 3.1307640590021037, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 19, + "train_loss": 0.9447492957115173, + "val_loss": 1.1275124549865723, + "acc": 58.93000000000001, + "time": 3.213843305999035, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 20, + "train_loss": 0.9770404696464539, + "val_loss": 1.1892812252044678, + "acc": 60.19, + "time": 3.0093178980023367, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 21, + "train_loss": 0.9643440246582031, + "val_loss": 1.1910814046859741, + "acc": 61.019999999999996, + "time": 3.036537068997859, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 22, + "train_loss": 0.6973547339439392, + "val_loss": 1.1278207302093506, + "acc": 61.41, + "time": 3.1048886949974985, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 23, + "train_loss": 0.8400863409042358, + "val_loss": 1.1704319715499878, + "acc": 61.23, + "time": 2.8789743999986968, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 24, + "train_loss": 0.6288943886756897, + "val_loss": 1.1728591918945312, + "acc": 61.94, + "time": 2.877773549000267, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 25, + "train_loss": 0.5689129829406738, + "val_loss": 1.3683922290802002, + "acc": 60.199999999999996, + "time": 2.874805206000019, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 26, + "train_loss": 0.5948011875152588, + "val_loss": 1.180038332939148, + "acc": 59.699999999999996, + "time": 3.0062822260006214, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 27, + "train_loss": 0.4268387258052826, + "val_loss": 1.2374111413955688, + "acc": 62.0, + "time": 2.947143457000493, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 28, + "train_loss": 0.5794099569320679, + "val_loss": 1.1940951347351074, + "acc": 61.68, + "time": 3.066092971999751, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 29, + "train_loss": 0.5069671273231506, + "val_loss": 1.2413166761398315, + "acc": 61.160000000000004, + "time": 2.9441222219975316, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 30, + "train_loss": 0.48080816864967346, + "val_loss": 1.441402554512024, + "acc": 60.919999999999995, + "time": 2.9405509360003634, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 31, + "train_loss": 1.139219045639038, + "val_loss": 1.2906625270843506, + "acc": 58.47, + "time": 21.87594894400172, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 32, + "train_loss": 0.903056263923645, + "val_loss": 1.1846415996551514, + "acc": 58.52, + "time": 22.43876670299869, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 33, + "train_loss": 0.907892107963562, + "val_loss": 1.2400989532470703, + "acc": 59.940000000000005, + "time": 22.159380213000986, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 34, + "train_loss": 1.0142382383346558, + "val_loss": 1.2488129138946533, + "acc": 59.4, + "time": 22.81554860399774, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 35, + "train_loss": 0.8456010222434998, + "val_loss": 1.1519109010696411, + "acc": 60.150000000000006, + "time": 23.318808283998806, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 36, + "train_loss": 0.8395378589630127, + "val_loss": 1.3543949127197266, + "acc": 58.8, + "time": 24.777829244001623, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 37, + "train_loss": 0.6269368529319763, + "val_loss": 1.2237416505813599, + "acc": 59.699999999999996, + "time": 25.030266844001744, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 38, + "train_loss": 0.6883625388145447, + "val_loss": 1.3293403387069702, + "acc": 58.160000000000004, + "time": 28.63976065799943, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 39, + "train_loss": 0.631256103515625, + "val_loss": 1.2914124727249146, + "acc": 59.730000000000004, + "time": 24.137240351999935, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 40, + "train_loss": 0.6577805876731873, + "val_loss": 1.2987135648727417, + "acc": 59.38, + "time": 23.60214712400193, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 41, + "train_loss": 0.7195369005203247, + "val_loss": 1.301611065864563, + "acc": 59.209999999999994, + "time": 23.8465601099997, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 42, + "train_loss": 0.4998248517513275, + "val_loss": 1.3907114267349243, + "acc": 59.8, + "time": 23.410652834998473, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 43, + "train_loss": 0.5363175868988037, + "val_loss": 1.479553461074829, + "acc": 58.209999999999994, + "time": 23.514890956997988, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 44, + "train_loss": 0.6655784249305725, + "val_loss": 1.525585651397705, + "acc": 58.620000000000005, + "time": 23.327289494998695, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 45, + "train_loss": 0.5406011343002319, + "val_loss": 1.631514072418213, + "acc": 59.77, + "time": 23.48639733299933, + "param": [ + 0.5, + 0.5 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json new file mode 100644 index 0000000..fc961aa --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json @@ -0,0 +1,564 @@ +{ + "Accuracy": 61.94, + "Time": [ + 13.932172360819969, + 16.05060817502523 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2251100540161133, + "val_loss": 2.205127477645874, + "acc": 19.52, + "time": 3.976350201999594, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 2, + "train_loss": 1.880197525024414, + "val_loss": 2.04864501953125, + "acc": 29.759999999999998, + "time": 2.967734017998737, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 3, + "train_loss": 1.7807791233062744, + "val_loss": 1.7438774108886719, + "acc": 37.669999999999995, + "time": 2.9980733030024567, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 4, + "train_loss": 1.6036878824234009, + "val_loss": 1.6753121614456177, + "acc": 42.78, + "time": 3.0257110620004823, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 5, + "train_loss": 1.4042532444000244, + "val_loss": 1.462920069694519, + "acc": 45.629999999999995, + "time": 2.9737511849962175, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 6, + "train_loss": 1.5549589395523071, + "val_loss": 1.4344277381896973, + "acc": 46.12, + "time": 2.97255537899764, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 7, + "train_loss": 1.3174926042556763, + "val_loss": 1.550139307975769, + "acc": 50.67, + "time": 3.0246965589976753, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 8, + "train_loss": 1.4025086164474487, + "val_loss": 1.3822685480117798, + "acc": 51.67, + "time": 3.0165115170020727, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 9, + "train_loss": 1.1566482782363892, + "val_loss": 1.366990327835083, + "acc": 52.17, + "time": 2.9528427879995434, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 10, + "train_loss": 1.1965503692626953, + "val_loss": 1.344547152519226, + "acc": 54.59, + "time": 2.9433094449996133, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 11, + "train_loss": 1.3520753383636475, + "val_loss": 1.3331927061080933, + "acc": 54.72, + "time": 2.947575705999043, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 12, + "train_loss": 1.3363513946533203, + "val_loss": 1.17844820022583, + "acc": 55.50000000000001, + "time": 2.9128074289983488, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 13, + "train_loss": 0.9598447680473328, + "val_loss": 1.156295657157898, + "acc": 57.8, + "time": 2.922254738994525, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 14, + "train_loss": 1.1121296882629395, + "val_loss": 1.1346582174301147, + "acc": 58.589999999999996, + "time": 2.9421212549932534, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 15, + "train_loss": 1.1005303859710693, + "val_loss": 1.0279914140701294, + "acc": 58.85, + "time": 2.871591557006468, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 16, + "train_loss": 0.9043341875076294, + "val_loss": 1.2487910985946655, + "acc": 57.93000000000001, + "time": 2.8984350620012265, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 17, + "train_loss": 0.8259490728378296, + "val_loss": 1.1991480588912964, + "acc": 60.199999999999996, + "time": 2.8924022280043573, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 18, + "train_loss": 0.9309437870979309, + "val_loss": 1.091963529586792, + "acc": 61.339999999999996, + "time": 2.885835433997272, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 19, + "train_loss": 0.9795016050338745, + "val_loss": 1.1869171857833862, + "acc": 59.540000000000006, + "time": 2.8737336749982205, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 20, + "train_loss": 0.7523196339607239, + "val_loss": 1.1050161123275757, + "acc": 60.46, + "time": 2.8895839850010816, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 21, + "train_loss": 0.7466198801994324, + "val_loss": 1.0837393999099731, + "acc": 59.45, + "time": 2.8981384720027563, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 22, + "train_loss": 0.7722699046134949, + "val_loss": 1.1497802734375, + "acc": 60.29, + "time": 2.909822556997824, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 23, + "train_loss": 0.6411929130554199, + "val_loss": 1.3301830291748047, + "acc": 61.71, + "time": 2.8802532379995682, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 24, + "train_loss": 0.48588821291923523, + "val_loss": 1.0264630317687988, + "acc": 60.97, + "time": 2.8867446209987975, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 25, + "train_loss": 0.6189491152763367, + "val_loss": 1.362688660621643, + "acc": 60.89, + "time": 2.884187149000354, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 26, + "train_loss": 0.46560272574424744, + "val_loss": 1.317699909210205, + "acc": 61.94, + "time": 2.8825465159970918, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 27, + "train_loss": 0.5426992177963257, + "val_loss": 1.3193832635879517, + "acc": 61.7, + "time": 2.9105674179954804, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 28, + "train_loss": 0.4911433756351471, + "val_loss": 1.230158805847168, + "acc": 61.1, + "time": 2.9051756400003796, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 29, + "train_loss": 0.5318202376365662, + "val_loss": 1.4531025886535645, + "acc": 60.6, + "time": 2.9127587559996755, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 30, + "train_loss": 0.22103776037693024, + "val_loss": 1.495949387550354, + "acc": 59.9, + "time": 2.8971818899954087, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 31, + "train_loss": 0.2552169859409332, + "val_loss": 1.6818110942840576, + "acc": 60.69, + "time": 2.857488474001002, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 32, + "train_loss": 0.32602983713150024, + "val_loss": 1.6835658550262451, + "acc": 60.72, + "time": 2.8398695130017586, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 33, + "train_loss": 0.20863576233386993, + "val_loss": 1.671297550201416, + "acc": 61.650000000000006, + "time": 2.8671987729976536, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 34, + "train_loss": 0.20342949032783508, + "val_loss": 1.7305102348327637, + "acc": 61.18, + "time": 2.833391902000585, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 35, + "train_loss": 1.1307777166366577, + "val_loss": 1.4685436487197876, + "acc": 56.96, + "time": 32.8427068670062, + "param": [ + 0.5316054224967957, + 0.46839457750320435 + ] + }, + { + "epoch": 36, + "train_loss": 1.0364969968795776, + "val_loss": 1.3349283933639526, + "acc": 58.81999999999999, + "time": 34.863241616003506, + "param": [ + 0.5750883221626282, + 0.4249116778373718 + ] + }, + { + "epoch": 37, + "train_loss": 0.9140358567237854, + "val_loss": 1.2714253664016724, + "acc": 60.34, + "time": 35.26690819599753, + "param": [ + 0.6162974238395691, + 0.3837025761604309 + ] + }, + { + "epoch": 38, + "train_loss": 0.6458147764205933, + "val_loss": 1.3965076208114624, + "acc": 59.309999999999995, + "time": 35.06751439499931, + "param": [ + 0.6468074321746826, + 0.35319259762763977 + ] + }, + { + "epoch": 39, + "train_loss": 0.6086044311523438, + "val_loss": 1.3107625246047974, + "acc": 60.099999999999994, + "time": 35.68940586500685, + "param": [ + 0.6811280250549316, + 0.31887194514274597 + ] + }, + { + "epoch": 40, + "train_loss": 0.687863290309906, + "val_loss": 1.2564866542816162, + "acc": 60.089999999999996, + "time": 36.112949447000574, + "param": [ + 0.7079949975013733, + 0.2920050323009491 + ] + }, + { + "epoch": 41, + "train_loss": 0.41793033480644226, + "val_loss": 1.2922966480255127, + "acc": 60.209999999999994, + "time": 39.20001415399747, + "param": [ + 0.7250468134880066, + 0.274953156709671 + ] + }, + { + "epoch": 42, + "train_loss": 0.5751813650131226, + "val_loss": 1.3683922290802002, + "acc": 60.33, + "time": 38.7529017009947, + "param": [ + 0.7307790517807007, + 0.2692209780216217 + ] + }, + { + "epoch": 43, + "train_loss": 0.3638029396533966, + "val_loss": 1.2762001752853394, + "acc": 61.0, + "time": 37.0666651940046, + "param": [ + 0.7349217534065247, + 0.26507824659347534 + ] + }, + { + "epoch": 44, + "train_loss": 0.44923174381256104, + "val_loss": 1.405740737915039, + "acc": 60.68, + "time": 39.54593832300452, + "param": [ + 0.7457394599914551, + 0.2542605400085449 + ] + }, + { + "epoch": 45, + "train_loss": 0.540313720703125, + "val_loss": 1.5829945802688599, + "acc": 59.46, + "time": 38.7249838179996, + "param": [ + 0.752864420413971, + 0.24713554978370667 + ] + }, + { + "epoch": 46, + "train_loss": 0.26273974776268005, + "val_loss": 1.333451271057129, + "acc": 60.24, + "time": 39.10596701900067, + "param": [ + 0.7736393213272095, + 0.22636063396930695 + ] + }, + { + "epoch": 47, + "train_loss": 0.3385874629020691, + "val_loss": 1.5026214122772217, + "acc": 60.33, + "time": 38.61126650599908, + "param": [ + 0.8064533472061157, + 0.19354665279388428 + ] + }, + { + "epoch": 48, + "train_loss": 0.3305348753929138, + "val_loss": 1.4533896446228027, + "acc": 60.4, + "time": 38.64504900900647, + "param": [ + 0.8023965358734131, + 0.1976034790277481 + ] + }, + { + "epoch": 49, + "train_loss": 0.3014918565750122, + "val_loss": 1.508874773979187, + "acc": 60.529999999999994, + "time": 37.72354001500207, + "param": [ + 0.7922106981277466, + 0.20778930187225342 + ] + }, + { + "epoch": 50, + "train_loss": 0.2587587833404541, + "val_loss": 1.5146137475967407, + "acc": 60.0, + "time": 39.13636446899909, + "param": [ + 0.7836384773254395, + 0.21636155247688293 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json new file mode 100644 index 0000000..5f17779 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json @@ -0,0 +1,476 @@ +{ + "Accuracy": 60.14000000000001, + "Time": [ + 22.1255733637381, + 1.0668977256364176 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2828948497772217, + "val_loss": 2.268399715423584, + "acc": 15.09, + "time": 20.735805954, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 2, + "train_loss": 2.0663130283355713, + "val_loss": 2.0812666416168213, + "acc": 24.39, + "time": 19.625346186, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 3, + "train_loss": 2.0388970375061035, + "val_loss": 1.9271093606948853, + "acc": 32.029999999999994, + "time": 19.58479902100001, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 4, + "train_loss": 1.748523235321045, + "val_loss": 1.846414566040039, + "acc": 32.940000000000005, + "time": 20.538692189000017, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 5, + "train_loss": 1.7216084003448486, + "val_loss": 1.6381527185440063, + "acc": 37.89, + "time": 23.03500012699999, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 6, + "train_loss": 1.582404613494873, + "val_loss": 1.659337043762207, + "acc": 41.83, + "time": 23.080036299000028, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 7, + "train_loss": 1.550550103187561, + "val_loss": 1.6488673686981201, + "acc": 44.7, + "time": 22.58572862799997, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 8, + "train_loss": 1.6173338890075684, + "val_loss": 1.6584348678588867, + "acc": 43.81, + "time": 22.70341938499996, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 9, + "train_loss": 1.428658127784729, + "val_loss": 1.5252114534378052, + "acc": 46.67, + "time": 23.05153459600001, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 10, + "train_loss": 1.347940444946289, + "val_loss": 1.48612642288208, + "acc": 47.160000000000004, + "time": 21.46398877200005, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 11, + "train_loss": 1.432808756828308, + "val_loss": 1.5850521326065063, + "acc": 47.89, + "time": 20.543849122999973, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 12, + "train_loss": 1.4699032306671143, + "val_loss": 1.4466426372528076, + "acc": 49.54, + "time": 20.978478939000013, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 13, + "train_loss": 1.339483618736267, + "val_loss": 1.3995500802993774, + "acc": 50.080000000000005, + "time": 22.951739461999978, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 14, + "train_loss": 1.5134981870651245, + "val_loss": 1.3294188976287842, + "acc": 50.519999999999996, + "time": 23.586442078999937, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 15, + "train_loss": 1.3282984495162964, + "val_loss": 1.286734700202942, + "acc": 49.45, + "time": 21.58665637799993, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 16, + "train_loss": 1.283645749092102, + "val_loss": 1.3822070360183716, + "acc": 51.88, + "time": 20.311938775000044, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 17, + "train_loss": 1.1026115417480469, + "val_loss": 1.406809687614441, + "acc": 52.87, + "time": 21.615411038000047, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 18, + "train_loss": 1.1887383460998535, + "val_loss": 1.3646225929260254, + "acc": 52.86, + "time": 20.506594188999998, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 19, + "train_loss": 1.2931512594223022, + "val_loss": 1.248055338859558, + "acc": 53.63, + "time": 21.576998657000104, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 20, + "train_loss": 1.18258798122406, + "val_loss": 1.2254343032836914, + "acc": 54.97, + "time": 22.985091496999985, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 21, + "train_loss": 1.2386585474014282, + "val_loss": 1.2517896890640259, + "acc": 55.54, + "time": 23.100833319999992, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 22, + "train_loss": 1.0829311609268188, + "val_loss": 1.2213692665100098, + "acc": 56.830000000000005, + "time": 22.787988702000007, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 23, + "train_loss": 0.9809972047805786, + "val_loss": 1.2152177095413208, + "acc": 55.88999999999999, + "time": 21.295667504999983, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 24, + "train_loss": 1.0987476110458374, + "val_loss": 1.3070992231369019, + "acc": 57.3, + "time": 22.98502067900006, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 25, + "train_loss": 1.1952447891235352, + "val_loss": 1.1011821031570435, + "acc": 57.53, + "time": 22.944223520000037, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 26, + "train_loss": 0.8927792310714722, + "val_loss": 1.143223762512207, + "acc": 57.97, + "time": 23.03873247399997, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 27, + "train_loss": 0.9356046915054321, + "val_loss": 1.2080150842666626, + "acc": 55.769999999999996, + "time": 22.920244293999986, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 28, + "train_loss": 0.9864051342010498, + "val_loss": 1.2022372484207153, + "acc": 55.96, + "time": 22.973190398000042, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 29, + "train_loss": 1.0633541345596313, + "val_loss": 1.1945000886917114, + "acc": 59.040000000000006, + "time": 22.512094623000053, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 30, + "train_loss": 1.0921090841293335, + "val_loss": 1.2001495361328125, + "acc": 57.95, + "time": 22.28614733400002, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 31, + "train_loss": 0.8330001831054688, + "val_loss": 1.231569766998291, + "acc": 58.47, + "time": 22.770464951999998, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 32, + "train_loss": 1.0363346338272095, + "val_loss": 1.0750994682312012, + "acc": 58.28, + "time": 21.81845272299995, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 33, + "train_loss": 0.8505270481109619, + "val_loss": 1.1541798114776611, + "acc": 57.64, + "time": 22.74498964299994, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 34, + "train_loss": 0.8157575726509094, + "val_loss": 1.1784484386444092, + "acc": 58.879999999999995, + "time": 21.988938830999814, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 35, + "train_loss": 0.7100849747657776, + "val_loss": 1.2027310132980347, + "acc": 59.58, + "time": 21.676517555999908, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 36, + "train_loss": 0.6279416680335999, + "val_loss": 1.332200527191162, + "acc": 57.26, + "time": 21.931921499000055, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 37, + "train_loss": 0.7376309037208557, + "val_loss": 1.2373237609863281, + "acc": 59.18, + "time": 23.345975397000075, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 38, + "train_loss": 0.7945576310157776, + "val_loss": 1.1740461587905884, + "acc": 60.14000000000001, + "time": 23.010552724000036, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 39, + "train_loss": 0.8758001327514648, + "val_loss": 1.3439081907272339, + "acc": 59.58, + "time": 23.153529639, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 40, + "train_loss": 0.7159752249717712, + "val_loss": 1.2359766960144043, + "acc": 60.099999999999994, + "time": 21.02207209800008, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 41, + "train_loss": 0.591151773929596, + "val_loss": 1.399659276008606, + "acc": 59.809999999999995, + "time": 22.935937919000025, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 42, + "train_loss": 0.636521577835083, + "val_loss": 1.1090322732925415, + "acc": 59.589999999999996, + "time": 22.983034153000062, + "param": [ + 0.5, + 0.5 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..b834e21 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,388 @@ +{ + "Accuracy": 63.160000000000004, + "Time": [ + 37.33151790908831, + 0.9149414761440485 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2663400173187256, + "val_loss": 2.2644622325897217, + "acc": 17.04, + "time": 35.03971848000219, + "param": [ + 0.4945736229419708, + 0.5054264068603516 + ] + }, + { + "epoch": 2, + "train_loss": 1.9960711002349854, + "val_loss": 2.1117167472839355, + "acc": 24.52, + "time": 36.85132014699775, + "param": [ + 0.5021421909332275, + 0.49785780906677246 + ] + }, + { + "epoch": 3, + "train_loss": 2.054283380508423, + "val_loss": 1.9542466402053833, + "acc": 27.1, + "time": 38.805452979999245, + "param": [ + 0.508163332939148, + 0.49183666706085205 + ] + }, + { + "epoch": 4, + "train_loss": 1.707106113433838, + "val_loss": 1.7539926767349243, + "acc": 35.03, + "time": 36.78417104599794, + "param": [ + 0.533282995223999, + 0.46671703457832336 + ] + }, + { + "epoch": 5, + "train_loss": 1.589659333229065, + "val_loss": 1.6988826990127563, + "acc": 39.26, + "time": 38.50719850099995, + "param": [ + 0.5586225390434265, + 0.4413774311542511 + ] + }, + { + "epoch": 6, + "train_loss": 1.7083672285079956, + "val_loss": 1.660152554512024, + "acc": 41.49, + "time": 37.675446254001145, + "param": [ + 0.5828101634979248, + 0.4171898663043976 + ] + }, + { + "epoch": 7, + "train_loss": 1.6473689079284668, + "val_loss": 1.4828084707260132, + "acc": 44.34, + "time": 37.4772927160011, + "param": [ + 0.6020975112915039, + 0.3979024887084961 + ] + }, + { + "epoch": 8, + "train_loss": 1.324503779411316, + "val_loss": 1.4181468486785889, + "acc": 45.73, + "time": 36.97901852599898, + "param": [ + 0.6164321303367615, + 0.38356783986091614 + ] + }, + { + "epoch": 9, + "train_loss": 1.5954843759536743, + "val_loss": 1.4857382774353027, + "acc": 46.23, + "time": 36.16808326300088, + "param": [ + 0.6352182030677795, + 0.36478182673454285 + ] + }, + { + "epoch": 10, + "train_loss": 1.345388412475586, + "val_loss": 1.3298683166503906, + "acc": 49.14, + "time": 38.63210883799911, + "param": [ + 0.653959333896637, + 0.3460406959056854 + ] + }, + { + "epoch": 11, + "train_loss": 1.4290897846221924, + "val_loss": 1.4567208290100098, + "acc": 48.08, + "time": 38.51966903799985, + "param": [ + 0.6731163859367371, + 0.32688361406326294 + ] + }, + { + "epoch": 12, + "train_loss": 1.4160618782043457, + "val_loss": 1.407802700996399, + "acc": 51.629999999999995, + "time": 38.0759971510015, + "param": [ + 0.6829144954681396, + 0.31708553433418274 + ] + }, + { + "epoch": 13, + "train_loss": 1.3659452199935913, + "val_loss": 1.3469620943069458, + "acc": 52.96999999999999, + "time": 37.54105883000011, + "param": [ + 0.6911695599555969, + 0.30883049964904785 + ] + }, + { + "epoch": 14, + "train_loss": 1.1384176015853882, + "val_loss": 1.3366144895553589, + "acc": 53.25, + "time": 37.49029604300085, + "param": [ + 0.7004507780075073, + 0.2995491921901703 + ] + }, + { + "epoch": 15, + "train_loss": 1.444380760192871, + "val_loss": 1.199419379234314, + "acc": 55.25, + "time": 37.90757477900115, + "param": [ + 0.7130623459815979, + 0.2869376838207245 + ] + }, + { + "epoch": 16, + "train_loss": 1.4066110849380493, + "val_loss": 1.2701460123062134, + "acc": 55.16, + "time": 37.23708922500009, + "param": [ + 0.7205100059509277, + 0.2794899642467499 + ] + }, + { + "epoch": 17, + "train_loss": 1.0847954750061035, + "val_loss": 1.3198550939559937, + "acc": 53.99, + "time": 38.028426060998754, + "param": [ + 0.7266767024993896, + 0.27332326769828796 + ] + }, + { + "epoch": 18, + "train_loss": 1.0461784601211548, + "val_loss": 1.253292202949524, + "acc": 57.37, + "time": 38.271360321999964, + "param": [ + 0.7318610548973083, + 0.26813894510269165 + ] + }, + { + "epoch": 19, + "train_loss": 0.9712355732917786, + "val_loss": 1.2455995082855225, + "acc": 55.81, + "time": 37.827300605000346, + "param": [ + 0.7416979670524597, + 0.2583020031452179 + ] + }, + { + "epoch": 20, + "train_loss": 1.1273990869522095, + "val_loss": 1.242649793624878, + "acc": 57.830000000000005, + "time": 37.93443217700042, + "param": [ + 0.7534560561180115, + 0.2465439885854721 + ] + }, + { + "epoch": 21, + "train_loss": 1.028638243675232, + "val_loss": 1.1114410161972046, + "acc": 60.18, + "time": 38.25301202800256, + "param": [ + 0.7563207149505615, + 0.24367928504943848 + ] + }, + { + "epoch": 22, + "train_loss": 1.2244856357574463, + "val_loss": 1.1800216436386108, + "acc": 58.96, + "time": 37.879544053001155, + "param": [ + 0.7697777152061462, + 0.23022225499153137 + ] + }, + { + "epoch": 23, + "train_loss": 1.0906363725662231, + "val_loss": 1.1874018907546997, + "acc": 58.98, + "time": 38.644059125999775, + "param": [ + 0.7720022201538086, + 0.22799775004386902 + ] + }, + { + "epoch": 24, + "train_loss": 1.23388671875, + "val_loss": 0.9828868508338928, + "acc": 61.63999999999999, + "time": 37.12404254300054, + "param": [ + 0.7746274471282959, + 0.2253725677728653 + ] + }, + { + "epoch": 25, + "train_loss": 1.0164399147033691, + "val_loss": 1.1417043209075928, + "acc": 59.53000000000001, + "time": 36.286169625000184, + "param": [ + 0.7742670178413391, + 0.2257329523563385 + ] + }, + { + "epoch": 26, + "train_loss": 0.9558537006378174, + "val_loss": 1.1023880243301392, + "acc": 61.050000000000004, + "time": 35.76702532999843, + "param": [ + 0.7767140865325928, + 0.22328594326972961 + ] + }, + { + "epoch": 27, + "train_loss": 0.8381258845329285, + "val_loss": 1.162008285522461, + "acc": 60.74, + "time": 37.15819711199947, + "param": [ + 0.7900712490081787, + 0.20992876589298248 + ] + }, + { + "epoch": 28, + "train_loss": 0.9183067083358765, + "val_loss": 1.0006182193756104, + "acc": 60.92999999999999, + "time": 36.67004441500103, + "param": [ + 0.8029265999794006, + 0.19707338511943817 + ] + }, + { + "epoch": 29, + "train_loss": 1.022838830947876, + "val_loss": 1.1266629695892334, + "acc": 61.69, + "time": 36.46320052900046, + "param": [ + 0.8014633655548096, + 0.19853661954402924 + ] + }, + { + "epoch": 30, + "train_loss": 0.8931919932365417, + "val_loss": 1.0674142837524414, + "acc": 62.72, + "time": 36.40228527799991, + "param": [ + 0.7845037579536438, + 0.2154962569475174 + ] + }, + { + "epoch": 31, + "train_loss": 1.103177785873413, + "val_loss": 0.9972342848777771, + "acc": 61.27, + "time": 37.335483165999904, + "param": [ + 0.773759663105011, + 0.226240336894989 + ] + }, + { + "epoch": 32, + "train_loss": 0.8516740798950195, + "val_loss": 1.0910279750823975, + "acc": 62.949999999999996, + "time": 36.787474931999895, + "param": [ + 0.7666563391685486, + 0.233343705534935 + ] + }, + { + "epoch": 33, + "train_loss": 0.6858758926391602, + "val_loss": 1.1387344598770142, + "acc": 63.14999999999999, + "time": 35.74495953099904, + "param": [ + 0.7732142210006714, + 0.2267857939004898 + ] + }, + { + "epoch": 34, + "train_loss": 0.6335828900337219, + "val_loss": 1.1237519979476929, + "acc": 63.160000000000004, + "time": 37.003096258998994, + "param": [ + 0.7811124920845032, + 0.21888750791549683 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json new file mode 100644 index 0000000..ad14d3a --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json @@ -0,0 +1,687 @@ +{ + "Accuracy": 63.339999999999996, + "Time": [ + 11.101382597089014, + 10.5935170559198 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.1921029090881348, + "val_loss": 2.2560925483703613, + "acc": 13.919999999999998, + "time": 3.854718512000545, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 2, + "train_loss": 1.7688677310943604, + "val_loss": 1.9192651510238647, + "acc": 29.599999999999998, + "time": 2.8395449969975743, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 3, + "train_loss": 1.836153268814087, + "val_loss": 1.7710928916931152, + "acc": 37.51, + "time": 2.8949937360011972, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 4, + "train_loss": 1.5382717847824097, + "val_loss": 1.5790036916732788, + "acc": 40.6, + "time": 2.851069407999603, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 5, + "train_loss": 1.592370629310608, + "val_loss": 1.6206401586532593, + "acc": 41.339999999999996, + "time": 2.8452950799983228, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 6, + "train_loss": 1.2679470777511597, + "val_loss": 1.5397446155548096, + "acc": 46.14, + "time": 2.8709593399980804, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 7, + "train_loss": 1.1921000480651855, + "val_loss": 1.445855975151062, + "acc": 48.870000000000005, + "time": 2.9093764339995687, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 8, + "train_loss": 1.4420150518417358, + "val_loss": 1.2853766679763794, + "acc": 50.2, + "time": 2.8614281509981083, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 9, + "train_loss": 1.3919309377670288, + "val_loss": 1.332372784614563, + "acc": 51.17, + "time": 2.8831850250026037, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 10, + "train_loss": 1.3317251205444336, + "val_loss": 1.4551582336425781, + "acc": 50.07, + "time": 2.8940828689992486, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 11, + "train_loss": 1.4345959424972534, + "val_loss": 1.2640938758850098, + "acc": 54.559999999999995, + "time": 2.8717483789987455, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 12, + "train_loss": 1.2559611797332764, + "val_loss": 1.240366816520691, + "acc": 54.44, + "time": 2.887765160998242, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 13, + "train_loss": 1.1764672994613647, + "val_loss": 1.2338361740112305, + "acc": 53.53, + "time": 2.885234215998935, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 14, + "train_loss": 1.0515425205230713, + "val_loss": 1.1826119422912598, + "acc": 56.3, + "time": 2.890007575002528, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 15, + "train_loss": 0.8390014171600342, + "val_loss": 1.1805198192596436, + "acc": 56.44, + "time": 2.8712888400004886, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 16, + "train_loss": 1.153536319732666, + "val_loss": 1.3021948337554932, + "acc": 57.06, + "time": 2.905001438000909, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 17, + "train_loss": 0.9096624255180359, + "val_loss": 1.3167579174041748, + "acc": 54.65, + "time": 2.92910024700177, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 18, + "train_loss": 1.0465868711471558, + "val_loss": 1.29619300365448, + "acc": 56.06, + "time": 2.9362696090029203, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 19, + "train_loss": 1.1314119100570679, + "val_loss": 1.1642625331878662, + "acc": 59.75, + "time": 2.910350679001567, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 20, + "train_loss": 0.8629893064498901, + "val_loss": 1.1962294578552246, + "acc": 58.96, + "time": 2.89629939599763, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 21, + "train_loss": 0.8000352382659912, + "val_loss": 1.4590660333633423, + "acc": 57.46, + "time": 2.9082289840007434, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 22, + "train_loss": 0.9227988719940186, + "val_loss": 1.2818163633346558, + "acc": 59.88, + "time": 2.8852262780019373, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 23, + "train_loss": 0.7902014255523682, + "val_loss": 1.2471455335617065, + "acc": 60.11, + "time": 2.888737160999881, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 24, + "train_loss": 0.8023080229759216, + "val_loss": 1.0908745527267456, + "acc": 60.61, + "time": 2.8811401019993355, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 25, + "train_loss": 0.7471581697463989, + "val_loss": 1.3485547304153442, + "acc": 58.089999999999996, + "time": 2.898497502999817, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 26, + "train_loss": 0.718456506729126, + "val_loss": 1.1663869619369507, + "acc": 60.0, + "time": 2.876567023999087, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 27, + "train_loss": 0.5948183536529541, + "val_loss": 1.3519803285598755, + "acc": 59.86, + "time": 2.8818673989990202, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 28, + "train_loss": 0.6963866949081421, + "val_loss": 1.3850001096725464, + "acc": 58.03, + "time": 2.8725661809985468, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 29, + "train_loss": 0.4709939956665039, + "val_loss": 1.2664328813552856, + "acc": 60.129999999999995, + "time": 2.9341496339984587, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 30, + "train_loss": 0.5669498443603516, + "val_loss": 1.309333086013794, + "acc": 60.27, + "time": 2.9019292810007755, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 31, + "train_loss": 0.6099825501441956, + "val_loss": 1.2827792167663574, + "acc": 60.74, + "time": 2.9772925100005523, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 32, + "train_loss": 0.3127008378505707, + "val_loss": 1.391056776046753, + "acc": 59.53000000000001, + "time": 2.909274325997103, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 33, + "train_loss": 0.41282162070274353, + "val_loss": 1.6675347089767456, + "acc": 60.39, + "time": 2.953411103997496, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 34, + "train_loss": 0.3426223397254944, + "val_loss": 1.7815626859664917, + "acc": 60.01, + "time": 2.8869748569995863, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 35, + "train_loss": 0.3860514760017395, + "val_loss": 1.5389137268066406, + "acc": 60.5, + "time": 2.8748964910009818, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 36, + "train_loss": 1.0054230690002441, + "val_loss": 1.195217490196228, + "acc": 59.47, + "time": 22.701413064998633, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 37, + "train_loss": 1.0178287029266357, + "val_loss": 1.3500854969024658, + "acc": 60.97, + "time": 24.802012203999766, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 38, + "train_loss": 1.0490697622299194, + "val_loss": 1.1686300039291382, + "acc": 59.77, + "time": 25.691460107002058, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 39, + "train_loss": 0.8163461089134216, + "val_loss": 1.158421516418457, + "acc": 61.660000000000004, + "time": 24.341406379000546, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 40, + "train_loss": 0.9316216707229614, + "val_loss": 1.1891661882400513, + "acc": 62.22, + "time": 23.010249225000734, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 41, + "train_loss": 1.1316694021224976, + "val_loss": 1.106817364692688, + "acc": 62.81, + "time": 24.407028441000875, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 42, + "train_loss": 0.7069732546806335, + "val_loss": 1.151820421218872, + "acc": 60.45, + "time": 23.29008509399864, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 43, + "train_loss": 0.7799096703529358, + "val_loss": 1.194964051246643, + "acc": 62.419999999999995, + "time": 23.726424780001253, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 44, + "train_loss": 0.8875582814216614, + "val_loss": 1.1100711822509766, + "acc": 62.27, + "time": 21.469007854000665, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 45, + "train_loss": 0.8406460285186768, + "val_loss": 1.0283122062683105, + "acc": 63.2, + "time": 25.56012369599921, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 46, + "train_loss": 0.7913378477096558, + "val_loss": 1.0208230018615723, + "acc": 63.1, + "time": 26.25246543299727, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 47, + "train_loss": 0.7738615870475769, + "val_loss": 1.045982837677002, + "acc": 63.13999999999999, + "time": 25.56239121699764, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 48, + "train_loss": 0.8182787895202637, + "val_loss": 1.2326350212097168, + "acc": 62.67, + "time": 24.749893174001045, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 49, + "train_loss": 0.7775546908378601, + "val_loss": 1.07659113407135, + "acc": 63.080000000000005, + "time": 24.65565630099809, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 50, + "train_loss": 0.6698791980743408, + "val_loss": 1.1331126689910889, + "acc": 62.46000000000001, + "time": 26.76151798099818, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 51, + "train_loss": 1.06696617603302, + "val_loss": 1.1174027919769287, + "acc": 62.62, + "time": 24.437126689997967, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 52, + "train_loss": 0.5239432454109192, + "val_loss": 1.0797505378723145, + "acc": 63.339999999999996, + "time": 25.65484207699774, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 53, + "train_loss": 0.4527370035648346, + "val_loss": 1.2299139499664307, + "acc": 63.260000000000005, + "time": 24.01780473100007, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 54, + "train_loss": 0.603759229183197, + "val_loss": 1.1512447595596313, + "acc": 62.96000000000001, + "time": 26.18291311000212, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 55, + "train_loss": 0.6074151992797852, + "val_loss": 1.1244677305221558, + "acc": 61.61, + "time": 26.077543407998746, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 56, + "train_loss": 0.5445483326911926, + "val_loss": 1.2059710025787354, + "acc": 63.04, + "time": 26.107582543001627, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json new file mode 100644 index 0000000..a6c66d0 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json @@ -0,0 +1,615 @@ +{ + "Accuracy": 65.49000000000001, + "Time": [ + 18.569416992579644, + 16.901635059749726 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.1722781658172607, + "val_loss": 2.1912710666656494, + "acc": 19.18, + "time": 4.045262267005455, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 2, + "train_loss": 1.8492449522018433, + "val_loss": 2.0248937606811523, + "acc": 30.29, + "time": 2.938054033998924, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 3, + "train_loss": 1.8098214864730835, + "val_loss": 1.8472235202789307, + "acc": 36.370000000000005, + "time": 2.964727225000388, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 4, + "train_loss": 1.572637915611267, + "val_loss": 1.5717272758483887, + "acc": 42.07, + "time": 2.963215586001752, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 5, + "train_loss": 1.5608805418014526, + "val_loss": 1.6046078205108643, + "acc": 43.53, + "time": 2.976936166996893, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 6, + "train_loss": 1.3865846395492554, + "val_loss": 1.4394259452819824, + "acc": 46.1, + "time": 2.9809686379958293, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 7, + "train_loss": 1.3848272562026978, + "val_loss": 1.4237191677093506, + "acc": 48.52, + "time": 2.965884361001372, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 8, + "train_loss": 1.3363876342773438, + "val_loss": 1.43376624584198, + "acc": 49.89, + "time": 2.9754993239985197, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 9, + "train_loss": 1.465049147605896, + "val_loss": 1.3178911209106445, + "acc": 50.9, + "time": 3.0129163360034, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 10, + "train_loss": 1.4953341484069824, + "val_loss": 1.2369381189346313, + "acc": 52.949999999999996, + "time": 2.9998966830025893, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 11, + "train_loss": 1.385072946548462, + "val_loss": 1.295616626739502, + "acc": 55.230000000000004, + "time": 3.040974860996357, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 12, + "train_loss": 1.1420384645462036, + "val_loss": 1.2390999794006348, + "acc": 56.19, + "time": 2.988586725005007, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 13, + "train_loss": 0.9690455198287964, + "val_loss": 1.1434823274612427, + "acc": 56.13, + "time": 2.9936425070045516, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 14, + "train_loss": 1.0305296182632446, + "val_loss": 1.2084736824035645, + "acc": 57.19, + "time": 2.9467343789947336, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 15, + "train_loss": 0.9617345929145813, + "val_loss": 1.1180123090744019, + "acc": 57.63, + "time": 2.9063553669984685, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 16, + "train_loss": 1.0559152364730835, + "val_loss": 1.2332004308700562, + "acc": 58.650000000000006, + "time": 2.9105013119988143, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 17, + "train_loss": 1.1572245359420776, + "val_loss": 1.0994846820831299, + "acc": 58.589999999999996, + "time": 2.8911472899999353, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 18, + "train_loss": 0.9995521306991577, + "val_loss": 1.2150063514709473, + "acc": 60.86, + "time": 2.8709299210022436, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 19, + "train_loss": 0.8172581195831299, + "val_loss": 1.2414838075637817, + "acc": 59.41, + "time": 2.870432408999477, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 20, + "train_loss": 0.8435171246528625, + "val_loss": 1.1167564392089844, + "acc": 60.78, + "time": 2.8943147949976264, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 21, + "train_loss": 0.7639098763465881, + "val_loss": 1.2145607471466064, + "acc": 60.41, + "time": 2.8673670729986043, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 22, + "train_loss": 0.7575575709342957, + "val_loss": 1.1541134119033813, + "acc": 60.96, + "time": 2.9220218489936087, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 23, + "train_loss": 0.6563214063644409, + "val_loss": 1.2371717691421509, + "acc": 59.68, + "time": 2.9229496469997684, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 24, + "train_loss": 0.7228862643241882, + "val_loss": 1.245771884918213, + "acc": 61.53999999999999, + "time": 2.9115583270031493, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 25, + "train_loss": 0.656714677810669, + "val_loss": 1.2316147089004517, + "acc": 60.39, + "time": 2.9136019149955246, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 26, + "train_loss": 0.5577637553215027, + "val_loss": 1.1784015893936157, + "acc": 61.08, + "time": 2.9217852740039234, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 27, + "train_loss": 0.4000445604324341, + "val_loss": 1.1241748332977295, + "acc": 61.01, + "time": 2.9302356999978656, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 28, + "train_loss": 1.160064458847046, + "val_loss": 1.0313076972961426, + "acc": 61.33, + "time": 33.8225997490008, + "param": [ + 0.3735818862915039, + 0.2595290243625641, + 0.3668890595436096 + ] + }, + { + "epoch": 29, + "train_loss": 1.0140448808670044, + "val_loss": 1.0678333044052124, + "acc": 62.2, + "time": 35.8260984150038, + "param": [ + 0.41159382462501526, + 0.21132275462150574, + 0.37708333134651184 + ] + }, + { + "epoch": 30, + "train_loss": 0.9582394361495972, + "val_loss": 1.0846076011657715, + "acc": 62.11, + "time": 37.84567013099877, + "param": [ + 0.4404192268848419, + 0.17830373346805573, + 0.38127708435058594 + ] + }, + { + "epoch": 31, + "train_loss": 0.8970842361450195, + "val_loss": 1.1044977903366089, + "acc": 62.73, + "time": 35.66877937299432, + "param": [ + 0.47759801149368286, + 0.148637592792511, + 0.3737643361091614 + ] + }, + { + "epoch": 32, + "train_loss": 0.8487322330474854, + "val_loss": 1.0036917924880981, + "acc": 63.2, + "time": 36.60639206300402, + "param": [ + 0.5025522112846375, + 0.1366133987903595, + 0.36083441972732544 + ] + }, + { + "epoch": 33, + "train_loss": 0.8895136713981628, + "val_loss": 1.0443326234817505, + "acc": 63.17, + "time": 36.73731715499889, + "param": [ + 0.5126636028289795, + 0.1383652687072754, + 0.3489711880683899 + ] + }, + { + "epoch": 34, + "train_loss": 0.9125234484672546, + "val_loss": 1.011309266090393, + "acc": 63.41, + "time": 37.27482241400139, + "param": [ + 0.4886261522769928, + 0.15483959019184113, + 0.3565342128276825 + ] + }, + { + "epoch": 35, + "train_loss": 0.824338972568512, + "val_loss": 0.9942170977592468, + "acc": 63.79, + "time": 36.48773780900228, + "param": [ + 0.4761928617954254, + 0.1644560694694519, + 0.35935109853744507 + ] + }, + { + "epoch": 36, + "train_loss": 0.5492009520530701, + "val_loss": 0.9758917093276978, + "acc": 63.83, + "time": 38.55070170599356, + "param": [ + 0.4854156970977783, + 0.1481347382068634, + 0.36644959449768066 + ] + }, + { + "epoch": 37, + "train_loss": 0.7727577686309814, + "val_loss": 0.9643442034721375, + "acc": 64.29, + "time": 36.74515033199714, + "param": [ + 0.4992903470993042, + 0.11267939954996109, + 0.3880302608013153 + ] + }, + { + "epoch": 38, + "train_loss": 0.5662928819656372, + "val_loss": 1.053788423538208, + "acc": 64.51, + "time": 36.661826336006925, + "param": [ + 0.4995904266834259, + 0.09840980172157288, + 0.4019998013973236 + ] + }, + { + "epoch": 39, + "train_loss": 0.7091264128684998, + "val_loss": 0.920611560344696, + "acc": 64.66, + "time": 36.40840062499774, + "param": [ + 0.49236106872558594, + 0.10834658145904541, + 0.39929232001304626 + ] + }, + { + "epoch": 40, + "train_loss": 0.6023117899894714, + "val_loss": 0.8979507684707642, + "acc": 65.12, + "time": 36.83474148199457, + "param": [ + 0.4861307442188263, + 0.11503740400075912, + 0.3988318145275116 + ] + }, + { + "epoch": 41, + "train_loss": 0.6270884871482849, + "val_loss": 1.1957100629806519, + "acc": 65.49000000000001, + "time": 36.702361816998746, + "param": [ + 0.4846161901950836, + 0.12633930146694183, + 0.38904455304145813 + ] + }, + { + "epoch": 42, + "train_loss": 0.566609799861908, + "val_loss": 0.9261432886123657, + "acc": 64.57000000000001, + "time": 36.72815889299818, + "param": [ + 0.4705210030078888, + 0.14545278251171112, + 0.3840262293815613 + ] + }, + { + "epoch": 43, + "train_loss": 0.7318246364593506, + "val_loss": 0.9594860076904297, + "acc": 64.79, + "time": 36.610749457002385, + "param": [ + 0.46337026357650757, + 0.14818434417247772, + 0.3884454071521759 + ] + }, + { + "epoch": 44, + "train_loss": 0.5584510564804077, + "val_loss": 1.0744174718856812, + "acc": 63.9, + "time": 36.505955414999335, + "param": [ + 0.46865350008010864, + 0.13733409345149994, + 0.394012451171875 + ] + }, + { + "epoch": 45, + "train_loss": 0.5341301560401917, + "val_loss": 1.1515650749206543, + "acc": 64.61, + "time": 37.53508454399707, + "param": [ + 0.465756893157959, + 0.14120078086853027, + 0.39304232597351074 + ] + }, + { + "epoch": 46, + "train_loss": 0.5883026719093323, + "val_loss": 1.0340394973754883, + "acc": 64.28, + "time": 37.90349333499762, + "param": [ + 0.4571536183357239, + 0.15235525369644165, + 0.3904911279678345 + ] + }, + { + "epoch": 47, + "train_loss": 0.6485587954521179, + "val_loss": 1.0649367570877075, + "acc": 65.42, + "time": 36.99660657499771, + "param": [ + 0.4407910108566284, + 0.17710329592227936, + 0.38210564851760864 + ] + }, + { + "epoch": 48, + "train_loss": 0.6630192399024963, + "val_loss": 1.1383136510849, + "acc": 64.86, + "time": 37.3962890890034, + "param": [ + 0.4265509843826294, + 0.19215621054172516, + 0.38129279017448425 + ] + }, + { + "epoch": 49, + "train_loss": 0.44357576966285706, + "val_loss": 1.2630168199539185, + "acc": 64.77000000000001, + "time": 37.47686175000126, + "param": [ + 0.43006378412246704, + 0.17788733541965485, + 0.3920488655567169 + ] + }, + { + "epoch": 50, + "train_loss": 0.5755192637443542, + "val_loss": 1.1309491395950317, + "acc": 65.24, + "time": 38.61855119199754, + "param": [ + 0.43531519174575806, + 0.16358594596385956, + 0.4010988175868988 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json new file mode 100644 index 0000000..0d0679c --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json @@ -0,0 +1,591 @@ +{ + "Accuracy": 65.02, + "Time": [ + 24.54094990193748, + 1.9901021702504098 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.283158779144287, + "val_loss": 2.2855873107910156, + "acc": 12.629999999999999, + "time": 23.729046203999815, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 2, + "train_loss": 2.0398213863372803, + "val_loss": 2.0710794925689697, + "acc": 28.32, + "time": 23.25684407299991, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 3, + "train_loss": 1.8492025136947632, + "val_loss": 1.8955047130584717, + "acc": 34.32, + "time": 23.391526288000023, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 4, + "train_loss": 1.7446435689926147, + "val_loss": 1.6579530239105225, + "acc": 39.56, + "time": 23.56521128999998, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 5, + "train_loss": 1.6968200206756592, + "val_loss": 1.5973803997039795, + "acc": 42.05, + "time": 23.731295162999913, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 6, + "train_loss": 1.4987151622772217, + "val_loss": 1.671707034111023, + "acc": 43.94, + "time": 23.266101948999903, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 7, + "train_loss": 1.513161540031433, + "val_loss": 1.5041841268539429, + "acc": 46.82, + "time": 22.732253377000006, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 8, + "train_loss": 1.5439192056655884, + "val_loss": 1.5161170959472656, + "acc": 47.58, + "time": 24.186079760999974, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 9, + "train_loss": 1.4349387884140015, + "val_loss": 1.3760157823562622, + "acc": 48.92, + "time": 23.823676922999994, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 10, + "train_loss": 1.398415446281433, + "val_loss": 1.3427338600158691, + "acc": 50.760000000000005, + "time": 21.222428589999936, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 11, + "train_loss": 1.453107237815857, + "val_loss": 1.3146144151687622, + "acc": 52.15, + "time": 21.073526968999886, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 12, + "train_loss": 1.1997343301773071, + "val_loss": 1.320197343826294, + "acc": 52.35999999999999, + "time": 20.73973597400004, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 13, + "train_loss": 1.2277026176452637, + "val_loss": 1.2418988943099976, + "acc": 53.800000000000004, + "time": 20.81901321600003, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 14, + "train_loss": 1.2389252185821533, + "val_loss": 1.3257110118865967, + "acc": 54.300000000000004, + "time": 21.454136468999877, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 15, + "train_loss": 1.216184139251709, + "val_loss": 1.4041811227798462, + "acc": 54.83, + "time": 23.65662686299993, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 16, + "train_loss": 1.3247997760772705, + "val_loss": 1.2247248888015747, + "acc": 55.78999999999999, + "time": 24.00619986200013, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 17, + "train_loss": 1.1286687850952148, + "val_loss": 1.1753653287887573, + "acc": 55.589999999999996, + "time": 23.754560026000036, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 18, + "train_loss": 1.2823874950408936, + "val_loss": 1.261759877204895, + "acc": 56.11000000000001, + "time": 23.856020871000055, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 19, + "train_loss": 1.116113543510437, + "val_loss": 1.1843845844268799, + "acc": 57.48, + "time": 26.10987401599982, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 20, + "train_loss": 1.1583023071289062, + "val_loss": 1.1354888677597046, + "acc": 57.720000000000006, + "time": 25.275570086000016, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 21, + "train_loss": 1.2764322757720947, + "val_loss": 1.1615312099456787, + "acc": 58.01, + "time": 24.783446378999997, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 22, + "train_loss": 1.0524580478668213, + "val_loss": 1.1736781597137451, + "acc": 58.75, + "time": 24.063836734999995, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 23, + "train_loss": 1.170021891593933, + "val_loss": 1.172656536102295, + "acc": 60.22, + "time": 26.075143749000063, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 24, + "train_loss": 1.1195133924484253, + "val_loss": 1.276239275932312, + "acc": 58.29, + "time": 24.50795475299992, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 25, + "train_loss": 0.9872849583625793, + "val_loss": 1.1005438566207886, + "acc": 60.19, + "time": 24.12378836200014, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 26, + "train_loss": 0.9719225764274597, + "val_loss": 1.158207654953003, + "acc": 60.14000000000001, + "time": 24.24800439799992, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 27, + "train_loss": 0.9211532473564148, + "val_loss": 1.1024419069290161, + "acc": 61.24000000000001, + "time": 24.602224106999984, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 28, + "train_loss": 0.9972097277641296, + "val_loss": 1.1689412593841553, + "acc": 62.01, + "time": 24.817670231999955, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 29, + "train_loss": 0.8496556878089905, + "val_loss": 1.2263208627700806, + "acc": 60.23, + "time": 23.48850835500025, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 30, + "train_loss": 1.0593936443328857, + "val_loss": 1.1386638879776, + "acc": 62.09, + "time": 31.921108630000163, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 31, + "train_loss": 0.7327815294265747, + "val_loss": 1.08188796043396, + "acc": 62.49, + "time": 27.937221500000305, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 32, + "train_loss": 0.6734684705734253, + "val_loss": 1.1735066175460815, + "acc": 60.940000000000005, + "time": 25.776345321000008, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 33, + "train_loss": 0.9843050241470337, + "val_loss": 1.1812313795089722, + "acc": 61.47, + "time": 26.746137799999815, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 34, + "train_loss": 0.9417298436164856, + "val_loss": 1.070755124092102, + "acc": 63.370000000000005, + "time": 24.00863230899995, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 35, + "train_loss": 0.7977644205093384, + "val_loss": 1.0534089803695679, + "acc": 62.529999999999994, + "time": 24.479884088999825, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 36, + "train_loss": 0.8470560312271118, + "val_loss": 1.0383623838424683, + "acc": 62.870000000000005, + "time": 27.334045671999775, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 37, + "train_loss": 1.1520806550979614, + "val_loss": 1.06429123878479, + "acc": 62.839999999999996, + "time": 24.774569728999722, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 38, + "train_loss": 0.66573566198349, + "val_loss": 0.9384557008743286, + "acc": 64.42, + "time": 26.08930804700003, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 39, + "train_loss": 0.721142590045929, + "val_loss": 0.9894603490829468, + "acc": 63.72, + "time": 24.18941989399991, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 40, + "train_loss": 0.8285703063011169, + "val_loss": 1.119913935661316, + "acc": 63.01, + "time": 24.153525599000204, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 41, + "train_loss": 0.7104409337043762, + "val_loss": 0.9449323415756226, + "acc": 64.34, + "time": 24.81277096599979, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 42, + "train_loss": 0.6669884920120239, + "val_loss": 1.0676177740097046, + "acc": 64.66, + "time": 26.079780437999943, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 43, + "train_loss": 0.6543062329292297, + "val_loss": 1.0925030708312988, + "acc": 64.45, + "time": 25.16505016600013, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 44, + "train_loss": 0.7278675436973572, + "val_loss": 0.9916413426399231, + "acc": 63.74999999999999, + "time": 25.24035915000013, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 45, + "train_loss": 0.834118127822876, + "val_loss": 1.0961062908172607, + "acc": 63.2, + "time": 26.448529093999696, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 46, + "train_loss": 0.6944020390510559, + "val_loss": 1.158403754234314, + "acc": 63.029999999999994, + "time": 24.493000287000086, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 47, + "train_loss": 0.5769864320755005, + "val_loss": 1.0794469118118286, + "acc": 64.85, + "time": 25.083634444999916, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + }, + { + "epoch": 48, + "train_loss": 0.5894100666046143, + "val_loss": 1.0762078762054443, + "acc": 65.02, + "time": 28.871967117000167, + "param": [ + 0.3333333432674408, + 0.3333333432674408, + 0.3333333432674408 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..0b91fb9 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,639 @@ +{ + "Accuracy": 66.58, + "Time": [ + 37.7742312856342, + 1.1014744595515662 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.253801107406616, + "val_loss": 2.2481353282928467, + "acc": 19.189999999999998, + "time": 37.48511891800081, + "param": [ + 0.35289523005485535, + 0.2786712646484375, + 0.3684334456920624 + ] + }, + { + "epoch": 2, + "train_loss": 2.0905210971832275, + "val_loss": 1.935794711112976, + "acc": 27.500000000000004, + "time": 35.69367259499995, + "param": [ + 0.3593679368495941, + 0.2587467133998871, + 0.3818853199481964 + ] + }, + { + "epoch": 3, + "train_loss": 1.852683424949646, + "val_loss": 1.7971444129943848, + "acc": 34.28, + "time": 35.96590611300053, + "param": [ + 0.37112122774124146, + 0.24013233184814453, + 0.38874638080596924 + ] + }, + { + "epoch": 4, + "train_loss": 1.8368313312530518, + "val_loss": 1.696777582168579, + "acc": 36.94, + "time": 38.90836630099875, + "param": [ + 0.38151606917381287, + 0.226035475730896, + 0.39244842529296875 + ] + }, + { + "epoch": 5, + "train_loss": 1.6934728622436523, + "val_loss": 1.6279765367507935, + "acc": 43.309999999999995, + "time": 38.73837301799722, + "param": [ + 0.3995477855205536, + 0.19133023917675018, + 0.40912196040153503 + ] + }, + { + "epoch": 6, + "train_loss": 1.7036465406417847, + "val_loss": 1.5829827785491943, + "acc": 45.39, + "time": 40.35213866199774, + "param": [ + 0.41810691356658936, + 0.15627671778202057, + 0.4256163537502289 + ] + }, + { + "epoch": 7, + "train_loss": 1.6570773124694824, + "val_loss": 1.490157127380371, + "acc": 46.160000000000004, + "time": 37.12874770099734, + "param": [ + 0.4308543801307678, + 0.12365251034498215, + 0.4454931318759918 + ] + }, + { + "epoch": 8, + "train_loss": 1.4869844913482666, + "val_loss": 1.4674465656280518, + "acc": 48.14, + "time": 36.94256231599866, + "param": [ + 0.4282887876033783, + 0.11374291032552719, + 0.4579682946205139 + ] + }, + { + "epoch": 9, + "train_loss": 1.5590087175369263, + "val_loss": 1.3351894617080688, + "acc": 50.96000000000001, + "time": 37.07737052399898, + "param": [ + 0.424672394990921, + 0.11684834957122803, + 0.45847925543785095 + ] + }, + { + "epoch": 10, + "train_loss": 1.3734322786331177, + "val_loss": 1.3504620790481567, + "acc": 50.970000000000006, + "time": 37.06832329199824, + "param": [ + 0.4266674518585205, + 0.1113819107413292, + 0.4619506895542145 + ] + }, + { + "epoch": 11, + "train_loss": 1.519966959953308, + "val_loss": 1.3400564193725586, + "acc": 52.99, + "time": 36.36067224099679, + "param": [ + 0.43248188495635986, + 0.10119837522506714, + 0.4663197100162506 + ] + }, + { + "epoch": 12, + "train_loss": 1.468143105506897, + "val_loss": 1.3472760915756226, + "acc": 54.669999999999995, + "time": 36.56566069100154, + "param": [ + 0.4318166971206665, + 0.10248972475528717, + 0.4656936526298523 + ] + }, + { + "epoch": 13, + "train_loss": 1.1947780847549438, + "val_loss": 1.282423496246338, + "acc": 56.21000000000001, + "time": 37.57774485399932, + "param": [ + 0.4339868128299713, + 0.09356513619422913, + 0.47244805097579956 + ] + }, + { + "epoch": 14, + "train_loss": 1.3439443111419678, + "val_loss": 1.292016863822937, + "acc": 56.45, + "time": 36.87085546099843, + "param": [ + 0.4439050853252411, + 0.07319726049900055, + 0.48289763927459717 + ] + }, + { + "epoch": 15, + "train_loss": 1.3722606897354126, + "val_loss": 1.2296589612960815, + "acc": 56.19, + "time": 36.80921628099895, + "param": [ + 0.45075511932373047, + 0.06970617175102234, + 0.4795387387275696 + ] + }, + { + "epoch": 16, + "train_loss": 0.9719740152359009, + "val_loss": 1.1752084493637085, + "acc": 58.14, + "time": 37.302905635999196, + "param": [ + 0.45189979672431946, + 0.06584649533033371, + 0.4822537302970886 + ] + }, + { + "epoch": 17, + "train_loss": 1.1082011461257935, + "val_loss": 1.0993036031723022, + "acc": 58.60999999999999, + "time": 36.99611437099884, + "param": [ + 0.4531376361846924, + 0.06315330415964127, + 0.4837090075016022 + ] + }, + { + "epoch": 18, + "train_loss": 1.100962519645691, + "val_loss": 1.2436270713806152, + "acc": 58.42, + "time": 36.123874485998385, + "param": [ + 0.45502328872680664, + 0.0654481053352356, + 0.47952863574028015 + ] + }, + { + "epoch": 19, + "train_loss": 1.0585485696792603, + "val_loss": 1.2115973234176636, + "acc": 59.41, + "time": 37.58438624499831, + "param": [ + 0.4559936821460724, + 0.06442123651504517, + 0.47958511114120483 + ] + }, + { + "epoch": 20, + "train_loss": 0.9495722055435181, + "val_loss": 1.1772778034210205, + "acc": 59.21999999999999, + "time": 37.32595848500205, + "param": [ + 0.4537729024887085, + 0.0739705041050911, + 0.47225651144981384 + ] + }, + { + "epoch": 21, + "train_loss": 0.9804427027702332, + "val_loss": 1.1277587413787842, + "acc": 60.5, + "time": 36.76424620100079, + "param": [ + 0.4451295733451843, + 0.09067455679178238, + 0.4641958177089691 + ] + }, + { + "epoch": 22, + "train_loss": 1.3126684427261353, + "val_loss": 1.124817967414856, + "acc": 61.59, + "time": 36.4723062890007, + "param": [ + 0.4496096968650818, + 0.07913045585155487, + 0.47125983238220215 + ] + }, + { + "epoch": 23, + "train_loss": 0.9091474413871765, + "val_loss": 1.097652792930603, + "acc": 61.260000000000005, + "time": 38.64669329299795, + "param": [ + 0.45516207814216614, + 0.0719887986779213, + 0.4728491008281708 + ] + }, + { + "epoch": 24, + "train_loss": 0.9855243563652039, + "val_loss": 1.2046617269515991, + "acc": 63.080000000000005, + "time": 37.038977118998446, + "param": [ + 0.4487643241882324, + 0.07884439826011658, + 0.4723912477493286 + ] + }, + { + "epoch": 25, + "train_loss": 1.1145648956298828, + "val_loss": 1.1190316677093506, + "acc": 62.82, + "time": 36.99804039800074, + "param": [ + 0.4416149854660034, + 0.09073438495397568, + 0.4676506221294403 + ] + }, + { + "epoch": 26, + "train_loss": 0.9828168749809265, + "val_loss": 0.9906573295593262, + "acc": 63.14999999999999, + "time": 37.904813173998264, + "param": [ + 0.44279471039772034, + 0.08998674154281616, + 0.4672185778617859 + ] + }, + { + "epoch": 27, + "train_loss": 0.8464515209197998, + "val_loss": 1.1491245031356812, + "acc": 60.62, + "time": 36.513001568997424, + "param": [ + 0.45283299684524536, + 0.07421603053808212, + 0.4729509949684143 + ] + }, + { + "epoch": 28, + "train_loss": 0.9307124018669128, + "val_loss": 1.179481863975525, + "acc": 63.28, + "time": 36.60721551000097, + "param": [ + 0.47000834345817566, + 0.03786376491189003, + 0.4921278655529022 + ] + }, + { + "epoch": 29, + "train_loss": 1.0257830619812012, + "val_loss": 0.9456920623779297, + "acc": 64.33, + "time": 37.00888436400055, + "param": [ + 0.4699552059173584, + 0.027949387207627296, + 0.5020954608917236 + ] + }, + { + "epoch": 30, + "train_loss": 0.8759603500366211, + "val_loss": 1.007314920425415, + "acc": 64.39, + "time": 38.44673091799996, + "param": [ + 0.4599274694919586, + 0.044678013771772385, + 0.4953944683074951 + ] + }, + { + "epoch": 31, + "train_loss": 0.8273267149925232, + "val_loss": 1.1181597709655762, + "acc": 64.71000000000001, + "time": 38.20629164700222, + "param": [ + 0.44734418392181396, + 0.06509651243686676, + 0.48755931854248047 + ] + }, + { + "epoch": 32, + "train_loss": 0.8477728962898254, + "val_loss": 0.9520309567451477, + "acc": 65.27, + "time": 38.11640244299997, + "param": [ + 0.44046643376350403, + 0.08431635051965714, + 0.4752172529697418 + ] + }, + { + "epoch": 33, + "train_loss": 0.8210697770118713, + "val_loss": 1.0408051013946533, + "acc": 64.29, + "time": 38.022383046998584, + "param": [ + 0.43187302350997925, + 0.1058058813214302, + 0.46232107281684875 + ] + }, + { + "epoch": 34, + "train_loss": 0.9626104235649109, + "val_loss": 0.9879724383354187, + "acc": 65.32, + "time": 37.918467642000905, + "param": [ + 0.42423611879348755, + 0.12759549915790558, + 0.4481683671474457 + ] + }, + { + "epoch": 35, + "train_loss": 0.8926398754119873, + "val_loss": 1.0057024955749512, + "acc": 64.75999999999999, + "time": 38.909883471002104, + "param": [ + 0.42086800932884216, + 0.14147232472896576, + 0.4376596212387085 + ] + }, + { + "epoch": 36, + "train_loss": 0.7502409815788269, + "val_loss": 1.015832781791687, + "acc": 65.60000000000001, + "time": 39.525797272999625, + "param": [ + 0.4176517724990845, + 0.15419304370880127, + 0.4281551241874695 + ] + }, + { + "epoch": 37, + "train_loss": 0.7148786783218384, + "val_loss": 0.9692752361297607, + "acc": 64.7, + "time": 37.997674355003255, + "param": [ + 0.4221518039703369, + 0.1584482491016388, + 0.4193999171257019 + ] + }, + { + "epoch": 38, + "train_loss": 0.8409446477890015, + "val_loss": 1.260137677192688, + "acc": 65.47, + "time": 38.06837694400019, + "param": [ + 0.42045706510543823, + 0.16465646028518677, + 0.414886474609375 + ] + }, + { + "epoch": 39, + "train_loss": 0.7158916592597961, + "val_loss": 0.904012143611908, + "acc": 65.42, + "time": 38.175417165999534, + "param": [ + 0.4136683940887451, + 0.17970195412635803, + 0.4066295921802521 + ] + }, + { + "epoch": 40, + "train_loss": 0.6504249572753906, + "val_loss": 1.0761750936508179, + "acc": 65.64, + "time": 38.39688676899823, + "param": [ + 0.4247097969055176, + 0.17541970312595367, + 0.39987051486968994 + ] + }, + { + "epoch": 41, + "train_loss": 0.5574390888214111, + "val_loss": 1.1620177030563354, + "acc": 66.09, + "time": 37.56735104700056, + "param": [ + 0.4339694380760193, + 0.16809701919555664, + 0.3979335427284241 + ] + }, + { + "epoch": 42, + "train_loss": 0.6469662189483643, + "val_loss": 0.8687254786491394, + "acc": 65.95, + "time": 37.079090339000686, + "param": [ + 0.4519507586956024, + 0.14833985269069672, + 0.3997093737125397 + ] + }, + { + "epoch": 43, + "train_loss": 0.5411563515663147, + "val_loss": 1.0923100709915161, + "acc": 65.72, + "time": 38.165640114999405, + "param": [ + 0.4561785161495209, + 0.1430881917476654, + 0.4007333517074585 + ] + }, + { + "epoch": 44, + "train_loss": 0.7421649098396301, + "val_loss": 0.9281668066978455, + "acc": 65.95, + "time": 37.277015935000236, + "param": [ + 0.4561310410499573, + 0.14978531002998352, + 0.3940836787223816 + ] + }, + { + "epoch": 45, + "train_loss": 0.7661356925964355, + "val_loss": 0.9813562035560608, + "acc": 66.3, + "time": 38.442085514998325, + "param": [ + 0.44398748874664307, + 0.1607126146554947, + 0.39529991149902344 + ] + }, + { + "epoch": 46, + "train_loss": 0.6343474388122559, + "val_loss": 0.9712318181991577, + "acc": 64.89, + "time": 39.56844207299946, + "param": [ + 0.42142751812934875, + 0.17304572463035583, + 0.405526727437973 + ] + }, + { + "epoch": 47, + "train_loss": 0.782078742980957, + "val_loss": 1.0200870037078857, + "acc": 65.99000000000001, + "time": 39.217497661997186, + "param": [ + 0.4174322783946991, + 0.16443228721618652, + 0.4181354343891144 + ] + }, + { + "epoch": 48, + "train_loss": 0.5975955724716187, + "val_loss": 1.040493369102478, + "acc": 65.8, + "time": 37.93194359900008, + "param": [ + 0.42394348978996277, + 0.14449699223041534, + 0.4315595030784607 + ] + }, + { + "epoch": 49, + "train_loss": 0.615393877029419, + "val_loss": 0.970729649066925, + "acc": 65.93, + "time": 40.32203329500044, + "param": [ + 0.4282342195510864, + 0.13630910217761993, + 0.43545669317245483 + ] + }, + { + "epoch": 50, + "train_loss": 0.5325866341590881, + "val_loss": 1.0514827966690063, + "acc": 66.27, + "time": 39.71538778100148, + "param": [ + 0.42268168926239014, + 0.14108377695083618, + 0.4362345039844513 + ] + }, + { + "epoch": 51, + "train_loss": 0.5719747543334961, + "val_loss": 1.1623011827468872, + "acc": 65.34, + "time": 38.698609094997664, + "param": [ + 0.41279804706573486, + 0.14651308953762054, + 0.4406889081001282 + ] + }, + { + "epoch": 52, + "train_loss": 0.30436936020851135, + "val_loss": 1.1095142364501953, + "acc": 66.58, + "time": 39.658472614002676, + "param": [ + 0.40315964818000793, + 0.15304651856422424, + 0.4437938630580902 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json new file mode 100644 index 0000000..73d57ba --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json @@ -0,0 +1,757 @@ +{ + "Accuracy": 65.64, + "Time": [ + 13.004870036894875, + 11.37914545980977 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.1133944988250732, + "val_loss": 2.097074270248413, + "acc": 24.279999999999998, + "time": 3.9479366970008414, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 2, + "train_loss": 1.8982301950454712, + "val_loss": 1.9306557178497314, + "acc": 31.61, + "time": 2.9062239220002084, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 3, + "train_loss": 1.8342608213424683, + "val_loss": 1.8034552335739136, + "acc": 38.03, + "time": 2.88473139800044, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 4, + "train_loss": 1.571889877319336, + "val_loss": 1.6788023710250854, + "acc": 40.739999999999995, + "time": 2.9768612010011566, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 5, + "train_loss": 1.6537126302719116, + "val_loss": 1.6277669668197632, + "acc": 42.0, + "time": 2.968658880003204, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 6, + "train_loss": 1.548126459121704, + "val_loss": 1.4901752471923828, + "acc": 45.71, + "time": 2.9924795550032286, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 7, + "train_loss": 1.4095799922943115, + "val_loss": 1.3947612047195435, + "acc": 48.72, + "time": 2.967856307997863, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 8, + "train_loss": 1.3422526121139526, + "val_loss": 1.3757280111312866, + "acc": 51.38, + "time": 2.995351834997564, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 9, + "train_loss": 1.3972036838531494, + "val_loss": 1.321593999862671, + "acc": 50.739999999999995, + "time": 2.930824679999205, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 10, + "train_loss": 0.9220527410507202, + "val_loss": 1.2398216724395752, + "acc": 54.89000000000001, + "time": 2.9423341549991164, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 11, + "train_loss": 1.2080832719802856, + "val_loss": 1.2921305894851685, + "acc": 54.71, + "time": 2.986919385002693, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 12, + "train_loss": 1.1137901544570923, + "val_loss": 1.305311918258667, + "acc": 56.71000000000001, + "time": 2.9662568460007606, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 13, + "train_loss": 1.155529499053955, + "val_loss": 1.4032233953475952, + "acc": 57.97, + "time": 2.972842421997484, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 14, + "train_loss": 1.0794886350631714, + "val_loss": 1.3230032920837402, + "acc": 55.75, + "time": 2.997600856997451, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 15, + "train_loss": 1.0186865329742432, + "val_loss": 1.036115050315857, + "acc": 59.53000000000001, + "time": 3.0004949680005666, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 16, + "train_loss": 1.0312520265579224, + "val_loss": 1.1196805238723755, + "acc": 60.099999999999994, + "time": 2.8927350640005898, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 17, + "train_loss": 0.9989442229270935, + "val_loss": 1.267714262008667, + "acc": 58.379999999999995, + "time": 2.9993260860028386, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 18, + "train_loss": 0.8157129287719727, + "val_loss": 1.1198195219039917, + "acc": 59.870000000000005, + "time": 2.9538724799967895, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 19, + "train_loss": 0.9785850048065186, + "val_loss": 1.0725669860839844, + "acc": 61.09, + "time": 2.964992263001477, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 20, + "train_loss": 0.6985935568809509, + "val_loss": 1.1611593961715698, + "acc": 61.919999999999995, + "time": 2.9496500749992265, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 21, + "train_loss": 0.7354158759117126, + "val_loss": 1.0098166465759277, + "acc": 61.92999999999999, + "time": 2.9088356669999484, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 22, + "train_loss": 0.8630967736244202, + "val_loss": 1.1749805212020874, + "acc": 61.85000000000001, + "time": 2.9226699369974085, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 23, + "train_loss": 0.6811422109603882, + "val_loss": 1.0985454320907593, + "acc": 61.839999999999996, + "time": 2.913564074999158, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 24, + "train_loss": 0.5639576315879822, + "val_loss": 1.0318398475646973, + "acc": 61.44, + "time": 3.006348088998493, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 25, + "train_loss": 0.641460120677948, + "val_loss": 1.2382028102874756, + "acc": 62.67, + "time": 2.997289491999254, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 26, + "train_loss": 0.6895239949226379, + "val_loss": 1.1358391046524048, + "acc": 61.72, + "time": 3.0185486000009405, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 27, + "train_loss": 0.4305916428565979, + "val_loss": 1.3531103134155273, + "acc": 60.49, + "time": 2.9346315510010754, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 28, + "train_loss": 0.412574827671051, + "val_loss": 1.2914167642593384, + "acc": 61.58, + "time": 2.9637486430001445, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 29, + "train_loss": 0.41689443588256836, + "val_loss": 1.347478985786438, + "acc": 62.25000000000001, + "time": 2.9716133270012506, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 30, + "train_loss": 0.49450498819351196, + "val_loss": 1.2309627532958984, + "acc": 62.1, + "time": 2.9273646770016057, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 31, + "train_loss": 0.28460928797721863, + "val_loss": 1.5169156789779663, + "acc": 61.92999999999999, + "time": 2.9606759039997996, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 32, + "train_loss": 0.3315800428390503, + "val_loss": 1.5895847082138062, + "acc": 60.96, + "time": 2.9223655969981337, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 33, + "train_loss": 1.3093377351760864, + "val_loss": 1.1518280506134033, + "acc": 62.35000000000001, + "time": 22.385375985999417, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 34, + "train_loss": 0.8579041957855225, + "val_loss": 1.014437198638916, + "acc": 61.85000000000001, + "time": 24.191967962997296, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 35, + "train_loss": 1.0459425449371338, + "val_loss": 1.0010809898376465, + "acc": 63.339999999999996, + "time": 27.053403162000905, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 36, + "train_loss": 0.9614832997322083, + "val_loss": 1.0081148147583008, + "acc": 63.849999999999994, + "time": 24.388648260999616, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 37, + "train_loss": 0.9170201420783997, + "val_loss": 1.195899248123169, + "acc": 63.59, + "time": 24.29713767499925, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 38, + "train_loss": 0.7433265447616577, + "val_loss": 1.289540410041809, + "acc": 64.19, + "time": 26.230891958002758, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 39, + "train_loss": 0.6950061917304993, + "val_loss": 1.1559417247772217, + "acc": 64.5, + "time": 25.7609212080024, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 40, + "train_loss": 0.7942968606948853, + "val_loss": 1.0048977136611938, + "acc": 63.449999999999996, + "time": 25.321133858000394, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 41, + "train_loss": 0.7093613743782043, + "val_loss": 1.0713391304016113, + "acc": 63.49, + "time": 27.230800323999574, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 42, + "train_loss": 0.5903858542442322, + "val_loss": 1.2138065099716187, + "acc": 64.33, + "time": 24.867517194001266, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 43, + "train_loss": 0.7220480442047119, + "val_loss": 1.0216443538665771, + "acc": 64.46, + "time": 25.86241717699886, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 44, + "train_loss": 0.7344650626182556, + "val_loss": 0.9936228394508362, + "acc": 64.85, + "time": 24.796817354002997, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 45, + "train_loss": 0.5944536924362183, + "val_loss": 1.004671335220337, + "acc": 64.78, + "time": 28.347835928998393, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 46, + "train_loss": 0.5892364978790283, + "val_loss": 1.1140085458755493, + "acc": 65.44, + "time": 25.01919123600237, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 47, + "train_loss": 0.7404259443283081, + "val_loss": 0.8990511894226074, + "acc": 64.89, + "time": 25.52679280400116, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 48, + "train_loss": 0.7430607676506042, + "val_loss": 1.113510012626648, + "acc": 65.21000000000001, + "time": 25.428097242998774, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 49, + "train_loss": 0.6516563892364502, + "val_loss": 1.0093786716461182, + "acc": 65.4, + "time": 24.80897633100176, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 50, + "train_loss": 0.48906952142715454, + "val_loss": 1.3013302087783813, + "acc": 65.64, + "time": 26.921241604999523, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 51, + "train_loss": 0.5608984231948853, + "val_loss": 1.0791902542114258, + "acc": 65.23, + "time": 30.49828498200077, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 52, + "train_loss": 0.55747389793396, + "val_loss": 1.1312142610549927, + "acc": 64.91, + "time": 27.09494730699953, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 53, + "train_loss": 0.44682303071022034, + "val_loss": 1.1122002601623535, + "acc": 64.48, + "time": 25.38142809599958, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 54, + "train_loss": 0.5624671578407288, + "val_loss": 1.1630234718322754, + "acc": 64.34, + "time": 25.93796219000069, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 55, + "train_loss": 0.6416686773300171, + "val_loss": 1.2792307138442993, + "acc": 65.14999999999999, + "time": 27.21941066400177, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 56, + "train_loss": 0.42228448390960693, + "val_loss": 1.0707148313522339, + "acc": 65.05, + "time": 25.13315417799822, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 57, + "train_loss": 0.5644987225532532, + "val_loss": 1.4143505096435547, + "acc": 65.0, + "time": 25.927632782000728, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json new file mode 100644 index 0000000..50b9749 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json @@ -0,0 +1,783 @@ +{ + "Accuracy": 65.84, + "Time": [ + 23.576667166458073, + 18.33362682304409 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.1978187561035156, + "val_loss": 2.212573766708374, + "acc": 20.74, + "time": 3.9082092349999584, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 2, + "train_loss": 1.8815462589263916, + "val_loss": 1.9778119325637817, + "acc": 30.330000000000002, + "time": 2.8438553669984685, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 3, + "train_loss": 1.8382723331451416, + "val_loss": 1.7622580528259277, + "acc": 36.35, + "time": 2.861433448000753, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 4, + "train_loss": 1.4922159910202026, + "val_loss": 1.6943703889846802, + "acc": 40.87, + "time": 2.859993777994532, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 5, + "train_loss": 1.41049063205719, + "val_loss": 1.613801121711731, + "acc": 42.96, + "time": 2.8945278949977364, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 6, + "train_loss": 1.504009485244751, + "val_loss": 1.5479183197021484, + "acc": 45.79, + "time": 2.8682772430038312, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 7, + "train_loss": 1.2248371839523315, + "val_loss": 1.5048249959945679, + "acc": 46.89, + "time": 2.8690914190010517, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 8, + "train_loss": 1.2617979049682617, + "val_loss": 1.436240792274475, + "acc": 50.3, + "time": 2.864962920000835, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 9, + "train_loss": 1.3677681684494019, + "val_loss": 1.2973781824111938, + "acc": 52.04, + "time": 2.8705016340027214, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 10, + "train_loss": 1.316288709640503, + "val_loss": 1.3837088346481323, + "acc": 51.29, + "time": 2.932875302998582, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 11, + "train_loss": 1.241814374923706, + "val_loss": 1.2469340562820435, + "acc": 53.39, + "time": 2.923936594001134, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 12, + "train_loss": 1.2991584539413452, + "val_loss": 1.1413218975067139, + "acc": 54.86, + "time": 2.9173104699948453, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 13, + "train_loss": 1.0689083337783813, + "val_loss": 1.2535001039505005, + "acc": 56.63, + "time": 2.89140807500371, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 14, + "train_loss": 1.047332763671875, + "val_loss": 1.290968656539917, + "acc": 57.45, + "time": 2.9364654309974867, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 15, + "train_loss": 1.0249584913253784, + "val_loss": 1.2501195669174194, + "acc": 58.18, + "time": 2.940792016001069, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 16, + "train_loss": 0.9422227740287781, + "val_loss": 1.061212420463562, + "acc": 58.699999999999996, + "time": 2.9530816599944956, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 17, + "train_loss": 1.0307848453521729, + "val_loss": 1.243888020515442, + "acc": 59.28, + "time": 2.914977849002753, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 18, + "train_loss": 0.8698165416717529, + "val_loss": 1.2023506164550781, + "acc": 57.92, + "time": 2.972023257003457, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 19, + "train_loss": 0.8112623691558838, + "val_loss": 1.2157633304595947, + "acc": 57.809999999999995, + "time": 2.949914942997566, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 20, + "train_loss": 0.7969756722450256, + "val_loss": 1.2808741331100464, + "acc": 59.68, + "time": 2.9469503849977627, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 21, + "train_loss": 0.7708574533462524, + "val_loss": 1.2126518487930298, + "acc": 59.25, + "time": 2.9194508169966866, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 22, + "train_loss": 0.713342547416687, + "val_loss": 1.1233607530593872, + "acc": 61.129999999999995, + "time": 2.966882638000243, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 23, + "train_loss": 0.7105557322502136, + "val_loss": 1.359276533126831, + "acc": 60.07, + "time": 2.9109055299995816, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 24, + "train_loss": 0.718525767326355, + "val_loss": 1.2684499025344849, + "acc": 60.050000000000004, + "time": 2.951174904999789, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 25, + "train_loss": 0.6787130832672119, + "val_loss": 1.1068662405014038, + "acc": 60.9, + "time": 2.9207298050023383, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 26, + "train_loss": 0.5889912843704224, + "val_loss": 1.2459617853164673, + "acc": 59.540000000000006, + "time": 2.9465316790010547, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 27, + "train_loss": 1.079828143119812, + "val_loss": 1.140770435333252, + "acc": 59.84, + "time": 35.49566068700369, + "param": [ + 0.2598349153995514, + 0.18143829703330994, + 0.2726213037967682, + 0.28610554337501526 + ] + }, + { + "epoch": 28, + "train_loss": 0.8403233885765076, + "val_loss": 1.057658076286316, + "acc": 62.339999999999996, + "time": 38.669758275995264, + "param": [ + 0.2824101746082306, + 0.14793145656585693, + 0.2835456430912018, + 0.2861127257347107 + ] + }, + { + "epoch": 29, + "train_loss": 1.201022744178772, + "val_loss": 1.0605300664901733, + "acc": 61.5, + "time": 37.982412919001945, + "param": [ + 0.3030540645122528, + 0.12965698540210724, + 0.28641754388809204, + 0.2808714509010315 + ] + }, + { + "epoch": 30, + "train_loss": 0.9830183982849121, + "val_loss": 1.0877258777618408, + "acc": 63.38, + "time": 39.07923501400364, + "param": [ + 0.3127354085445404, + 0.11775368452072144, + 0.2851088345050812, + 0.2844020426273346 + ] + }, + { + "epoch": 31, + "train_loss": 0.9247341752052307, + "val_loss": 1.1132227182388306, + "acc": 61.78, + "time": 39.04029036399879, + "param": [ + 0.32952767610549927, + 0.11489280313253403, + 0.2761496603488922, + 0.27942976355552673 + ] + }, + { + "epoch": 32, + "train_loss": 0.8198213577270508, + "val_loss": 1.3090604543685913, + "acc": 63.41, + "time": 39.2740178439999, + "param": [ + 0.3435211777687073, + 0.10792076587677002, + 0.2674053907394409, + 0.2811526954174042 + ] + }, + { + "epoch": 33, + "train_loss": 0.6891999840736389, + "val_loss": 1.0650882720947266, + "acc": 63.339999999999996, + "time": 39.28128078500595, + "param": [ + 0.3589978814125061, + 0.10793830454349518, + 0.25197792053222656, + 0.28108587861061096 + ] + }, + { + "epoch": 34, + "train_loss": 0.7647940516471863, + "val_loss": 1.070839285850525, + "acc": 63.690000000000005, + "time": 40.9745044759984, + "param": [ + 0.3673841059207916, + 0.10761784017086029, + 0.2482973337173462, + 0.2767007350921631 + ] + }, + { + "epoch": 35, + "train_loss": 0.847358226776123, + "val_loss": 0.9924085736274719, + "acc": 64.68, + "time": 40.91686534000473, + "param": [ + 0.36886629462242126, + 0.12066894769668579, + 0.24021464586257935, + 0.2702501118183136 + ] + }, + { + "epoch": 36, + "train_loss": 0.6473565697669983, + "val_loss": 1.104058861732483, + "acc": 64.03999999999999, + "time": 40.95300006699836, + "param": [ + 0.3748171627521515, + 0.12172434478998184, + 0.24283216893672943, + 0.26062634587287903 + ] + }, + { + "epoch": 37, + "train_loss": 0.7877498269081116, + "val_loss": 1.122895359992981, + "acc": 63.62, + "time": 40.54432579300192, + "param": [ + 0.3744545876979828, + 0.11607354134321213, + 0.2535834312438965, + 0.255888432264328 + ] + }, + { + "epoch": 38, + "train_loss": 0.6346514225006104, + "val_loss": 1.0661535263061523, + "acc": 63.690000000000005, + "time": 39.72321558499971, + "param": [ + 0.36410290002822876, + 0.12953880429267883, + 0.25529900193214417, + 0.25105932354927063 + ] + }, + { + "epoch": 39, + "train_loss": 0.765245795249939, + "val_loss": 1.0209953784942627, + "acc": 64.05999999999999, + "time": 39.54929952100065, + "param": [ + 0.3699783682823181, + 0.14709793031215668, + 0.24667973816394806, + 0.23624393343925476 + ] + }, + { + "epoch": 40, + "train_loss": 0.6754229664802551, + "val_loss": 1.0782872438430786, + "acc": 64.7, + "time": 40.165617758000735, + "param": [ + 0.37032294273376465, + 0.15334348380565643, + 0.24269622564315796, + 0.23363737761974335 + ] + }, + { + "epoch": 41, + "train_loss": 0.5497123599052429, + "val_loss": 1.092331886291504, + "acc": 65.09, + "time": 39.332125084001746, + "param": [ + 0.3849131762981415, + 0.14981059730052948, + 0.23272593319416046, + 0.23255033791065216 + ] + }, + { + "epoch": 42, + "train_loss": 0.7016181945800781, + "val_loss": 0.9819862842559814, + "acc": 64.69, + "time": 39.16431912800181, + "param": [ + 0.39064881205558777, + 0.1284635365009308, + 0.2385968416929245, + 0.24229082465171814 + ] + }, + { + "epoch": 43, + "train_loss": 0.5640954971313477, + "val_loss": 1.1620296239852905, + "acc": 64.67, + "time": 39.816658203999395, + "param": [ + 0.39068037271499634, + 0.11009218543767929, + 0.23734933137893677, + 0.2618781626224518 + ] + }, + { + "epoch": 44, + "train_loss": 0.555194616317749, + "val_loss": 1.2806707620620728, + "acc": 64.77000000000001, + "time": 43.24676582900429, + "param": [ + 0.39442360401153564, + 0.10820331424474716, + 0.23190078139305115, + 0.2654723525047302 + ] + }, + { + "epoch": 45, + "train_loss": 0.6706969141960144, + "val_loss": 1.0545603036880493, + "acc": 64.97, + "time": 39.591743420001876, + "param": [ + 0.38052576780319214, + 0.13599272072315216, + 0.2352783977985382, + 0.2482030838727951 + ] + }, + { + "epoch": 46, + "train_loss": 0.6509790420532227, + "val_loss": 1.089281439781189, + "acc": 65.24, + "time": 41.50841243300238, + "param": [ + 0.36697760224342346, + 0.16821922361850739, + 0.24159258604049683, + 0.22321061789989471 + ] + }, + { + "epoch": 47, + "train_loss": 0.7054086923599243, + "val_loss": 1.1425938606262207, + "acc": 63.980000000000004, + "time": 41.08166023100057, + "param": [ + 0.35059741139411926, + 0.17340946197509766, + 0.26096639037132263, + 0.21502670645713806 + ] + }, + { + "epoch": 48, + "train_loss": 0.5381116271018982, + "val_loss": 1.1559101343154907, + "acc": 64.83, + "time": 40.90528826099762, + "param": [ + 0.36421599984169006, + 0.1527749001979828, + 0.2847003638744354, + 0.19830873608589172 + ] + }, + { + "epoch": 49, + "train_loss": 0.5843347907066345, + "val_loss": 0.8896572589874268, + "acc": 64.57000000000001, + "time": 40.30344480400527, + "param": [ + 0.3741234540939331, + 0.14686094224452972, + 0.2900254726409912, + 0.18899008631706238 + ] + }, + { + "epoch": 50, + "train_loss": 0.6168944239616394, + "val_loss": 1.1813961267471313, + "acc": 65.08, + "time": 40.57505190800293, + "param": [ + 0.37641555070877075, + 0.13297386467456818, + 0.2951374650001526, + 0.1954731047153473 + ] + }, + { + "epoch": 51, + "train_loss": 0.5509471893310547, + "val_loss": 1.0337104797363281, + "acc": 65.35, + "time": 38.92176520599605, + "param": [ + 0.3850703835487366, + 0.12154147773981094, + 0.29115602374076843, + 0.20223212242126465 + ] + }, + { + "epoch": 52, + "train_loss": 0.513664722442627, + "val_loss": 1.178514003753662, + "acc": 65.45, + "time": 40.106166454999766, + "param": [ + 0.3939419686794281, + 0.10107704252004623, + 0.2869687080383301, + 0.2180122435092926 + ] + }, + { + "epoch": 53, + "train_loss": 0.7573800683021545, + "val_loss": 1.3515254259109497, + "acc": 65.66, + "time": 40.26735189500323, + "param": [ + 0.39120903611183167, + 0.11703427881002426, + 0.28269433975219727, + 0.2090623676776886 + ] + }, + { + "epoch": 54, + "train_loss": 0.5538693070411682, + "val_loss": 1.2943366765975952, + "acc": 65.23, + "time": 38.88200342500204, + "param": [ + 0.3949258327484131, + 0.12256765365600586, + 0.27609968185424805, + 0.206406831741333 + ] + }, + { + "epoch": 55, + "train_loss": 0.6089021563529968, + "val_loss": 1.2001919746398926, + "acc": 64.92, + "time": 38.77817203599989, + "param": [ + 0.39233019948005676, + 0.11821833997964859, + 0.2578636705875397, + 0.23158779740333557 + ] + }, + { + "epoch": 56, + "train_loss": 0.4431888461112976, + "val_loss": 1.2106876373291016, + "acc": 64.95, + "time": 40.29730317299982, + "param": [ + 0.38191235065460205, + 0.12751847505569458, + 0.2455013394355774, + 0.2450677901506424 + ] + }, + { + "epoch": 57, + "train_loss": 0.37969017028808594, + "val_loss": 1.4283705949783325, + "acc": 65.57, + "time": 41.21018139900116, + "param": [ + 0.3785663843154907, + 0.13896167278289795, + 0.23911724984645844, + 0.2433546781539917 + ] + }, + { + "epoch": 58, + "train_loss": 0.44284018874168396, + "val_loss": 1.2641681432724, + "acc": 65.84, + "time": 38.55606889200135, + "param": [ + 0.38107746839523315, + 0.1359516680240631, + 0.2405855357646942, + 0.2423853576183319 + ] + }, + { + "epoch": 59, + "train_loss": 0.45535674691200256, + "val_loss": 0.9940177202224731, + "acc": 65.79, + "time": 40.09313231299893, + "param": [ + 0.3671441972255707, + 0.14507578313350677, + 0.255379855632782, + 0.23240016400814056 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json new file mode 100644 index 0000000..c135c45 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json @@ -0,0 +1,666 @@ +{ + "Accuracy": 65.84, + "Time": [ + 26.72751521381998, + 1.186622108519116 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2408053874969482, + "val_loss": 2.2382705211639404, + "acc": 17.34, + "time": 26.50615866699991, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 2, + "train_loss": 1.9468926191329956, + "val_loss": 2.1272530555725098, + "acc": 24.58, + "time": 25.5111835419998, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 3, + "train_loss": 1.9232906103134155, + "val_loss": 1.8562595844268799, + "acc": 32.2, + "time": 25.39102196099975, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 4, + "train_loss": 1.8663936853408813, + "val_loss": 1.7831205129623413, + "acc": 38.550000000000004, + "time": 25.70077000299989, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 5, + "train_loss": 1.7910897731781006, + "val_loss": 1.6572316884994507, + "acc": 43.35, + "time": 27.796281954999813, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 6, + "train_loss": 1.5665162801742554, + "val_loss": 1.6002318859100342, + "acc": 43.41, + "time": 27.366720476999944, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 7, + "train_loss": 1.5925136804580688, + "val_loss": 1.5230251550674438, + "acc": 45.98, + "time": 26.27478890500015, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 8, + "train_loss": 1.3880213499069214, + "val_loss": 1.424506664276123, + "acc": 49.1, + "time": 26.447144543000377, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 9, + "train_loss": 1.490441083908081, + "val_loss": 1.4683481454849243, + "acc": 49.17, + "time": 26.603244716000063, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 10, + "train_loss": 1.5410168170928955, + "val_loss": 1.4717122316360474, + "acc": 48.04, + "time": 27.10463094099987, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 11, + "train_loss": 1.411773681640625, + "val_loss": 1.3308874368667603, + "acc": 51.190000000000005, + "time": 26.470210288999624, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 12, + "train_loss": 1.2240432500839233, + "val_loss": 1.2730214595794678, + "acc": 52.14, + "time": 27.195150141999875, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 13, + "train_loss": 1.3171359300613403, + "val_loss": 1.2515901327133179, + "acc": 52.849999999999994, + "time": 26.574624431999837, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 14, + "train_loss": 1.3899314403533936, + "val_loss": 1.2858420610427856, + "acc": 55.38999999999999, + "time": 27.220901242999844, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 15, + "train_loss": 1.2422513961791992, + "val_loss": 1.3271875381469727, + "acc": 54.81, + "time": 26.738174112999786, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 16, + "train_loss": 1.365092158317566, + "val_loss": 1.1807156801223755, + "acc": 55.58, + "time": 26.203162956999677, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 17, + "train_loss": 1.0763884782791138, + "val_loss": 1.1423133611679077, + "acc": 56.779999999999994, + "time": 26.908622915999786, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 18, + "train_loss": 1.2739167213439941, + "val_loss": 1.1750563383102417, + "acc": 57.42, + "time": 25.65169765399969, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 19, + "train_loss": 1.5106087923049927, + "val_loss": 1.3334745168685913, + "acc": 54.190000000000005, + "time": 26.073869038999874, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 20, + "train_loss": 0.9535140991210938, + "val_loss": 1.188093662261963, + "acc": 57.52, + "time": 26.571298151000065, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 21, + "train_loss": 1.1238301992416382, + "val_loss": 1.1189298629760742, + "acc": 59.46, + "time": 25.800514953999937, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 22, + "train_loss": 1.0354951620101929, + "val_loss": 1.2183969020843506, + "acc": 59.51, + "time": 26.63884660399981, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 23, + "train_loss": 1.1012463569641113, + "val_loss": 1.2089970111846924, + "acc": 59.199999999999996, + "time": 26.544496963000256, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 24, + "train_loss": 1.1058857440948486, + "val_loss": 1.0662671327590942, + "acc": 60.85, + "time": 26.01927106600033, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 25, + "train_loss": 1.0812996625900269, + "val_loss": 1.1606770753860474, + "acc": 60.699999999999996, + "time": 26.494340722999823, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 26, + "train_loss": 1.0152080059051514, + "val_loss": 1.091566562652588, + "acc": 60.3, + "time": 25.98190329199997, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 27, + "train_loss": 0.8208106756210327, + "val_loss": 1.153124451637268, + "acc": 60.95, + "time": 26.693098151999948, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 28, + "train_loss": 0.9642917513847351, + "val_loss": 1.252657413482666, + "acc": 61.160000000000004, + "time": 26.3353633050001, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 29, + "train_loss": 0.968505859375, + "val_loss": 1.0972484350204468, + "acc": 61.519999999999996, + "time": 26.18491321800002, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 30, + "train_loss": 1.1701998710632324, + "val_loss": 1.1415801048278809, + "acc": 60.36, + "time": 27.193268293000074, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 31, + "train_loss": 0.9230530858039856, + "val_loss": 1.0822734832763672, + "acc": 63.370000000000005, + "time": 25.478875488000085, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 32, + "train_loss": 0.9109020829200745, + "val_loss": 1.01580011844635, + "acc": 61.870000000000005, + "time": 25.618411682999977, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 33, + "train_loss": 0.854084312915802, + "val_loss": 1.054813027381897, + "acc": 62.4, + "time": 27.118177318000107, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 34, + "train_loss": 0.998378574848175, + "val_loss": 1.0469481945037842, + "acc": 63.849999999999994, + "time": 26.0782912640002, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 35, + "train_loss": 0.8162728548049927, + "val_loss": 1.0619244575500488, + "acc": 63.59, + "time": 25.79060106499992, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 36, + "train_loss": 1.027509093284607, + "val_loss": 1.0670011043548584, + "acc": 64.32, + "time": 27.54223666400003, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 37, + "train_loss": 0.7838906645774841, + "val_loss": 1.0423141717910767, + "acc": 63.9, + "time": 28.56243345699977, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 38, + "train_loss": 0.7726811170578003, + "val_loss": 1.1103054285049438, + "acc": 64.13, + "time": 26.56577704600022, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 39, + "train_loss": 0.7688024640083313, + "val_loss": 1.0554702281951904, + "acc": 64.36, + "time": 26.51792567800021, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 40, + "train_loss": 0.88217693567276, + "val_loss": 0.9248891472816467, + "acc": 63.480000000000004, + "time": 25.911246496999865, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 41, + "train_loss": 0.7981661558151245, + "val_loss": 1.0884777307510376, + "acc": 64.22, + "time": 25.52461713699995, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 42, + "train_loss": 0.6583200097084045, + "val_loss": 0.9626654982566833, + "acc": 65.13, + "time": 25.717853131000084, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 43, + "train_loss": 0.6854671835899353, + "val_loss": 1.253736972808838, + "acc": 63.49, + "time": 26.936863086999892, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 44, + "train_loss": 0.8856583833694458, + "val_loss": 1.0372236967086792, + "acc": 64.84, + "time": 27.71944235000001, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 45, + "train_loss": 0.6850290298461914, + "val_loss": 0.9938231110572815, + "acc": 64.89, + "time": 27.01277999499962, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 46, + "train_loss": 0.6527209281921387, + "val_loss": 1.0705158710479736, + "acc": 65.32, + "time": 27.185630488000243, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 47, + "train_loss": 0.681566596031189, + "val_loss": 1.0719740390777588, + "acc": 65.18, + "time": 26.403676856999937, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 48, + "train_loss": 0.4957970976829529, + "val_loss": 1.1403690576553345, + "acc": 65.84, + "time": 27.597068805000163, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 49, + "train_loss": 0.65242600440979, + "val_loss": 1.1785531044006348, + "acc": 64.73, + "time": 32.02094300099998, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "epoch": 50, + "train_loss": 0.655811071395874, + "val_loss": 1.0103600025177002, + "acc": 65.34, + "time": 30.877236464000816, + "param": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..853d947 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,770 @@ +{ + "Accuracy": 67.7, + "Time": [ + 39.783058291879065, + 1.1098686894254295 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.281632423400879, + "val_loss": 2.271272897720337, + "acc": 10.85, + "time": 40.85265005600013, + "param": [ + 0.23880635201931, + 0.24080200493335724, + 0.2676547169685364, + 0.25273698568344116 + ] + }, + { + "epoch": 2, + "train_loss": 2.1522951126098633, + "val_loss": 1.9983097314834595, + "acc": 28.849999999999998, + "time": 40.131801790998, + "param": [ + 0.24643093347549438, + 0.22830525040626526, + 0.26124516129493713, + 0.26401859521865845 + ] + }, + { + "epoch": 3, + "train_loss": 1.8290871381759644, + "val_loss": 1.8549916744232178, + "acc": 31.86, + "time": 40.86624916299843, + "param": [ + 0.26755639910697937, + 0.18282583355903625, + 0.27173662185668945, + 0.2778811752796173 + ] + }, + { + "epoch": 4, + "train_loss": 1.9140664339065552, + "val_loss": 1.7214957475662231, + "acc": 41.620000000000005, + "time": 39.746056094998494, + "param": [ + 0.27903181314468384, + 0.14732839167118073, + 0.28166720271110535, + 0.2919725775718689 + ] + }, + { + "epoch": 5, + "train_loss": 1.7373020648956299, + "val_loss": 1.6708755493164062, + "acc": 40.94, + "time": 39.56721503200242, + "param": [ + 0.30014878511428833, + 0.1096373125910759, + 0.29309043288230896, + 0.2971234917640686 + ] + }, + { + "epoch": 6, + "train_loss": 1.4445693492889404, + "val_loss": 1.4529699087142944, + "acc": 45.629999999999995, + "time": 41.16702320299737, + "param": [ + 0.3303394913673401, + 0.06914706528186798, + 0.30345597863197327, + 0.29705744981765747 + ] + }, + { + "epoch": 7, + "train_loss": 1.4431697130203247, + "val_loss": 1.3163514137268066, + "acc": 48.370000000000005, + "time": 40.64110408199849, + "param": [ + 0.34702736139297485, + 0.04625745490193367, + 0.30719876289367676, + 0.29951637983322144 + ] + }, + { + "epoch": 8, + "train_loss": 1.4509536027908325, + "val_loss": 1.3834564685821533, + "acc": 49.75, + "time": 40.90928984600032, + "param": [ + 0.35036611557006836, + 0.03024294413626194, + 0.3167951703071594, + 0.3025957942008972 + ] + }, + { + "epoch": 9, + "train_loss": 1.2773510217666626, + "val_loss": 1.4736956357955933, + "acc": 50.21, + "time": 40.38339180299954, + "param": [ + 0.3487498164176941, + 0.02543310448527336, + 0.32755959033966064, + 0.2982574701309204 + ] + }, + { + "epoch": 10, + "train_loss": 1.4532195329666138, + "val_loss": 1.3964775800704956, + "acc": 52.190000000000005, + "time": 38.29464979399927, + "param": [ + 0.34521281719207764, + 0.026878807693719864, + 0.33581987023353577, + 0.29208847880363464 + ] + }, + { + "epoch": 11, + "train_loss": 1.3293124437332153, + "val_loss": 1.2534842491149902, + "acc": 53.22, + "time": 40.327414134997525, + "param": [ + 0.3441430926322937, + 0.02778533287346363, + 0.3337898850440979, + 0.2942817211151123 + ] + }, + { + "epoch": 12, + "train_loss": 1.3519304990768433, + "val_loss": 1.3378403186798096, + "acc": 54.26, + "time": 41.007666210000025, + "param": [ + 0.3323706090450287, + 0.029839297756552696, + 0.33675670623779297, + 0.3010333478450775 + ] + }, + { + "epoch": 13, + "train_loss": 1.2531166076660156, + "val_loss": 1.226425290107727, + "acc": 55.69, + "time": 38.62554640099552, + "param": [ + 0.3168593943119049, + 0.03562356159090996, + 0.3373538851737976, + 0.31016314029693604 + ] + }, + { + "epoch": 14, + "train_loss": 1.544348120689392, + "val_loss": 1.1272640228271484, + "acc": 56.63, + "time": 39.12485448100051, + "param": [ + 0.31895267963409424, + 0.025407198816537857, + 0.35083699226379395, + 0.30480313301086426 + ] + }, + { + "epoch": 15, + "train_loss": 1.3052090406417847, + "val_loss": 1.1607458591461182, + "acc": 56.510000000000005, + "time": 38.42320524800016, + "param": [ + 0.32169991731643677, + 0.016756601631641388, + 0.36725014448165894, + 0.2942934036254883 + ] + }, + { + "epoch": 16, + "train_loss": 1.07832670211792, + "val_loss": 1.1107805967330933, + "acc": 57.49999999999999, + "time": 38.0975161420065, + "param": [ + 0.3076229989528656, + 0.012784155085682869, + 0.37953707575798035, + 0.30005577206611633 + ] + }, + { + "epoch": 17, + "train_loss": 0.9723957777023315, + "val_loss": 1.1759356260299683, + "acc": 58.84, + "time": 38.8992436970002, + "param": [ + 0.2945014238357544, + 0.01985042914748192, + 0.38157856464385986, + 0.3040696084499359 + ] + }, + { + "epoch": 18, + "train_loss": 1.0776745080947876, + "val_loss": 1.2284817695617676, + "acc": 58.81999999999999, + "time": 38.26748901300016, + "param": [ + 0.28287675976753235, + 0.031916797161102295, + 0.3797786235809326, + 0.30542781949043274 + ] + }, + { + "epoch": 19, + "train_loss": 0.908352792263031, + "val_loss": 1.048027753829956, + "acc": 59.99, + "time": 38.35290862399415, + "param": [ + 0.28195464611053467, + 0.04820997267961502, + 0.37012916803359985, + 0.29970622062683105 + ] + }, + { + "epoch": 20, + "train_loss": 1.1039522886276245, + "val_loss": 1.1688629388809204, + "acc": 60.29, + "time": 37.94218142700265, + "param": [ + 0.2832951545715332, + 0.06743549555540085, + 0.3596567213535309, + 0.28961262106895447 + ] + }, + { + "epoch": 21, + "train_loss": 1.2476574182510376, + "val_loss": 1.089685320854187, + "acc": 59.91, + "time": 38.125327766996634, + "param": [ + 0.28925076127052307, + 0.06121721491217613, + 0.36316314339637756, + 0.28636884689331055 + ] + }, + { + "epoch": 22, + "train_loss": 0.9342300295829773, + "val_loss": 1.2204704284667969, + "acc": 60.809999999999995, + "time": 40.40717235000193, + "param": [ + 0.29757365584373474, + 0.059645168483257294, + 0.35800182819366455, + 0.2847793698310852 + ] + }, + { + "epoch": 23, + "train_loss": 1.283130407333374, + "val_loss": 0.9619680643081665, + "acc": 62.77, + "time": 40.87670665099722, + "param": [ + 0.302127480506897, + 0.07065850496292114, + 0.34714800119400024, + 0.28006598353385925 + ] + }, + { + "epoch": 24, + "train_loss": 1.1752272844314575, + "val_loss": 1.2296286821365356, + "acc": 61.63999999999999, + "time": 41.47107374799816, + "param": [ + 0.3076622486114502, + 0.07228343188762665, + 0.3374522924423218, + 0.2826020419597626 + ] + }, + { + "epoch": 25, + "train_loss": 0.7751054167747498, + "val_loss": 1.0734295845031738, + "acc": 62.83, + "time": 40.58046763300081, + "param": [ + 0.30094513297080994, + 0.08666995167732239, + 0.32120805978775024, + 0.29117685556411743 + ] + }, + { + "epoch": 26, + "train_loss": 0.9699234366416931, + "val_loss": 1.244490385055542, + "acc": 63.12, + "time": 42.428137964998314, + "param": [ + 0.29910001158714294, + 0.08458225429058075, + 0.32123035192489624, + 0.29508742690086365 + ] + }, + { + "epoch": 27, + "train_loss": 1.1562491655349731, + "val_loss": 1.0843559503555298, + "acc": 63.68000000000001, + "time": 38.23810641899763, + "param": [ + 0.2981107234954834, + 0.08334608376026154, + 0.32433634996414185, + 0.2942068576812744 + ] + }, + { + "epoch": 28, + "train_loss": 0.7705349326133728, + "val_loss": 1.0344178676605225, + "acc": 62.970000000000006, + "time": 38.93218960699596, + "param": [ + 0.3027249574661255, + 0.07547920197248459, + 0.32584959268569946, + 0.29594624042510986 + ] + }, + { + "epoch": 29, + "train_loss": 0.8119843602180481, + "val_loss": 0.9324522614479065, + "acc": 64.67, + "time": 39.21038041900465, + "param": [ + 0.3126939833164215, + 0.057052962481975555, + 0.32691848278045654, + 0.3033345937728882 + ] + }, + { + "epoch": 30, + "train_loss": 1.0158119201660156, + "val_loss": 1.023911714553833, + "acc": 64.02, + "time": 39.32224355000653, + "param": [ + 0.3176772892475128, + 0.055652081966400146, + 0.3140832781791687, + 0.31258735060691833 + ] + }, + { + "epoch": 31, + "train_loss": 0.9672067165374756, + "val_loss": 0.916896641254425, + "acc": 63.24999999999999, + "time": 39.67473170100129, + "param": [ + 0.32743915915489197, + 0.0615256130695343, + 0.2974870502948761, + 0.31354817748069763 + ] + }, + { + "epoch": 32, + "train_loss": 1.00473952293396, + "val_loss": 0.9402875900268555, + "acc": 65.3, + "time": 39.1786419400014, + "param": [ + 0.3297490179538727, + 0.07713708281517029, + 0.2850414216518402, + 0.3080725073814392 + ] + }, + { + "epoch": 33, + "train_loss": 0.6650456786155701, + "val_loss": 1.0389339923858643, + "acc": 65.68, + "time": 39.484911573003046, + "param": [ + 0.3234374523162842, + 0.09810418635606766, + 0.277603417634964, + 0.30085498094558716 + ] + }, + { + "epoch": 34, + "train_loss": 0.725967526435852, + "val_loss": 1.0407898426055908, + "acc": 65.84, + "time": 39.72393769399787, + "param": [ + 0.3318781554698944, + 0.09864389896392822, + 0.2726936638355255, + 0.29678428173065186 + ] + }, + { + "epoch": 35, + "train_loss": 0.7390057444572449, + "val_loss": 1.0816361904144287, + "acc": 65.91, + "time": 39.37839148900093, + "param": [ + 0.34386783838272095, + 0.08532679080963135, + 0.28049299120903015, + 0.29031240940093994 + ] + }, + { + "epoch": 36, + "train_loss": 0.9964360594749451, + "val_loss": 1.0249645709991455, + "acc": 65.24, + "time": 39.16074540599948, + "param": [ + 0.349730521440506, + 0.07658251374959946, + 0.29010748863220215, + 0.28357943892478943 + ] + }, + { + "epoch": 37, + "train_loss": 0.6320375800132751, + "val_loss": 1.102598786354065, + "acc": 65.42999999999999, + "time": 41.363496698002564, + "param": [ + 0.3574032187461853, + 0.06348489224910736, + 0.29516810178756714, + 0.2839438021183014 + ] + }, + { + "epoch": 38, + "train_loss": 0.778886079788208, + "val_loss": 1.0188093185424805, + "acc": 66.25, + "time": 40.88106212499406, + "param": [ + 0.3590167164802551, + 0.0756509006023407, + 0.28410401940345764, + 0.28122836351394653 + ] + }, + { + "epoch": 39, + "train_loss": 0.6191625595092773, + "val_loss": 0.9332644939422607, + "acc": 66.82000000000001, + "time": 41.10524884000188, + "param": [ + 0.36577126383781433, + 0.07732173800468445, + 0.27990099787712097, + 0.27700603008270264 + ] + }, + { + "epoch": 40, + "train_loss": 0.7984849214553833, + "val_loss": 0.9085032343864441, + "acc": 66.27, + "time": 39.10809309599426, + "param": [ + 0.3533352315425873, + 0.09775210171937943, + 0.2700027525424957, + 0.2789098918437958 + ] + }, + { + "epoch": 41, + "train_loss": 0.6324260830879211, + "val_loss": 0.9714437127113342, + "acc": 65.98, + "time": 39.20959845500329, + "param": [ + 0.3486434817314148, + 0.10154848545789719, + 0.27225130796432495, + 0.27755671739578247 + ] + }, + { + "epoch": 42, + "train_loss": 0.5901051759719849, + "val_loss": 0.8934267163276672, + "acc": 66.45, + "time": 40.391611633996945, + "param": [ + 0.33822622895240784, + 0.1101340651512146, + 0.281483918428421, + 0.27015578746795654 + ] + }, + { + "epoch": 43, + "train_loss": 0.613196849822998, + "val_loss": 1.092965841293335, + "acc": 66.64, + "time": 41.93870700499974, + "param": [ + 0.3360293209552765, + 0.11104746907949448, + 0.2878616750240326, + 0.26506152749061584 + ] + }, + { + "epoch": 44, + "train_loss": 1.0723525285720825, + "val_loss": 1.029667615890503, + "acc": 66.39, + "time": 38.886761103000026, + "param": [ + 0.32928696274757385, + 0.10643763840198517, + 0.2987591028213501, + 0.2655163109302521 + ] + }, + { + "epoch": 45, + "train_loss": 0.6943566799163818, + "val_loss": 1.0601692199707031, + "acc": 66.92, + "time": 40.84991646999697, + "param": [ + 0.33186161518096924, + 0.10901105403900146, + 0.30340057611465454, + 0.25572669506073 + ] + }, + { + "epoch": 46, + "train_loss": 0.49717235565185547, + "val_loss": 0.9932965040206909, + "acc": 66.99000000000001, + "time": 41.58811386000161, + "param": [ + 0.3437459468841553, + 0.10667475312948227, + 0.3014063835144043, + 0.24817292392253876 + ] + }, + { + "epoch": 47, + "train_loss": 0.5958442687988281, + "val_loss": 1.084348201751709, + "acc": 66.86999999999999, + "time": 38.838173108000774, + "param": [ + 0.36007624864578247, + 0.10809104889631271, + 0.3020176291465759, + 0.22981509566307068 + ] + }, + { + "epoch": 48, + "train_loss": 0.4634934365749359, + "val_loss": 0.8589541912078857, + "acc": 67.36999999999999, + "time": 39.747155800003384, + "param": [ + 0.37547051906585693, + 0.11777473986148834, + 0.30416420102119446, + 0.20259054005146027 + ] + }, + { + "epoch": 49, + "train_loss": 0.563960611820221, + "val_loss": 0.9661192893981934, + "acc": 66.73, + "time": 38.93462174200249, + "param": [ + 0.38391682505607605, + 0.12970110774040222, + 0.30451974272727966, + 0.18186227977275848 + ] + }, + { + "epoch": 50, + "train_loss": 0.595727264881134, + "val_loss": 1.0083794593811035, + "acc": 67.25999999999999, + "time": 41.72662859800039, + "param": [ + 0.39775407314300537, + 0.1100183054804802, + 0.3099682033061981, + 0.1822594404220581 + ] + }, + { + "epoch": 51, + "train_loss": 0.6980283856391907, + "val_loss": 1.01472806930542, + "acc": 67.22, + "time": 39.84401200899447, + "param": [ + 0.40443965792655945, + 0.10973694920539856, + 0.3057018220424652, + 0.1801215559244156 + ] + }, + { + "epoch": 52, + "train_loss": 0.5990166068077087, + "val_loss": 0.9576833844184875, + "acc": 67.7, + "time": 39.94834111400269, + "param": [ + 0.4055860638618469, + 0.10630565136671066, + 0.310288667678833, + 0.17781959474086761 + ] + }, + { + "epoch": 53, + "train_loss": 0.594296932220459, + "val_loss": 1.2144207954406738, + "acc": 65.08, + "time": 40.306774337994284, + "param": [ + 0.4043806195259094, + 0.11370772868394852, + 0.30480754375457764, + 0.1771041452884674 + ] + }, + { + "epoch": 54, + "train_loss": 0.4563690721988678, + "val_loss": 1.1670750379562378, + "acc": 67.5, + "time": 38.835213944003044, + "param": [ + 0.41729965806007385, + 0.1119704395532608, + 0.294661283493042, + 0.17606860399246216 + ] + }, + { + "epoch": 55, + "train_loss": 0.3448541462421417, + "val_loss": 1.0424343347549438, + "acc": 67.02, + "time": 39.17727760199341, + "param": [ + 0.4274803698062897, + 0.10396517813205719, + 0.2866843640804291, + 0.18187011778354645 + ] + }, + { + "epoch": 56, + "train_loss": 0.6532933115959167, + "val_loss": 1.0144041776657104, + "acc": 67.66, + "time": 39.40185231999931, + "param": [ + 0.42545393109321594, + 0.10125062614679337, + 0.2820175290107727, + 0.191277876496315 + ] + }, + { + "epoch": 57, + "train_loss": 0.38596728444099426, + "val_loss": 1.031752347946167, + "acc": 65.88000000000001, + "time": 38.23842232100287, + "param": [ + 0.4197925627231598, + 0.11239098757505417, + 0.2857104241847992, + 0.18210600316524506 + ] + }, + { + "epoch": 58, + "train_loss": 0.3273543119430542, + "val_loss": 1.1479324102401733, + "acc": 66.81, + "time": 39.275676592005766, + "param": [ + 0.4326024651527405, + 0.09501688182353973, + 0.29780787229537964, + 0.17457284033298492 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-5 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-5 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json new file mode 100644 index 0000000..8180ecd --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-5 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json @@ -0,0 +1,731 @@ +{ + "Accuracy": 66.55, + "Time": [ + 12.331396656999692, + 11.636213463245708 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2160568237304688, + "val_loss": 2.245267391204834, + "acc": 14.56, + "time": 3.93011522499728, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 2, + "train_loss": 1.8406713008880615, + "val_loss": 1.911820888519287, + "acc": 31.269999999999996, + "time": 2.9611835859977873, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 3, + "train_loss": 1.7628353834152222, + "val_loss": 1.7455251216888428, + "acc": 37.4, + "time": 2.8835230140030035, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 4, + "train_loss": 1.6758493185043335, + "val_loss": 1.649110198020935, + "acc": 41.3, + "time": 2.971945786001015, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 5, + "train_loss": 1.482163667678833, + "val_loss": 1.4912132024765015, + "acc": 44.82, + "time": 2.9418073630004073, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 6, + "train_loss": 1.3767846822738647, + "val_loss": 1.491083025932312, + "acc": 44.57, + "time": 3.076070212999184, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 7, + "train_loss": 1.3772342205047607, + "val_loss": 1.4460227489471436, + "acc": 48.66, + "time": 2.898573860999022, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 8, + "train_loss": 1.3973422050476074, + "val_loss": 1.4097295999526978, + "acc": 50.28, + "time": 3.0185759279993363, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 9, + "train_loss": 1.34086275100708, + "val_loss": 1.551149606704712, + "acc": 51.57000000000001, + "time": 2.894418907999352, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 10, + "train_loss": 1.324483871459961, + "val_loss": 1.3704473972320557, + "acc": 52.55, + "time": 2.968664086998615, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 11, + "train_loss": 1.122945785522461, + "val_loss": 1.2809284925460815, + "acc": 54.08, + "time": 2.9919657179998467, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 12, + "train_loss": 1.0792230367660522, + "val_loss": 1.305802822113037, + "acc": 56.75, + "time": 3.0204530260016327, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 13, + "train_loss": 1.147103190422058, + "val_loss": 1.1377670764923096, + "acc": 56.08, + "time": 2.972786965998239, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 14, + "train_loss": 1.1535292863845825, + "val_loss": 1.273097276687622, + "acc": 56.58, + "time": 2.997224435002863, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 15, + "train_loss": 0.9408746361732483, + "val_loss": 1.1869803667068481, + "acc": 57.4, + "time": 2.974449650999304, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 16, + "train_loss": 0.9595302939414978, + "val_loss": 1.2057422399520874, + "acc": 59.550000000000004, + "time": 3.0259678950023954, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 17, + "train_loss": 0.9349480867385864, + "val_loss": 1.2958613634109497, + "acc": 59.870000000000005, + "time": 2.9095818169989798, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 18, + "train_loss": 0.8828646540641785, + "val_loss": 1.047601580619812, + "acc": 59.57, + "time": 2.978902274000575, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 19, + "train_loss": 0.9862368702888489, + "val_loss": 1.281348705291748, + "acc": 61.25000000000001, + "time": 3.006105402997491, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 20, + "train_loss": 0.7330181002616882, + "val_loss": 0.9936023950576782, + "acc": 59.41, + "time": 2.980762335999316, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 21, + "train_loss": 0.7498465776443481, + "val_loss": 1.197314739227295, + "acc": 61.150000000000006, + "time": 2.9297880990015983, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 22, + "train_loss": 0.5568591356277466, + "val_loss": 1.2243965864181519, + "acc": 60.61, + "time": 2.956004239000322, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 23, + "train_loss": 0.6383853554725647, + "val_loss": 1.2830719947814941, + "acc": 60.160000000000004, + "time": 2.866862211998523, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 24, + "train_loss": 0.6050074696540833, + "val_loss": 1.097909688949585, + "acc": 61.89, + "time": 2.915261490998091, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 25, + "train_loss": 0.6204395294189453, + "val_loss": 1.4004112482070923, + "acc": 60.540000000000006, + "time": 2.9449654309973994, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 26, + "train_loss": 0.5004910826683044, + "val_loss": 1.0934714078903198, + "acc": 62.08, + "time": 3.029915807001089, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 27, + "train_loss": 0.6597292423248291, + "val_loss": 1.3009456396102905, + "acc": 62.21, + "time": 2.9630252579991065, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 28, + "train_loss": 0.4603835940361023, + "val_loss": 1.424064040184021, + "acc": 61.59, + "time": 2.982520786998066, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 29, + "train_loss": 0.3850696384906769, + "val_loss": 1.2136365175247192, + "acc": 62.21, + "time": 2.969887133996963, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 30, + "train_loss": 0.41855573654174805, + "val_loss": 1.5233312845230103, + "acc": 62.150000000000006, + "time": 3.016357249001885, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 31, + "train_loss": 0.399158775806427, + "val_loss": 1.4149832725524902, + "acc": 60.86, + "time": 2.9956437239998195, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 32, + "train_loss": 1.0798579454421997, + "val_loss": 1.2282568216323853, + "acc": 60.95, + "time": 24.72673094199854, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 33, + "train_loss": 0.9699987769126892, + "val_loss": 1.1140490770339966, + "acc": 62.59, + "time": 27.61342162499932, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 34, + "train_loss": 1.1520061492919922, + "val_loss": 1.1338748931884766, + "acc": 62.77, + "time": 26.669531817999086, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 35, + "train_loss": 0.9251195788383484, + "val_loss": 1.0826176404953003, + "acc": 63.580000000000005, + "time": 25.562907730000006, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 36, + "train_loss": 0.8803401589393616, + "val_loss": 1.2022367715835571, + "acc": 62.25000000000001, + "time": 25.955247262998455, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 37, + "train_loss": 0.7556167244911194, + "val_loss": 1.107334852218628, + "acc": 64.68, + "time": 28.386080772997957, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 38, + "train_loss": 1.14946711063385, + "val_loss": 1.1195502281188965, + "acc": 63.82, + "time": 28.061502889999247, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 39, + "train_loss": 0.8158522844314575, + "val_loss": 1.0451972484588623, + "acc": 64.36, + "time": 26.160798250999505, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 40, + "train_loss": 0.620262622833252, + "val_loss": 0.9013041257858276, + "acc": 64.4, + "time": 25.734314137000183, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 41, + "train_loss": 1.0460937023162842, + "val_loss": 0.8780066967010498, + "acc": 65.71000000000001, + "time": 27.341715264999948, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 42, + "train_loss": 0.9030587673187256, + "val_loss": 1.101028561592102, + "acc": 64.37, + "time": 26.223623734000284, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 43, + "train_loss": 0.8721272349357605, + "val_loss": 0.9761406183242798, + "acc": 65.44, + "time": 27.006054111003323, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 44, + "train_loss": 0.7133155465126038, + "val_loss": 1.0158734321594238, + "acc": 65.38000000000001, + "time": 27.82734565300052, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 45, + "train_loss": 0.8378432393074036, + "val_loss": 0.9982682466506958, + "acc": 65.99000000000001, + "time": 27.511825810997834, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 46, + "train_loss": 0.8143243193626404, + "val_loss": 1.0972270965576172, + "acc": 66.05, + "time": 25.372133101001964, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 47, + "train_loss": 0.6896063685417175, + "val_loss": 1.097962737083435, + "acc": 64.1, + "time": 27.014686391001305, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 48, + "train_loss": 0.5585693120956421, + "val_loss": 1.0527857542037964, + "acc": 66.55, + "time": 26.644269673000963, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 49, + "train_loss": 0.7891268730163574, + "val_loss": 1.072941780090332, + "acc": 65.41, + "time": 27.246764308998536, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 50, + "train_loss": 0.911404550075531, + "val_loss": 1.1505554914474487, + "acc": 65.81, + "time": 26.499298380000255, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 51, + "train_loss": 0.7134315371513367, + "val_loss": 1.25510835647583, + "acc": 65.58, + "time": 28.369668726998498, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-5 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-5 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json new file mode 100644 index 0000000..467e7aa --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-5 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json @@ -0,0 +1,885 @@ +{ + "Accuracy": 67.51, + "Time": [ + 18.496645743419762, + 18.27981593321829 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.1283657550811768, + "val_loss": 2.1442666053771973, + "acc": 22.49, + "time": 3.9572813090053387, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 2, + "train_loss": 1.9695839881896973, + "val_loss": 1.8819217681884766, + "acc": 31.259999999999998, + "time": 2.9055558960026246, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 3, + "train_loss": 1.6581331491470337, + "val_loss": 1.688920497894287, + "acc": 37.79, + "time": 2.9060349020001013, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 4, + "train_loss": 1.649574875831604, + "val_loss": 1.626377820968628, + "acc": 44.25, + "time": 2.926497255000868, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 5, + "train_loss": 1.4409949779510498, + "val_loss": 1.5001237392425537, + "acc": 46.94, + "time": 2.9353658350009937, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 6, + "train_loss": 1.3150691986083984, + "val_loss": 1.5249335765838623, + "acc": 48.4, + "time": 2.926695075999305, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 7, + "train_loss": 1.3472672700881958, + "val_loss": 1.5098427534103394, + "acc": 48.71, + "time": 2.970760646996496, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 8, + "train_loss": 1.2893635034561157, + "val_loss": 1.3222306966781616, + "acc": 50.4, + "time": 2.96151580500009, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 9, + "train_loss": 1.3646373748779297, + "val_loss": 1.375112771987915, + "acc": 52.2, + "time": 2.950570893997792, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 10, + "train_loss": 1.3091771602630615, + "val_loss": 1.3552045822143555, + "acc": 52.33, + "time": 2.93943574300647, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 11, + "train_loss": 1.2671852111816406, + "val_loss": 1.4375557899475098, + "acc": 51.61, + "time": 2.928180463000899, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 12, + "train_loss": 1.2825374603271484, + "val_loss": 1.2174932956695557, + "acc": 53.92, + "time": 2.888458820998494, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 13, + "train_loss": 1.0041629076004028, + "val_loss": 1.1871860027313232, + "acc": 55.900000000000006, + "time": 2.962961703000474, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 14, + "train_loss": 1.2958199977874756, + "val_loss": 1.2718825340270996, + "acc": 56.220000000000006, + "time": 2.9596130610007094, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 15, + "train_loss": 0.8996711373329163, + "val_loss": 1.2437794208526611, + "acc": 57.38999999999999, + "time": 2.8848571100024856, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 16, + "train_loss": 1.0694234371185303, + "val_loss": 1.1676745414733887, + "acc": 58.34, + "time": 2.921939622996433, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 17, + "train_loss": 1.1495044231414795, + "val_loss": 1.1486512422561646, + "acc": 58.9, + "time": 2.90440811800363, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 18, + "train_loss": 1.1656361818313599, + "val_loss": 1.1979162693023682, + "acc": 60.11, + "time": 2.915637197998876, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 19, + "train_loss": 0.8181991577148438, + "val_loss": 1.0826010704040527, + "acc": 58.93000000000001, + "time": 2.9822796840016963, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 20, + "train_loss": 0.8103414177894592, + "val_loss": 1.1136974096298218, + "acc": 60.480000000000004, + "time": 2.984552945003088, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 21, + "train_loss": 0.8567733764648438, + "val_loss": 1.1818358898162842, + "acc": 60.650000000000006, + "time": 2.9763111759966705, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 22, + "train_loss": 0.6379400491714478, + "val_loss": 1.1882290840148926, + "acc": 60.84, + "time": 2.94257496100181, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 23, + "train_loss": 0.7506089806556702, + "val_loss": 1.343876838684082, + "acc": 60.56, + "time": 2.9689003030071035, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 24, + "train_loss": 0.6423262357711792, + "val_loss": 1.1554590463638306, + "acc": 60.019999999999996, + "time": 2.9847156519972486, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 25, + "train_loss": 0.67299485206604, + "val_loss": 1.212776780128479, + "acc": 61.73, + "time": 2.967085935997602, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 26, + "train_loss": 0.6749508380889893, + "val_loss": 1.0365945100784302, + "acc": 61.17, + "time": 2.931522686005337, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 27, + "train_loss": 0.5026080012321472, + "val_loss": 1.306331992149353, + "acc": 61.01, + "time": 2.963812615998904, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 28, + "train_loss": 0.620815098285675, + "val_loss": 1.3109405040740967, + "acc": 61.050000000000004, + "time": 2.906163790001301, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 29, + "train_loss": 0.46751126646995544, + "val_loss": 1.578189730644226, + "acc": 60.33, + "time": 2.9051047190005193, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 30, + "train_loss": 0.6488412618637085, + "val_loss": 1.5423715114593506, + "acc": 61.29, + "time": 2.8861382640025113, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 31, + "train_loss": 0.5645530819892883, + "val_loss": 1.3346980810165405, + "acc": 60.6, + "time": 2.951599558000453, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 32, + "train_loss": 0.46164175868034363, + "val_loss": 1.400110125541687, + "acc": 61.33, + "time": 2.926213152000855, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 33, + "train_loss": 0.43251708149909973, + "val_loss": 1.4257529973983765, + "acc": 61.58, + "time": 3.022942707997572, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 34, + "train_loss": 0.23274825513362885, + "val_loss": 1.4681518077850342, + "acc": 61.1, + "time": 2.928397744995891, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 35, + "train_loss": 0.31823721528053284, + "val_loss": 1.5332634449005127, + "acc": 60.64000000000001, + "time": 2.945515854997211, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 36, + "train_loss": 0.2710070312023163, + "val_loss": 1.782881259918213, + "acc": 59.81999999999999, + "time": 2.9760396820056485, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 37, + "train_loss": 1.0458965301513672, + "val_loss": 1.1208025217056274, + "acc": 61.8, + "time": 36.65232224799547, + "param": [ + 0.2139248251914978, + 0.16820447146892548, + 0.21583843231201172, + 0.21289867162704468, + 0.18913352489471436 + ] + }, + { + "epoch": 38, + "train_loss": 0.9459818601608276, + "val_loss": 1.2551571130752563, + "acc": 63.31, + "time": 39.5226814130001, + "param": [ + 0.22848829627037048, + 0.11006559431552887, + 0.2247561812400818, + 0.23640015721321106, + 0.2002897560596466 + ] + }, + { + "epoch": 39, + "train_loss": 1.0362237691879272, + "val_loss": 1.1813908815383911, + "acc": 62.74999999999999, + "time": 41.37817739899765, + "param": [ + 0.2376609444618225, + 0.07293567061424255, + 0.24875447154045105, + 0.2408062368631363, + 0.1998426616191864 + ] + }, + { + "epoch": 40, + "train_loss": 0.8997734785079956, + "val_loss": 1.1300541162490845, + "acc": 63.67, + "time": 39.862309732998256, + "param": [ + 0.2484227418899536, + 0.05891180410981178, + 0.2584492862224579, + 0.23395995795726776, + 0.20025621354579926 + ] + }, + { + "epoch": 41, + "train_loss": 0.986558198928833, + "val_loss": 1.2169296741485596, + "acc": 64.67, + "time": 40.29975579500024, + "param": [ + 0.2673884332180023, + 0.055156808346509933, + 0.25793156027793884, + 0.23073354363441467, + 0.1887897104024887 + ] + }, + { + "epoch": 42, + "train_loss": 0.7800893187522888, + "val_loss": 1.204463243484497, + "acc": 65.22, + "time": 39.32136883900239, + "param": [ + 0.28632673621177673, + 0.03848238289356232, + 0.2679691016674042, + 0.2312774360179901, + 0.17594435811042786 + ] + }, + { + "epoch": 43, + "train_loss": 0.9524621963500977, + "val_loss": 1.1956206560134888, + "acc": 64.89, + "time": 39.36386299000151, + "param": [ + 0.2908455431461334, + 0.05123456194996834, + 0.27167385816574097, + 0.2226327359676361, + 0.16361327469348907 + ] + }, + { + "epoch": 44, + "train_loss": 0.7168908715248108, + "val_loss": 1.0014361143112183, + "acc": 65.94, + "time": 39.48691159000009, + "param": [ + 0.29024606943130493, + 0.06822439283132553, + 0.26841288805007935, + 0.20790357887744904, + 0.16521303355693817 + ] + }, + { + "epoch": 45, + "train_loss": 0.6543911695480347, + "val_loss": 1.0057748556137085, + "acc": 66.0, + "time": 40.321394156999304, + "param": [ + 0.30421048402786255, + 0.06746993213891983, + 0.26147034764289856, + 0.19986295700073242, + 0.16698630154132843 + ] + }, + { + "epoch": 46, + "train_loss": 0.859646201133728, + "val_loss": 1.1759264469146729, + "acc": 65.46, + "time": 39.93389882700285, + "param": [ + 0.3278861939907074, + 0.07280898094177246, + 0.2430872768163681, + 0.1865980476140976, + 0.16961954534053802 + ] + }, + { + "epoch": 47, + "train_loss": 0.5786927938461304, + "val_loss": 0.9705190062522888, + "acc": 65.86999999999999, + "time": 40.57905616299831, + "param": [ + 0.33027517795562744, + 0.07410989701747894, + 0.22848521173000336, + 0.1819489747285843, + 0.18518078327178955 + ] + }, + { + "epoch": 48, + "train_loss": 0.7365963459014893, + "val_loss": 1.0243204832077026, + "acc": 66.33, + "time": 40.516658141001244, + "param": [ + 0.3317797780036926, + 0.08282634615898132, + 0.23188868165016174, + 0.15542107820510864, + 0.19808410108089447 + ] + }, + { + "epoch": 49, + "train_loss": 0.6589431762695312, + "val_loss": 1.0741037130355835, + "acc": 65.8, + "time": 40.56263729499915, + "param": [ + 0.3338206112384796, + 0.08037349581718445, + 0.23109562695026398, + 0.13712778687477112, + 0.21758244931697845 + ] + }, + { + "epoch": 50, + "train_loss": 0.731898307800293, + "val_loss": 1.0189791917800903, + "acc": 65.86999999999999, + "time": 39.8107017700022, + "param": [ + 0.3491268455982208, + 0.05429742857813835, + 0.23950934410095215, + 0.13931041955947876, + 0.217755988240242 + ] + }, + { + "epoch": 51, + "train_loss": 0.7109617590904236, + "val_loss": 1.0999315977096558, + "acc": 65.4, + "time": 40.566830064002716, + "param": [ + 0.3628011643886566, + 0.035984866321086884, + 0.24956545233726501, + 0.1385970115661621, + 0.21305148303508759 + ] + }, + { + "epoch": 52, + "train_loss": 0.6249769926071167, + "val_loss": 0.9498704075813293, + "acc": 65.39, + "time": 40.09441778399923, + "param": [ + 0.35364291071891785, + 0.05597551912069321, + 0.239314466714859, + 0.14437903463840485, + 0.2066880315542221 + ] + }, + { + "epoch": 53, + "train_loss": 0.5916202664375305, + "val_loss": 1.1538827419281006, + "acc": 67.02, + "time": 39.709196957999666, + "param": [ + 0.36859235167503357, + 0.0660700723528862, + 0.23288890719413757, + 0.13410291075706482, + 0.19834573566913605 + ] + }, + { + "epoch": 54, + "train_loss": 0.4726015329360962, + "val_loss": 1.0510629415512085, + "acc": 66.63, + "time": 39.9534426350001, + "param": [ + 0.3630773425102234, + 0.08635175973176956, + 0.22992011904716492, + 0.12300757318735123, + 0.1976431906223297 + ] + }, + { + "epoch": 55, + "train_loss": 0.7279908061027527, + "val_loss": 0.9947112202644348, + "acc": 66.14999999999999, + "time": 39.56273769700056, + "param": [ + 0.3477470576763153, + 0.10097432881593704, + 0.2236357182264328, + 0.12370071560144424, + 0.20394213497638702 + ] + }, + { + "epoch": 56, + "train_loss": 0.7037591338157654, + "val_loss": 1.0351883172988892, + "acc": 65.94, + "time": 39.46621596600016, + "param": [ + 0.3321298658847809, + 0.09461678564548492, + 0.23322857916355133, + 0.132090225815773, + 0.20793457329273224 + ] + }, + { + "epoch": 57, + "train_loss": 0.5185973048210144, + "val_loss": 0.9537259936332703, + "acc": 66.55, + "time": 40.445520338995266, + "param": [ + 0.3056734800338745, + 0.11047069728374481, + 0.23121339082717896, + 0.1478843092918396, + 0.20475809276103973 + ] + }, + { + "epoch": 58, + "train_loss": 0.4776918590068817, + "val_loss": 1.1685490608215332, + "acc": 66.22, + "time": 40.33917357700557, + "param": [ + 0.2992716431617737, + 0.10181276500225067, + 0.23526224493980408, + 0.15648016333580017, + 0.2071732133626938 + ] + }, + { + "epoch": 59, + "train_loss": 0.5690549612045288, + "val_loss": 1.0840191841125488, + "acc": 66.94, + "time": 40.33436167200125, + "param": [ + 0.30966827273368835, + 0.08876363933086395, + 0.228522390127182, + 0.1613810807466507, + 0.2116645872592926 + ] + }, + { + "epoch": 60, + "train_loss": 0.7307560443878174, + "val_loss": 1.0659221410751343, + "acc": 66.59, + "time": 39.95508472099755, + "param": [ + 0.3232266902923584, + 0.07798722386360168, + 0.2286887913942337, + 0.15744607150554657, + 0.21265126764774323 + ] + }, + { + "epoch": 61, + "train_loss": 0.7792550325393677, + "val_loss": 1.3042402267456055, + "acc": 67.28, + "time": 41.35914049499843, + "param": [ + 0.33925455808639526, + 0.07936946302652359, + 0.23984196782112122, + 0.13466449081897736, + 0.20686955749988556 + ] + }, + { + "epoch": 62, + "train_loss": 0.5915225148200989, + "val_loss": 1.1773964166641235, + "acc": 67.51, + "time": 40.49853693300247, + "param": [ + 0.345674067735672, + 0.09368480741977692, + 0.24112193286418915, + 0.11652032285928726, + 0.20299886167049408 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-5 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-5 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json new file mode 100644 index 0000000..1c86005 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-5 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json @@ -0,0 +1,801 @@ +{ + "Accuracy": 68.02, + "Time": [ + 26.432100044303507, + 0.9418461443270465 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.209381341934204, + "val_loss": 2.2090373039245605, + "acc": 18.56, + "time": 28.45042766200004, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 2, + "train_loss": 1.9884727001190186, + "val_loss": 1.9984012842178345, + "acc": 29.94, + "time": 28.43654331900052, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 3, + "train_loss": 1.8313884735107422, + "val_loss": 1.8819881677627563, + "acc": 32.769999999999996, + "time": 27.526741067999865, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 4, + "train_loss": 1.775626540184021, + "val_loss": 1.665499210357666, + "acc": 39.410000000000004, + "time": 27.508774799000093, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 5, + "train_loss": 1.583855390548706, + "val_loss": 1.7615411281585693, + "acc": 40.39, + "time": 26.82243964100053, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 6, + "train_loss": 1.5973751544952393, + "val_loss": 1.51824951171875, + "acc": 44.99, + "time": 26.803857026000514, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 7, + "train_loss": 1.6446408033370972, + "val_loss": 1.4920477867126465, + "acc": 46.379999999999995, + "time": 26.637878933000138, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 8, + "train_loss": 1.6232939958572388, + "val_loss": 1.5497509241104126, + "acc": 46.989999999999995, + "time": 27.767116746000283, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 9, + "train_loss": 1.6522448062896729, + "val_loss": 1.4189999103546143, + "acc": 48.17, + "time": 28.1224242520002, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 10, + "train_loss": 1.5366686582565308, + "val_loss": 1.4192695617675781, + "acc": 51.28, + "time": 27.033335276999424, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 11, + "train_loss": 1.4185616970062256, + "val_loss": 1.4391385316848755, + "acc": 52.17, + "time": 26.34439691100033, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 12, + "train_loss": 1.4277359247207642, + "val_loss": 1.3195582628250122, + "acc": 51.64, + "time": 26.135356634000345, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 13, + "train_loss": 1.4280776977539062, + "val_loss": 1.2724695205688477, + "acc": 54.620000000000005, + "time": 27.907274663999488, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 14, + "train_loss": 1.2200478315353394, + "val_loss": 1.384096622467041, + "acc": 54.339999999999996, + "time": 29.155128926000543, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 15, + "train_loss": 1.3721450567245483, + "val_loss": 1.2649650573730469, + "acc": 55.06999999999999, + "time": 28.236293414999636, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 16, + "train_loss": 1.3658757209777832, + "val_loss": 1.2481719255447388, + "acc": 53.98, + "time": 26.897455862000243, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 17, + "train_loss": 1.2664216756820679, + "val_loss": 1.2575236558914185, + "acc": 56.75, + "time": 26.547819004999837, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 18, + "train_loss": 1.1752948760986328, + "val_loss": 1.124484658241272, + "acc": 58.58, + "time": 26.245656397999483, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 19, + "train_loss": 1.2752552032470703, + "val_loss": 1.1638362407684326, + "acc": 58.69, + "time": 26.20612688499932, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 20, + "train_loss": 1.3139547109603882, + "val_loss": 1.2094759941101074, + "acc": 59.4, + "time": 26.412716974000432, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 21, + "train_loss": 1.2089259624481201, + "val_loss": 1.2073596715927124, + "acc": 57.31, + "time": 26.512400758000695, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 22, + "train_loss": 1.1125365495681763, + "val_loss": 1.1097540855407715, + "acc": 60.029999999999994, + "time": 26.01371768700028, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 23, + "train_loss": 1.127440333366394, + "val_loss": 1.0390993356704712, + "acc": 60.51, + "time": 26.518814736999957, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 24, + "train_loss": 1.1911065578460693, + "val_loss": 1.0960547924041748, + "acc": 62.370000000000005, + "time": 26.31165210800009, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 25, + "train_loss": 1.1799520254135132, + "val_loss": 1.0482264757156372, + "acc": 61.919999999999995, + "time": 26.2133820629997, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 26, + "train_loss": 1.0292147397994995, + "val_loss": 1.0945607423782349, + "acc": 60.35, + "time": 26.51698562999991, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 27, + "train_loss": 0.9285745620727539, + "val_loss": 1.0784294605255127, + "acc": 61.5, + "time": 26.419935823999367, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 28, + "train_loss": 1.0632559061050415, + "val_loss": 1.0897365808486938, + "acc": 62.69, + "time": 25.980824919000042, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 29, + "train_loss": 1.1130989789962769, + "val_loss": 1.0980607271194458, + "acc": 62.92, + "time": 26.177581500999622, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 30, + "train_loss": 1.1093348264694214, + "val_loss": 1.008078694343567, + "acc": 63.029999999999994, + "time": 26.23975647899988, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 31, + "train_loss": 1.1302381753921509, + "val_loss": 0.9928503632545471, + "acc": 63.99, + "time": 26.207481008000286, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 32, + "train_loss": 0.9510522484779358, + "val_loss": 1.1515353918075562, + "acc": 61.78, + "time": 26.10559039399959, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 33, + "train_loss": 0.8296921253204346, + "val_loss": 1.0567986965179443, + "acc": 64.59, + "time": 26.367466339999737, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 34, + "train_loss": 0.7825901508331299, + "val_loss": 1.06011962890625, + "acc": 63.75999999999999, + "time": 26.720860770999934, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 35, + "train_loss": 1.0451310873031616, + "val_loss": 1.0712549686431885, + "acc": 64.66, + "time": 26.38333916299962, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 36, + "train_loss": 0.941616952419281, + "val_loss": 1.0308928489685059, + "acc": 63.849999999999994, + "time": 26.11864721999973, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 37, + "train_loss": 1.1750117540359497, + "val_loss": 0.8939642310142517, + "acc": 64.60000000000001, + "time": 26.05089175699959, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 38, + "train_loss": 1.156537652015686, + "val_loss": 1.0122591257095337, + "acc": 66.02, + "time": 26.044975770999372, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 39, + "train_loss": 0.7755791544914246, + "val_loss": 1.124003291130066, + "acc": 65.4, + "time": 25.967972237999675, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 40, + "train_loss": 0.9795905351638794, + "val_loss": 0.97763592004776, + "acc": 65.67, + "time": 25.92559326799983, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 41, + "train_loss": 0.9356624484062195, + "val_loss": 0.891104519367218, + "acc": 66.47999999999999, + "time": 25.95062796000002, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 42, + "train_loss": 0.6467849612236023, + "val_loss": 1.023476243019104, + "acc": 65.98, + "time": 25.404911482999523, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 43, + "train_loss": 1.0344921350479126, + "val_loss": 0.9758679270744324, + "acc": 65.12, + "time": 24.105061879999994, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 44, + "train_loss": 0.9616190791130066, + "val_loss": 1.1357616186141968, + "acc": 66.02, + "time": 26.283558743999492, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 45, + "train_loss": 0.7389578819274902, + "val_loss": 1.2198312282562256, + "acc": 65.39, + "time": 24.331962939000732, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 46, + "train_loss": 1.0081952810287476, + "val_loss": 0.8166201710700989, + "acc": 67.92, + "time": 24.904322317999686, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 47, + "train_loss": 0.9897212982177734, + "val_loss": 0.8606285452842712, + "acc": 67.14, + "time": 24.404112764000274, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 48, + "train_loss": 0.7379241585731506, + "val_loss": 0.8817127346992493, + "acc": 64.64999999999999, + "time": 26.273540114999378, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 49, + "train_loss": 0.8354456424713135, + "val_loss": 0.9517002105712891, + "acc": 66.63, + "time": 26.218020557999807, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 50, + "train_loss": 0.7292478084564209, + "val_loss": 0.8856678009033203, + "acc": 67.17999999999999, + "time": 25.87899430700054, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 51, + "train_loss": 0.6854175329208374, + "val_loss": 0.9443318843841553, + "acc": 67.23, + "time": 26.063724931999786, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 52, + "train_loss": 0.7658334374427795, + "val_loss": 1.1184815168380737, + "acc": 66.81, + "time": 26.034984742999768, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 53, + "train_loss": 0.7455111742019653, + "val_loss": 0.9899284839630127, + "acc": 66.36, + "time": 26.190467200000057, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 54, + "train_loss": 0.8580372929573059, + "val_loss": 0.8891879320144653, + "acc": 67.86999999999999, + "time": 25.878674787999444, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 55, + "train_loss": 0.6113382577896118, + "val_loss": 1.0772202014923096, + "acc": 68.02, + "time": 26.431994012999894, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + }, + { + "epoch": 56, + "train_loss": 0.744901716709137, + "val_loss": 1.184912085533142, + "acc": 67.30000000000001, + "time": 25.847009703999902, + "param": [ + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224, + 0.20000000298023224 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-5 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-5 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..9818c33 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-5 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,787 @@ +{ + "Accuracy": 69.17999999999999, + "Time": [ + 39.6273947562181, + 0.8711877855214571 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.1018104553222656, + "val_loss": 2.109567165374756, + "acc": 20.04, + "time": 40.23383237099915, + "param": [ + 0.19842380285263062, + 0.20001129806041718, + 0.19977015256881714, + 0.20179960131645203, + 0.19999511539936066 + ] + }, + { + "epoch": 2, + "train_loss": 1.9819412231445312, + "val_loss": 1.9766215085983276, + "acc": 28.43, + "time": 40.81211857600283, + "param": [ + 0.19696201384067535, + 0.19841766357421875, + 0.2061743438243866, + 0.19797511398792267, + 0.20047084987163544 + ] + }, + { + "epoch": 3, + "train_loss": 1.8968287706375122, + "val_loss": 1.8813384771347046, + "acc": 33.36, + "time": 39.99945222099632, + "param": [ + 0.20170438289642334, + 0.17991378903388977, + 0.217431902885437, + 0.1952047199010849, + 0.2057451754808426 + ] + }, + { + "epoch": 4, + "train_loss": 1.7785333395004272, + "val_loss": 1.778497338294983, + "acc": 35.47, + "time": 39.177762608997, + "param": [ + 0.21327908337116241, + 0.1602485030889511, + 0.23338983952999115, + 0.19621038436889648, + 0.196872279047966 + ] + }, + { + "epoch": 5, + "train_loss": 1.5864204168319702, + "val_loss": 1.6258759498596191, + "acc": 41.25, + "time": 40.01433390600141, + "param": [ + 0.22444938123226166, + 0.142090305685997, + 0.24536462128162384, + 0.2047261893749237, + 0.183369442820549 + ] + }, + { + "epoch": 6, + "train_loss": 1.7190712690353394, + "val_loss": 1.6397136449813843, + "acc": 43.919999999999995, + "time": 39.09172881900304, + "param": [ + 0.24645507335662842, + 0.12182711809873581, + 0.2555619776248932, + 0.20519310235977173, + 0.17096272110939026 + ] + }, + { + "epoch": 7, + "train_loss": 1.5065624713897705, + "val_loss": 1.5338472127914429, + "acc": 45.16, + "time": 39.08272157399915, + "param": [ + 0.2660534083843231, + 0.10978368669748306, + 0.2582497000694275, + 0.2025083303451538, + 0.16340483725070953 + ] + }, + { + "epoch": 8, + "train_loss": 1.4950095415115356, + "val_loss": 1.4715195894241333, + "acc": 47.71, + "time": 39.0734620009971, + "param": [ + 0.2865746319293976, + 0.09050355106592178, + 0.25813713669776917, + 0.20197461545467377, + 0.1628100425004959 + ] + }, + { + "epoch": 9, + "train_loss": 1.4933198690414429, + "val_loss": 1.4329171180725098, + "acc": 49.39, + "time": 39.997444382999674, + "param": [ + 0.2899182438850403, + 0.07679286599159241, + 0.2556973695755005, + 0.2088988870382309, + 0.16869264841079712 + ] + }, + { + "epoch": 10, + "train_loss": 1.1963615417480469, + "val_loss": 1.4526424407958984, + "acc": 46.92, + "time": 38.643405445996905, + "param": [ + 0.30481526255607605, + 0.05052435025572777, + 0.2659769058227539, + 0.21526476740837097, + 0.163418710231781 + ] + }, + { + "epoch": 11, + "train_loss": 1.238764762878418, + "val_loss": 1.2550208568572998, + "acc": 52.11, + "time": 38.60926614799973, + "param": [ + 0.3114926815032959, + 0.03270631656050682, + 0.27678683400154114, + 0.21809658408164978, + 0.16091762483119965 + ] + }, + { + "epoch": 12, + "train_loss": 1.4017910957336426, + "val_loss": 1.2888436317443848, + "acc": 53.190000000000005, + "time": 39.43781691099866, + "param": [ + 0.3216642141342163, + 0.011202980764210224, + 0.2877790033817291, + 0.21728290617465973, + 0.1620708853006363 + ] + }, + { + "epoch": 13, + "train_loss": 1.420412302017212, + "val_loss": 1.3448773622512817, + "acc": 53.31, + "time": 39.861899095005356, + "param": [ + 0.3213019073009491, + 0.016292281448841095, + 0.2877921760082245, + 0.21032676100730896, + 0.16428685188293457 + ] + }, + { + "epoch": 14, + "train_loss": 1.243154764175415, + "val_loss": 1.326210379600525, + "acc": 55.15, + "time": 39.736886969003535, + "param": [ + 0.32107600569725037, + 0.024529017508029938, + 0.28602728247642517, + 0.20767761766910553, + 0.16069002449512482 + ] + }, + { + "epoch": 15, + "train_loss": 1.2346926927566528, + "val_loss": 1.1101329326629639, + "acc": 56.74, + "time": 40.0393762110034, + "param": [ + 0.3193809390068054, + 0.03692985698580742, + 0.2759055495262146, + 0.20983491837978363, + 0.15794876217842102 + ] + }, + { + "epoch": 16, + "train_loss": 1.216399908065796, + "val_loss": 1.1590641736984253, + "acc": 57.599999999999994, + "time": 41.480392031997326, + "param": [ + 0.3168501853942871, + 0.056971531361341476, + 0.26572808623313904, + 0.21337199211120605, + 0.14707815647125244 + ] + }, + { + "epoch": 17, + "train_loss": 1.3892245292663574, + "val_loss": 1.1265652179718018, + "acc": 58.17, + "time": 39.0264343480012, + "param": [ + 0.3232843577861786, + 0.04680972173810005, + 0.27142173051834106, + 0.2135477066040039, + 0.14493641257286072 + ] + }, + { + "epoch": 18, + "train_loss": 1.3236074447631836, + "val_loss": 1.1348007917404175, + "acc": 59.18, + "time": 40.452593013993464, + "param": [ + 0.3343261182308197, + 0.014986527152359486, + 0.28881895542144775, + 0.22030162811279297, + 0.14156673848628998 + ] + }, + { + "epoch": 19, + "train_loss": 0.980381429195404, + "val_loss": 1.2683351039886475, + "acc": 58.79, + "time": 37.840312813998025, + "param": [ + 0.3374232351779938, + 0.004389242734760046, + 0.2866204082965851, + 0.23453734815120697, + 0.13702981173992157 + ] + }, + { + "epoch": 20, + "train_loss": 1.2949868440628052, + "val_loss": 1.132500410079956, + "acc": 60.25, + "time": 38.632220168998174, + "param": [ + 0.3333415687084198, + 0.01268939208239317, + 0.28635290265083313, + 0.23604045808315277, + 0.13157565891742706 + ] + }, + { + "epoch": 21, + "train_loss": 1.1989856958389282, + "val_loss": 1.1255176067352295, + "acc": 60.35, + "time": 38.586114845995326, + "param": [ + 0.332526296377182, + 0.02019379287958145, + 0.28968527913093567, + 0.23090311884880066, + 0.12669147551059723 + ] + }, + { + "epoch": 22, + "train_loss": 0.8065992593765259, + "val_loss": 1.0869174003601074, + "acc": 61.7, + "time": 38.767874839002616, + "param": [ + 0.3194885849952698, + 0.03606945648789406, + 0.289602667093277, + 0.222244530916214, + 0.1325947493314743 + ] + }, + { + "epoch": 23, + "train_loss": 0.9513561725616455, + "val_loss": 1.0535328388214111, + "acc": 62.43, + "time": 39.23318819799897, + "param": [ + 0.32695087790489197, + 0.032944321632385254, + 0.2895260751247406, + 0.2166438102722168, + 0.1339349001646042 + ] + }, + { + "epoch": 24, + "train_loss": 1.0425101518630981, + "val_loss": 1.0934805870056152, + "acc": 63.51, + "time": 39.39494461999857, + "param": [ + 0.3307122588157654, + 0.030567890033125877, + 0.2810961604118347, + 0.21720629930496216, + 0.14041736721992493 + ] + }, + { + "epoch": 25, + "train_loss": 0.7997806668281555, + "val_loss": 1.0016148090362549, + "acc": 62.339999999999996, + "time": 40.8472359840016, + "param": [ + 0.34650734066963196, + 0.015922898426651955, + 0.26707372069358826, + 0.22025734186172485, + 0.15023872256278992 + ] + }, + { + "epoch": 26, + "train_loss": 0.8271700739860535, + "val_loss": 1.0831570625305176, + "acc": 62.580000000000005, + "time": 39.58527822799806, + "param": [ + 0.36267322301864624, + 0.0, + 0.26501840353012085, + 0.2339991331100464, + 0.1383092999458313 + ] + }, + { + "epoch": 27, + "train_loss": 0.9377812743186951, + "val_loss": 1.191480278968811, + "acc": 63.349999999999994, + "time": 40.07326805699995, + "param": [ + 0.3643825352191925, + 0.0, + 0.26259782910346985, + 0.23841899633407593, + 0.13460060954093933 + ] + }, + { + "epoch": 28, + "train_loss": 1.0123487710952759, + "val_loss": 1.0714119672775269, + "acc": 64.0, + "time": 37.97599699899729, + "param": [ + 0.3591512143611908, + 0.014735986478626728, + 0.25770097970962524, + 0.2348054200410843, + 0.1336064338684082 + ] + }, + { + "epoch": 29, + "train_loss": 0.7192648649215698, + "val_loss": 1.037442922592163, + "acc": 64.89, + "time": 39.609387444004824, + "param": [ + 0.3442360758781433, + 0.03418891504406929, + 0.2580791413784027, + 0.22703653573989868, + 0.1364593803882599 + ] + }, + { + "epoch": 30, + "train_loss": 0.8534664511680603, + "val_loss": 1.0804824829101562, + "acc": 65.09, + "time": 38.694713290002255, + "param": [ + 0.32123076915740967, + 0.04357234388589859, + 0.27346619963645935, + 0.21131806075572968, + 0.15041261911392212 + ] + }, + { + "epoch": 31, + "train_loss": 0.8403931856155396, + "val_loss": 1.078322410583496, + "acc": 64.3, + "time": 39.084416979996604, + "param": [ + 0.29857587814331055, + 0.06143451854586601, + 0.2725270688533783, + 0.19091174006462097, + 0.17655080556869507 + ] + }, + { + "epoch": 32, + "train_loss": 0.8453710079193115, + "val_loss": 1.000789999961853, + "acc": 65.94, + "time": 38.305959509001696, + "param": [ + 0.28454214334487915, + 0.07077094912528992, + 0.268387109041214, + 0.18030093610286713, + 0.19599883258342743 + ] + }, + { + "epoch": 33, + "train_loss": 0.7676465511322021, + "val_loss": 1.0017729997634888, + "acc": 66.25999999999999, + "time": 39.73791538099613, + "param": [ + 0.28718993067741394, + 0.06431663781404495, + 0.26400214433670044, + 0.17992356419563293, + 0.20456771552562714 + ] + }, + { + "epoch": 34, + "train_loss": 0.9640286564826965, + "val_loss": 0.9682867527008057, + "acc": 65.35, + "time": 40.00204606299667, + "param": [ + 0.283902645111084, + 0.06226228177547455, + 0.27138572931289673, + 0.17935340106487274, + 0.20309588313102722 + ] + }, + { + "epoch": 35, + "train_loss": 0.6863196492195129, + "val_loss": 0.9470375776290894, + "acc": 67.08, + "time": 41.28859330800333, + "param": [ + 0.2813124656677246, + 0.05795780569314957, + 0.2873753607273102, + 0.17745889723300934, + 0.1958954781293869 + ] + }, + { + "epoch": 36, + "train_loss": 0.7930161952972412, + "val_loss": 1.0115965604782104, + "acc": 67.5, + "time": 41.36260690900235, + "param": [ + 0.27664631605148315, + 0.05653957277536392, + 0.299193799495697, + 0.17679794132709503, + 0.19082237780094147 + ] + }, + { + "epoch": 37, + "train_loss": 0.8778854012489319, + "val_loss": 0.9327578544616699, + "acc": 66.95, + "time": 41.30115243900218, + "param": [ + 0.27998366951942444, + 0.04437959939241409, + 0.3189769983291626, + 0.170636847615242, + 0.18602290749549866 + ] + }, + { + "epoch": 38, + "train_loss": 0.6328524947166443, + "val_loss": 0.9516682028770447, + "acc": 67.07, + "time": 39.500477064000734, + "param": [ + 0.291860967874527, + 0.018695399165153503, + 0.3416735827922821, + 0.1649528294801712, + 0.1828172355890274 + ] + }, + { + "epoch": 39, + "train_loss": 1.0218952894210815, + "val_loss": 0.9337506890296936, + "acc": 66.78, + "time": 39.22774484399997, + "param": [ + 0.2977074682712555, + 0.022408194839954376, + 0.3410625457763672, + 0.1536775380373001, + 0.18514424562454224 + ] + }, + { + "epoch": 40, + "train_loss": 0.6771730184555054, + "val_loss": 0.8810829520225525, + "acc": 66.61, + "time": 39.378331828003866, + "param": [ + 0.30533093214035034, + 0.036500800400972366, + 0.3323167860507965, + 0.1499338150024414, + 0.17591768503189087 + ] + }, + { + "epoch": 41, + "train_loss": 0.6890205144882202, + "val_loss": 0.836564838886261, + "acc": 66.45, + "time": 40.123880876999465, + "param": [ + 0.3147609829902649, + 0.04382888227701187, + 0.3228267431259155, + 0.1502222865819931, + 0.16836115717887878 + ] + }, + { + "epoch": 42, + "train_loss": 0.8627088665962219, + "val_loss": 0.9054418206214905, + "acc": 67.97999999999999, + "time": 40.32280128700222, + "param": [ + 0.31470343470573425, + 0.06164834648370743, + 0.30810725688934326, + 0.1499844789505005, + 0.16555649042129517 + ] + }, + { + "epoch": 43, + "train_loss": 0.8759464621543884, + "val_loss": 0.9136669635772705, + "acc": 68.12, + "time": 39.31673507200321, + "param": [ + 0.2924354672431946, + 0.0811842530965805, + 0.2910531759262085, + 0.16014623641967773, + 0.17518089711666107 + ] + }, + { + "epoch": 44, + "train_loss": 0.6498866081237793, + "val_loss": 0.9131869673728943, + "acc": 67.41, + "time": 37.744561060004344, + "param": [ + 0.2835513949394226, + 0.09132419526576996, + 0.27985358238220215, + 0.16341771185398102, + 0.18185308575630188 + ] + }, + { + "epoch": 45, + "train_loss": 0.7241475582122803, + "val_loss": 0.826046884059906, + "acc": 68.52000000000001, + "time": 40.61851414400007, + "param": [ + 0.2887689769268036, + 0.08981410413980484, + 0.27352237701416016, + 0.16861818730831146, + 0.17927636206150055 + ] + }, + { + "epoch": 46, + "train_loss": 0.7192733883857727, + "val_loss": 0.9753017425537109, + "acc": 68.4, + "time": 39.714799622997816, + "param": [ + 0.30990850925445557, + 0.08641016483306885, + 0.26022329926490784, + 0.17515632510185242, + 0.16830173134803772 + ] + }, + { + "epoch": 47, + "train_loss": 0.7802963256835938, + "val_loss": 0.8540078997612, + "acc": 67.57, + "time": 38.93383246099984, + "param": [ + 0.31681549549102783, + 0.09222076088190079, + 0.2433459609746933, + 0.18200789391994476, + 0.16560986638069153 + ] + }, + { + "epoch": 48, + "train_loss": 0.5852533578872681, + "val_loss": 0.9909899830818176, + "acc": 68.57, + "time": 39.194544081998174, + "param": [ + 0.32253575325012207, + 0.09362976253032684, + 0.23898907005786896, + 0.1831638365983963, + 0.16168153285980225 + ] + }, + { + "epoch": 49, + "train_loss": 0.7825279235839844, + "val_loss": 0.8329178094863892, + "acc": 68.54, + "time": 40.252023050998105, + "param": [ + 0.3195260167121887, + 0.09389758110046387, + 0.23525555431842804, + 0.18510010838508606, + 0.1662207394838333 + ] + }, + { + "epoch": 50, + "train_loss": 0.6062849760055542, + "val_loss": 0.8486297726631165, + "acc": 68.51, + "time": 40.03041771199787, + "param": [ + 0.3149394392967224, + 0.07204019278287888, + 0.251102477312088, + 0.17503869533538818, + 0.18687918782234192 + ] + }, + { + "epoch": 51, + "train_loss": 0.6398053765296936, + "val_loss": 0.9009049534797668, + "acc": 69.17999999999999, + "time": 39.26383448400156, + "param": [ + 0.3175128102302551, + 0.07895951718091965, + 0.249552384018898, + 0.16147245466709137, + 0.19250284135341644 + ] + }, + { + "epoch": 52, + "train_loss": 0.5976012349128723, + "val_loss": 1.0407965183258057, + "acc": 69.0, + "time": 39.37905593399773, + "param": [ + 0.31902390718460083, + 0.08673706650733948, + 0.23369397222995758, + 0.16825847327709198, + 0.19228656589984894 + ] + }, + { + "epoch": 53, + "train_loss": 0.45955953001976013, + "val_loss": 0.9173747897148132, + "acc": 68.49, + "time": 40.90162714300095, + "param": [ + 0.3407013416290283, + 0.08168643712997437, + 0.2347133457660675, + 0.156704843044281, + 0.18619400262832642 + ] + }, + { + "epoch": 54, + "train_loss": 0.7356651425361633, + "val_loss": 1.1258422136306763, + "acc": 68.17, + "time": 40.191294367999944, + "param": [ + 0.3650893568992615, + 0.06445084512233734, + 0.25340306758880615, + 0.14214052259922028, + 0.17491620779037476 + ] + }, + { + "epoch": 55, + "train_loss": 0.7068819403648376, + "val_loss": 0.9105621576309204, + "acc": 68.42, + "time": 40.3180838469998, + "param": [ + 0.37421363592147827, + 0.04804232716560364, + 0.2649935185909271, + 0.13056881725788116, + 0.1821817010641098 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-6 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-6 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json new file mode 100644 index 0000000..ab71f03 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-6 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json @@ -0,0 +1,918 @@ +{ + "Accuracy": 66.94, + "Time": [ + 13.710326281367028, + 12.323491416195205 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.189970016479492, + "val_loss": 2.157578229904175, + "acc": 24.84, + "time": 3.8712179960020876, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 2, + "train_loss": 1.978068232536316, + "val_loss": 1.903904676437378, + "acc": 30.930000000000003, + "time": 2.952650162002101, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 3, + "train_loss": 1.7500381469726562, + "val_loss": 1.7829616069793701, + "acc": 35.31, + "time": 3.0167843859999266, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 4, + "train_loss": 1.624835729598999, + "val_loss": 1.6836975812911987, + "acc": 43.5, + "time": 2.8969558559983852, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 5, + "train_loss": 1.4980758428573608, + "val_loss": 1.5145609378814697, + "acc": 44.62, + "time": 2.8848694980006258, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 6, + "train_loss": 1.261144757270813, + "val_loss": 1.515107274055481, + "acc": 46.72, + "time": 2.908987980998063, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 7, + "train_loss": 1.4330079555511475, + "val_loss": 1.3627433776855469, + "acc": 50.080000000000005, + "time": 2.90368092800054, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 8, + "train_loss": 1.3487979173660278, + "val_loss": 1.4316045045852661, + "acc": 50.6, + "time": 2.9378163699984725, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 9, + "train_loss": 1.184836506843567, + "val_loss": 1.3056248426437378, + "acc": 52.32, + "time": 2.922918137999659, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 10, + "train_loss": 0.995895504951477, + "val_loss": 1.325706124305725, + "acc": 52.93, + "time": 2.9575312880006095, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 11, + "train_loss": 1.219138503074646, + "val_loss": 1.236277461051941, + "acc": 55.34, + "time": 2.9773881569999503, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 12, + "train_loss": 1.0689839124679565, + "val_loss": 1.2199671268463135, + "acc": 56.32, + "time": 2.9104061819998606, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 13, + "train_loss": 1.0452532768249512, + "val_loss": 1.1894749402999878, + "acc": 56.43, + "time": 2.9273982840022654, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 14, + "train_loss": 1.2617422342300415, + "val_loss": 1.2875349521636963, + "acc": 55.730000000000004, + "time": 2.949272367000958, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 15, + "train_loss": 1.086348056793213, + "val_loss": 1.2169185876846313, + "acc": 57.16, + "time": 2.893385561001196, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 16, + "train_loss": 1.0023789405822754, + "val_loss": 1.2328146696090698, + "acc": 57.769999999999996, + "time": 2.968874057998619, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 17, + "train_loss": 1.104597568511963, + "val_loss": 1.2180079221725464, + "acc": 58.13, + "time": 3.044773041998269, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 18, + "train_loss": 0.8336827754974365, + "val_loss": 1.3008384704589844, + "acc": 57.98, + "time": 2.9079839670012007, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 19, + "train_loss": 0.8631292581558228, + "val_loss": 1.2152197360992432, + "acc": 57.75, + "time": 2.900947580998036, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 20, + "train_loss": 0.9399310946464539, + "val_loss": 1.2421506643295288, + "acc": 59.17, + "time": 2.8796013870014576, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 21, + "train_loss": 0.6944735050201416, + "val_loss": 1.3307181596755981, + "acc": 59.28, + "time": 2.906047436001245, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 22, + "train_loss": 0.6400445699691772, + "val_loss": 1.1521536111831665, + "acc": 57.52, + "time": 2.931262763002451, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 23, + "train_loss": 0.5330939292907715, + "val_loss": 1.1287469863891602, + "acc": 59.19, + "time": 2.9375585169982514, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 24, + "train_loss": 0.5240514278411865, + "val_loss": 1.3399502038955688, + "acc": 60.08, + "time": 2.9572639640027774, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 25, + "train_loss": 0.4847123920917511, + "val_loss": 1.5043400526046753, + "acc": 60.01, + "time": 2.962556170001335, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 26, + "train_loss": 0.5699620842933655, + "val_loss": 1.3528542518615723, + "acc": 61.3, + "time": 2.9536742929994944, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 27, + "train_loss": 0.44970449805259705, + "val_loss": 1.291855812072754, + "acc": 60.440000000000005, + "time": 2.9717842760001076, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 28, + "train_loss": 0.5989089012145996, + "val_loss": 1.4330635070800781, + "acc": 60.58, + "time": 2.8999255420021655, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 29, + "train_loss": 0.32171306014060974, + "val_loss": 1.299894094467163, + "acc": 60.51, + "time": 2.905903715000022, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 30, + "train_loss": 0.28664252161979675, + "val_loss": 1.3767869472503662, + "acc": 60.709999999999994, + "time": 2.9930501000017102, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 31, + "train_loss": 0.331390380859375, + "val_loss": 1.512029767036438, + "acc": 60.57, + "time": 2.9240978160014492, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 32, + "train_loss": 0.2988773584365845, + "val_loss": 1.5929936170578003, + "acc": 60.419999999999995, + "time": 2.994226605998847, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 33, + "train_loss": 0.2393878847360611, + "val_loss": 1.7783756256103516, + "acc": 60.28, + "time": 2.9434260859998176, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 34, + "train_loss": 0.15717381238937378, + "val_loss": 1.8294494152069092, + "acc": 60.370000000000005, + "time": 2.975982804000523, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 35, + "train_loss": 1.0835736989974976, + "val_loss": 1.249160885810852, + "acc": 58.940000000000005, + "time": 24.249345738000557, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 36, + "train_loss": 1.4800565242767334, + "val_loss": 1.1495311260223389, + "acc": 60.86, + "time": 27.9102377349991, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 37, + "train_loss": 1.3277688026428223, + "val_loss": 1.1480293273925781, + "acc": 61.519999999999996, + "time": 26.82984980299807, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 38, + "train_loss": 1.076425313949585, + "val_loss": 1.180300235748291, + "acc": 62.57, + "time": 25.400333466997836, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 39, + "train_loss": 1.0715616941452026, + "val_loss": 1.0264885425567627, + "acc": 63.3, + "time": 24.5151659990006, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 40, + "train_loss": 1.0960040092468262, + "val_loss": 1.0854815244674683, + "acc": 62.38, + "time": 27.79373095199844, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 41, + "train_loss": 1.1602131128311157, + "val_loss": 1.0098657608032227, + "acc": 63.480000000000004, + "time": 27.928503704999457, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 42, + "train_loss": 1.340766429901123, + "val_loss": 1.0080292224884033, + "acc": 63.93, + "time": 27.11312265900051, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 43, + "train_loss": 1.1971627473831177, + "val_loss": 0.9649351835250854, + "acc": 64.02, + "time": 28.40183464200163, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 44, + "train_loss": 1.0188772678375244, + "val_loss": 1.1048920154571533, + "acc": 63.839999999999996, + "time": 29.4197244019997, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 45, + "train_loss": 1.0895915031433105, + "val_loss": 0.9735150337219238, + "acc": 63.629999999999995, + "time": 27.45751612800086, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 46, + "train_loss": 0.9181124567985535, + "val_loss": 1.020598292350769, + "acc": 64.82, + "time": 28.107839898999373, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 47, + "train_loss": 1.0085653066635132, + "val_loss": 0.9960966110229492, + "acc": 64.60000000000001, + "time": 30.84634775000086, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 48, + "train_loss": 1.0002468824386597, + "val_loss": 1.1409755945205688, + "acc": 65.28, + "time": 27.330273217001377, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 49, + "train_loss": 1.0454792976379395, + "val_loss": 1.0297130346298218, + "acc": 64.7, + "time": 27.70634295200216, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 50, + "train_loss": 0.7037441730499268, + "val_loss": 0.948481559753418, + "acc": 65.4, + "time": 28.96148336799888, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 51, + "train_loss": 0.8989158272743225, + "val_loss": 1.1816872358322144, + "acc": 65.59, + "time": 28.97929843500242, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 52, + "train_loss": 0.7605485320091248, + "val_loss": 1.0586938858032227, + "acc": 65.62, + "time": 27.402271890998236, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 53, + "train_loss": 1.0489556789398193, + "val_loss": 0.9848320484161377, + "acc": 65.94, + "time": 27.650866707001114, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 54, + "train_loss": 0.8967539668083191, + "val_loss": 1.0307793617248535, + "acc": 65.56, + "time": 27.506138308002846, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 55, + "train_loss": 0.8315144181251526, + "val_loss": 1.1338074207305908, + "acc": 65.83, + "time": 28.09224411300238, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 56, + "train_loss": 0.8698926568031311, + "val_loss": 1.037482738494873, + "acc": 65.81, + "time": 30.620840155002952, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 57, + "train_loss": 0.7884601950645447, + "val_loss": 1.0545309782028198, + "acc": 65.96, + "time": 27.35064091499953, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 58, + "train_loss": 0.8124412298202515, + "val_loss": 1.0686794519424438, + "acc": 66.62, + "time": 28.29268731100092, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 59, + "train_loss": 0.8816545009613037, + "val_loss": 1.0274486541748047, + "acc": 66.94, + "time": 27.748874490000162, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 60, + "train_loss": 0.644135594367981, + "val_loss": 1.0245517492294312, + "acc": 66.03999999999999, + "time": 28.133858863999194, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-6 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-6 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json new file mode 100644 index 0000000..f9f84e0 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-6 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json @@ -0,0 +1,1233 @@ +{ + "Accuracy": 70.44, + "Time": [ + 28.146476450147695, + 17.802483572059455 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.192333698272705, + "val_loss": 2.2141315937042236, + "acc": 20.26, + "time": 3.868236041002092, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 2, + "train_loss": 1.8582652807235718, + "val_loss": 1.9318363666534424, + "acc": 29.110000000000003, + "time": 2.8223351729975548, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 3, + "train_loss": 1.8000200986862183, + "val_loss": 1.686995267868042, + "acc": 37.93, + "time": 2.849187043000711, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 4, + "train_loss": 1.48310387134552, + "val_loss": 1.572590947151184, + "acc": 42.61, + "time": 2.8536429630039493, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 5, + "train_loss": 1.4632302522659302, + "val_loss": 1.4853838682174683, + "acc": 45.050000000000004, + "time": 2.8886430090060458, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 6, + "train_loss": 1.4048970937728882, + "val_loss": 1.496012568473816, + "acc": 46.52, + "time": 2.8836994529992808, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 7, + "train_loss": 1.2869515419006348, + "val_loss": 1.3931833505630493, + "acc": 49.120000000000005, + "time": 2.88817926000047, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 8, + "train_loss": 1.3900152444839478, + "val_loss": 1.3809823989868164, + "acc": 50.129999999999995, + "time": 3.035395241000515, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 9, + "train_loss": 1.4536385536193848, + "val_loss": 1.4817430973052979, + "acc": 52.22, + "time": 3.0438146269952995, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 10, + "train_loss": 1.3453575372695923, + "val_loss": 1.2991093397140503, + "acc": 54.14, + "time": 3.0637538189985207, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 11, + "train_loss": 1.270628571510315, + "val_loss": 1.3356430530548096, + "acc": 53.47, + "time": 3.0622918869994464, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 12, + "train_loss": 1.11062490940094, + "val_loss": 1.1885994672775269, + "acc": 53.42, + "time": 2.8975556650038925, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 13, + "train_loss": 1.2099647521972656, + "val_loss": 1.2797774076461792, + "acc": 57.26, + "time": 2.8683049930041307, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 14, + "train_loss": 1.1588573455810547, + "val_loss": 1.3428235054016113, + "acc": 56.93, + "time": 2.958093695997377, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 15, + "train_loss": 1.0641645193099976, + "val_loss": 1.1599597930908203, + "acc": 56.74, + "time": 2.929074595995189, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 16, + "train_loss": 0.9763579964637756, + "val_loss": 1.2511612176895142, + "acc": 57.730000000000004, + "time": 2.929801195001346, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 17, + "train_loss": 0.8769322633743286, + "val_loss": 1.0387012958526611, + "acc": 59.830000000000005, + "time": 3.0013810679956805, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 18, + "train_loss": 0.7765347957611084, + "val_loss": 1.0518923997879028, + "acc": 59.46, + "time": 3.087787976000982, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 19, + "train_loss": 0.9000205993652344, + "val_loss": 1.243105411529541, + "acc": 60.309999999999995, + "time": 3.289690657002211, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 20, + "train_loss": 0.7956556677818298, + "val_loss": 1.2018343210220337, + "acc": 59.699999999999996, + "time": 3.1501138640014688, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 21, + "train_loss": 0.8018764853477478, + "val_loss": 1.2758748531341553, + "acc": 58.85, + "time": 2.958407965998049, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 22, + "train_loss": 0.8655758500099182, + "val_loss": 1.0906646251678467, + "acc": 61.17, + "time": 2.926661684999999, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 23, + "train_loss": 0.789953887462616, + "val_loss": 1.170412302017212, + "acc": 61.8, + "time": 3.066001890001644, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 24, + "train_loss": 0.7868778705596924, + "val_loss": 1.1030936241149902, + "acc": 61.99, + "time": 2.828681997998501, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 25, + "train_loss": 0.7333240509033203, + "val_loss": 1.171349287033081, + "acc": 61.839999999999996, + "time": 2.849029826997139, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 26, + "train_loss": 0.6391823291778564, + "val_loss": 1.3401888608932495, + "acc": 61.85000000000001, + "time": 2.860340671999438, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 27, + "train_loss": 0.4818570613861084, + "val_loss": 1.1578869819641113, + "acc": 61.31999999999999, + "time": 2.8634079140028916, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 28, + "train_loss": 1.1350334882736206, + "val_loss": 0.9942032694816589, + "acc": 61.19, + "time": 37.59677989299962, + "param": [ + 0.17509056627750397, + 0.12850666046142578, + 0.20457036793231964, + 0.22312499582767487, + 0.13342641294002533, + 0.1352810263633728 + ] + }, + { + "epoch": 29, + "train_loss": 1.041209101676941, + "val_loss": 1.0304218530654907, + "acc": 62.19, + "time": 40.2084637049993, + "param": [ + 0.20810110867023468, + 0.10594353079795837, + 0.2126801311969757, + 0.2364812046289444, + 0.11109908670186996, + 0.1256948858499527 + ] + }, + { + "epoch": 30, + "train_loss": 1.0697869062423706, + "val_loss": 1.0011805295944214, + "acc": 62.89, + "time": 40.125087052998424, + "param": [ + 0.21969810128211975, + 0.09876104444265366, + 0.22009176015853882, + 0.23431184887886047, + 0.08919014036655426, + 0.13794715702533722 + ] + }, + { + "epoch": 31, + "train_loss": 1.1655354499816895, + "val_loss": 1.0287290811538696, + "acc": 63.239999999999995, + "time": 40.259691246996226, + "param": [ + 0.22979654371738434, + 0.09310120344161987, + 0.21159926056861877, + 0.21393603086471558, + 0.09994986653327942, + 0.1516171097755432 + ] + }, + { + "epoch": 32, + "train_loss": 0.9198805093765259, + "val_loss": 1.0024971961975098, + "acc": 64.37, + "time": 40.20036165700003, + "param": [ + 0.23415648937225342, + 0.07656379789113998, + 0.21278581023216248, + 0.20997731387615204, + 0.1146472841501236, + 0.1518692523241043 + ] + }, + { + "epoch": 33, + "train_loss": 1.121773600578308, + "val_loss": 1.0873029232025146, + "acc": 63.62, + "time": 40.06571908499609, + "param": [ + 0.25244665145874023, + 0.0645061507821083, + 0.22904683649539948, + 0.2038719207048416, + 0.1037355586886406, + 0.14639286696910858 + ] + }, + { + "epoch": 34, + "train_loss": 0.7255389094352722, + "val_loss": 1.0543780326843262, + "acc": 64.98, + "time": 40.20485517199995, + "param": [ + 0.2663078308105469, + 0.053755417466163635, + 0.22595049440860748, + 0.20043319463729858, + 0.1033656895160675, + 0.1501873880624771 + ] + }, + { + "epoch": 35, + "train_loss": 0.7250517010688782, + "val_loss": 0.9491462111473083, + "acc": 64.92999999999999, + "time": 39.53686505599762, + "param": [ + 0.2613382637500763, + 0.0549638457596302, + 0.22576424479484558, + 0.19047600030899048, + 0.11347617208957672, + 0.15398158133029938 + ] + }, + { + "epoch": 36, + "train_loss": 0.8607497811317444, + "val_loss": 1.106507420539856, + "acc": 65.42, + "time": 40.32578899899818, + "param": [ + 0.24849532544612885, + 0.054280854761600494, + 0.23013119399547577, + 0.1798473745584488, + 0.13007262349128723, + 0.15717267990112305 + ] + }, + { + "epoch": 37, + "train_loss": 0.9687398076057434, + "val_loss": 1.0034210681915283, + "acc": 65.86999999999999, + "time": 39.30303872499644, + "param": [ + 0.23882995545864105, + 0.056319184601306915, + 0.22768011689186096, + 0.17131194472312927, + 0.13992924988269806, + 0.16592955589294434 + ] + }, + { + "epoch": 38, + "train_loss": 0.8954936265945435, + "val_loss": 0.8988528251647949, + "acc": 65.47, + "time": 40.34891805899679, + "param": [ + 0.23554012179374695, + 0.03685174509882927, + 0.23685653507709503, + 0.16211581230163574, + 0.15724194049835205, + 0.17139378190040588 + ] + }, + { + "epoch": 39, + "train_loss": 0.8348427414894104, + "val_loss": 0.9101044535636902, + "acc": 66.67, + "time": 40.77405732899933, + "param": [ + 0.23814919590950012, + 0.025339370593428612, + 0.23162449896335602, + 0.17913605272769928, + 0.1621326059103012, + 0.1636182814836502 + ] + }, + { + "epoch": 40, + "train_loss": 0.8878208994865417, + "val_loss": 1.0515987873077393, + "acc": 66.81, + "time": 40.13912246799737, + "param": [ + 0.24184252321720123, + 0.05589647591114044, + 0.20727871358394623, + 0.18135949969291687, + 0.1654132902622223, + 0.14820943772792816 + ] + }, + { + "epoch": 41, + "train_loss": 0.9475088119506836, + "val_loss": 0.9037986993789673, + "acc": 67.25, + "time": 38.978801229000965, + "param": [ + 0.23706479370594025, + 0.08301772177219391, + 0.19587881863117218, + 0.1784592717885971, + 0.15973195433616638, + 0.145847350358963 + ] + }, + { + "epoch": 42, + "train_loss": 0.8962306976318359, + "val_loss": 0.9185853004455566, + "acc": 66.73, + "time": 41.94848850899871, + "param": [ + 0.23730280995368958, + 0.08039069920778275, + 0.19906733930110931, + 0.17799603939056396, + 0.15655571222305298, + 0.1486874520778656 + ] + }, + { + "epoch": 43, + "train_loss": 0.7677398324012756, + "val_loss": 1.0544172525405884, + "acc": 67.25, + "time": 40.64756714199757, + "param": [ + 0.24784833192825317, + 0.07247225195169449, + 0.20114193856716156, + 0.17920851707458496, + 0.13269932568073273, + 0.16662965714931488 + ] + }, + { + "epoch": 44, + "train_loss": 0.8898354768753052, + "val_loss": 0.9961937665939331, + "acc": 67.55, + "time": 41.810997104003036, + "param": [ + 0.25654226541519165, + 0.05905529111623764, + 0.2096969187259674, + 0.18092761933803558, + 0.09995096921920776, + 0.19382695853710175 + ] + }, + { + "epoch": 45, + "train_loss": 0.7139397859573364, + "val_loss": 0.878746747970581, + "acc": 67.7, + "time": 41.6980348060024, + "param": [ + 0.24990423023700714, + 0.06996503472328186, + 0.20986071228981018, + 0.1789567619562149, + 0.07861840724945068, + 0.2126948982477188 + ] + }, + { + "epoch": 46, + "train_loss": 0.6422054767608643, + "val_loss": 0.9298478960990906, + "acc": 67.38, + "time": 40.78552282199962, + "param": [ + 0.22485023736953735, + 0.08037939667701721, + 0.2124052494764328, + 0.18173113465309143, + 0.07647891342639923, + 0.22415496408939362 + ] + }, + { + "epoch": 47, + "train_loss": 0.7921557426452637, + "val_loss": 0.8809314966201782, + "acc": 68.43, + "time": 40.810624646997894, + "param": [ + 0.20925043523311615, + 0.08293204009532928, + 0.20605309307575226, + 0.19163484871387482, + 0.0840417742729187, + 0.22608783841133118 + ] + }, + { + "epoch": 48, + "train_loss": 0.8027617335319519, + "val_loss": 0.9558265209197998, + "acc": 67.22, + "time": 40.73527118600032, + "param": [ + 0.20708099007606506, + 0.08684084564447403, + 0.19348008930683136, + 0.2026936560869217, + 0.10075771063566208, + 0.20914673805236816 + ] + }, + { + "epoch": 49, + "train_loss": 0.747810959815979, + "val_loss": 0.9505882859230042, + "acc": 67.38, + "time": 40.41030751600192, + "param": [ + 0.20861808955669403, + 0.07739127427339554, + 0.18939518928527832, + 0.2047780156135559, + 0.12128900736570358, + 0.1985284388065338 + ] + }, + { + "epoch": 50, + "train_loss": 0.694742739200592, + "val_loss": 0.8435347676277161, + "acc": 67.52, + "time": 40.661065815002075, + "param": [ + 0.21100054681301117, + 0.06236005574464798, + 0.20380406081676483, + 0.21142034232616425, + 0.12353895604610443, + 0.18787607550621033 + ] + }, + { + "epoch": 51, + "train_loss": 0.7688127160072327, + "val_loss": 0.901369035243988, + "acc": 68.51, + "time": 41.89050755200151, + "param": [ + 0.23737742006778717, + 0.05686502531170845, + 0.21909944713115692, + 0.2165350615978241, + 0.1096968799829483, + 0.16042613983154297 + ] + }, + { + "epoch": 52, + "train_loss": 0.7076629996299744, + "val_loss": 0.8825109601020813, + "acc": 68.39, + "time": 40.4069071260019, + "param": [ + 0.2678543031215668, + 0.04089932516217232, + 0.22139699757099152, + 0.21540875732898712, + 0.12147260457277298, + 0.13296794891357422 + ] + }, + { + "epoch": 53, + "train_loss": 0.6857545375823975, + "val_loss": 0.9521470069885254, + "acc": 69.32000000000001, + "time": 40.942052085993055, + "param": [ + 0.27161532640457153, + 0.06706289201974869, + 0.19551397860050201, + 0.1840571165084839, + 0.15482771396636963, + 0.12692303955554962 + ] + }, + { + "epoch": 54, + "train_loss": 0.7860026359558105, + "val_loss": 0.947774350643158, + "acc": 67.88, + "time": 41.08666688899393, + "param": [ + 0.27254343032836914, + 0.08345235884189606, + 0.1842108517885208, + 0.16265033185482025, + 0.17637358605861664, + 0.1207694336771965 + ] + }, + { + "epoch": 55, + "train_loss": 0.7906003594398499, + "val_loss": 0.8349562883377075, + "acc": 69.22, + "time": 40.723148527002195, + "param": [ + 0.27984419465065, + 0.0769210010766983, + 0.19109657406806946, + 0.13750384747982025, + 0.1960655003786087, + 0.11856888234615326 + ] + }, + { + "epoch": 56, + "train_loss": 0.745651125907898, + "val_loss": 0.9373898506164551, + "acc": 67.60000000000001, + "time": 40.50112790700223, + "param": [ + 0.29929664731025696, + 0.07276400923728943, + 0.1932707577943802, + 0.12263046205043793, + 0.18253262341022491, + 0.12950551509857178 + ] + }, + { + "epoch": 57, + "train_loss": 0.8446030020713806, + "val_loss": 0.9148693084716797, + "acc": 69.15, + "time": 40.49763031499606, + "param": [ + 0.3130660653114319, + 0.06196733936667442, + 0.20522017776966095, + 0.1160893514752388, + 0.14701278507709503, + 0.15664437413215637 + ] + }, + { + "epoch": 58, + "train_loss": 0.6106266379356384, + "val_loss": 0.9310224652290344, + "acc": 68.23, + "time": 41.04163121300371, + "param": [ + 0.29780587553977966, + 0.06841885298490524, + 0.21076130867004395, + 0.11189785599708557, + 0.1329146772623062, + 0.178201362490654 + ] + }, + { + "epoch": 59, + "train_loss": 0.6136630773544312, + "val_loss": 0.93063884973526, + "acc": 68.58, + "time": 41.358650428002875, + "param": [ + 0.27115195989608765, + 0.08185743540525436, + 0.20955653488636017, + 0.10937027633190155, + 0.14151009917259216, + 0.18655365705490112 + ] + }, + { + "epoch": 60, + "train_loss": 0.5410133004188538, + "val_loss": 0.8797428607940674, + "acc": 69.11, + "time": 40.47969584999373, + "param": [ + 0.26239219307899475, + 0.09471981227397919, + 0.20377947390079498, + 0.10886600613594055, + 0.15527525544166565, + 0.17496727406978607 + ] + }, + { + "epoch": 61, + "train_loss": 0.8867567181587219, + "val_loss": 1.1527587175369263, + "acc": 67.92, + "time": 40.0413613119963, + "param": [ + 0.26741310954093933, + 0.09058938175439835, + 0.18733495473861694, + 0.11598159372806549, + 0.16850247979164124, + 0.17017848789691925 + ] + }, + { + "epoch": 62, + "train_loss": 0.6612803339958191, + "val_loss": 0.7993074059486389, + "acc": 67.85, + "time": 41.21466703400074, + "param": [ + 0.27504101395606995, + 0.08490674942731857, + 0.18409773707389832, + 0.13123047351837158, + 0.17217332124710083, + 0.1525506228208542 + ] + }, + { + "epoch": 63, + "train_loss": 0.6347565054893494, + "val_loss": 0.9041376709938049, + "acc": 69.5, + "time": 40.57477723399643, + "param": [ + 0.279171347618103, + 0.08835737407207489, + 0.18378980457782745, + 0.1453787386417389, + 0.15130053460597992, + 0.1520022451877594 + ] + }, + { + "epoch": 64, + "train_loss": 0.6859684586524963, + "val_loss": 0.884011447429657, + "acc": 69.43, + "time": 41.021258533000946, + "param": [ + 0.2594892978668213, + 0.10226985812187195, + 0.18187405169010162, + 0.16135147213935852, + 0.12393257766962051, + 0.1710827350616455 + ] + }, + { + "epoch": 65, + "train_loss": 0.6291629076004028, + "val_loss": 0.8832695484161377, + "acc": 69.13, + "time": 41.25876969000092, + "param": [ + 0.23791489005088806, + 0.12139604985713959, + 0.1714576929807663, + 0.16793660819530487, + 0.11641374975442886, + 0.1848810315132141 + ] + }, + { + "epoch": 66, + "train_loss": 0.6907442808151245, + "val_loss": 1.097253680229187, + "acc": 69.48, + "time": 41.93352222900285, + "param": [ + 0.23233456909656525, + 0.12301577627658844, + 0.16541945934295654, + 0.16536536812782288, + 0.12054554373025894, + 0.19331929087638855 + ] + }, + { + "epoch": 67, + "train_loss": 0.7540126442909241, + "val_loss": 0.9674828052520752, + "acc": 69.42, + "time": 41.87128059500537, + "param": [ + 0.23923957347869873, + 0.1011921688914299, + 0.17795436084270477, + 0.17115658521652222, + 0.14331895112991333, + 0.16713838279247284 + ] + }, + { + "epoch": 68, + "train_loss": 0.5258029103279114, + "val_loss": 0.8921680450439453, + "acc": 69.86, + "time": 40.549998345995846, + "param": [ + 0.2476937621831894, + 0.07296792417764664, + 0.20071610808372498, + 0.18086211383342743, + 0.15076866745948792, + 0.14699143171310425 + ] + }, + { + "epoch": 69, + "train_loss": 0.681209146976471, + "val_loss": 0.9758952856063843, + "acc": 69.52000000000001, + "time": 40.78406493100192, + "param": [ + 0.2524983882904053, + 0.05557818338274956, + 0.19835466146469116, + 0.18850615620613098, + 0.14714908599853516, + 0.15791350603103638 + ] + }, + { + "epoch": 70, + "train_loss": 0.8042283654212952, + "val_loss": 1.0312411785125732, + "acc": 69.93, + "time": 40.31167090099916, + "param": [ + 0.25540846586227417, + 0.052277203649282455, + 0.18675754964351654, + 0.18812024593353271, + 0.14526799321174622, + 0.1721685528755188 + ] + }, + { + "epoch": 71, + "train_loss": 0.48599573969841003, + "val_loss": 0.7172015309333801, + "acc": 70.41, + "time": 41.94583918799617, + "param": [ + 0.24983343482017517, + 0.06814994663000107, + 0.1824270486831665, + 0.18344131112098694, + 0.14237545430660248, + 0.1737729012966156 + ] + }, + { + "epoch": 72, + "train_loss": 0.6618576049804688, + "val_loss": 0.8066501021385193, + "acc": 69.26, + "time": 40.410831406996294, + "param": [ + 0.2375427484512329, + 0.06739611178636551, + 0.18421263992786407, + 0.18476755917072296, + 0.153481125831604, + 0.17259976267814636 + ] + }, + { + "epoch": 73, + "train_loss": 0.69743412733078, + "val_loss": 0.8885324001312256, + "acc": 70.1, + "time": 40.65107030799845, + "param": [ + 0.23442377150058746, + 0.06623858958482742, + 0.1867208182811737, + 0.18414142727851868, + 0.15450870990753174, + 0.17396670579910278 + ] + }, + { + "epoch": 74, + "train_loss": 0.6963320970535278, + "val_loss": 1.211094617843628, + "acc": 68.67, + "time": 40.670474418002414, + "param": [ + 0.21956703066825867, + 0.08508118242025375, + 0.18393142521381378, + 0.18800221383571625, + 0.15205734968185425, + 0.1713607907295227 + ] + }, + { + "epoch": 75, + "train_loss": 0.6345725059509277, + "val_loss": 0.9122242331504822, + "acc": 69.83, + "time": 41.05067076999694, + "param": [ + 0.21353627741336823, + 0.09458152204751968, + 0.1810518205165863, + 0.2058359682559967, + 0.14693143963813782, + 0.15806299448013306 + ] + }, + { + "epoch": 76, + "train_loss": 0.6309188604354858, + "val_loss": 0.9162834882736206, + "acc": 69.19999999999999, + "time": 40.940565903998504, + "param": [ + 0.2080334722995758, + 0.08777173608541489, + 0.17182783782482147, + 0.2105260044336319, + 0.18146024644374847, + 0.14038074016571045 + ] + }, + { + "epoch": 77, + "train_loss": 0.5984790921211243, + "val_loss": 1.0028947591781616, + "acc": 69.72, + "time": 41.79515076200187, + "param": [ + 0.2209111452102661, + 0.08080027252435684, + 0.15122240781784058, + 0.2140112817287445, + 0.2179601937532425, + 0.11509469896554947 + ] + }, + { + "epoch": 78, + "train_loss": 0.5903843641281128, + "val_loss": 1.106528878211975, + "acc": 70.44, + "time": 39.49960118099989, + "param": [ + 0.23651303350925446, + 0.08652561902999878, + 0.1412469893693924, + 0.2199098914861679, + 0.21842147409915924, + 0.09738297015428543 + ] + }, + { + "epoch": 79, + "train_loss": 0.6601654887199402, + "val_loss": 0.7862335443496704, + "acc": 69.97, + "time": 42.401117975998204, + "param": [ + 0.2521258294582367, + 0.09579268842935562, + 0.13969533145427704, + 0.2312757819890976, + 0.19420059025287628, + 0.08690975606441498 + ] + }, + { + "epoch": 80, + "train_loss": 0.4732077419757843, + "val_loss": 0.8324234485626221, + "acc": 70.25, + "time": 42.401839117002964, + "param": [ + 0.2616519331932068, + 0.1007370874285698, + 0.1516646295785904, + 0.22194121778011322, + 0.16290314495563507, + 0.10110194236040115 + ] + }, + { + "epoch": 81, + "train_loss": 0.6162508726119995, + "val_loss": 0.8665708303451538, + "acc": 69.61, + "time": 41.309099330996105, + "param": [ + 0.26762205362319946, + 0.09707537293434143, + 0.1766156405210495, + 0.19848304986953735, + 0.1433960348367691, + 0.11680784076452255 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-6 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-6 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json new file mode 100644 index 0000000..ce1a7a7 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-6 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json @@ -0,0 +1,783 @@ +{ + "Accuracy": 66.84, + "Time": [ + 26.29917306570589, + 0.8973504149970264 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.25400972366333, + "val_loss": 2.231199264526367, + "acc": 20.54, + "time": 27.05037649299993, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 2, + "train_loss": 1.980291724205017, + "val_loss": 2.0112783908843994, + "acc": 28.38, + "time": 26.90613420199952, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 3, + "train_loss": 1.9406015872955322, + "val_loss": 1.905984878540039, + "acc": 31.71, + "time": 27.041840007000246, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 4, + "train_loss": 1.7887388467788696, + "val_loss": 1.801167607307434, + "acc": 36.6, + "time": 26.03218409300007, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 5, + "train_loss": 1.8181967735290527, + "val_loss": 1.651063323020935, + "acc": 40.17, + "time": 23.954057005999857, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 6, + "train_loss": 1.7039518356323242, + "val_loss": 1.6780447959899902, + "acc": 39.98, + "time": 26.969260013000167, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 7, + "train_loss": 1.646560788154602, + "val_loss": 1.6197078227996826, + "acc": 44.55, + "time": 24.58748728899991, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 8, + "train_loss": 1.5344818830490112, + "val_loss": 1.4959487915039062, + "acc": 44.879999999999995, + "time": 25.414853041999777, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 9, + "train_loss": 1.6868071556091309, + "val_loss": 1.521510124206543, + "acc": 47.77, + "time": 25.41900480899949, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 10, + "train_loss": 1.6417478322982788, + "val_loss": 1.5779588222503662, + "acc": 47.410000000000004, + "time": 25.48334771899954, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 11, + "train_loss": 1.7883559465408325, + "val_loss": 1.4366487264633179, + "acc": 49.54, + "time": 25.757001109999692, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 12, + "train_loss": 1.5623748302459717, + "val_loss": 1.440771222114563, + "acc": 51.41, + "time": 25.910995176000142, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 13, + "train_loss": 1.7494587898254395, + "val_loss": 1.35460364818573, + "acc": 50.849999999999994, + "time": 25.45177031900039, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 14, + "train_loss": 1.3058114051818848, + "val_loss": 1.352530598640442, + "acc": 53.080000000000005, + "time": 25.73466050100069, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 15, + "train_loss": 1.4617235660552979, + "val_loss": 1.3678292036056519, + "acc": 53.5, + "time": 26.474745391000397, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 16, + "train_loss": 1.3767625093460083, + "val_loss": 1.2290817499160767, + "acc": 53.74, + "time": 25.878751698000087, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 17, + "train_loss": 1.168968915939331, + "val_loss": 1.2519491910934448, + "acc": 54.44, + "time": 25.524665267000273, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 18, + "train_loss": 1.4365907907485962, + "val_loss": 1.2614128589630127, + "acc": 54.690000000000005, + "time": 25.53058674499971, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 19, + "train_loss": 1.257617712020874, + "val_loss": 1.330499291419983, + "acc": 56.3, + "time": 25.903125460999945, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 20, + "train_loss": 1.5315178632736206, + "val_loss": 1.2310346364974976, + "acc": 57.02, + "time": 25.591888670000117, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 21, + "train_loss": 1.2365669012069702, + "val_loss": 1.2441385984420776, + "acc": 57.50999999999999, + "time": 25.61236411000027, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 22, + "train_loss": 1.4637352228164673, + "val_loss": 1.3551980257034302, + "acc": 56.230000000000004, + "time": 25.492018644999916, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 23, + "train_loss": 1.1838200092315674, + "val_loss": 1.2965151071548462, + "acc": 57.010000000000005, + "time": 25.336909842999376, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 24, + "train_loss": 1.274328589439392, + "val_loss": 1.1421359777450562, + "acc": 59.25, + "time": 25.654972674999954, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 25, + "train_loss": 1.3136035203933716, + "val_loss": 1.0993902683258057, + "acc": 60.39, + "time": 25.519722340000044, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 26, + "train_loss": 1.3398209810256958, + "val_loss": 1.1639240980148315, + "acc": 59.39, + "time": 26.22028331599995, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 27, + "train_loss": 1.1580406427383423, + "val_loss": 1.0676765441894531, + "acc": 59.91, + "time": 27.4716671770002, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 28, + "train_loss": 1.153813362121582, + "val_loss": 1.1593495607376099, + "acc": 59.63, + "time": 27.393709080000008, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 29, + "train_loss": 1.213543176651001, + "val_loss": 1.079567790031433, + "acc": 61.78, + "time": 27.317109503999745, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 30, + "train_loss": 1.1702845096588135, + "val_loss": 1.0442705154418945, + "acc": 61.44, + "time": 27.419802580000578, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 31, + "train_loss": 1.1399537324905396, + "val_loss": 1.116978645324707, + "acc": 62.22, + "time": 27.556700223000007, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 32, + "train_loss": 1.0591282844543457, + "val_loss": 1.0400505065917969, + "acc": 61.309999999999995, + "time": 27.000581002000217, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 33, + "train_loss": 1.1071791648864746, + "val_loss": 1.104277491569519, + "acc": 62.980000000000004, + "time": 26.682203717999982, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 34, + "train_loss": 1.0495798587799072, + "val_loss": 1.087202548980713, + "acc": 63.24999999999999, + "time": 26.806402411000818, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 35, + "train_loss": 1.42258620262146, + "val_loss": 0.976764440536499, + "acc": 62.82, + "time": 27.306009529999756, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 36, + "train_loss": 0.9018198847770691, + "val_loss": 1.0661717653274536, + "acc": 62.470000000000006, + "time": 27.568325608000123, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 37, + "train_loss": 1.2729383707046509, + "val_loss": 0.9849230051040649, + "acc": 63.77, + "time": 27.420041821999803, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 38, + "train_loss": 1.0951693058013916, + "val_loss": 1.043980360031128, + "acc": 64.11, + "time": 26.990070549000848, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 39, + "train_loss": 0.991173505783081, + "val_loss": 0.9099578857421875, + "acc": 64.2, + "time": 26.918465603000186, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 40, + "train_loss": 0.9215168356895447, + "val_loss": 1.0192021131515503, + "acc": 62.59, + "time": 25.073933873999522, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 41, + "train_loss": 0.835965096950531, + "val_loss": 0.8377605080604553, + "acc": 64.81, + "time": 25.18809301300007, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 42, + "train_loss": 1.2794049978256226, + "val_loss": 1.0534158945083618, + "acc": 64.53, + "time": 27.42801225200037, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 43, + "train_loss": 0.9261791110038757, + "val_loss": 1.0135467052459717, + "acc": 65.07, + "time": 27.04793667499962, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 44, + "train_loss": 1.0659579038619995, + "val_loss": 1.0252361297607422, + "acc": 65.05, + "time": 25.244430155999908, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 45, + "train_loss": 1.0448558330535889, + "val_loss": 1.0232361555099487, + "acc": 64.2, + "time": 25.182363377, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 46, + "train_loss": 1.1283692121505737, + "val_loss": 1.0545960664749146, + "acc": 64.12, + "time": 26.766222451999965, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 47, + "train_loss": 1.0176533460617065, + "val_loss": 1.042661428451538, + "acc": 65.10000000000001, + "time": 27.206792021000183, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 48, + "train_loss": 0.8887269496917725, + "val_loss": 0.935224175453186, + "acc": 65.18, + "time": 26.904703969000366, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 49, + "train_loss": 1.2915722131729126, + "val_loss": 0.8731195330619812, + "acc": 65.4, + "time": 27.054879505999452, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 50, + "train_loss": 0.941128134727478, + "val_loss": 0.9758425951004028, + "acc": 65.64, + "time": 27.002752978999524, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + }, + { + "epoch": 51, + "train_loss": 0.8648257851600647, + "val_loss": 0.9195488691329956, + "acc": 66.84, + "time": 26.853611329999694, + "param": [ + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204, + 0.1666666716337204 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-6 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-6 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..618dd5c --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-6 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,858 @@ +{ + "Accuracy": 68.76, + "Time": [ + 41.900524392803426, + 1.1583758102340032 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2631659507751465, + "val_loss": 2.2237918376922607, + "acc": 15.75, + "time": 41.27044345899776, + "param": [ + 0.15825515985488892, + 0.15930761396884918, + 0.1688014417886734, + 0.15916068851947784, + 0.17906935513019562, + 0.17540569603443146 + ] + }, + { + "epoch": 2, + "train_loss": 2.1117606163024902, + "val_loss": 2.0498645305633545, + "acc": 27.05, + "time": 40.71459709199553, + "param": [ + 0.15786953270435333, + 0.1443348526954651, + 0.17838668823242188, + 0.16279761493206024, + 0.1778990924358368, + 0.1787121444940567 + ] + }, + { + "epoch": 3, + "train_loss": 2.1389405727386475, + "val_loss": 1.9359508752822876, + "acc": 29.7, + "time": 40.230168752998, + "param": [ + 0.15478719770908356, + 0.1297147572040558, + 0.1965092569589615, + 0.17064283788204193, + 0.17289116978645325, + 0.1754547655582428 + ] + }, + { + "epoch": 4, + "train_loss": 1.8971108198165894, + "val_loss": 1.807458519935608, + "acc": 37.63, + "time": 40.860778772999765, + "param": [ + 0.15705078840255737, + 0.1170654371380806, + 0.20681637525558472, + 0.182144895195961, + 0.17266468703746796, + 0.16425782442092896 + ] + }, + { + "epoch": 5, + "train_loss": 1.6970477104187012, + "val_loss": 1.7123899459838867, + "acc": 41.86, + "time": 42.986618781003926, + "param": [ + 0.16461752355098724, + 0.09394652396440506, + 0.21774956583976746, + 0.1936076432466507, + 0.18016263842582703, + 0.14991603791713715 + ] + }, + { + "epoch": 6, + "train_loss": 1.6434893608093262, + "val_loss": 1.692351222038269, + "acc": 41.83, + "time": 39.74742592900293, + "param": [ + 0.1829759031534195, + 0.056969527155160904, + 0.23822064697742462, + 0.2053183913230896, + 0.18099509179592133, + 0.13552039861679077 + ] + }, + { + "epoch": 7, + "train_loss": 1.422982096672058, + "val_loss": 1.463509440422058, + "acc": 45.68, + "time": 43.11217995399784, + "param": [ + 0.2097616344690323, + 0.0, + 0.27247893810272217, + 0.22863928973674774, + 0.17567460238933563, + 0.11344552040100098 + ] + }, + { + "epoch": 8, + "train_loss": 1.807520866394043, + "val_loss": 1.4337354898452759, + "acc": 49.1, + "time": 41.546100437997666, + "param": [ + 0.216701477766037, + 0.0, + 0.29343533515930176, + 0.24268507957458496, + 0.16275207698345184, + 0.08442602306604385 + ] + }, + { + "epoch": 9, + "train_loss": 1.5898598432540894, + "val_loss": 1.5252543687820435, + "acc": 49.27, + "time": 43.884874882001895, + "param": [ + 0.2136729210615158, + 0.0, + 0.3126220405101776, + 0.2655063271522522, + 0.14235305786132812, + 0.06584564596414566 + ] + }, + { + "epoch": 10, + "train_loss": 1.3476197719573975, + "val_loss": 1.5167279243469238, + "acc": 50.739999999999995, + "time": 41.46082426099747, + "param": [ + 0.207892045378685, + 0.0, + 0.3228490948677063, + 0.282022088766098, + 0.12956801056861877, + 0.057668786495923996 + ] + }, + { + "epoch": 11, + "train_loss": 1.160219669342041, + "val_loss": 1.3928662538528442, + "acc": 50.56, + "time": 39.337738474001526, + "param": [ + 0.21593669056892395, + 0.0011189073557034135, + 0.3228239417076111, + 0.28479358553886414, + 0.11531850695610046, + 0.06000834330916405 + ] + }, + { + "epoch": 12, + "train_loss": 1.65749990940094, + "val_loss": 1.3874636888504028, + "acc": 52.739999999999995, + "time": 40.16770192900003, + "param": [ + 0.2176217883825302, + 0.013767021708190441, + 0.3185425400733948, + 0.2799880802631378, + 0.10098724067211151, + 0.06909332424402237 + ] + }, + { + "epoch": 13, + "train_loss": 1.5625044107437134, + "val_loss": 1.3720475435256958, + "acc": 52.769999999999996, + "time": 42.874152390002564, + "param": [ + 0.2193063646554947, + 0.025977296754717827, + 0.3110731840133667, + 0.2641782760620117, + 0.09659946709871292, + 0.0828654021024704 + ] + }, + { + "epoch": 14, + "train_loss": 1.318953275680542, + "val_loss": 1.4399899244308472, + "acc": 54.06999999999999, + "time": 42.550918006993015, + "param": [ + 0.2186526358127594, + 0.02808116003870964, + 0.3128819465637207, + 0.242132306098938, + 0.09813793003559113, + 0.10011401027441025 + ] + }, + { + "epoch": 15, + "train_loss": 1.2257049083709717, + "val_loss": 1.222629189491272, + "acc": 55.34, + "time": 41.848986058001174, + "param": [ + 0.22573238611221313, + 0.02047571912407875, + 0.3152787685394287, + 0.2206657975912094, + 0.1104002520442009, + 0.1074470728635788 + ] + }, + { + "epoch": 16, + "train_loss": 1.578544020652771, + "val_loss": 1.190718650817871, + "acc": 55.61000000000001, + "time": 43.5523978170022, + "param": [ + 0.23674598336219788, + 0.0013950132997706532, + 0.32711464166641235, + 0.21473757922649384, + 0.1219039261341095, + 0.09810283780097961 + ] + }, + { + "epoch": 17, + "train_loss": 1.2926931381225586, + "val_loss": 1.2029123306274414, + "acc": 56.39999999999999, + "time": 40.92476496200106, + "param": [ + 0.2483435869216919, + 0.006783756893128157, + 0.32485947012901306, + 0.20862385630607605, + 0.12744992971420288, + 0.08393942564725876 + ] + }, + { + "epoch": 18, + "train_loss": 1.37720787525177, + "val_loss": 1.1802715063095093, + "acc": 58.089999999999996, + "time": 41.414794143995096, + "param": [ + 0.24809381365776062, + 0.020287176594138145, + 0.3148835599422455, + 0.20817257463932037, + 0.1241568922996521, + 0.08440599590539932 + ] + }, + { + "epoch": 19, + "train_loss": 1.009674072265625, + "val_loss": 1.2263970375061035, + "acc": 58.08, + "time": 41.41543697000452, + "param": [ + 0.24752095341682434, + 0.0267401821911335, + 0.3048120141029358, + 0.20824697613716125, + 0.12841017544269562, + 0.0842696949839592 + ] + }, + { + "epoch": 20, + "train_loss": 1.1654040813446045, + "val_loss": 1.18656587600708, + "acc": 59.01, + "time": 41.955050684002344, + "param": [ + 0.2491755336523056, + 0.024453936144709587, + 0.2924262583255768, + 0.20791232585906982, + 0.1304541826248169, + 0.09557775408029556 + ] + }, + { + "epoch": 21, + "train_loss": 1.2022786140441895, + "val_loss": 1.1137802600860596, + "acc": 60.61, + "time": 41.40396191000036, + "param": [ + 0.2562417984008789, + 0.0018909575883299112, + 0.29220324754714966, + 0.21663376688957214, + 0.12252219766378403, + 0.1105080395936966 + ] + }, + { + "epoch": 22, + "train_loss": 1.131905436515808, + "val_loss": 1.1556169986724854, + "acc": 59.660000000000004, + "time": 41.686323599999014, + "param": [ + 0.26021483540534973, + 0.0, + 0.2882653474807739, + 0.21506252884864807, + 0.1150939017534256, + 0.12136337161064148 + ] + }, + { + "epoch": 23, + "train_loss": 1.1810835599899292, + "val_loss": 0.9921360015869141, + "acc": 61.58, + "time": 41.74237587300013, + "param": [ + 0.252852201461792, + 0.007428498938679695, + 0.27991586923599243, + 0.21140262484550476, + 0.11413799226284027, + 0.1342628449201584 + ] + }, + { + "epoch": 24, + "train_loss": 1.0646647214889526, + "val_loss": 1.1903083324432373, + "acc": 61.5, + "time": 42.31017842700385, + "param": [ + 0.2357909232378006, + 0.022098593413829803, + 0.26693055033683777, + 0.20995484292507172, + 0.11553056538105011, + 0.1496945172548294 + ] + }, + { + "epoch": 25, + "train_loss": 1.1792538166046143, + "val_loss": 1.0558586120605469, + "acc": 60.660000000000004, + "time": 42.634850454000116, + "param": [ + 0.2263370007276535, + 0.04625233635306358, + 0.2598966360092163, + 0.21176283061504364, + 0.11606153100728989, + 0.139689639210701 + ] + }, + { + "epoch": 26, + "train_loss": 1.2379882335662842, + "val_loss": 1.1223788261413574, + "acc": 61.83, + "time": 40.8706437419969, + "param": [ + 0.22803841531276703, + 0.06509806960821152, + 0.25191667675971985, + 0.2031809538602829, + 0.11526323854923248, + 0.13650259375572205 + ] + }, + { + "epoch": 27, + "train_loss": 1.0972518920898438, + "val_loss": 1.035449743270874, + "acc": 63.01, + "time": 40.22319475800032, + "param": [ + 0.2259531319141388, + 0.06935039162635803, + 0.24594497680664062, + 0.20328886806964874, + 0.11743022501468658, + 0.13803240656852722 + ] + }, + { + "epoch": 28, + "train_loss": 1.0206729173660278, + "val_loss": 0.9587955474853516, + "acc": 63.449999999999996, + "time": 40.30037863000325, + "param": [ + 0.23162221908569336, + 0.048201438039541245, + 0.2539597153663635, + 0.21763962507247925, + 0.1164679080247879, + 0.13210907578468323 + ] + }, + { + "epoch": 29, + "train_loss": 1.0648356676101685, + "val_loss": 1.0349663496017456, + "acc": 62.49, + "time": 41.86971545800043, + "param": [ + 0.24737796187400818, + 0.02245788276195526, + 0.2758845388889313, + 0.2200395166873932, + 0.10748931765556335, + 0.12675075232982635 + ] + }, + { + "epoch": 30, + "train_loss": 0.9106700420379639, + "val_loss": 1.0533480644226074, + "acc": 61.11, + "time": 40.79638164900098, + "param": [ + 0.2702321410179138, + 0.004312458913773298, + 0.28418096899986267, + 0.21418660879135132, + 0.10002278536558151, + 0.12706498801708221 + ] + }, + { + "epoch": 31, + "train_loss": 1.1480638980865479, + "val_loss": 0.985363781452179, + "acc": 64.53999999999999, + "time": 43.26153410499683, + "param": [ + 0.2741755545139313, + 0.014173760078847408, + 0.2718973755836487, + 0.20075073838233948, + 0.1087457463145256, + 0.13025684654712677 + ] + }, + { + "epoch": 32, + "train_loss": 0.9357956647872925, + "val_loss": 1.0637727975845337, + "acc": 64.51, + "time": 42.27209712000331, + "param": [ + 0.285458505153656, + 0.028825802728533745, + 0.2593834102153778, + 0.19254839420318604, + 0.10444256663322449, + 0.12934131920337677 + ] + }, + { + "epoch": 33, + "train_loss": 0.9343230724334717, + "val_loss": 1.0008373260498047, + "acc": 64.72, + "time": 43.74869575699995, + "param": [ + 0.2941786050796509, + 0.04282810911536217, + 0.23905529081821442, + 0.18126575648784637, + 0.10477832704782486, + 0.13789397478103638 + ] + }, + { + "epoch": 34, + "train_loss": 0.8995530605316162, + "val_loss": 1.0568053722381592, + "acc": 63.44, + "time": 43.68887816100323, + "param": [ + 0.28471389412879944, + 0.04612072557210922, + 0.22970744967460632, + 0.17121076583862305, + 0.12304898351430893, + 0.14519818127155304 + ] + }, + { + "epoch": 35, + "train_loss": 1.0525368452072144, + "val_loss": 1.0235415697097778, + "acc": 65.86, + "time": 42.887225532998855, + "param": [ + 0.27704086899757385, + 0.034081440418958664, + 0.22405925393104553, + 0.16737286746501923, + 0.13593299686908722, + 0.16151252388954163 + ] + }, + { + "epoch": 36, + "train_loss": 0.8614904880523682, + "val_loss": 0.946334958076477, + "acc": 65.75999999999999, + "time": 44.695877969999856, + "param": [ + 0.2706098258495331, + 0.03143277391791344, + 0.22714446485042572, + 0.16543622314929962, + 0.1355951577425003, + 0.16978150606155396 + ] + }, + { + "epoch": 37, + "train_loss": 0.8620551228523254, + "val_loss": 1.1198935508728027, + "acc": 66.57, + "time": 43.05704646900267, + "param": [ + 0.261187344789505, + 0.039381664246320724, + 0.21924634277820587, + 0.17633648216724396, + 0.13395340740680695, + 0.16989478468894958 + ] + }, + { + "epoch": 38, + "train_loss": 0.8075687885284424, + "val_loss": 0.9262929558753967, + "acc": 65.67, + "time": 42.45944150300056, + "param": [ + 0.24626731872558594, + 0.052528902888298035, + 0.2077968418598175, + 0.1752053201198578, + 0.13601085543632507, + 0.18219077587127686 + ] + }, + { + "epoch": 39, + "train_loss": 0.9800505042076111, + "val_loss": 0.9773215651512146, + "acc": 64.45, + "time": 43.135106284003996, + "param": [ + 0.25225830078125, + 0.04661523550748825, + 0.2092568576335907, + 0.17667365074157715, + 0.1379750370979309, + 0.1772209107875824 + ] + }, + { + "epoch": 40, + "train_loss": 0.748336136341095, + "val_loss": 0.9995812773704529, + "acc": 67.47, + "time": 42.6134706169978, + "param": [ + 0.23986780643463135, + 0.05139167606830597, + 0.21269647777080536, + 0.17584605515003204, + 0.15124136209487915, + 0.1689566671848297 + ] + }, + { + "epoch": 41, + "train_loss": 0.8593797087669373, + "val_loss": 0.9397203326225281, + "acc": 66.47, + "time": 42.25113081099698, + "param": [ + 0.22225826978683472, + 0.05948105454444885, + 0.2200232595205307, + 0.18471981585025787, + 0.1567499339580536, + 0.15676768124103546 + ] + }, + { + "epoch": 42, + "train_loss": 0.8225523233413696, + "val_loss": 0.8474761247634888, + "acc": 67.12, + "time": 41.52595321300032, + "param": [ + 0.21024946868419647, + 0.0598018579185009, + 0.22671088576316833, + 0.1933024674654007, + 0.14768682420253754, + 0.1622484177350998 + ] + }, + { + "epoch": 43, + "train_loss": 0.7860516309738159, + "val_loss": 0.8872939944267273, + "acc": 67.80000000000001, + "time": 40.453604705006, + "param": [ + 0.22356633841991425, + 0.04184946045279503, + 0.24286377429962158, + 0.18890810012817383, + 0.14295245707035065, + 0.15985985100269318 + ] + }, + { + "epoch": 44, + "train_loss": 0.9830447435379028, + "val_loss": 0.9529982209205627, + "acc": 67.72, + "time": 40.611082363000605, + "param": [ + 0.2465263456106186, + 0.028285706415772438, + 0.24154067039489746, + 0.18000668287277222, + 0.14347150921821594, + 0.1601690948009491 + ] + }, + { + "epoch": 45, + "train_loss": 0.8950384259223938, + "val_loss": 0.8743727803230286, + "acc": 68.08999999999999, + "time": 43.379188594997686, + "param": [ + 0.2502937316894531, + 0.030630160123109818, + 0.22935210168361664, + 0.17835697531700134, + 0.1574968546628952, + 0.1538701206445694 + ] + }, + { + "epoch": 46, + "train_loss": 0.8483625650405884, + "val_loss": 0.7912365794181824, + "acc": 67.25, + "time": 42.39498212599574, + "param": [ + 0.24769717454910278, + 0.05514773726463318, + 0.20368686318397522, + 0.17372553050518036, + 0.17347252368927002, + 0.14627023041248322 + ] + }, + { + "epoch": 47, + "train_loss": 0.883542001247406, + "val_loss": 0.9727346897125244, + "acc": 68.47999999999999, + "time": 41.94005073500011, + "param": [ + 0.25363689661026, + 0.07862536609172821, + 0.18307603895664215, + 0.17575448751449585, + 0.16961699724197388, + 0.1392902433872223 + ] + }, + { + "epoch": 48, + "train_loss": 0.814400315284729, + "val_loss": 1.0448819398880005, + "acc": 68.47, + "time": 43.297295404998295, + "param": [ + 0.27002349495887756, + 0.06070251017808914, + 0.16251063346862793, + 0.18802395462989807, + 0.16696207225322723, + 0.15177732706069946 + ] + }, + { + "epoch": 49, + "train_loss": 0.983509361743927, + "val_loss": 0.9615523219108582, + "acc": 67.96, + "time": 41.677547528001014, + "param": [ + 0.26784849166870117, + 0.06130414456129074, + 0.15318584442138672, + 0.18417523801326752, + 0.1657363474369049, + 0.16774995625019073 + ] + }, + { + "epoch": 50, + "train_loss": 0.9283186793327332, + "val_loss": 0.8946502804756165, + "acc": 68.16, + "time": 42.24975044400344, + "param": [ + 0.2616465389728546, + 0.07679348438978195, + 0.14824987947940826, + 0.18116772174835205, + 0.16778036952018738, + 0.16436193883419037 + ] + }, + { + "epoch": 51, + "train_loss": 0.7765783667564392, + "val_loss": 0.9501487016677856, + "acc": 68.61, + "time": 40.89540026799659, + "param": [ + 0.26887083053588867, + 0.08714734762907028, + 0.13191421329975128, + 0.18806861340999603, + 0.16342900693416595, + 0.16057002544403076 + ] + }, + { + "epoch": 52, + "train_loss": 0.7088271975517273, + "val_loss": 1.0766806602478027, + "acc": 68.17999999999999, + "time": 40.82215082599578, + "param": [ + 0.2621680200099945, + 0.1012486144900322, + 0.12726396322250366, + 0.19518280029296875, + 0.1484949141740799, + 0.1656416654586792 + ] + }, + { + "epoch": 53, + "train_loss": 0.8480570316314697, + "val_loss": 0.9288198947906494, + "acc": 67.93, + "time": 43.02238449300057, + "param": [ + 0.2619885504245758, + 0.11367116868495941, + 0.12539836764335632, + 0.20765748620033264, + 0.13244058191776276, + 0.15884388983249664 + ] + }, + { + "epoch": 54, + "train_loss": 0.7064335346221924, + "val_loss": 1.0608819723129272, + "acc": 68.60000000000001, + "time": 41.805274246995396, + "param": [ + 0.28057846426963806, + 0.106449656188488, + 0.12481877952814102, + 0.20311115682125092, + 0.1208454892039299, + 0.1641964316368103 + ] + }, + { + "epoch": 55, + "train_loss": 0.655264139175415, + "val_loss": 0.9436033964157104, + "acc": 68.34, + "time": 40.890847279995796, + "param": [ + 0.28102341294288635, + 0.09761790931224823, + 0.14112138748168945, + 0.18624389171600342, + 0.13203565776348114, + 0.16195765137672424 + ] + }, + { + "epoch": 56, + "train_loss": 0.7414180040359497, + "val_loss": 1.0171148777008057, + "acc": 68.76, + "time": 41.699391180998646, + "param": [ + 0.2736939787864685, + 0.0966644436120987, + 0.1596817672252655, + 0.17588934302330017, + 0.14545242488384247, + 0.14861807227134705 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-7 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-7 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json new file mode 100644 index 0000000..4bdf744 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-7 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json @@ -0,0 +1,899 @@ +{ + "Accuracy": 67.33, + "Time": [ + 14.240151761618208, + 12.838479469190311 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.077533483505249, + "val_loss": 2.1101431846618652, + "acc": 22.900000000000002, + "time": 3.895409050001035, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 2, + "train_loss": 1.8807439804077148, + "val_loss": 1.9590106010437012, + "acc": 30.599999999999998, + "time": 2.9575773930009746, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 3, + "train_loss": 1.622869849205017, + "val_loss": 1.7393593788146973, + "acc": 38.7, + "time": 2.8859823519997008, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 4, + "train_loss": 1.7073287963867188, + "val_loss": 1.5839637517929077, + "acc": 43.02, + "time": 2.830343988000095, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 5, + "train_loss": 1.5446925163269043, + "val_loss": 1.4601562023162842, + "acc": 46.53, + "time": 2.844982157999766, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 6, + "train_loss": 1.655137300491333, + "val_loss": 1.425025224685669, + "acc": 48.71, + "time": 2.8862625069996284, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 7, + "train_loss": 1.3336679935455322, + "val_loss": 1.45734703540802, + "acc": 50.1, + "time": 2.8653524949986604, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 8, + "train_loss": 1.265574336051941, + "val_loss": 1.5273423194885254, + "acc": 48.64, + "time": 2.999259926000377, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 9, + "train_loss": 1.1821039915084839, + "val_loss": 1.3457527160644531, + "acc": 52.1, + "time": 3.0436229910010297, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 10, + "train_loss": 1.328006386756897, + "val_loss": 1.3334046602249146, + "acc": 52.87, + "time": 2.917643467000744, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 11, + "train_loss": 1.1295138597488403, + "val_loss": 1.253978967666626, + "acc": 54.96, + "time": 3.1032612130002235, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 12, + "train_loss": 1.2664772272109985, + "val_loss": 1.3019206523895264, + "acc": 55.47, + "time": 2.945177974001126, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 13, + "train_loss": 0.9920634031295776, + "val_loss": 1.1121962070465088, + "acc": 56.84, + "time": 2.969646556000953, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 14, + "train_loss": 1.1714444160461426, + "val_loss": 1.2595140933990479, + "acc": 56.65, + "time": 2.895521207999991, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 15, + "train_loss": 0.7730830311775208, + "val_loss": 1.2116883993148804, + "acc": 57.330000000000005, + "time": 2.937615797000035, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 16, + "train_loss": 0.9952229261398315, + "val_loss": 1.1040399074554443, + "acc": 59.550000000000004, + "time": 2.9550292460007768, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 17, + "train_loss": 0.895661473274231, + "val_loss": 1.177369236946106, + "acc": 60.019999999999996, + "time": 2.8733561350018135, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 18, + "train_loss": 0.9590655565261841, + "val_loss": 1.2187302112579346, + "acc": 61.14000000000001, + "time": 2.8721808459995373, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 19, + "train_loss": 0.8891555070877075, + "val_loss": 1.325782060623169, + "acc": 59.58, + "time": 2.971815680997679, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 20, + "train_loss": 0.8553874492645264, + "val_loss": 1.090972661972046, + "acc": 60.809999999999995, + "time": 2.9261661269993056, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 21, + "train_loss": 0.6942310929298401, + "val_loss": 1.1725633144378662, + "acc": 60.809999999999995, + "time": 2.9640119960022275, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 22, + "train_loss": 0.8020526170730591, + "val_loss": 1.1135014295578003, + "acc": 61.95, + "time": 2.9766297599999234, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 23, + "train_loss": 0.807849109172821, + "val_loss": 1.2462193965911865, + "acc": 62.339999999999996, + "time": 2.9274230420014646, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 24, + "train_loss": 0.6376157999038696, + "val_loss": 1.1096283197402954, + "acc": 60.89, + "time": 2.9847942710002826, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 25, + "train_loss": 0.5752647519111633, + "val_loss": 1.2184696197509766, + "acc": 62.32, + "time": 3.0065494979971845, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 26, + "train_loss": 0.5694332122802734, + "val_loss": 1.2899138927459717, + "acc": 61.33, + "time": 2.964568227002019, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 27, + "train_loss": 0.5496715307235718, + "val_loss": 1.4731639623641968, + "acc": 61.339999999999996, + "time": 2.9073873630004528, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 28, + "train_loss": 0.50461345911026, + "val_loss": 1.172663927078247, + "acc": 61.11, + "time": 2.919303950999165, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 29, + "train_loss": 0.3991810083389282, + "val_loss": 1.171055793762207, + "acc": 60.84, + "time": 2.935683275998599, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 30, + "train_loss": 0.47308310866355896, + "val_loss": 1.2073465585708618, + "acc": 60.91, + "time": 2.98780286499823, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 31, + "train_loss": 0.4899950325489044, + "val_loss": 1.4423784017562866, + "acc": 62.050000000000004, + "time": 3.080480245000217, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 32, + "train_loss": 1.0413559675216675, + "val_loss": 1.1322020292282104, + "acc": 61.5, + "time": 25.94084326399752, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 33, + "train_loss": 0.9763012528419495, + "val_loss": 1.0392577648162842, + "acc": 62.3, + "time": 29.059092841001984, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 34, + "train_loss": 1.0626593828201294, + "val_loss": 1.0599974393844604, + "acc": 62.62, + "time": 27.890559874002065, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 35, + "train_loss": 1.0311118364334106, + "val_loss": 1.1773910522460938, + "acc": 63.44, + "time": 26.881308361000265, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 36, + "train_loss": 0.977976381778717, + "val_loss": 1.0361124277114868, + "acc": 63.72, + "time": 29.725187573996664, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 37, + "train_loss": 0.9863088726997375, + "val_loss": 1.2437885999679565, + "acc": 64.46, + "time": 29.744661207001627, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 38, + "train_loss": 0.9613139629364014, + "val_loss": 1.1584895849227905, + "acc": 63.739999999999995, + "time": 29.191270933999476, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 39, + "train_loss": 1.1831151247024536, + "val_loss": 1.040745735168457, + "acc": 64.47, + "time": 28.945097784999234, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 40, + "train_loss": 1.0027891397476196, + "val_loss": 1.1270103454589844, + "acc": 65.21000000000001, + "time": 27.290172422999603, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 41, + "train_loss": 0.8442723155021667, + "val_loss": 1.0509480237960815, + "acc": 64.9, + "time": 28.35790840700065, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 42, + "train_loss": 0.8402974009513855, + "val_loss": 1.0186922550201416, + "acc": 65.82000000000001, + "time": 27.198615932000394, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 43, + "train_loss": 0.6724119186401367, + "val_loss": 1.0332229137420654, + "acc": 65.11, + "time": 29.752598134000436, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 44, + "train_loss": 0.8075129389762878, + "val_loss": 0.8930234909057617, + "acc": 66.41, + "time": 29.000229531000514, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 45, + "train_loss": 1.103982925415039, + "val_loss": 0.8326897621154785, + "acc": 66.41, + "time": 28.830215717996907, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 46, + "train_loss": 0.8402000069618225, + "val_loss": 0.9595293998718262, + "acc": 65.58, + "time": 29.674413018998166, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 47, + "train_loss": 0.8509687781333923, + "val_loss": 1.1295922994613647, + "acc": 65.89, + "time": 27.653128554997238, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 48, + "train_loss": 0.8493453860282898, + "val_loss": 1.1202195882797241, + "acc": 65.74, + "time": 25.542373408999993, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 49, + "train_loss": 0.7349136471748352, + "val_loss": 0.8798503875732422, + "acc": 67.29, + "time": 28.94372800400015, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 50, + "train_loss": 0.815525472164154, + "val_loss": 0.9307072162628174, + "acc": 65.84, + "time": 28.806928518999484, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 51, + "train_loss": 0.8097869157791138, + "val_loss": 0.8606911301612854, + "acc": 67.33, + "time": 30.63038065100045, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 52, + "train_loss": 0.8621883988380432, + "val_loss": 0.8931319117546082, + "acc": 66.86, + "time": 30.233401093002612, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 53, + "train_loss": 0.7555602788925171, + "val_loss": 1.2318094968795776, + "acc": 64.94, + "time": 29.742249544000515, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 54, + "train_loss": 0.9195530414581299, + "val_loss": 1.1054072380065918, + "acc": 67.10000000000001, + "time": 31.307367698002054, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 55, + "train_loss": 0.7306469082832336, + "val_loss": 0.9496317505836487, + "acc": 67.33, + "time": 30.635772808000183, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-7 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-7 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json new file mode 100644 index 0000000..ef7f3ed --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-7 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json @@ -0,0 +1,707 @@ +{ + "Accuracy": 65.42, + "Time": [ + 14.632998481559023, + 17.77082258885537 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.11305832862854, + "val_loss": 2.138242244720459, + "acc": 22.68, + "time": 3.9023134000017308, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 2, + "train_loss": 1.962515115737915, + "val_loss": 1.9994018077850342, + "acc": 28.48, + "time": 2.858065804000944, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 3, + "train_loss": 1.7324802875518799, + "val_loss": 1.8447110652923584, + "acc": 35.510000000000005, + "time": 2.8705133930052398, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 4, + "train_loss": 1.433543086051941, + "val_loss": 1.751976728439331, + "acc": 42.54, + "time": 2.853720994993637, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 5, + "train_loss": 1.4717576503753662, + "val_loss": 1.6131227016448975, + "acc": 44.17, + "time": 2.9181110819990863, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 6, + "train_loss": 1.3308064937591553, + "val_loss": 1.5520598888397217, + "acc": 47.29, + "time": 2.9498780380017706, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 7, + "train_loss": 1.3170748949050903, + "val_loss": 1.3919299840927124, + "acc": 49.69, + "time": 2.9818385699982173, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 8, + "train_loss": 1.275386095046997, + "val_loss": 1.4305644035339355, + "acc": 49.26, + "time": 2.9151465769973584, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 9, + "train_loss": 1.3323650360107422, + "val_loss": 1.3009626865386963, + "acc": 53.269999999999996, + "time": 2.9193021780010895, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 10, + "train_loss": 1.3145438432693481, + "val_loss": 1.3539999723434448, + "acc": 54.16, + "time": 2.9525623730005464, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 11, + "train_loss": 1.2176287174224854, + "val_loss": 1.3652689456939697, + "acc": 54.04, + "time": 2.950298757998098, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 12, + "train_loss": 1.3663330078125, + "val_loss": 1.4375278949737549, + "acc": 52.64, + "time": 2.931086270000378, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 13, + "train_loss": 1.2490870952606201, + "val_loss": 1.3940829038619995, + "acc": 55.54, + "time": 2.902679161998094, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 14, + "train_loss": 1.2401869297027588, + "val_loss": 1.286503553390503, + "acc": 56.97, + "time": 2.914427290997992, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 15, + "train_loss": 1.1478394269943237, + "val_loss": 1.2252986431121826, + "acc": 57.410000000000004, + "time": 2.899114316998748, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 16, + "train_loss": 0.9246076941490173, + "val_loss": 1.3248244524002075, + "acc": 57.11000000000001, + "time": 2.8836668620060664, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 17, + "train_loss": 0.920045018196106, + "val_loss": 1.1802759170532227, + "acc": 58.97, + "time": 2.8767551429991727, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 18, + "train_loss": 1.0079505443572998, + "val_loss": 1.1633050441741943, + "acc": 59.68, + "time": 2.9543081680021714, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 19, + "train_loss": 0.9132285714149475, + "val_loss": 1.1444875001907349, + "acc": 59.830000000000005, + "time": 2.8888282580010127, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 20, + "train_loss": 0.7294557094573975, + "val_loss": 1.1029293537139893, + "acc": 60.660000000000004, + "time": 2.886375740003132, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 21, + "train_loss": 0.9064268469810486, + "val_loss": 1.1974552869796753, + "acc": 61.160000000000004, + "time": 2.905199992004782, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 22, + "train_loss": 0.8710228800773621, + "val_loss": 1.2548449039459229, + "acc": 59.67, + "time": 2.938875615996949, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 23, + "train_loss": 0.7235119342803955, + "val_loss": 1.1144897937774658, + "acc": 61.040000000000006, + "time": 2.892662113001279, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 24, + "train_loss": 0.6911234259605408, + "val_loss": 1.2025120258331299, + "acc": 61.47, + "time": 2.9381216040055733, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 25, + "train_loss": 0.41777095198631287, + "val_loss": 1.1837133169174194, + "acc": 59.99, + "time": 2.8776362420030637, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 26, + "train_loss": 0.6415867209434509, + "val_loss": 1.2545051574707031, + "acc": 61.5, + "time": 2.886001375001797, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 27, + "train_loss": 0.48682692646980286, + "val_loss": 1.1775739192962646, + "acc": 60.86, + "time": 2.8974820880030165, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 28, + "train_loss": 0.6835905313491821, + "val_loss": 1.3718777894973755, + "acc": 61.72, + "time": 2.87661020700034, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 29, + "train_loss": 0.3557720184326172, + "val_loss": 1.4152369499206543, + "acc": 60.67, + "time": 2.916972942002758, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 30, + "train_loss": 0.3934606909751892, + "val_loss": 1.2934389114379883, + "acc": 60.99, + "time": 2.880190276002395, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 31, + "train_loss": 1.1493951082229614, + "val_loss": 1.0718491077423096, + "acc": 60.45, + "time": 38.77471401799994, + "param": [ + 0.15038679540157318, + 0.11248230189085007, + 0.20492014288902283, + 0.154933363199234, + 0.11060193926095963, + 0.1211494728922844, + 0.1455259919166565 + ] + }, + { + "epoch": 32, + "train_loss": 1.099013328552246, + "val_loss": 1.0573137998580933, + "acc": 61.31999999999999, + "time": 41.53507323499798, + "param": [ + 0.15072621405124664, + 0.0834796130657196, + 0.22340890765190125, + 0.1735745370388031, + 0.09440884739160538, + 0.11854112893342972, + 0.15586073696613312 + ] + }, + { + "epoch": 33, + "train_loss": 0.9746809005737305, + "val_loss": 1.0044573545455933, + "acc": 62.529999999999994, + "time": 41.1741444030049, + "param": [ + 0.16979403793811798, + 0.06435757130384445, + 0.21142907440662384, + 0.18461912870407104, + 0.0885324701666832, + 0.11711350828409195, + 0.1641542613506317 + ] + }, + { + "epoch": 34, + "train_loss": 0.8819589018821716, + "val_loss": 1.085848093032837, + "acc": 63.2, + "time": 41.69879611500073, + "param": [ + 0.1881665587425232, + 0.0591757707297802, + 0.18053628504276276, + 0.1873968094587326, + 0.08978908509016037, + 0.11397966742515564, + 0.1809558868408203 + ] + }, + { + "epoch": 35, + "train_loss": 0.6596912741661072, + "val_loss": 1.1220734119415283, + "acc": 63.94, + "time": 41.43055222900148, + "param": [ + 0.2096172571182251, + 0.05031130090355873, + 0.15895484387874603, + 0.19618691504001617, + 0.08562714606523514, + 0.11815577745437622, + 0.1811467707157135 + ] + }, + { + "epoch": 36, + "train_loss": 0.883429229259491, + "val_loss": 1.0146030187606812, + "acc": 63.82, + "time": 41.30079930600186, + "param": [ + 0.2195626050233841, + 0.04152368754148483, + 0.1643543392419815, + 0.18809042870998383, + 0.09471667557954788, + 0.11918719857931137, + 0.1725650429725647 + ] + }, + { + "epoch": 37, + "train_loss": 0.8399206399917603, + "val_loss": 1.1507599353790283, + "acc": 64.21, + "time": 42.8367238619976, + "param": [ + 0.22082994878292084, + 0.040981732308864594, + 0.17932206392288208, + 0.15869426727294922, + 0.11185187846422195, + 0.12402676790952682, + 0.1642933189868927 + ] + }, + { + "epoch": 38, + "train_loss": 0.8347173929214478, + "val_loss": 1.0848817825317383, + "acc": 64.35, + "time": 41.19577834899974, + "param": [ + 0.21410217881202698, + 0.06093032285571098, + 0.16880914568901062, + 0.12629146873950958, + 0.12776529788970947, + 0.13313597440719604, + 0.1689656525850296 + ] + }, + { + "epoch": 39, + "train_loss": 0.9535601735115051, + "val_loss": 1.2448521852493286, + "acc": 64.68, + "time": 42.61390284800291, + "param": [ + 0.2171264886856079, + 0.07580037415027618, + 0.1526903361082077, + 0.11961527913808823, + 0.1246863380074501, + 0.1396140307188034, + 0.17046716809272766 + ] + }, + { + "epoch": 40, + "train_loss": 1.0576906204223633, + "val_loss": 1.0431745052337646, + "acc": 65.42, + "time": 42.38030343600258, + "param": [ + 0.20667102932929993, + 0.09397934377193451, + 0.13389049470424652, + 0.13007834553718567, + 0.13067656755447388, + 0.13683412969112396, + 0.16787007451057434 + ] + }, + { + "epoch": 41, + "train_loss": 0.8215720057487488, + "val_loss": 1.0702595710754395, + "acc": 64.77000000000001, + "time": 42.192829828003596, + "param": [ + 0.20751313865184784, + 0.07746624946594238, + 0.1273515224456787, + 0.1306288093328476, + 0.12647795677185059, + 0.14935187995433807, + 0.18121041357517242 + ] + }, + { + "epoch": 42, + "train_loss": 0.6450743079185486, + "val_loss": 1.0497721433639526, + "acc": 64.46, + "time": 41.537795242002176, + "param": [ + 0.20377172529697418, + 0.059997670352458954, + 0.13639670610427856, + 0.12288688868284225, + 0.1284734159708023, + 0.15485107898712158, + 0.19362260401248932 + ] + }, + { + "epoch": 43, + "train_loss": 0.6898272037506104, + "val_loss": 1.0907703638076782, + "acc": 65.01, + "time": 42.32877700199606, + "param": [ + 0.20176362991333008, + 0.04814082011580467, + 0.13756640255451202, + 0.1120845302939415, + 0.1363200545310974, + 0.16694855690002441, + 0.19717596471309662 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-7 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-7 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json new file mode 100644 index 0000000..64fb7ee --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-7 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json @@ -0,0 +1,627 @@ +{ + "Accuracy": 65.62, + "Time": [ + 27.221645234684203, + 1.0367542918407204 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.182101011276245, + "val_loss": 2.1536524295806885, + "acc": 23.82, + "time": 28.065288196000438, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 2, + "train_loss": 1.9942737817764282, + "val_loss": 1.9763025045394897, + "acc": 28.79, + "time": 26.22657028499998, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 3, + "train_loss": 1.7391504049301147, + "val_loss": 1.7809275388717651, + "acc": 34.589999999999996, + "time": 25.3324806720002, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 4, + "train_loss": 1.8618719577789307, + "val_loss": 1.842264175415039, + "acc": 35.31, + "time": 25.899398830999417, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 5, + "train_loss": 1.7336608171463013, + "val_loss": 1.6273081302642822, + "acc": 41.65, + "time": 26.44585436899979, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 6, + "train_loss": 1.6910760402679443, + "val_loss": 1.6378663778305054, + "acc": 43.230000000000004, + "time": 24.793094230999486, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 7, + "train_loss": 1.588338017463684, + "val_loss": 1.5555675029754639, + "acc": 45.79, + "time": 25.769530857000063, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 8, + "train_loss": 1.5321038961410522, + "val_loss": 1.3392432928085327, + "acc": 48.120000000000005, + "time": 28.04917980799928, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 9, + "train_loss": 1.6675769090652466, + "val_loss": 1.4756190776824951, + "acc": 47.73, + "time": 27.867673796999952, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 10, + "train_loss": 1.5178344249725342, + "val_loss": 1.4074273109436035, + "acc": 49.72, + "time": 27.83125046100031, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 11, + "train_loss": 1.6163705587387085, + "val_loss": 1.3504964113235474, + "acc": 50.2, + "time": 27.913693212999533, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 12, + "train_loss": 1.345704197883606, + "val_loss": 1.3493568897247314, + "acc": 51.65, + "time": 26.631347269999424, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 13, + "train_loss": 1.4004731178283691, + "val_loss": 1.3956685066223145, + "acc": 52.96999999999999, + "time": 27.758303974999762, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 14, + "train_loss": 1.552992820739746, + "val_loss": 1.282170057296753, + "acc": 54.300000000000004, + "time": 27.971648190999986, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 15, + "train_loss": 1.3726269006729126, + "val_loss": 1.2543069124221802, + "acc": 54.25, + "time": 28.372412951000115, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 16, + "train_loss": 1.213192105293274, + "val_loss": 1.215268611907959, + "acc": 55.05, + "time": 26.57765904900043, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 17, + "train_loss": 1.1627311706542969, + "val_loss": 1.3349204063415527, + "acc": 52.68000000000001, + "time": 28.210445260000597, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 18, + "train_loss": 1.087141990661621, + "val_loss": 1.189085602760315, + "acc": 55.92, + "time": 28.032781410000098, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 19, + "train_loss": 1.304975152015686, + "val_loss": 1.1741317510604858, + "acc": 57.18, + "time": 27.883607255999777, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 20, + "train_loss": 1.2612704038619995, + "val_loss": 1.3154081106185913, + "acc": 58.099999999999994, + "time": 27.773688901999776, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 21, + "train_loss": 1.1804531812667847, + "val_loss": 1.11796236038208, + "acc": 58.379999999999995, + "time": 26.500466249000056, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 22, + "train_loss": 1.2011332511901855, + "val_loss": 1.179837703704834, + "acc": 59.309999999999995, + "time": 26.276470536000488, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 23, + "train_loss": 1.262316107749939, + "val_loss": 1.1549675464630127, + "acc": 59.589999999999996, + "time": 27.929352266999558, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 24, + "train_loss": 1.167085886001587, + "val_loss": 1.266447901725769, + "acc": 59.03, + "time": 27.918558239998674, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 25, + "train_loss": 1.1353187561035156, + "val_loss": 1.2568209171295166, + "acc": 58.91, + "time": 27.969795093998982, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 26, + "train_loss": 1.1983375549316406, + "val_loss": 1.0686039924621582, + "acc": 61.660000000000004, + "time": 28.012488399001086, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 27, + "train_loss": 1.0889829397201538, + "val_loss": 1.092466950416565, + "acc": 62.050000000000004, + "time": 27.833939619000375, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 28, + "train_loss": 1.1241283416748047, + "val_loss": 0.9264112114906311, + "acc": 59.46, + "time": 26.383313852000356, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 29, + "train_loss": 1.1594175100326538, + "val_loss": 1.061885118484497, + "acc": 61.75000000000001, + "time": 27.83707769099965, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 30, + "train_loss": 1.1837255954742432, + "val_loss": 0.9941774606704712, + "acc": 62.660000000000004, + "time": 27.933649804001107, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 31, + "train_loss": 1.0281327962875366, + "val_loss": 1.145098328590393, + "acc": 63.800000000000004, + "time": 26.086663104000763, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 32, + "train_loss": 0.9001024961471558, + "val_loss": 1.0504608154296875, + "acc": 64.12, + "time": 24.486844562999977, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 33, + "train_loss": 1.1421531438827515, + "val_loss": 0.9414129853248596, + "acc": 64.21, + "time": 26.19195022799977, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 34, + "train_loss": 1.1593513488769531, + "val_loss": 1.0488978624343872, + "acc": 64.82, + "time": 27.834266439000203, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 35, + "train_loss": 0.9330538511276245, + "val_loss": 1.0191713571548462, + "acc": 63.94, + "time": 27.87069083499955, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 36, + "train_loss": 0.9197059273719788, + "val_loss": 1.0881420373916626, + "acc": 63.690000000000005, + "time": 28.11727771400001, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 37, + "train_loss": 1.0332390069961548, + "val_loss": 0.9530032277107239, + "acc": 65.62, + "time": 27.97262961100023, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + }, + { + "epoch": 38, + "train_loss": 0.8934243321418762, + "val_loss": 1.077804684638977, + "acc": 65.21000000000001, + "time": 27.861175689000447, + "param": [ + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548, + 0.1428571492433548 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-7 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-7 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..63b0926 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-7 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,899 @@ +{ + "Accuracy": 69.14, + "Time": [ + 42.932622598508765, + 0.9584417746777643 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.255403757095337, + "val_loss": 2.253549575805664, + "acc": 14.149999999999999, + "time": 42.084089004994894, + "param": [ + 0.1529502272605896, + 0.1318053901195526, + 0.15461286902427673, + 0.15041975677013397, + 0.14500831067562103, + 0.16021564602851868, + 0.10498777776956558 + ] + }, + { + "epoch": 2, + "train_loss": 1.9468721151351929, + "val_loss": 1.9585882425308228, + "acc": 26.650000000000002, + "time": 42.69172919599805, + "param": [ + 0.19863736629486084, + 0.10102464258670807, + 0.14656592905521393, + 0.16292834281921387, + 0.16912521421909332, + 0.13558080792427063, + 0.08613769710063934 + ] + }, + { + "epoch": 3, + "train_loss": 1.9240871667861938, + "val_loss": 1.873392105102539, + "acc": 35.620000000000005, + "time": 44.33758093399956, + "param": [ + 0.22868137061595917, + 0.05269559845328331, + 0.14446796476840973, + 0.19240441918373108, + 0.17712169885635376, + 0.1292113959789276, + 0.07541756331920624 + ] + }, + { + "epoch": 4, + "train_loss": 1.7795236110687256, + "val_loss": 1.8268882036209106, + "acc": 38.39, + "time": 42.12429594399873, + "param": [ + 0.2611753046512604, + 0.0, + 0.13869138062000275, + 0.2240740954875946, + 0.18009807169437408, + 0.12342416495084763, + 0.07253699004650116 + ] + }, + { + "epoch": 5, + "train_loss": 1.668501377105713, + "val_loss": 1.6785751581192017, + "acc": 41.43, + "time": 42.38116302099661, + "param": [ + 0.2539927363395691, + 0.0, + 0.13788045942783356, + 0.23709888756275177, + 0.1685195416212082, + 0.11322978138923645, + 0.08927853405475616 + ] + }, + { + "epoch": 6, + "train_loss": 1.4134212732315063, + "val_loss": 1.5525833368301392, + "acc": 44.35, + "time": 44.39079394199507, + "param": [ + 0.24753645062446594, + 0.0030155316926538944, + 0.14726488292217255, + 0.25251585245132446, + 0.15257349610328674, + 0.09730499982833862, + 0.09978878498077393 + ] + }, + { + "epoch": 7, + "train_loss": 1.6105462312698364, + "val_loss": 1.548234462738037, + "acc": 45.65, + "time": 43.61639811599889, + "param": [ + 0.23781044781208038, + 0.005898292176425457, + 0.17303097248077393, + 0.25963646173477173, + 0.13845308125019073, + 0.08010222762823105, + 0.10506853461265564 + ] + }, + { + "epoch": 8, + "train_loss": 1.3793002367019653, + "val_loss": 1.4837379455566406, + "acc": 47.910000000000004, + "time": 44.78506931900483, + "param": [ + 0.22936241328716278, + 0.015310530550777912, + 0.19457243382930756, + 0.2578139007091522, + 0.1226678118109703, + 0.05696528032422066, + 0.12330761551856995 + ] + }, + { + "epoch": 9, + "train_loss": 1.4153518676757812, + "val_loss": 1.4056462049484253, + "acc": 49.35, + "time": 43.17611848499655, + "param": [ + 0.2371329367160797, + 0.0, + 0.2051776796579361, + 0.278970330953598, + 0.1079944595694542, + 0.0403263196349144, + 0.13039825856685638 + ] + }, + { + "epoch": 10, + "train_loss": 1.5161323547363281, + "val_loss": 1.4472007751464844, + "acc": 49.43, + "time": 43.374564872996416, + "param": [ + 0.26135119795799255, + 0.0, + 0.20557016134262085, + 0.2825969457626343, + 0.08980175107717514, + 0.022381557151675224, + 0.13829833269119263 + ] + }, + { + "epoch": 11, + "train_loss": 1.3801157474517822, + "val_loss": 1.3442615270614624, + "acc": 51.580000000000005, + "time": 41.39603699000145, + "param": [ + 0.2825516164302826, + 0.0010599455563351512, + 0.20236243307590485, + 0.30434444546699524, + 0.05784701555967331, + 0.009821564890444279, + 0.14201302826404572 + ] + }, + { + "epoch": 12, + "train_loss": 1.477797031402588, + "val_loss": 1.3469535112380981, + "acc": 51.65, + "time": 43.34770609399857, + "param": [ + 0.2775315046310425, + 0.022856833413243294, + 0.20285971462726593, + 0.3011135756969452, + 0.04221856966614723, + 0.009048720821738243, + 0.14437106251716614 + ] + }, + { + "epoch": 13, + "train_loss": 1.3760836124420166, + "val_loss": 1.2950239181518555, + "acc": 54.15, + "time": 42.62927614700311, + "param": [ + 0.23900942504405975, + 0.05674401670694351, + 0.17326606810092926, + 0.25665393471717834, + 0.05507003515958786, + 0.051239579916000366, + 0.1680169254541397 + ] + }, + { + "epoch": 14, + "train_loss": 1.1474876403808594, + "val_loss": 1.2408946752548218, + "acc": 55.36, + "time": 44.001858057999925, + "param": [ + 0.23362363874912262, + 0.0425785593688488, + 0.16432128846645355, + 0.23379768431186676, + 0.0696687251329422, + 0.08184155821800232, + 0.17416861653327942 + ] + }, + { + "epoch": 15, + "train_loss": 1.2502073049545288, + "val_loss": 1.254227638244629, + "acc": 56.25, + "time": 42.687974046995805, + "param": [ + 0.2309918850660324, + 0.027931101620197296, + 0.16921207308769226, + 0.22042164206504822, + 0.08302787691354752, + 0.09381715953350067, + 0.17459829151630402 + ] + }, + { + "epoch": 16, + "train_loss": 1.2404274940490723, + "val_loss": 1.115771770477295, + "acc": 58.06, + "time": 41.84361718099535, + "param": [ + 0.2259451001882553, + 0.03566225618124008, + 0.17343038320541382, + 0.19688916206359863, + 0.07905582338571548, + 0.10144013166427612, + 0.18757717311382294 + ] + }, + { + "epoch": 17, + "train_loss": 1.119070291519165, + "val_loss": 1.1746350526809692, + "acc": 58.160000000000004, + "time": 42.8142648619978, + "param": [ + 0.22932478785514832, + 0.041528791189193726, + 0.17436134815216064, + 0.18330936133861542, + 0.06796064972877502, + 0.09671172499656677, + 0.20680327713489532 + ] + }, + { + "epoch": 18, + "train_loss": 1.1322762966156006, + "val_loss": 1.1319326162338257, + "acc": 58.209999999999994, + "time": 42.569532322995656, + "param": [ + 0.22608335316181183, + 0.04801056534051895, + 0.18355154991149902, + 0.172237828373909, + 0.06731455773115158, + 0.10019002854824066, + 0.20261211693286896 + ] + }, + { + "epoch": 19, + "train_loss": 1.3365799188613892, + "val_loss": 1.2099021673202515, + "acc": 58.809999999999995, + "time": 42.566018318000715, + "param": [ + 0.20512747764587402, + 0.06885886192321777, + 0.18986907601356506, + 0.17448440194129944, + 0.0755145400762558, + 0.09584067016839981, + 0.19030499458312988 + ] + }, + { + "epoch": 20, + "train_loss": 1.319803237915039, + "val_loss": 1.1367045640945435, + "acc": 61.019999999999996, + "time": 42.343327110000246, + "param": [ + 0.19461168348789215, + 0.0789894238114357, + 0.19420936703681946, + 0.18441902101039886, + 0.09089916199445724, + 0.0862712636590004, + 0.17060010135173798 + ] + }, + { + "epoch": 21, + "train_loss": 1.3999239206314087, + "val_loss": 1.1344921588897705, + "acc": 60.95, + "time": 43.3531684289992, + "param": [ + 0.19363658130168915, + 0.07804480195045471, + 0.19205233454704285, + 0.1973290741443634, + 0.09176059067249298, + 0.07542265951633453, + 0.17175398766994476 + ] + }, + { + "epoch": 22, + "train_loss": 1.1089762449264526, + "val_loss": 1.0735722780227661, + "acc": 60.699999999999996, + "time": 41.258933981000155, + "param": [ + 0.19739320874214172, + 0.06837194412946701, + 0.1904270499944687, + 0.22232715785503387, + 0.08408799767494202, + 0.06270337104797363, + 0.17468926310539246 + ] + }, + { + "epoch": 23, + "train_loss": 1.056802749633789, + "val_loss": 1.021242618560791, + "acc": 60.27, + "time": 41.37538683100138, + "param": [ + 0.20149730145931244, + 0.05926239863038063, + 0.18361437320709229, + 0.2372903823852539, + 0.0843709260225296, + 0.053014181554317474, + 0.18095038831233978 + ] + }, + { + "epoch": 24, + "train_loss": 0.979472815990448, + "val_loss": 1.1389929056167603, + "acc": 60.3, + "time": 43.603238857998804, + "param": [ + 0.20541267096996307, + 0.046088747680187225, + 0.18438683450222015, + 0.23951108753681183, + 0.07272060215473175, + 0.061044126749038696, + 0.19083593785762787 + ] + }, + { + "epoch": 25, + "train_loss": 1.2645180225372314, + "val_loss": 1.1719838380813599, + "acc": 62.17, + "time": 44.17724940699554, + "param": [ + 0.21667009592056274, + 0.015271078795194626, + 0.1800529509782791, + 0.25289157032966614, + 0.07340120524168015, + 0.06774163246154785, + 0.19397149980068207 + ] + }, + { + "epoch": 26, + "train_loss": 1.0368860960006714, + "val_loss": 1.100814938545227, + "acc": 63.970000000000006, + "time": 44.34706268800073, + "param": [ + 0.2182963788509369, + 0.013739490881562233, + 0.17372824251651764, + 0.24652044475078583, + 0.08751427382230759, + 0.07242279499769211, + 0.18777835369110107 + ] + }, + { + "epoch": 27, + "train_loss": 1.131330132484436, + "val_loss": 0.9902156591415405, + "acc": 62.74999999999999, + "time": 44.079011857000296, + "param": [ + 0.21431589126586914, + 0.0, + 0.1808423101902008, + 0.23777727782726288, + 0.1059536561369896, + 0.08625512570142746, + 0.1748557686805725 + ] + }, + { + "epoch": 28, + "train_loss": 1.0293101072311401, + "val_loss": 0.9914690256118774, + "acc": 63.81, + "time": 43.14429971299978, + "param": [ + 0.21651692688465118, + 0.008176995441317558, + 0.17939519882202148, + 0.21190853416919708, + 0.12725389003753662, + 0.09770530462265015, + 0.1590431034564972 + ] + }, + { + "epoch": 29, + "train_loss": 1.1207150220870972, + "val_loss": 1.19887375831604, + "acc": 64.88000000000001, + "time": 41.27801206300501, + "param": [ + 0.22702261805534363, + 0.019084759056568146, + 0.17327146232128143, + 0.20669612288475037, + 0.1199883446097374, + 0.10362467914819717, + 0.15031205117702484 + ] + }, + { + "epoch": 30, + "train_loss": 0.9129579067230225, + "val_loss": 1.1183220148086548, + "acc": 62.7, + "time": 43.9344159559987, + "param": [ + 0.22888906300067902, + 0.04155202955007553, + 0.17094407975673676, + 0.1947784721851349, + 0.10506180673837662, + 0.1163330078125, + 0.14244157075881958 + ] + }, + { + "epoch": 31, + "train_loss": 1.1599764823913574, + "val_loss": 1.0984255075454712, + "acc": 64.28, + "time": 41.22884964300465, + "param": [ + 0.20401568710803986, + 0.07587350904941559, + 0.15739767253398895, + 0.1784774512052536, + 0.11219116300344467, + 0.1333787739276886, + 0.13866575062274933 + ] + }, + { + "epoch": 32, + "train_loss": 0.9800665974617004, + "val_loss": 1.0264835357666016, + "acc": 65.06, + "time": 43.620035975000064, + "param": [ + 0.19848069548606873, + 0.07460051029920578, + 0.1590866595506668, + 0.16562984883785248, + 0.1191738098859787, + 0.13791674375534058, + 0.1451118141412735 + ] + }, + { + "epoch": 33, + "train_loss": 0.8279730677604675, + "val_loss": 1.0106008052825928, + "acc": 65.7, + "time": 42.67103657699772, + "param": [ + 0.18691319227218628, + 0.09228748083114624, + 0.1674313098192215, + 0.15943792462348938, + 0.12740832567214966, + 0.11500309407711029, + 0.15151865780353546 + ] + }, + { + "epoch": 34, + "train_loss": 0.9345422983169556, + "val_loss": 1.160201072692871, + "acc": 65.4, + "time": 43.27378437000152, + "param": [ + 0.18260769546031952, + 0.09841625392436981, + 0.17715618014335632, + 0.16153374314308167, + 0.13104397058486938, + 0.09846815466880798, + 0.15077392756938934 + ] + }, + { + "epoch": 35, + "train_loss": 1.0285645723342896, + "val_loss": 0.9292165040969849, + "acc": 66.66, + "time": 44.2711137389997, + "param": [ + 0.19725455343723297, + 0.09217012673616409, + 0.18245047330856323, + 0.15579192340373993, + 0.12776264548301697, + 0.09036076813936234, + 0.15420947968959808 + ] + }, + { + "epoch": 36, + "train_loss": 0.8952754139900208, + "val_loss": 0.9593445658683777, + "acc": 66.53, + "time": 44.24334100399574, + "param": [ + 0.2060469686985016, + 0.0851387083530426, + 0.17750421166419983, + 0.1595243364572525, + 0.10793087631464005, + 0.09925352782011032, + 0.16460131108760834 + ] + }, + { + "epoch": 37, + "train_loss": 0.8554998636245728, + "val_loss": 1.1559865474700928, + "acc": 66.06, + "time": 42.09946256100375, + "param": [ + 0.18663416802883148, + 0.08970250189304352, + 0.16903002560138702, + 0.16601186990737915, + 0.09883362799882889, + 0.1267402023077011, + 0.16304761171340942 + ] + }, + { + "epoch": 38, + "train_loss": 0.9629203677177429, + "val_loss": 1.0564296245574951, + "acc": 65.56, + "time": 41.39013433900254, + "param": [ + 0.17802423238754272, + 0.09667670726776123, + 0.17961011826992035, + 0.16570216417312622, + 0.08670802414417267, + 0.14287596940994263, + 0.15040287375450134 + ] + }, + { + "epoch": 39, + "train_loss": 0.86264967918396, + "val_loss": 0.929080069065094, + "acc": 65.93, + "time": 41.49633736899705, + "param": [ + 0.17395782470703125, + 0.08402588963508606, + 0.1877228021621704, + 0.16112053394317627, + 0.0876656174659729, + 0.15241315960884094, + 0.15309424698352814 + ] + }, + { + "epoch": 40, + "train_loss": 0.8999413251876831, + "val_loss": 0.9506174921989441, + "acc": 65.36999999999999, + "time": 42.087504809001985, + "param": [ + 0.1776954084634781, + 0.06535739451646805, + 0.19591186940670013, + 0.15527202188968658, + 0.09414708614349365, + 0.1441091001033783, + 0.16750718653202057 + ] + }, + { + "epoch": 41, + "train_loss": 0.9999884366989136, + "val_loss": 0.8844565749168396, + "acc": 67.10000000000001, + "time": 43.75318048900226, + "param": [ + 0.1932835578918457, + 0.05345260724425316, + 0.20098905265331268, + 0.15630953013896942, + 0.09533577412366867, + 0.14001379907131195, + 0.16061560809612274 + ] + }, + { + "epoch": 42, + "train_loss": 0.7678654193878174, + "val_loss": 0.9584141969680786, + "acc": 67.32000000000001, + "time": 43.807058186001086, + "param": [ + 0.21804095804691315, + 0.046285416930913925, + 0.18985280394554138, + 0.14652734994888306, + 0.11329647898674011, + 0.13740767538547516, + 0.14858926832675934 + ] + }, + { + "epoch": 43, + "train_loss": 0.8221728801727295, + "val_loss": 0.9433321952819824, + "acc": 67.52, + "time": 43.08009759000561, + "param": [ + 0.22863666713237762, + 0.05403738468885422, + 0.17684097588062286, + 0.12665602564811707, + 0.13413497805595398, + 0.13567346334457397, + 0.14402051270008087 + ] + }, + { + "epoch": 44, + "train_loss": 0.7915353775024414, + "val_loss": 0.8902190923690796, + "acc": 67.65, + "time": 42.895296091999626, + "param": [ + 0.2420983910560608, + 0.0486978255212307, + 0.17270880937576294, + 0.11942495405673981, + 0.1463891863822937, + 0.1278078705072403, + 0.14287301898002625 + ] + }, + { + "epoch": 45, + "train_loss": 0.7590469717979431, + "val_loss": 0.8305662274360657, + "acc": 67.54, + "time": 43.71478866099642, + "param": [ + 0.25594958662986755, + 0.042939238250255585, + 0.1732335239648819, + 0.11692186444997787, + 0.14758634567260742, + 0.11571243405342102, + 0.14765694737434387 + ] + }, + { + "epoch": 46, + "train_loss": 0.7908080816268921, + "val_loss": 1.041835069656372, + "acc": 68.36, + "time": 42.821089008000854, + "param": [ + 0.255195289850235, + 0.06118958070874214, + 0.17052783071994781, + 0.10989516973495483, + 0.1437280774116516, + 0.10939217358827591, + 0.15007184445858002 + ] + }, + { + "epoch": 47, + "train_loss": 0.7891631126403809, + "val_loss": 0.8747672438621521, + "acc": 67.88, + "time": 42.22851084600552, + "param": [ + 0.23436664044857025, + 0.09414971619844437, + 0.16884642839431763, + 0.11657111346721649, + 0.13735035061836243, + 0.10425879806280136, + 0.14445698261260986 + ] + }, + { + "epoch": 48, + "train_loss": 0.7520766854286194, + "val_loss": 0.9836156368255615, + "acc": 69.05, + "time": 43.40159001500433, + "param": [ + 0.21945272386074066, + 0.09262371808290482, + 0.16175124049186707, + 0.12885501980781555, + 0.13334113359451294, + 0.11258402466773987, + 0.15139217674732208 + ] + }, + { + "epoch": 49, + "train_loss": 0.7911238074302673, + "val_loss": 1.0369747877120972, + "acc": 68.39, + "time": 42.67908116699982, + "param": [ + 0.20560073852539062, + 0.0989379808306694, + 0.14493824541568756, + 0.1369718313217163, + 0.12605543434619904, + 0.13021884858608246, + 0.15727686882019043 + ] + }, + { + "epoch": 50, + "train_loss": 0.7985777258872986, + "val_loss": 1.0322093963623047, + "acc": 67.99, + "time": 43.05102862000058, + "param": [ + 0.20484772324562073, + 0.09181936085224152, + 0.1450185328722, + 0.1362845003604889, + 0.10597313940525055, + 0.1563352793455124, + 0.1597214788198471 + ] + }, + { + "epoch": 51, + "train_loss": 0.7405261993408203, + "val_loss": 0.8857620358467102, + "acc": 67.58999999999999, + "time": 41.67588197800069, + "param": [ + 0.20569859445095062, + 0.07943162322044373, + 0.15586158633232117, + 0.12843847274780273, + 0.10332735627889633, + 0.1654077023267746, + 0.16183465719223022 + ] + }, + { + "epoch": 52, + "train_loss": 0.9399128556251526, + "val_loss": 0.9993062615394592, + "acc": 68.22, + "time": 44.506263814000704, + "param": [ + 0.230866938829422, + 0.05741516128182411, + 0.1533304750919342, + 0.11945033073425293, + 0.09376415610313416, + 0.170862078666687, + 0.1743108630180359 + ] + }, + { + "epoch": 53, + "train_loss": 0.621449887752533, + "val_loss": 0.962415337562561, + "acc": 68.94, + "time": 42.5323826199965, + "param": [ + 0.2542305588722229, + 0.046942997723817825, + 0.14884832501411438, + 0.10508134961128235, + 0.08208857476711273, + 0.17852623760700226, + 0.18428197503089905 + ] + }, + { + "epoch": 54, + "train_loss": 0.6899651288986206, + "val_loss": 0.9732086062431335, + "acc": 67.61, + "time": 42.37734831799753, + "param": [ + 0.2545579671859741, + 0.06462915241718292, + 0.14338405430316925, + 0.09094363451004028, + 0.10238863527774811, + 0.1647539883852005, + 0.17934256792068481 + ] + }, + { + "epoch": 55, + "train_loss": 0.7302680015563965, + "val_loss": 0.8340518474578857, + "acc": 69.14, + "time": 42.67685137999797, + "param": [ + 0.23201832175254822, + 0.07775207608938217, + 0.14521536231040955, + 0.09228592365980148, + 0.13058961927890778, + 0.15837134420871735, + 0.16376736760139465 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-8 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-8 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json new file mode 100644 index 0000000..35d93a2 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-8 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json @@ -0,0 +1,972 @@ +{ + "Accuracy": 67.78999999999999, + "Time": [ + 15.951087853089055, + 13.476495682243188 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.132530689239502, + "val_loss": 2.08734130859375, + "acc": 23.25, + "time": 3.923167951998039, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 2, + "train_loss": 1.7861930131912231, + "val_loss": 1.9489892721176147, + "acc": 32.26, + "time": 3.004625167002814, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 3, + "train_loss": 1.6780046224594116, + "val_loss": 1.6687297821044922, + "acc": 37.11, + "time": 2.941573377000168, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 4, + "train_loss": 1.5845900774002075, + "val_loss": 1.550699234008789, + "acc": 43.07, + "time": 2.9135286920027283, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 5, + "train_loss": 1.4334996938705444, + "val_loss": 1.604682445526123, + "acc": 45.989999999999995, + "time": 2.9643874779976613, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 6, + "train_loss": 1.53238046169281, + "val_loss": 1.4090676307678223, + "acc": 47.19, + "time": 2.8649648419996083, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 7, + "train_loss": 1.3744454383850098, + "val_loss": 1.4546393156051636, + "acc": 48.49, + "time": 2.897666863998893, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 8, + "train_loss": 1.4379364252090454, + "val_loss": 1.4063611030578613, + "acc": 50.44, + "time": 2.914557166001032, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 9, + "train_loss": 1.2574524879455566, + "val_loss": 1.5582202672958374, + "acc": 50.54, + "time": 3.005057364000095, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 10, + "train_loss": 1.2702523469924927, + "val_loss": 1.3097392320632935, + "acc": 53.849999999999994, + "time": 3.0338012270003674, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 11, + "train_loss": 1.3629176616668701, + "val_loss": 1.406290054321289, + "acc": 53.349999999999994, + "time": 3.0353316359978635, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 12, + "train_loss": 1.1384243965148926, + "val_loss": 1.3062782287597656, + "acc": 53.790000000000006, + "time": 2.9554613159998553, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 13, + "train_loss": 0.9664785265922546, + "val_loss": 1.1937229633331299, + "acc": 54.900000000000006, + "time": 3.0254708460015536, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 14, + "train_loss": 0.9650324583053589, + "val_loss": 1.2450124025344849, + "acc": 56.56, + "time": 2.956868820001546, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 15, + "train_loss": 1.1269009113311768, + "val_loss": 1.1169668436050415, + "acc": 56.47, + "time": 2.9839910329974373, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 16, + "train_loss": 0.9449678063392639, + "val_loss": 1.3165130615234375, + "acc": 56.99999999999999, + "time": 2.981235408999055, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 17, + "train_loss": 0.9175462126731873, + "val_loss": 1.2538270950317383, + "acc": 57.84, + "time": 2.9713176660006866, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 18, + "train_loss": 0.806294858455658, + "val_loss": 1.0468473434448242, + "acc": 60.0, + "time": 2.975801953998598, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 19, + "train_loss": 0.9095396399497986, + "val_loss": 1.149165391921997, + "acc": 59.650000000000006, + "time": 2.981758505997277, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 20, + "train_loss": 0.8184223175048828, + "val_loss": 1.2654669284820557, + "acc": 59.78, + "time": 2.9772010080014297, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 21, + "train_loss": 0.751585066318512, + "val_loss": 1.3074431419372559, + "acc": 60.14000000000001, + "time": 2.9638466659998812, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 22, + "train_loss": 0.902462363243103, + "val_loss": 1.1508007049560547, + "acc": 60.88, + "time": 3.037824566999916, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 23, + "train_loss": 0.8026205897331238, + "val_loss": 1.256188988685608, + "acc": 59.63, + "time": 2.909332273997279, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 24, + "train_loss": 0.668067455291748, + "val_loss": 1.2646855115890503, + "acc": 60.88, + "time": 2.9481855060003, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 25, + "train_loss": 0.5495808124542236, + "val_loss": 1.1547386646270752, + "acc": 61.3, + "time": 2.925225156999659, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 26, + "train_loss": 0.7001087069511414, + "val_loss": 1.1596503257751465, + "acc": 59.98, + "time": 2.894770727998548, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 27, + "train_loss": 0.6441726684570312, + "val_loss": 1.4087952375411987, + "acc": 61.63999999999999, + "time": 2.8751467120018788, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 28, + "train_loss": 0.42997872829437256, + "val_loss": 1.2491223812103271, + "acc": 60.49, + "time": 2.8561787030012056, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 29, + "train_loss": 0.4060879051685333, + "val_loss": 1.4442726373672485, + "acc": 59.98, + "time": 2.8679526849991817, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 30, + "train_loss": 1.1997870206832886, + "val_loss": 1.1668429374694824, + "acc": 61.36000000000001, + "time": 25.708912793998024, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 31, + "train_loss": 1.2031222581863403, + "val_loss": 1.0703643560409546, + "acc": 61.919999999999995, + "time": 28.52001482799824, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 32, + "train_loss": 0.9606861472129822, + "val_loss": 1.2020703554153442, + "acc": 62.8, + "time": 27.97165299599874, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 33, + "train_loss": 1.1081833839416504, + "val_loss": 1.0060433149337769, + "acc": 63.470000000000006, + "time": 27.58748820799883, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 34, + "train_loss": 1.0658546686172485, + "val_loss": 1.1081057786941528, + "acc": 63.83, + "time": 28.04456285299966, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 35, + "train_loss": 1.0466402769088745, + "val_loss": 0.9519277811050415, + "acc": 64.22, + "time": 28.211274481000146, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 36, + "train_loss": 1.0189613103866577, + "val_loss": 1.153159499168396, + "acc": 63.870000000000005, + "time": 29.06235537500106, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 37, + "train_loss": 0.8768861293792725, + "val_loss": 0.9527384638786316, + "acc": 64.98, + "time": 29.92821491599898, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 38, + "train_loss": 1.0325292348861694, + "val_loss": 0.9932936429977417, + "acc": 64.69, + "time": 30.31243673100107, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 39, + "train_loss": 0.7839605808258057, + "val_loss": 0.999523401260376, + "acc": 64.82, + "time": 30.88222546799807, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 40, + "train_loss": 0.818480372428894, + "val_loss": 1.1693029403686523, + "acc": 66.10000000000001, + "time": 30.834572604999266, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 41, + "train_loss": 0.8833197355270386, + "val_loss": 0.8929265141487122, + "acc": 66.08000000000001, + "time": 29.921565656000894, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 42, + "train_loss": 0.855252742767334, + "val_loss": 1.0937069654464722, + "acc": 65.09, + "time": 29.09643592300199, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 43, + "train_loss": 0.9798455834388733, + "val_loss": 1.1138163805007935, + "acc": 66.17, + "time": 29.47713836099865, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 44, + "train_loss": 0.6807425022125244, + "val_loss": 1.1235138177871704, + "acc": 65.96, + "time": 30.977702089996455, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 45, + "train_loss": 0.6858382225036621, + "val_loss": 1.017128825187683, + "acc": 65.82000000000001, + "time": 31.336831733999134, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 46, + "train_loss": 1.0898900032043457, + "val_loss": 0.866036057472229, + "acc": 66.69, + "time": 31.374245710998366, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 47, + "train_loss": 0.8215427994728088, + "val_loss": 0.9898568987846375, + "acc": 67.04, + "time": 30.979847312999482, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 48, + "train_loss": 0.933434247970581, + "val_loss": 0.9650144577026367, + "acc": 67.27, + "time": 30.6893467459995, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 49, + "train_loss": 0.7995182871818542, + "val_loss": 0.8983697295188904, + "acc": 65.68, + "time": 31.167583297999954, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 50, + "train_loss": 0.8792986869812012, + "val_loss": 0.8979324102401733, + "acc": 66.72, + "time": 28.524833386003593, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 51, + "train_loss": 0.8315466642379761, + "val_loss": 0.9933539032936096, + "acc": 67.47999999999999, + "time": 30.68086504799794, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 52, + "train_loss": 0.5989072322845459, + "val_loss": 1.0470080375671387, + "acc": 66.19, + "time": 29.952409328001522, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 53, + "train_loss": 0.9301474690437317, + "val_loss": 0.9794676899909973, + "acc": 67.78999999999999, + "time": 31.064106320001883, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 54, + "train_loss": 0.6137215495109558, + "val_loss": 1.034941554069519, + "acc": 67.17, + "time": 31.89904641099929, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 55, + "train_loss": 0.7052531838417053, + "val_loss": 0.9084388017654419, + "acc": 67.25, + "time": 31.304796930999146, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 56, + "train_loss": 0.4668804705142975, + "val_loss": 1.0532631874084473, + "acc": 67.34, + "time": 31.164222941002663, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-8 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-8 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json new file mode 100644 index 0000000..38acc67 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-8 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json @@ -0,0 +1,1091 @@ +{ + "Accuracy": 68.32000000000001, + "Time": [ + 21.071816915095532, + 20.281021321470394 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2720253467559814, + "val_loss": 2.2791452407836914, + "acc": 13.089999999999998, + "time": 3.8910161919993698, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 2, + "train_loss": 2.0490846633911133, + "val_loss": 2.0814733505249023, + "acc": 24.740000000000002, + "time": 2.86241985399829, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 3, + "train_loss": 1.7797582149505615, + "val_loss": 1.892625331878662, + "acc": 33.33, + "time": 2.8613345859994297, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 4, + "train_loss": 1.8028000593185425, + "val_loss": 1.7581136226654053, + "acc": 36.730000000000004, + "time": 2.918034362999606, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 5, + "train_loss": 1.553026795387268, + "val_loss": 1.5304265022277832, + "acc": 44.0, + "time": 2.86558432700258, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 6, + "train_loss": 1.3395849466323853, + "val_loss": 1.4931647777557373, + "acc": 45.25, + "time": 2.8833810090000043, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 7, + "train_loss": 1.4116657972335815, + "val_loss": 1.5164738893508911, + "acc": 48.449999999999996, + "time": 2.8942945059970953, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 8, + "train_loss": 1.3364307880401611, + "val_loss": 1.405696153640747, + "acc": 49.769999999999996, + "time": 2.9301264099995024, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 9, + "train_loss": 1.2337144613265991, + "val_loss": 1.4356722831726074, + "acc": 48.0, + "time": 2.929635299005895, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 10, + "train_loss": 1.2244305610656738, + "val_loss": 1.386068344116211, + "acc": 52.81, + "time": 2.9276106329998584, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 11, + "train_loss": 1.0688973665237427, + "val_loss": 1.2036055326461792, + "acc": 53.64, + "time": 2.9300928529992234, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 12, + "train_loss": 1.1638504266738892, + "val_loss": 1.3003398180007935, + "acc": 53.92, + "time": 2.9534691580047365, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 13, + "train_loss": 1.2522085905075073, + "val_loss": 1.3298671245574951, + "acc": 55.769999999999996, + "time": 2.898604565001733, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 14, + "train_loss": 1.1112185716629028, + "val_loss": 1.24296236038208, + "acc": 56.269999999999996, + "time": 2.936606215000211, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 15, + "train_loss": 1.146558165550232, + "val_loss": 1.2386651039123535, + "acc": 57.66, + "time": 2.9111697179978364, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 16, + "train_loss": 1.152461051940918, + "val_loss": 1.3347678184509277, + "acc": 58.15, + "time": 2.898829798999941, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 17, + "train_loss": 1.0403164625167847, + "val_loss": 1.2144274711608887, + "acc": 58.89, + "time": 2.930037527999957, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 18, + "train_loss": 0.8550737500190735, + "val_loss": 1.363465428352356, + "acc": 58.160000000000004, + "time": 2.9095135329989716, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 19, + "train_loss": 1.0480539798736572, + "val_loss": 1.2085071802139282, + "acc": 59.9, + "time": 2.968729242005793, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 20, + "train_loss": 0.9378145933151245, + "val_loss": 1.1056649684906006, + "acc": 59.29, + "time": 2.9396436429960886, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 21, + "train_loss": 0.6980480551719666, + "val_loss": 1.1562451124191284, + "acc": 60.67, + "time": 2.9356043620064156, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 22, + "train_loss": 0.7548003792762756, + "val_loss": 1.156423807144165, + "acc": 60.86, + "time": 2.9430891140000313, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 23, + "train_loss": 0.7754805088043213, + "val_loss": 1.2062811851501465, + "acc": 61.42999999999999, + "time": 2.964376750998781, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 24, + "train_loss": 0.7219148278236389, + "val_loss": 1.1180859804153442, + "acc": 61.0, + "time": 2.861646796001878, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 25, + "train_loss": 0.7129303812980652, + "val_loss": 1.0990188121795654, + "acc": 61.28, + "time": 2.8729030250033247, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 26, + "train_loss": 0.4763391315937042, + "val_loss": 1.4152140617370605, + "acc": 60.47, + "time": 2.8908152490039356, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 27, + "train_loss": 0.6217350363731384, + "val_loss": 1.3010872602462769, + "acc": 60.23, + "time": 2.870958923995204, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 28, + "train_loss": 0.5767462849617004, + "val_loss": 1.394478440284729, + "acc": 61.339999999999996, + "time": 2.874297829999705, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 29, + "train_loss": 0.46387776732444763, + "val_loss": 1.3997325897216797, + "acc": 61.08, + "time": 2.920860892001656, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 30, + "train_loss": 0.49528151750564575, + "val_loss": 1.4944363832473755, + "acc": 59.419999999999995, + "time": 2.9451265890020295, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 31, + "train_loss": 0.2847393751144409, + "val_loss": 1.3220463991165161, + "acc": 60.5, + "time": 2.9644280139982584, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 32, + "train_loss": 0.29995352029800415, + "val_loss": 1.4758702516555786, + "acc": 59.809999999999995, + "time": 3.020525878004264, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 33, + "train_loss": 0.34858518838882446, + "val_loss": 1.4977256059646606, + "acc": 60.07, + "time": 2.962275508005405, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 34, + "train_loss": 0.26379847526550293, + "val_loss": 1.5700690746307373, + "acc": 60.77, + "time": 3.0676711479973164, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 35, + "train_loss": 0.22845077514648438, + "val_loss": 1.5486122369766235, + "acc": 60.25, + "time": 2.9472378520003986, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 36, + "train_loss": 1.2035211324691772, + "val_loss": 1.1997710466384888, + "acc": 60.099999999999994, + "time": 42.243352587996924, + "param": [ + 0.12802976369857788, + 0.08308837562799454, + 0.10953165590763092, + 0.18596726655960083, + 0.1419750303030014, + 0.09591653943061829, + 0.11502911895513535, + 0.1404622346162796 + ] + }, + { + "epoch": 37, + "train_loss": 0.9075889587402344, + "val_loss": 1.1819181442260742, + "acc": 62.03999999999999, + "time": 46.318669720996695, + "param": [ + 0.1349642127752304, + 0.059262391179800034, + 0.11795920878648758, + 0.17742158472537994, + 0.15085819363594055, + 0.08747895807027817, + 0.11254791170358658, + 0.15950754284858704 + ] + }, + { + "epoch": 38, + "train_loss": 1.1023731231689453, + "val_loss": 1.1536626815795898, + "acc": 62.07, + "time": 45.81751291399996, + "param": [ + 0.14605119824409485, + 0.07708807289600372, + 0.13364724814891815, + 0.14169050753116608, + 0.13694848120212555, + 0.09091578423976898, + 0.11668924242258072, + 0.15696944296360016 + ] + }, + { + "epoch": 39, + "train_loss": 0.8224149346351624, + "val_loss": 1.0042333602905273, + "acc": 63.32, + "time": 45.80292371800169, + "param": [ + 0.16921858489513397, + 0.07524996995925903, + 0.156711608171463, + 0.11405476182699203, + 0.12489838898181915, + 0.09997522830963135, + 0.12871374189853668, + 0.13117769360542297 + ] + }, + { + "epoch": 40, + "train_loss": 0.9537084698677063, + "val_loss": 1.0827124118804932, + "acc": 63.81, + "time": 44.911097317002714, + "param": [ + 0.1919568032026291, + 0.06450406461954117, + 0.15284286439418793, + 0.09935403615236282, + 0.1120181754231453, + 0.11878661066293716, + 0.15513309836387634, + 0.10540439933538437 + ] + }, + { + "epoch": 41, + "train_loss": 1.014809489250183, + "val_loss": 1.1165257692337036, + "acc": 63.4, + "time": 45.990312444002484, + "param": [ + 0.19423849880695343, + 0.06033782660961151, + 0.1439722180366516, + 0.08713120222091675, + 0.10046612471342087, + 0.14840413630008698, + 0.16869692504405975, + 0.09675300121307373 + ] + }, + { + "epoch": 42, + "train_loss": 0.7599943280220032, + "val_loss": 1.0171183347702026, + "acc": 64.57000000000001, + "time": 45.185830581998744, + "param": [ + 0.19657552242279053, + 0.02564426325261593, + 0.15131832659244537, + 0.0914982482790947, + 0.09880483895540237, + 0.16318775713443756, + 0.1758331060409546, + 0.0971379205584526 + ] + }, + { + "epoch": 43, + "train_loss": 0.9485875964164734, + "val_loss": 1.0685887336730957, + "acc": 65.03999999999999, + "time": 45.82824663000065, + "param": [ + 0.1852044314146042, + 0.027468161657452583, + 0.14283952116966248, + 0.08874807506799698, + 0.12806473672389984, + 0.17090299725532532, + 0.15668679773807526, + 0.10008528083562851 + ] + }, + { + "epoch": 44, + "train_loss": 0.737960934638977, + "val_loss": 1.0698318481445312, + "acc": 65.10000000000001, + "time": 44.77948004200152, + "param": [ + 0.17966966331005096, + 0.036819785833358765, + 0.13823097944259644, + 0.07840631157159805, + 0.15402597188949585, + 0.1660722941160202, + 0.15127867460250854, + 0.09549631923437119 + ] + }, + { + "epoch": 45, + "train_loss": 1.0068248510360718, + "val_loss": 1.1107426881790161, + "acc": 64.69, + "time": 44.286578789004125, + "param": [ + 0.17311978340148926, + 0.028356490656733513, + 0.15329605340957642, + 0.073652483522892, + 0.15174339711666107, + 0.15620596706867218, + 0.16382065415382385, + 0.09980522841215134 + ] + }, + { + "epoch": 46, + "train_loss": 0.9037939310073853, + "val_loss": 0.9542137384414673, + "acc": 65.18, + "time": 42.85744838499522, + "param": [ + 0.16937880218029022, + 0.020164256915450096, + 0.160893976688385, + 0.09317333251237869, + 0.12445937842130661, + 0.15665674209594727, + 0.1649973839521408, + 0.11027608811855316 + ] + }, + { + "epoch": 47, + "train_loss": 0.6173279285430908, + "val_loss": 1.1322649717330933, + "acc": 66.12, + "time": 42.40196410899807, + "param": [ + 0.18656833469867706, + 0.019286559894680977, + 0.17382760345935822, + 0.11909811943769455, + 0.11360069364309311, + 0.13916343450546265, + 0.14370593428611755, + 0.10474935919046402 + ] + }, + { + "epoch": 48, + "train_loss": 0.5996100306510925, + "val_loss": 1.0613185167312622, + "acc": 65.95, + "time": 43.066268499002035, + "param": [ + 0.1807228922843933, + 0.0549452006816864, + 0.17824189364910126, + 0.12618623673915863, + 0.08783363550901413, + 0.1304904967546463, + 0.12392738461494446, + 0.11765233427286148 + ] + }, + { + "epoch": 49, + "train_loss": 0.7475040555000305, + "val_loss": 0.8970089554786682, + "acc": 66.25999999999999, + "time": 42.994122920004884, + "param": [ + 0.19947554171085358, + 0.06778483092784882, + 0.1698986440896988, + 0.1233903095126152, + 0.09105487167835236, + 0.12764371931552887, + 0.11546403169631958, + 0.1052880734205246 + ] + }, + { + "epoch": 50, + "train_loss": 0.9905680418014526, + "val_loss": 1.0246635675430298, + "acc": 65.31, + "time": 43.690016932996514, + "param": [ + 0.20326855778694153, + 0.08108534663915634, + 0.17314715683460236, + 0.11584259569644928, + 0.10243664681911469, + 0.11650131642818451, + 0.10625196993350983, + 0.1014663428068161 + ] + }, + { + "epoch": 51, + "train_loss": 0.8545868396759033, + "val_loss": 0.9303243160247803, + "acc": 66.14999999999999, + "time": 44.09355694900296, + "param": [ + 0.2048962265253067, + 0.05886007472872734, + 0.16527283191680908, + 0.1215372234582901, + 0.12400716543197632, + 0.10381165891885757, + 0.1087285503745079, + 0.11288629472255707 + ] + }, + { + "epoch": 52, + "train_loss": 0.48875418305397034, + "val_loss": 1.1923903226852417, + "acc": 66.44, + "time": 43.49650494600064, + "param": [ + 0.2076158970594406, + 0.029907898977398872, + 0.14496859908103943, + 0.14132371544837952, + 0.1374051421880722, + 0.10102086514234543, + 0.11437129229307175, + 0.12338662892580032 + ] + }, + { + "epoch": 53, + "train_loss": 0.6587513089179993, + "val_loss": 0.8914793133735657, + "acc": 66.58, + "time": 42.156711092997284, + "param": [ + 0.20179814100265503, + 0.043268006294965744, + 0.13286681473255157, + 0.11882832646369934, + 0.13317826390266418, + 0.12227222323417664, + 0.1160530298948288, + 0.13173525035381317 + ] + }, + { + "epoch": 54, + "train_loss": 0.8463839292526245, + "val_loss": 1.1092647314071655, + "acc": 66.67, + "time": 42.414107028002036, + "param": [ + 0.1845291256904602, + 0.0545547716319561, + 0.11566457152366638, + 0.11331092566251755, + 0.12361335009336472, + 0.14454969763755798, + 0.12971296906471252, + 0.13406454026699066 + ] + }, + { + "epoch": 55, + "train_loss": 0.7696601748466492, + "val_loss": 1.0942012071609497, + "acc": 66.96, + "time": 42.49657285899593, + "param": [ + 0.1642955094575882, + 0.07886116206645966, + 0.09717799723148346, + 0.12775766849517822, + 0.09968602657318115, + 0.15933328866958618, + 0.1423480361700058, + 0.13054034113883972 + ] + }, + { + "epoch": 56, + "train_loss": 0.7172783017158508, + "val_loss": 1.0796109437942505, + "acc": 65.62, + "time": 43.156531567001366, + "param": [ + 0.14112389087677002, + 0.09413611143827438, + 0.10290946811437607, + 0.11135202646255493, + 0.08595288544893265, + 0.14991670846939087, + 0.16251792013645172, + 0.15209099650382996 + ] + }, + { + "epoch": 57, + "train_loss": 0.9169832468032837, + "val_loss": 0.9476307034492493, + "acc": 66.18, + "time": 44.475471189995005, + "param": [ + 0.1355961561203003, + 0.08563929051160812, + 0.12445595115423203, + 0.08469967544078827, + 0.08141201734542847, + 0.15931710600852966, + 0.16961507499217987, + 0.1592647135257721 + ] + }, + { + "epoch": 58, + "train_loss": 0.7234876155853271, + "val_loss": 1.1380401849746704, + "acc": 66.67, + "time": 43.67275386399706, + "param": [ + 0.14507780969142914, + 0.08650540560483932, + 0.12986940145492554, + 0.07579386234283447, + 0.08844535797834396, + 0.1383189558982849, + 0.17048005759716034, + 0.16550911962985992 + ] + }, + { + "epoch": 59, + "train_loss": 0.5359514951705933, + "val_loss": 1.1185559034347534, + "acc": 67.27, + "time": 42.23063918000116, + "param": [ + 0.15704305469989777, + 0.07578528672456741, + 0.12947922945022583, + 0.07303982228040695, + 0.11487267911434174, + 0.1337568163871765, + 0.15763969719409943, + 0.15838345885276794 + ] + }, + { + "epoch": 60, + "train_loss": 0.8091210722923279, + "val_loss": 1.0520062446594238, + "acc": 67.07, + "time": 43.78607231799833, + "param": [ + 0.16653314232826233, + 0.061342500150203705, + 0.1314869523048401, + 0.0736825093626976, + 0.15088216960430145, + 0.14828328788280487, + 0.130839541554451, + 0.13694991171360016 + ] + }, + { + "epoch": 61, + "train_loss": 0.580251932144165, + "val_loss": 1.0863786935806274, + "acc": 68.32000000000001, + "time": 41.97443528500298, + "param": [ + 0.17783160507678986, + 0.04599549621343613, + 0.14279530942440033, + 0.07753756642341614, + 0.1564590334892273, + 0.16260220110416412, + 0.1023334488272667, + 0.13444536924362183 + ] + }, + { + "epoch": 62, + "train_loss": 0.7891731262207031, + "val_loss": 0.9011810421943665, + "acc": 67.86, + "time": 42.15093625499867, + "param": [ + 0.18198011815547943, + 0.039886247366666794, + 0.1417858898639679, + 0.08883124589920044, + 0.15828630328178406, + 0.15261702239513397, + 0.10775812715291977, + 0.12885499000549316 + ] + }, + { + "epoch": 63, + "train_loss": 0.6569249033927917, + "val_loss": 1.1048433780670166, + "acc": 66.61, + "time": 41.96439616099815, + "param": [ + 0.17457231879234314, + 0.0449632927775383, + 0.13276202976703644, + 0.10538505017757416, + 0.16454212367534637, + 0.14400479197502136, + 0.09031329303979874, + 0.1434570997953415 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-8 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-8 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json new file mode 100644 index 0000000..86ed303 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-8 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json @@ -0,0 +1,683 @@ +{ + "Accuracy": 65.16, + "Time": [ + 27.89841224158968, + 1.1588188321223734 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.164443254470825, + "val_loss": 2.1497092247009277, + "acc": 22.939999999999998, + "time": 28.73268206800094, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 2, + "train_loss": 1.9985253810882568, + "val_loss": 2.0573482513427734, + "acc": 29.15, + "time": 28.690310331001456, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 3, + "train_loss": 1.754163146018982, + "val_loss": 1.8482184410095215, + "acc": 34.35, + "time": 27.407613118999507, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 4, + "train_loss": 1.7756657600402832, + "val_loss": 1.6932885646820068, + "acc": 39.75, + "time": 25.634949731000233, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 5, + "train_loss": 1.755300760269165, + "val_loss": 1.6332296133041382, + "acc": 41.589999999999996, + "time": 26.268528812999648, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 6, + "train_loss": 1.7049168348312378, + "val_loss": 1.60076105594635, + "acc": 44.58, + "time": 26.33833711099942, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 7, + "train_loss": 1.6189842224121094, + "val_loss": 1.5179476737976074, + "acc": 45.01, + "time": 26.318768536999414, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 8, + "train_loss": 1.6072758436203003, + "val_loss": 1.4501166343688965, + "acc": 48.79, + "time": 28.75795240900152, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 9, + "train_loss": 1.6536595821380615, + "val_loss": 1.3501715660095215, + "acc": 50.05, + "time": 28.78173404900008, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 10, + "train_loss": 1.4432580471038818, + "val_loss": 1.4451789855957031, + "acc": 50.7, + "time": 28.578637155998877, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 11, + "train_loss": 1.6147559881210327, + "val_loss": 1.3592755794525146, + "acc": 50.14999999999999, + "time": 28.880876019000425, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 12, + "train_loss": 1.4175094366073608, + "val_loss": 1.4682762622833252, + "acc": 49.84, + "time": 28.82297698200091, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 13, + "train_loss": 1.212394118309021, + "val_loss": 1.3473808765411377, + "acc": 53.28000000000001, + "time": 28.59997299599854, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 14, + "train_loss": 1.334497094154358, + "val_loss": 1.340613842010498, + "acc": 53.39, + "time": 26.88260150699898, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 15, + "train_loss": 1.4199138879776, + "val_loss": 1.2882450819015503, + "acc": 53.6, + "time": 26.790392455000983, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 16, + "train_loss": 1.3517674207687378, + "val_loss": 1.2218401432037354, + "acc": 56.10000000000001, + "time": 27.2067350469988, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 17, + "train_loss": 1.3868263959884644, + "val_loss": 1.1281176805496216, + "acc": 56.14, + "time": 29.131637493999733, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 18, + "train_loss": 1.3269555568695068, + "val_loss": 1.272871971130371, + "acc": 56.489999999999995, + "time": 28.646584564001387, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 19, + "train_loss": 1.3205018043518066, + "val_loss": 1.2156577110290527, + "acc": 57.45, + "time": 28.81603010100116, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 20, + "train_loss": 1.3537585735321045, + "val_loss": 1.19465172290802, + "acc": 57.269999999999996, + "time": 29.0518664859992, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 21, + "train_loss": 1.2578846216201782, + "val_loss": 1.1112769842147827, + "acc": 59.35, + "time": 28.676621271999466, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 22, + "train_loss": 1.2793495655059814, + "val_loss": 1.151965618133545, + "acc": 58.46, + "time": 28.7048279490009, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 23, + "train_loss": 1.2381479740142822, + "val_loss": 1.1375371217727661, + "acc": 59.81999999999999, + "time": 28.568938354999773, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 24, + "train_loss": 1.269866943359375, + "val_loss": 1.1341960430145264, + "acc": 58.79, + "time": 28.60576807599864, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 25, + "train_loss": 1.1656006574630737, + "val_loss": 0.989915668964386, + "acc": 61.519999999999996, + "time": 28.093950612999834, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 26, + "train_loss": 1.2086409330368042, + "val_loss": 1.1077667474746704, + "acc": 61.06, + "time": 28.475023536000663, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 27, + "train_loss": 1.2081669569015503, + "val_loss": 1.0367484092712402, + "acc": 61.480000000000004, + "time": 28.65564087599887, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 28, + "train_loss": 1.271834135055542, + "val_loss": 1.1787612438201904, + "acc": 60.519999999999996, + "time": 28.79761457300083, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 29, + "train_loss": 1.028471827507019, + "val_loss": 0.9659858345985413, + "acc": 63.160000000000004, + "time": 28.60620380799992, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 30, + "train_loss": 0.9686380624771118, + "val_loss": 0.9833221435546875, + "acc": 62.980000000000004, + "time": 26.94908932100043, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 31, + "train_loss": 1.0879695415496826, + "val_loss": 1.018548607826233, + "acc": 63.79, + "time": 26.68894036599886, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 32, + "train_loss": 0.8875114321708679, + "val_loss": 1.0755209922790527, + "acc": 63.660000000000004, + "time": 25.137061610999808, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 33, + "train_loss": 0.9066079258918762, + "val_loss": 1.0206704139709473, + "acc": 64.52, + "time": 26.53071629399892, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 34, + "train_loss": 1.0422354936599731, + "val_loss": 1.0072020292282104, + "acc": 64.23, + "time": 26.256708261000313, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 35, + "train_loss": 1.1297498941421509, + "val_loss": 1.0880749225616455, + "acc": 64.33, + "time": 26.087182191000466, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 36, + "train_loss": 1.0457104444503784, + "val_loss": 1.0871654748916626, + "acc": 64.19, + "time": 27.60225133699896, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 37, + "train_loss": 0.9538742899894714, + "val_loss": 1.0715466737747192, + "acc": 62.19, + "time": 28.916927157999453, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 38, + "train_loss": 1.0971637964248657, + "val_loss": 1.0366778373718262, + "acc": 65.16, + "time": 28.902633235000394, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + }, + { + "epoch": 39, + "train_loss": 0.95440274477005, + "val_loss": 1.1621240377426147, + "acc": 64.34, + "time": 29.442791614999805, + "param": [ + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125, + 0.125 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-8 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-8 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..e774837 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-8 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,700 @@ +{ + "Accuracy": 67.45, + "Time": [ + 44.132217189649964, + 1.1384996117800574 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2047488689422607, + "val_loss": 2.174109697341919, + "acc": 19.580000000000002, + "time": 43.29331485799776, + "param": [ + 0.12033335119485855, + 0.13160887360572815, + 0.1311246007680893, + 0.11690326035022736, + 0.13546045124530792, + 0.111056387424469, + 0.1311272382736206, + 0.1223858892917633 + ] + }, + { + "epoch": 2, + "train_loss": 2.1437954902648926, + "val_loss": 2.0131044387817383, + "acc": 28.96, + "time": 42.66075667999394, + "param": [ + 0.11645979434251785, + 0.0966552197933197, + 0.14282092452049255, + 0.13964200019836426, + 0.16802439093589783, + 0.08056197315454483, + 0.12593214213848114, + 0.12990352511405945 + ] + }, + { + "epoch": 3, + "train_loss": 1.7823643684387207, + "val_loss": 1.8875482082366943, + "acc": 35.11, + "time": 45.695193831001234, + "param": [ + 0.12821432948112488, + 0.0729883685708046, + 0.14033620059490204, + 0.16765353083610535, + 0.19488073885440826, + 0.0674581527709961, + 0.11195965856313705, + 0.11650910973548889 + ] + }, + { + "epoch": 4, + "train_loss": 1.8243474960327148, + "val_loss": 1.69315505027771, + "acc": 37.92, + "time": 44.856871208001394, + "param": [ + 0.15223029255867004, + 0.07473204284906387, + 0.12456720322370529, + 0.17372411489486694, + 0.19892506301403046, + 0.0687301903963089, + 0.11196331679821014, + 0.09512780606746674 + ] + }, + { + "epoch": 5, + "train_loss": 1.558201551437378, + "val_loss": 1.5538815259933472, + "acc": 42.11, + "time": 43.921962769003585, + "param": [ + 0.18715448677539825, + 0.05791964381933212, + 0.11119650304317474, + 0.19397622346878052, + 0.20579691231250763, + 0.05632799118757248, + 0.11477304250001907, + 0.07285516709089279 + ] + }, + { + "epoch": 6, + "train_loss": 1.539132833480835, + "val_loss": 1.4902805089950562, + "acc": 44.269999999999996, + "time": 45.08640503700008, + "param": [ + 0.18668241798877716, + 0.05505634471774101, + 0.1185259148478508, + 0.2022991180419922, + 0.20049430429935455, + 0.037145696580410004, + 0.13763169944286346, + 0.062164463102817535 + ] + }, + { + "epoch": 7, + "train_loss": 1.4057466983795166, + "val_loss": 1.5540908575057983, + "acc": 47.56, + "time": 46.1427021030031, + "param": [ + 0.1909707635641098, + 0.04783592000603676, + 0.12291520833969116, + 0.189300999045372, + 0.18083123862743378, + 0.023818008601665497, + 0.1579379141330719, + 0.08639000356197357 + ] + }, + { + "epoch": 8, + "train_loss": 1.4444369077682495, + "val_loss": 1.4983656406402588, + "acc": 47.74, + "time": 45.34156662399619, + "param": [ + 0.19499683380126953, + 0.045488353818655014, + 0.1295965313911438, + 0.18166089057922363, + 0.15761688351631165, + 0.016360649839043617, + 0.16840365529060364, + 0.10587623715400696 + ] + }, + { + "epoch": 9, + "train_loss": 1.5846368074417114, + "val_loss": 1.3470174074172974, + "acc": 50.7, + "time": 44.909319569997024, + "param": [ + 0.19956843554973602, + 0.029473761096596718, + 0.13267187774181366, + 0.19590698182582855, + 0.13838090002536774, + 0.010538646019995213, + 0.18710166215896606, + 0.10635777562856674 + ] + }, + { + "epoch": 10, + "train_loss": 1.1496092081069946, + "val_loss": 1.2917226552963257, + "acc": 52.89, + "time": 43.78988135200052, + "param": [ + 0.21834075450897217, + 0.0, + 0.15715035796165466, + 0.21364367008209229, + 0.11514908820390701, + 0.0, + 0.20092977583408356, + 0.0947863906621933 + ] + }, + { + "epoch": 11, + "train_loss": 1.339837908744812, + "val_loss": 1.3464502096176147, + "acc": 53.65, + "time": 43.02728695199767, + "param": [ + 0.2034088671207428, + 0.0052670505829155445, + 0.1648198962211609, + 0.20605772733688354, + 0.10060903429985046, + 0.035165686160326004, + 0.19387762248516083, + 0.09079411625862122 + ] + }, + { + "epoch": 12, + "train_loss": 1.2124706506729126, + "val_loss": 1.3363749980926514, + "acc": 54.54, + "time": 42.67013200700603, + "param": [ + 0.19517715275287628, + 0.012965187430381775, + 0.15881122648715973, + 0.1871037483215332, + 0.0886816456913948, + 0.07921672612428665, + 0.18492083251476288, + 0.09312344342470169 + ] + }, + { + "epoch": 13, + "train_loss": 1.4377275705337524, + "val_loss": 1.2286244630813599, + "acc": 54.7, + "time": 42.273550691999844, + "param": [ + 0.18311429023742676, + 0.01904875412583351, + 0.14570252597332, + 0.17156344652175903, + 0.0909518450498581, + 0.10997776687145233, + 0.1705283224582672, + 0.10911306738853455 + ] + }, + { + "epoch": 14, + "train_loss": 1.3214449882507324, + "val_loss": 1.3312433958053589, + "acc": 56.93, + "time": 44.467817964999995, + "param": [ + 0.15572009980678558, + 0.022425534203648567, + 0.142838716506958, + 0.17055924236774445, + 0.0966394767165184, + 0.1363471895456314, + 0.16165165603160858, + 0.11381810903549194 + ] + }, + { + "epoch": 15, + "train_loss": 1.2503150701522827, + "val_loss": 1.172963261604309, + "acc": 55.82, + "time": 44.06954150599631, + "param": [ + 0.15369124710559845, + 0.020567117258906364, + 0.15356332063674927, + 0.1626797318458557, + 0.0937371775507927, + 0.15010949969291687, + 0.15462957322597504, + 0.11102230846881866 + ] + }, + { + "epoch": 16, + "train_loss": 1.2628276348114014, + "val_loss": 1.1883021593093872, + "acc": 57.66, + "time": 44.66100598500634, + "param": [ + 0.16824714839458466, + 0.007873591966927052, + 0.16848556697368622, + 0.15350757539272308, + 0.08233724534511566, + 0.15077924728393555, + 0.1573719084262848, + 0.11139773577451706 + ] + }, + { + "epoch": 17, + "train_loss": 1.2597929239273071, + "val_loss": 1.1866666078567505, + "acc": 58.63, + "time": 45.03153165299591, + "param": [ + 0.17311039566993713, + 0.0, + 0.17081762850284576, + 0.1527225524187088, + 0.06749045103788376, + 0.13389167189598083, + 0.17560023069381714, + 0.12636710703372955 + ] + }, + { + "epoch": 18, + "train_loss": 1.1987196207046509, + "val_loss": 1.18485426902771, + "acc": 58.8, + "time": 45.532107785002154, + "param": [ + 0.17218706011772156, + 0.012759920209646225, + 0.15961962938308716, + 0.15435998141765594, + 0.06682326644659042, + 0.11186545342206955, + 0.17779229581356049, + 0.14459240436553955 + ] + }, + { + "epoch": 19, + "train_loss": 1.316035270690918, + "val_loss": 1.1370574235916138, + "acc": 58.87, + "time": 44.70592572700116, + "param": [ + 0.17120398581027985, + 0.01919364742934704, + 0.17249079048633575, + 0.16174207627773285, + 0.06649381667375565, + 0.09065234661102295, + 0.16638167202472687, + 0.1518416404724121 + ] + }, + { + "epoch": 20, + "train_loss": 0.9496757388114929, + "val_loss": 1.1865661144256592, + "acc": 59.03, + "time": 42.25334863900207, + "param": [ + 0.16778568923473358, + 0.046788834035396576, + 0.1682104468345642, + 0.16747115552425385, + 0.058888014405965805, + 0.09264158457517624, + 0.14746356010437012, + 0.15075068175792694 + ] + }, + { + "epoch": 21, + "train_loss": 1.3159226179122925, + "val_loss": 1.151434063911438, + "acc": 60.14000000000001, + "time": 43.39849012000195, + "param": [ + 0.17362864315509796, + 0.05772810056805611, + 0.16820122301578522, + 0.16333550214767456, + 0.04936414584517479, + 0.10795367509126663, + 0.1285576969385147, + 0.15123099088668823 + ] + }, + { + "epoch": 22, + "train_loss": 1.1769717931747437, + "val_loss": 1.1422686576843262, + "acc": 61.339999999999996, + "time": 44.05148695399839, + "param": [ + 0.1817789375782013, + 0.06623180955648422, + 0.15649662911891937, + 0.14585718512535095, + 0.04968816041946411, + 0.12012271583080292, + 0.1231362596154213, + 0.15668825805187225 + ] + }, + { + "epoch": 23, + "train_loss": 0.9420180916786194, + "val_loss": 1.0765889883041382, + "acc": 63.85999999999999, + "time": 42.58917844199459, + "param": [ + 0.20888616144657135, + 0.06467011570930481, + 0.12920112907886505, + 0.1261419951915741, + 0.03521352633833885, + 0.11273012310266495, + 0.13845773041248322, + 0.1846991628408432 + ] + }, + { + "epoch": 24, + "train_loss": 1.0910629034042358, + "val_loss": 1.033792495727539, + "acc": 63.06, + "time": 43.70344361900061, + "param": [ + 0.22245611250400543, + 0.06215367466211319, + 0.10900236666202545, + 0.12043708562850952, + 0.03550972789525986, + 0.10269057005643845, + 0.14851942658424377, + 0.19923102855682373 + ] + }, + { + "epoch": 25, + "train_loss": 0.9679530262947083, + "val_loss": 0.9840835332870483, + "acc": 63.980000000000004, + "time": 42.100979490998725, + "param": [ + 0.23825110495090485, + 0.043140213936567307, + 0.10807275027036667, + 0.11851830780506134, + 0.02690735273063183, + 0.11495903879404068, + 0.1456686109304428, + 0.20448267459869385 + ] + }, + { + "epoch": 26, + "train_loss": 1.0508078336715698, + "val_loss": 1.0771536827087402, + "acc": 63.28, + "time": 43.53599516800023, + "param": [ + 0.26248130202293396, + 0.031962279230356216, + 0.11198552697896957, + 0.11896061152219772, + 0.02221846766769886, + 0.12498380243778229, + 0.13460469245910645, + 0.192803293466568 + ] + }, + { + "epoch": 27, + "train_loss": 1.1203597784042358, + "val_loss": 0.9954999685287476, + "acc": 64.64999999999999, + "time": 43.47572493599728, + "param": [ + 0.2988032102584839, + 0.03263404965400696, + 0.09088525176048279, + 0.14182135462760925, + 0.016465425491333008, + 0.1241331472992897, + 0.10195928812026978, + 0.19329826533794403 + ] + }, + { + "epoch": 28, + "train_loss": 1.05217444896698, + "val_loss": 1.035818099975586, + "acc": 64.03999999999999, + "time": 45.94172452199564, + "param": [ + 0.31450194120407104, + 0.037640880793333054, + 0.07179734855890274, + 0.16687503457069397, + 0.020925305783748627, + 0.12677794694900513, + 0.084593266248703, + 0.17688825726509094 + ] + }, + { + "epoch": 29, + "train_loss": 1.1271157264709473, + "val_loss": 1.0541671514511108, + "acc": 63.660000000000004, + "time": 45.17396078299498, + "param": [ + 0.3088764548301697, + 0.0449669174849987, + 0.05945676937699318, + 0.18563582003116608, + 0.0203626099973917, + 0.1137007623910904, + 0.09617225080728531, + 0.1708284616470337 + ] + }, + { + "epoch": 30, + "train_loss": 1.1622703075408936, + "val_loss": 0.9136267304420471, + "acc": 65.19, + "time": 44.5672956740018, + "param": [ + 0.28009524941444397, + 0.05510134994983673, + 0.06461085379123688, + 0.18300729990005493, + 0.018246464431285858, + 0.11189375817775726, + 0.11842188239097595, + 0.1686231791973114 + ] + }, + { + "epoch": 31, + "train_loss": 0.8754532933235168, + "val_loss": 0.9590004682540894, + "acc": 64.48, + "time": 44.25374538000324, + "param": [ + 0.24330349266529083, + 0.05615165829658508, + 0.090301513671875, + 0.1677461415529251, + 0.04043494537472725, + 0.11496121436357498, + 0.13451185822486877, + 0.15258917212486267 + ] + }, + { + "epoch": 32, + "train_loss": 0.8238983154296875, + "val_loss": 0.9287726879119873, + "acc": 65.53999999999999, + "time": 42.88384133100044, + "param": [ + 0.23025351762771606, + 0.05858058109879494, + 0.11084557324647903, + 0.13973787426948547, + 0.0541950985789299, + 0.13613122701644897, + 0.13937915861606598, + 0.13087701797485352 + ] + }, + { + "epoch": 33, + "train_loss": 1.0225534439086914, + "val_loss": 0.9381906390190125, + "acc": 65.59, + "time": 45.35771339499479, + "param": [ + 0.2207493931055069, + 0.06737091392278671, + 0.13397198915481567, + 0.11668716371059418, + 0.06394343823194504, + 0.1331927627325058, + 0.13880698382854462, + 0.1252773404121399 + ] + }, + { + "epoch": 34, + "train_loss": 0.7997415661811829, + "val_loss": 1.0879334211349487, + "acc": 65.55, + "time": 46.1876292129964, + "param": [ + 0.21743838489055634, + 0.07320666313171387, + 0.143614262342453, + 0.09845569729804993, + 0.06651101261377335, + 0.1329554170370102, + 0.15011818706989288, + 0.11770045012235641 + ] + }, + { + "epoch": 35, + "train_loss": 0.6343727111816406, + "val_loss": 1.12153160572052, + "acc": 66.12, + "time": 44.838786772001185, + "param": [ + 0.20160938799381256, + 0.08026625216007233, + 0.15206775069236755, + 0.0863294005393982, + 0.07974191009998322, + 0.1327480971813202, + 0.1569535881280899, + 0.11028356105089188 + ] + }, + { + "epoch": 36, + "train_loss": 0.919073224067688, + "val_loss": 1.0697433948516846, + "acc": 66.21000000000001, + "time": 42.47705592599959, + "param": [ + 0.20459121465682983, + 0.07174786180257797, + 0.1675187349319458, + 0.07699595391750336, + 0.09092461317777634, + 0.12675783038139343, + 0.150621697306633, + 0.11084207892417908 + ] + }, + { + "epoch": 37, + "train_loss": 0.8656687140464783, + "val_loss": 1.0233759880065918, + "acc": 65.03999999999999, + "time": 43.05986507800117, + "param": [ + 0.21004892885684967, + 0.06265155225992203, + 0.17886479198932648, + 0.06468785554170609, + 0.1021779403090477, + 0.11514007300138474, + 0.14940014481544495, + 0.11702868342399597 + ] + }, + { + "epoch": 38, + "train_loss": 0.9660444259643555, + "val_loss": 0.9420747756958008, + "acc": 65.85, + "time": 43.994778297004814, + "param": [ + 0.23766839504241943, + 0.05345777049660683, + 0.19545188546180725, + 0.05645173415541649, + 0.08852154016494751, + 0.10243015736341476, + 0.1496988832950592, + 0.11631973087787628 + ] + }, + { + "epoch": 39, + "train_loss": 0.8462527394294739, + "val_loss": 0.9162492156028748, + "acc": 67.45, + "time": 44.946017862006556, + "param": [ + 0.26016756892204285, + 0.04961785301566124, + 0.17508117854595184, + 0.05813118442893028, + 0.07207390666007996, + 0.1157892569899559, + 0.14705157279968262, + 0.12208753824234009 + ] + }, + { + "epoch": 40, + "train_loss": 0.7344586253166199, + "val_loss": 0.975655198097229, + "acc": 66.72, + "time": 44.36075168000389, + "param": [ + 0.25691157579421997, + 0.05570533499121666, + 0.15697725117206573, + 0.05548962578177452, + 0.06999725848436356, + 0.1332818865776062, + 0.1433994174003601, + 0.12823766469955444 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-9 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-9 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json new file mode 100644 index 0000000..abd1e36 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-9 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json @@ -0,0 +1,1119 @@ +{ + "Accuracy": 66.79, + "Time": [ + 15.116449919721118, + 13.205601771915088 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2419166564941406, + "val_loss": 2.2226080894470215, + "acc": 18.310000000000002, + "time": 4.133419742000115, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 2, + "train_loss": 2.00521183013916, + "val_loss": 2.0458033084869385, + "acc": 28.64, + "time": 3.1870685829999275, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 3, + "train_loss": 1.869901418685913, + "val_loss": 1.8091614246368408, + "acc": 35.160000000000004, + "time": 3.0404112130017893, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 4, + "train_loss": 1.5997461080551147, + "val_loss": 1.704331398010254, + "acc": 41.010000000000005, + "time": 2.965138322000712, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 5, + "train_loss": 1.4653401374816895, + "val_loss": 1.6258177757263184, + "acc": 43.46, + "time": 2.9188826710014837, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 6, + "train_loss": 1.4443732500076294, + "val_loss": 1.5175893306732178, + "acc": 46.550000000000004, + "time": 2.935760141997889, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 7, + "train_loss": 1.3436625003814697, + "val_loss": 1.3968819379806519, + "acc": 48.47, + "time": 2.8750306049987557, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 8, + "train_loss": 1.3070695400238037, + "val_loss": 1.4222356081008911, + "acc": 48.309999999999995, + "time": 2.9348930710002605, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 9, + "train_loss": 1.4308462142944336, + "val_loss": 1.3233016729354858, + "acc": 50.19, + "time": 2.861761039999692, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 10, + "train_loss": 1.2173537015914917, + "val_loss": 1.3663729429244995, + "acc": 52.25, + "time": 2.8919028819982486, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 11, + "train_loss": 1.1311346292495728, + "val_loss": 1.2370078563690186, + "acc": 53.55, + "time": 2.9569884030024696, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 12, + "train_loss": 1.2415862083435059, + "val_loss": 1.311098337173462, + "acc": 54.669999999999995, + "time": 2.997651120997034, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 13, + "train_loss": 1.0658408403396606, + "val_loss": 1.2906564474105835, + "acc": 55.86, + "time": 3.0477388909966976, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 14, + "train_loss": 0.9791186451911926, + "val_loss": 1.2030545473098755, + "acc": 56.74, + "time": 3.0308132370009844, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 15, + "train_loss": 1.062334418296814, + "val_loss": 1.3127150535583496, + "acc": 53.910000000000004, + "time": 3.040629334998812, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 16, + "train_loss": 0.9756609797477722, + "val_loss": 1.244106411933899, + "acc": 55.92, + "time": 2.991563650997705, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 17, + "train_loss": 1.063235878944397, + "val_loss": 1.122685194015503, + "acc": 59.57, + "time": 2.9052544359983585, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 18, + "train_loss": 0.8731507658958435, + "val_loss": 1.27189040184021, + "acc": 57.64, + "time": 2.9045371809988865, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 19, + "train_loss": 1.0274041891098022, + "val_loss": 1.1969952583312988, + "acc": 59.589999999999996, + "time": 2.9468917599988345, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 20, + "train_loss": 0.833470344543457, + "val_loss": 1.2816734313964844, + "acc": 60.27, + "time": 2.9295768899974064, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 21, + "train_loss": 0.9042577743530273, + "val_loss": 1.1524078845977783, + "acc": 59.8, + "time": 2.9194456889999856, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 22, + "train_loss": 0.7397071719169617, + "val_loss": 1.0464863777160645, + "acc": 59.099999999999994, + "time": 2.8992405569988478, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 23, + "train_loss": 0.8530247807502747, + "val_loss": 1.2077252864837646, + "acc": 60.24, + "time": 2.8987075079967326, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 24, + "train_loss": 0.5692989230155945, + "val_loss": 1.2762092351913452, + "acc": 60.980000000000004, + "time": 2.8929834330010635, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 25, + "train_loss": 0.7921658158302307, + "val_loss": 1.1704082489013672, + "acc": 60.940000000000005, + "time": 2.924306220997096, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 26, + "train_loss": 0.6663774251937866, + "val_loss": 1.190463900566101, + "acc": 61.050000000000004, + "time": 2.9041244460022426, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 27, + "train_loss": 0.43099334836006165, + "val_loss": 1.3175803422927856, + "acc": 61.77, + "time": 2.9769373840026674, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 28, + "train_loss": 0.5631447434425354, + "val_loss": 1.3575429916381836, + "acc": 59.089999999999996, + "time": 3.0002616140009195, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 29, + "train_loss": 0.35737907886505127, + "val_loss": 1.4035483598709106, + "acc": 59.9, + "time": 2.9741826230019797, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 30, + "train_loss": 0.41236844658851624, + "val_loss": 1.1487953662872314, + "acc": 61.019999999999996, + "time": 3.0072443629978807, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 31, + "train_loss": 0.345874547958374, + "val_loss": 1.5351853370666504, + "acc": 60.96, + "time": 2.9769958420001785, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 32, + "train_loss": 0.33766794204711914, + "val_loss": 1.366125226020813, + "acc": 61.36000000000001, + "time": 2.9872498949989676, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 33, + "train_loss": 0.28017479181289673, + "val_loss": 1.9209344387054443, + "acc": 61.309999999999995, + "time": 2.9108680940007616, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 34, + "train_loss": 1.2292721271514893, + "val_loss": 1.2683275938034058, + "acc": 61.3, + "time": 25.348018564000085, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 35, + "train_loss": 0.9974237084388733, + "val_loss": 1.097714900970459, + "acc": 62.419999999999995, + "time": 28.3913153579997, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 36, + "train_loss": 1.075940489768982, + "val_loss": 1.2385890483856201, + "acc": 62.529999999999994, + "time": 28.725536852001824, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 37, + "train_loss": 0.9365196228027344, + "val_loss": 1.15495765209198, + "acc": 63.28, + "time": 28.217848891999893, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 38, + "train_loss": 0.9600613713264465, + "val_loss": 1.1467880010604858, + "acc": 63.24999999999999, + "time": 29.355245321999973, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 39, + "train_loss": 1.076485514640808, + "val_loss": 1.0495682954788208, + "acc": 62.94, + "time": 29.818025292999664, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 40, + "train_loss": 0.8573328852653503, + "val_loss": 1.1994662284851074, + "acc": 62.980000000000004, + "time": 29.925388910000038, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 41, + "train_loss": 0.7793996930122375, + "val_loss": 1.0068612098693848, + "acc": 65.03, + "time": 30.28595325599963, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 42, + "train_loss": 0.6933765411376953, + "val_loss": 0.9958566427230835, + "acc": 64.33, + "time": 30.564893422997557, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 43, + "train_loss": 1.0489534139633179, + "val_loss": 1.0281065702438354, + "acc": 64.66, + "time": 27.092790401999082, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 44, + "train_loss": 0.9405795335769653, + "val_loss": 1.2247416973114014, + "acc": 63.54, + "time": 27.331763826001406, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 45, + "train_loss": 1.0833410024642944, + "val_loss": 0.9992923736572266, + "acc": 65.14999999999999, + "time": 28.89582958599931, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 46, + "train_loss": 0.9150328040122986, + "val_loss": 1.15088951587677, + "acc": 64.53, + "time": 27.790891695000028, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 47, + "train_loss": 0.7909262776374817, + "val_loss": 0.9947852492332458, + "acc": 64.48, + "time": 29.55801993500063, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 48, + "train_loss": 0.8738679885864258, + "val_loss": 1.0269681215286255, + "acc": 65.75999999999999, + "time": 31.73715233999974, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 49, + "train_loss": 0.8443437218666077, + "val_loss": 1.0926073789596558, + "acc": 65.09, + "time": 30.234169490002387, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 50, + "train_loss": 0.6560839414596558, + "val_loss": 0.968183159828186, + "acc": 65.73, + "time": 30.34860291500081, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 51, + "train_loss": 0.9469329714775085, + "val_loss": 0.9286536574363708, + "acc": 65.10000000000001, + "time": 29.824865012000373, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 52, + "train_loss": 0.7287725806236267, + "val_loss": 1.0113937854766846, + "acc": 66.14, + "time": 30.365144326999143, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 53, + "train_loss": 0.7943243384361267, + "val_loss": 1.0676860809326172, + "acc": 65.84, + "time": 27.258359747000213, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 54, + "train_loss": 0.895029604434967, + "val_loss": 0.9957970380783081, + "acc": 66.33, + "time": 27.614567116001126, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 55, + "train_loss": 0.911280632019043, + "val_loss": 1.1399048566818237, + "acc": 65.93, + "time": 30.016768363002484, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 56, + "train_loss": 0.6960107088088989, + "val_loss": 1.1263885498046875, + "acc": 66.27, + "time": 31.47037683799863, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 57, + "train_loss": 0.9123132228851318, + "val_loss": 1.1441261768341064, + "acc": 66.24, + "time": 30.45181783099906, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 58, + "train_loss": 0.7254977226257324, + "val_loss": 1.0541198253631592, + "acc": 66.67999999999999, + "time": 32.389156664998154, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 59, + "train_loss": 0.7851437926292419, + "val_loss": 0.9808256030082703, + "acc": 65.41, + "time": 29.136051359000703, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 60, + "train_loss": 0.679959237575531, + "val_loss": 1.0226798057556152, + "acc": 66.47, + "time": 31.477514324000367, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 61, + "train_loss": 0.79058837890625, + "val_loss": 1.1087158918380737, + "acc": 66.79, + "time": 29.708916617000796, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-9 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-9 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json new file mode 100644 index 0000000..082580e --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-9 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json @@ -0,0 +1,1083 @@ +{ + "Accuracy": 66.86, + "Time": [ + 21.117189102153286, + 19.80966865897826 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.1246109008789062, + "val_loss": 2.1784822940826416, + "acc": 19.84, + "time": 3.883196782997402, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 2, + "train_loss": 1.8451579809188843, + "val_loss": 1.9577903747558594, + "acc": 32.04, + "time": 2.9333317060008994, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 3, + "train_loss": 1.8318641185760498, + "val_loss": 1.6812174320220947, + "acc": 40.38, + "time": 2.8373634020026657, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 4, + "train_loss": 1.5835391283035278, + "val_loss": 1.5280945301055908, + "acc": 43.54, + "time": 2.898299396998482, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 5, + "train_loss": 1.404817819595337, + "val_loss": 1.4991923570632935, + "acc": 46.58, + "time": 2.898956260003615, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 6, + "train_loss": 1.5166419744491577, + "val_loss": 1.5510395765304565, + "acc": 47.760000000000005, + "time": 2.8891537339950446, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 7, + "train_loss": 1.482290506362915, + "val_loss": 1.4062793254852295, + "acc": 50.24999999999999, + "time": 2.8841056060045958, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 8, + "train_loss": 1.4419469833374023, + "val_loss": 1.4162365198135376, + "acc": 51.2, + "time": 2.9183351050014608, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 9, + "train_loss": 1.1176190376281738, + "val_loss": 1.313880205154419, + "acc": 51.76, + "time": 2.8759384240038344, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 10, + "train_loss": 1.1930044889450073, + "val_loss": 1.328002691268921, + "acc": 54.21, + "time": 2.897182568005519, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 11, + "train_loss": 1.1826006174087524, + "val_loss": 1.3177008628845215, + "acc": 55.089999999999996, + "time": 2.941464465999161, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 12, + "train_loss": 1.2304521799087524, + "val_loss": 1.3557978868484497, + "acc": 55.66, + "time": 2.908388387004379, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 13, + "train_loss": 1.049007773399353, + "val_loss": 1.1767466068267822, + "acc": 56.93, + "time": 2.871032841001579, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 14, + "train_loss": 0.9618426561355591, + "val_loss": 1.2981514930725098, + "acc": 55.92, + "time": 2.879262111004209, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 15, + "train_loss": 1.287002682685852, + "val_loss": 1.1953791379928589, + "acc": 57.830000000000005, + "time": 2.936559636997117, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 16, + "train_loss": 0.9640945196151733, + "val_loss": 1.1469327211380005, + "acc": 58.15, + "time": 2.8922628680011258, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 17, + "train_loss": 0.9582406878471375, + "val_loss": 1.1532785892486572, + "acc": 58.5, + "time": 2.8556196720019216, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 18, + "train_loss": 0.9514708518981934, + "val_loss": 1.1576935052871704, + "acc": 58.8, + "time": 2.8584842449999996, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 19, + "train_loss": 0.886825680732727, + "val_loss": 1.264103889465332, + "acc": 60.23, + "time": 2.9122007609985303, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 20, + "train_loss": 1.017884373664856, + "val_loss": 1.2378288507461548, + "acc": 61.0, + "time": 2.9028205330032506, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 21, + "train_loss": 0.7386895418167114, + "val_loss": 1.2497485876083374, + "acc": 60.36, + "time": 2.868646968003304, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 22, + "train_loss": 0.6431825757026672, + "val_loss": 1.06864595413208, + "acc": 60.92999999999999, + "time": 2.8839981549972435, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 23, + "train_loss": 0.6831174492835999, + "val_loss": 1.22820246219635, + "acc": 60.260000000000005, + "time": 2.906207400999847, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 24, + "train_loss": 0.7692541480064392, + "val_loss": 1.2400813102722168, + "acc": 61.89, + "time": 2.92423726299603, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 25, + "train_loss": 0.6395195126533508, + "val_loss": 1.2521395683288574, + "acc": 60.5, + "time": 2.930923404004716, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 26, + "train_loss": 0.5395970940589905, + "val_loss": 1.1616015434265137, + "acc": 61.46, + "time": 2.919087007998314, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 27, + "train_loss": 0.5748798847198486, + "val_loss": 1.2358729839324951, + "acc": 59.89, + "time": 2.9507408580029733, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 28, + "train_loss": 0.5408884882926941, + "val_loss": 1.3044589757919312, + "acc": 61.160000000000004, + "time": 2.915954807998787, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 29, + "train_loss": 0.32471251487731934, + "val_loss": 1.4273046255111694, + "acc": 60.129999999999995, + "time": 2.9364324859998305, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 30, + "train_loss": 0.3291783034801483, + "val_loss": 1.3640778064727783, + "acc": 61.42999999999999, + "time": 2.9307906510002795, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 31, + "train_loss": 0.4321204423904419, + "val_loss": 1.5034575462341309, + "acc": 60.51, + "time": 2.9424754589999793, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 32, + "train_loss": 0.251268595457077, + "val_loss": 1.4968907833099365, + "acc": 60.89, + "time": 2.9334438759979093, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 33, + "train_loss": 0.9616920351982117, + "val_loss": 1.1094971895217896, + "acc": 61.129999999999995, + "time": 39.761713927997334, + "param": [ + 0.14946822822093964, + 0.06774631142616272, + 0.13491328060626984, + 0.10159033536911011, + 0.07052714377641678, + 0.08930601924657822, + 0.14296779036521912, + 0.16533394157886505, + 0.07814698666334152 + ] + }, + { + "epoch": 34, + "train_loss": 1.1067416667938232, + "val_loss": 1.1935057640075684, + "acc": 62.3, + "time": 43.00829272100236, + "param": [ + 0.1701858937740326, + 0.05082382634282112, + 0.13380594551563263, + 0.12176945805549622, + 0.06887879222631454, + 0.08763205260038376, + 0.1482258290052414, + 0.16931483149528503, + 0.0493633858859539 + ] + }, + { + "epoch": 35, + "train_loss": 0.7639875411987305, + "val_loss": 1.1461161375045776, + "acc": 62.6, + "time": 43.377566723997006, + "param": [ + 0.20761220157146454, + 0.04036730155348778, + 0.15017041563987732, + 0.11031322926282883, + 0.09019789844751358, + 0.11066701263189316, + 0.1367257982492447, + 0.15394611656665802, + 0.0 + ] + }, + { + "epoch": 36, + "train_loss": 0.937896728515625, + "val_loss": 1.2138758897781372, + "acc": 61.99, + "time": 42.51300175698998, + "param": [ + 0.22618873417377472, + 0.04067888483405113, + 0.1393621414899826, + 0.0950753316283226, + 0.09268678724765778, + 0.13286498188972473, + 0.12082581222057343, + 0.1523173302412033, + 0.0 + ] + }, + { + "epoch": 37, + "train_loss": 0.9773620367050171, + "val_loss": 1.1024316549301147, + "acc": 63.519999999999996, + "time": 42.464656872005435, + "param": [ + 0.22468127310276031, + 0.06724235415458679, + 0.13171643018722534, + 0.09136366844177246, + 0.09658896923065186, + 0.13279804587364197, + 0.10887376219034195, + 0.1467355191707611, + 0.0 + ] + }, + { + "epoch": 38, + "train_loss": 0.7638735771179199, + "val_loss": 0.9500198364257812, + "acc": 64.53999999999999, + "time": 43.01126522300183, + "param": [ + 0.22913217544555664, + 0.07549378275871277, + 0.1308082789182663, + 0.10062773525714874, + 0.10436102747917175, + 0.12194068729877472, + 0.09951245784759521, + 0.13812385499477386, + 0.0 + ] + }, + { + "epoch": 39, + "train_loss": 0.9234797358512878, + "val_loss": 1.0009534358978271, + "acc": 64.7, + "time": 43.898656072997255, + "param": [ + 0.23425593972206116, + 0.08676689863204956, + 0.12174644321203232, + 0.12564395368099213, + 0.10196170955896378, + 0.1153191551566124, + 0.09523465484380722, + 0.11907125264406204, + 0.0 + ] + }, + { + "epoch": 40, + "train_loss": 0.7904108762741089, + "val_loss": 1.1970221996307373, + "acc": 62.49, + "time": 43.706976279994706, + "param": [ + 0.23204243183135986, + 0.10515663772821426, + 0.10393042117357254, + 0.14555856585502625, + 0.11601116508245468, + 0.10867897421121597, + 0.10262952744960785, + 0.08599226176738739, + 0.0 + ] + }, + { + "epoch": 41, + "train_loss": 0.9632485508918762, + "val_loss": 1.0739928483963013, + "acc": 63.83, + "time": 40.87118393999117, + "param": [ + 0.21205711364746094, + 0.1090552881360054, + 0.10648251324892044, + 0.16074338555335999, + 0.112352155148983, + 0.10534124821424484, + 0.11612478643655777, + 0.07215822488069534, + 0.005685296840965748 + ] + }, + { + "epoch": 42, + "train_loss": 1.1412137746810913, + "val_loss": 1.0169867277145386, + "acc": 64.75999999999999, + "time": 43.21482130100776, + "param": [ + 0.2048446238040924, + 0.09990193694829941, + 0.10361571609973907, + 0.16197384893894196, + 0.11242769658565521, + 0.0975397378206253, + 0.13218720257282257, + 0.07504521310329437, + 0.01246403157711029 + ] + }, + { + "epoch": 43, + "train_loss": 0.872576892375946, + "val_loss": 1.088254451751709, + "acc": 64.23, + "time": 42.71904291899409, + "param": [ + 0.2082795649766922, + 0.06503923237323761, + 0.10834605246782303, + 0.15003040432929993, + 0.11899901181459427, + 0.0930897668004036, + 0.1483207494020462, + 0.09378304332494736, + 0.01411218661814928 + ] + }, + { + "epoch": 44, + "train_loss": 0.898514449596405, + "val_loss": 1.1562896966934204, + "acc": 64.75, + "time": 42.500850177006214, + "param": [ + 0.19488921761512756, + 0.04251086711883545, + 0.12184053659439087, + 0.1413419246673584, + 0.13374610245227814, + 0.09885364025831223, + 0.17406001687049866, + 0.0927576795220375, + 0.0 + ] + }, + { + "epoch": 45, + "train_loss": 0.710119903087616, + "val_loss": 1.1790249347686768, + "acc": 64.46, + "time": 42.65854436100926, + "param": [ + 0.18343479931354523, + 0.0478203110396862, + 0.11916624754667282, + 0.1282668113708496, + 0.14746767282485962, + 0.09149489551782608, + 0.18560472130775452, + 0.09674461930990219, + 0.0 + ] + }, + { + "epoch": 46, + "train_loss": 0.8933536410331726, + "val_loss": 0.9884364604949951, + "acc": 65.35, + "time": 42.935677471003146, + "param": [ + 0.1651298701763153, + 0.057894397526979446, + 0.15212824940681458, + 0.10868965834379196, + 0.14772848784923553, + 0.09025221318006516, + 0.1641901731491089, + 0.11398699134588242, + 0.0 + ] + }, + { + "epoch": 47, + "train_loss": 1.0425292253494263, + "val_loss": 0.9435745477676392, + "acc": 65.23, + "time": 43.980897883011494, + "param": [ + 0.166788712143898, + 0.05647756904363632, + 0.1564662754535675, + 0.09971259534358978, + 0.1442592591047287, + 0.10653490573167801, + 0.14966435730457306, + 0.12009628117084503, + 0.0 + ] + }, + { + "epoch": 48, + "train_loss": 0.7231767177581787, + "val_loss": 1.1025580167770386, + "acc": 65.8, + "time": 40.50491257700196, + "param": [ + 0.18104515969753265, + 0.0666937530040741, + 0.1389518678188324, + 0.10478701442480087, + 0.10811678320169449, + 0.13208192586898804, + 0.14175276458263397, + 0.12638255953788757, + 0.00018809062021318823 + ] + }, + { + "epoch": 49, + "train_loss": 0.7039362788200378, + "val_loss": 0.8358410000801086, + "acc": 66.0, + "time": 40.38927280399366, + "param": [ + 0.20445673167705536, + 0.06059955805540085, + 0.11248986423015594, + 0.12390200793743134, + 0.09858816862106323, + 0.14266858994960785, + 0.1162675991654396, + 0.1284247189760208, + 0.012602717615664005 + ] + }, + { + "epoch": 50, + "train_loss": 0.7630932331085205, + "val_loss": 1.0539413690567017, + "acc": 65.78, + "time": 43.1127617250022, + "param": [ + 0.21831239759922028, + 0.07062727212905884, + 0.0959758460521698, + 0.14627371728420258, + 0.0940220057964325, + 0.1324574202299118, + 0.1135089322924614, + 0.11170773953199387, + 0.01711459271609783 + ] + }, + { + "epoch": 51, + "train_loss": 0.7800551652908325, + "val_loss": 1.0143375396728516, + "acc": 66.47999999999999, + "time": 42.73183314400376, + "param": [ + 0.2070356160402298, + 0.0667366087436676, + 0.10818900913000107, + 0.14797736704349518, + 0.09642887115478516, + 0.13337968289852142, + 0.12320980429649353, + 0.11572228372097015, + 0.001320770476013422 + ] + }, + { + "epoch": 52, + "train_loss": 0.7002766132354736, + "val_loss": 1.0859814882278442, + "acc": 64.96, + "time": 43.04910593800014, + "param": [ + 0.18614529073238373, + 0.07521247863769531, + 0.1182674691081047, + 0.1274234801530838, + 0.10707433521747589, + 0.12415299564599991, + 0.13646374642848969, + 0.12526029348373413, + 0.0 + ] + }, + { + "epoch": 53, + "train_loss": 0.5749514698982239, + "val_loss": 1.0183849334716797, + "acc": 66.56, + "time": 43.119537778999074, + "param": [ + 0.16617782413959503, + 0.056125253438949585, + 0.13905613124370575, + 0.1199701800942421, + 0.12313609570264816, + 0.12887117266654968, + 0.13161419332027435, + 0.13504911959171295, + 0.0 + ] + }, + { + "epoch": 54, + "train_loss": 0.5468594431877136, + "val_loss": 1.0722030401229858, + "acc": 65.64, + "time": 43.86743813600333, + "param": [ + 0.15397539734840393, + 0.03532674163579941, + 0.15117286145687103, + 0.10456449538469315, + 0.1422480344772339, + 0.15620499849319458, + 0.12190919369459152, + 0.1345982700586319, + 0.0 + ] + }, + { + "epoch": 55, + "train_loss": 0.8730902075767517, + "val_loss": 1.046892762184143, + "acc": 66.31, + "time": 44.89147560999845, + "param": [ + 0.15446807444095612, + 0.04037976264953613, + 0.13311703503131866, + 0.10140692442655563, + 0.14919066429138184, + 0.15470154583454132, + 0.12312758713960648, + 0.14360834658145905, + 0.0 + ] + }, + { + "epoch": 56, + "train_loss": 0.7461763024330139, + "val_loss": 1.1421682834625244, + "acc": 66.51, + "time": 42.98142206900229, + "param": [ + 0.14371153712272644, + 0.04521501064300537, + 0.13310092687606812, + 0.10008781403303146, + 0.14909298717975616, + 0.14939914643764496, + 0.12315656989812851, + 0.15623600780963898, + 0.0 + ] + }, + { + "epoch": 57, + "train_loss": 0.8004118800163269, + "val_loss": 1.0755401849746704, + "acc": 66.18, + "time": 42.11596477800049, + "param": [ + 0.14000508189201355, + 0.058839213103055954, + 0.14572849869728088, + 0.09934303909540176, + 0.1377619057893753, + 0.1220761314034462, + 0.11777318269014359, + 0.17847298085689545, + 0.0 + ] + }, + { + "epoch": 58, + "train_loss": 0.7747393846511841, + "val_loss": 1.0526667833328247, + "acc": 65.99000000000001, + "time": 42.044669772003544, + "param": [ + 0.14808981120586395, + 0.08354853838682175, + 0.15364331007003784, + 0.08175522089004517, + 0.12104106694459915, + 0.11129359900951385, + 0.10518598556518555, + 0.19302420318126678, + 0.0024182309862226248 + ] + }, + { + "epoch": 59, + "train_loss": 0.6662655472755432, + "val_loss": 0.9565736055374146, + "acc": 66.86, + "time": 42.56571822200203, + "param": [ + 0.1524990051984787, + 0.09271242469549179, + 0.13472239673137665, + 0.05790330842137337, + 0.0882449746131897, + 0.13688383996486664, + 0.13833630084991455, + 0.19045057892799377, + 0.008247265592217445 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-9 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-9 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json new file mode 100644 index 0000000..8e19560 --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-9 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json @@ -0,0 +1,561 @@ +{ + "Accuracy": 63.07000000000001, + "Time": [ + 30.60656834370026, + 1.5002210266241989 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.207061529159546, + "val_loss": 2.1905598640441895, + "acc": 21.11, + "time": 27.310734303999197, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 2, + "train_loss": 2.076666831970215, + "val_loss": 2.033625602722168, + "acc": 28.21, + "time": 27.334774843999185, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 3, + "train_loss": 1.9228309392929077, + "val_loss": 1.8254820108413696, + "acc": 35.160000000000004, + "time": 29.33525336099956, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 4, + "train_loss": 1.7608028650283813, + "val_loss": 1.6869019269943237, + "acc": 39.25, + "time": 29.933841508000114, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 5, + "train_loss": 1.7864981889724731, + "val_loss": 1.6473736763000488, + "acc": 42.41, + "time": 31.060145028999614, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 6, + "train_loss": 1.6463695764541626, + "val_loss": 1.5220438241958618, + "acc": 44.9, + "time": 29.931071143000736, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 7, + "train_loss": 1.5094866752624512, + "val_loss": 1.4337016344070435, + "acc": 45.85, + "time": 30.674822900000436, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 8, + "train_loss": 1.6283886432647705, + "val_loss": 1.5806630849838257, + "acc": 47.160000000000004, + "time": 30.458939798001666, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 9, + "train_loss": 1.7179499864578247, + "val_loss": 1.4721019268035889, + "acc": 47.449999999999996, + "time": 29.94777614600025, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 10, + "train_loss": 1.5603379011154175, + "val_loss": 1.5064760446548462, + "acc": 49.47, + "time": 30.224443907000023, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 11, + "train_loss": 1.4061018228530884, + "val_loss": 1.4878015518188477, + "acc": 49.480000000000004, + "time": 31.421542878000764, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 12, + "train_loss": 1.566803216934204, + "val_loss": 1.4379682540893555, + "acc": 50.07, + "time": 28.78041074199973, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 13, + "train_loss": 1.435220718383789, + "val_loss": 1.403220295906067, + "acc": 51.0, + "time": 28.55437125000026, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 14, + "train_loss": 1.5267179012298584, + "val_loss": 1.3350754976272583, + "acc": 53.669999999999995, + "time": 29.349555009999676, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 15, + "train_loss": 1.3431304693222046, + "val_loss": 1.2299535274505615, + "acc": 55.269999999999996, + "time": 30.274198063001677, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 16, + "train_loss": 1.3294339179992676, + "val_loss": 1.3336803913116455, + "acc": 55.7, + "time": 30.141201733000344, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 17, + "train_loss": 1.509878158569336, + "val_loss": 1.2605657577514648, + "acc": 56.93, + "time": 31.93200697700013, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 18, + "train_loss": 1.4083318710327148, + "val_loss": 1.2747204303741455, + "acc": 52.96999999999999, + "time": 31.827374578000672, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 19, + "train_loss": 1.2462353706359863, + "val_loss": 1.200217366218567, + "acc": 58.06, + "time": 30.79048803600017, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 20, + "train_loss": 1.317792296409607, + "val_loss": 1.0090136528015137, + "acc": 58.24, + "time": 32.56613246600136, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 21, + "train_loss": 1.3581693172454834, + "val_loss": 1.2048696279525757, + "acc": 57.29, + "time": 34.56599346300027, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 22, + "train_loss": 1.3014369010925293, + "val_loss": 1.1243287324905396, + "acc": 58.89, + "time": 32.86864301800051, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 23, + "train_loss": 1.2311910390853882, + "val_loss": 1.1906152963638306, + "acc": 60.0, + "time": 32.16808013500122, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 24, + "train_loss": 1.3061470985412598, + "val_loss": 1.0968148708343506, + "acc": 59.19, + "time": 30.80035132500052, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 25, + "train_loss": 1.208382487297058, + "val_loss": 1.0845825672149658, + "acc": 60.529999999999994, + "time": 31.197894734999863, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 26, + "train_loss": 1.2328002452850342, + "val_loss": 1.0517076253890991, + "acc": 61.019999999999996, + "time": 31.16194937199907, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 27, + "train_loss": 1.2586400508880615, + "val_loss": 1.04676353931427, + "acc": 61.72, + "time": 31.354630022000492, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 28, + "train_loss": 1.1435668468475342, + "val_loss": 1.1063319444656372, + "acc": 63.07000000000001, + "time": 31.488699300000007, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 29, + "train_loss": 1.0579464435577393, + "val_loss": 1.0474919080734253, + "acc": 62.53999999999999, + "time": 30.372783990000244, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + }, + { + "epoch": 30, + "train_loss": 1.2086429595947266, + "val_loss": 1.1024128198623657, + "acc": 61.78, + "time": 30.368940278000082, + "param": [ + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534, + 0.1111111119389534 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-9 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-9 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..fe3e82d --- /dev/null +++ b/higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-9 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,1083 @@ +{ + "Accuracy": 69.37, + "Time": [ + 43.49386666806785, + 1.114885557181291 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2591552734375, + "val_loss": 2.2471024990081787, + "acc": 18.61, + "time": 43.142070985995815, + "param": [ + 0.11071405559778214, + 0.050100360065698624, + 0.10706833004951477, + 0.10514704138040543, + 0.11844410002231598, + 0.142164409160614, + 0.12374445050954819, + 0.11595495790243149, + 0.1266622394323349 + ] + }, + { + "epoch": 2, + "train_loss": 1.9489198923110962, + "val_loss": 2.043654441833496, + "acc": 26.889999999999997, + "time": 44.497625452997454, + "param": [ + 0.10398285835981369, + 0.0075887334533035755, + 0.11900030821561813, + 0.11131450533866882, + 0.1202182024717331, + 0.13228800892829895, + 0.1282261312007904, + 0.12211575359106064, + 0.15526552498340607 + ] + }, + { + "epoch": 3, + "train_loss": 2.019604444503784, + "val_loss": 1.8172554969787598, + "acc": 33.48, + "time": 44.47082964699803, + "param": [ + 0.0931912213563919, + 0.0, + 0.13242927193641663, + 0.10053374618291855, + 0.11836575716733932, + 0.11327078193426132, + 0.12899155914783478, + 0.13044220209121704, + 0.18277540802955627 + ] + }, + { + "epoch": 4, + "train_loss": 1.751591444015503, + "val_loss": 1.7158660888671875, + "acc": 36.86, + "time": 43.21387157299614, + "param": [ + 0.08824309706687927, + 0.03360781446099281, + 0.1523808389902115, + 0.10260514169931412, + 0.11628502607345581, + 0.09845750033855438, + 0.0990898534655571, + 0.1199226975440979, + 0.18940800428390503 + ] + }, + { + "epoch": 5, + "train_loss": 1.6617037057876587, + "val_loss": 1.7242580652236938, + "acc": 41.6, + "time": 44.50450304100377, + "param": [ + 0.09843294322490692, + 0.03154230862855911, + 0.1878339797258377, + 0.11848907917737961, + 0.10143115371465683, + 0.0651494562625885, + 0.07519614696502686, + 0.11471417546272278, + 0.20721077919006348 + ] + }, + { + "epoch": 6, + "train_loss": 1.3955919742584229, + "val_loss": 1.643296718597412, + "acc": 43.35, + "time": 42.09669237700291, + "param": [ + 0.1087385043501854, + 0.0221241544932127, + 0.23436914384365082, + 0.15370215475559235, + 0.06760909408330917, + 0.011452767997980118, + 0.05323216691613197, + 0.10724722594022751, + 0.24152487516403198 + ] + }, + { + "epoch": 7, + "train_loss": 1.8270565271377563, + "val_loss": 1.6038130521774292, + "acc": 44.17, + "time": 43.22549680600059, + "param": [ + 0.11400272697210312, + 0.0, + 0.2971804738044739, + 0.1845395565032959, + 0.023234780877828598, + 0.0, + 0.03519412875175476, + 0.07559306174516678, + 0.2702552080154419 + ] + }, + { + "epoch": 8, + "train_loss": 1.4036283493041992, + "val_loss": 1.5106685161590576, + "acc": 47.48, + "time": 43.01665641400177, + "param": [ + 0.10043967515230179, + 0.024890823289752007, + 0.30979347229003906, + 0.1792871356010437, + 0.0, + 0.01674320548772812, + 0.044801514595746994, + 0.0556916706264019, + 0.2683525085449219 + ] + }, + { + "epoch": 9, + "train_loss": 1.500333547592163, + "val_loss": 1.472413182258606, + "acc": 49.43, + "time": 45.13740822699765, + "param": [ + 0.11010574549436569, + 0.07093218713998795, + 0.2638130187988281, + 0.15447847545146942, + 0.014423121698200703, + 0.04505077749490738, + 0.07750952988862991, + 0.05507431924343109, + 0.2086128294467926 + ] + }, + { + "epoch": 10, + "train_loss": 1.5361599922180176, + "val_loss": 1.3514204025268555, + "acc": 50.96000000000001, + "time": 42.799716310000804, + "param": [ + 0.11842697113752365, + 0.08610020577907562, + 0.2110457569360733, + 0.13604490458965302, + 0.04495517536997795, + 0.060521092265844345, + 0.0958625003695488, + 0.08103705197572708, + 0.16600635647773743 + ] + }, + { + "epoch": 11, + "train_loss": 1.563726782798767, + "val_loss": 1.3647429943084717, + "acc": 50.77, + "time": 44.27486675099499, + "param": [ + 0.12320727854967117, + 0.0835963785648346, + 0.19203312695026398, + 0.13346454501152039, + 0.04714695364236832, + 0.06908586621284485, + 0.11240997165441513, + 0.09824118763208389, + 0.14081475138664246 + ] + }, + { + "epoch": 12, + "train_loss": 1.3990228176116943, + "val_loss": 1.256192684173584, + "acc": 52.239999999999995, + "time": 45.02577961699717, + "param": [ + 0.13000284135341644, + 0.0663762241601944, + 0.19656652212142944, + 0.13872680068016052, + 0.03673308715224266, + 0.08097086101770401, + 0.13373981416225433, + 0.09597377479076385, + 0.12090998888015747 + ] + }, + { + "epoch": 13, + "train_loss": 1.2781940698623657, + "val_loss": 1.315860390663147, + "acc": 50.739999999999995, + "time": 45.15635075099999, + "param": [ + 0.14716091752052307, + 0.05292065069079399, + 0.1962703913450241, + 0.15032269060611725, + 0.021899627521634102, + 0.0882594957947731, + 0.15144552290439606, + 0.08923441171646118, + 0.10248623788356781 + ] + }, + { + "epoch": 14, + "train_loss": 1.2214792966842651, + "val_loss": 1.3314305543899536, + "acc": 53.99, + "time": 44.652253157000814, + "param": [ + 0.15598662197589874, + 0.06021712347865105, + 0.18523290753364563, + 0.14143770933151245, + 0.01390115823596716, + 0.09583388268947601, + 0.15714260935783386, + 0.09602193534374237, + 0.09422600269317627 + ] + }, + { + "epoch": 15, + "train_loss": 1.314199447631836, + "val_loss": 1.2899469137191772, + "acc": 55.94, + "time": 45.730106260001776, + "param": [ + 0.1550813764333725, + 0.06060030683875084, + 0.17741380631923676, + 0.13551683723926544, + 0.012330407276749611, + 0.10442925989627838, + 0.16349004209041595, + 0.1085774302482605, + 0.08256058394908905 + ] + }, + { + "epoch": 16, + "train_loss": 1.231102705001831, + "val_loss": 1.2413383722305298, + "acc": 55.379999999999995, + "time": 44.884720883004775, + "param": [ + 0.15375255048274994, + 0.058458760380744934, + 0.17415641248226166, + 0.1362941563129425, + 0.012451715767383575, + 0.10565680265426636, + 0.16575241088867188, + 0.10523943603038788, + 0.08823781460523605 + ] + }, + { + "epoch": 17, + "train_loss": 1.1419875621795654, + "val_loss": 1.2733079195022583, + "acc": 56.32, + "time": 44.098467147996416, + "param": [ + 0.15710705518722534, + 0.059672653675079346, + 0.1824938952922821, + 0.1315075010061264, + 0.011529386043548584, + 0.10433409363031387, + 0.17439644038677216, + 0.0966929942369461, + 0.0822659581899643 + ] + }, + { + "epoch": 18, + "train_loss": 1.0733435153961182, + "val_loss": 1.2187676429748535, + "acc": 56.61000000000001, + "time": 45.33494180499838, + "param": [ + 0.14698706567287445, + 0.05927042290568352, + 0.17091584205627441, + 0.1285744458436966, + 0.02219516597688198, + 0.10354247689247131, + 0.17899806797504425, + 0.09747319668531418, + 0.09204325079917908 + ] + }, + { + "epoch": 19, + "train_loss": 1.2985703945159912, + "val_loss": 1.1422947645187378, + "acc": 58.989999999999995, + "time": 44.461544562997005, + "param": [ + 0.132145956158638, + 0.05223807692527771, + 0.16820143163204193, + 0.1338159739971161, + 0.022709226235747337, + 0.10657089948654175, + 0.1897890716791153, + 0.10218670219182968, + 0.09234265238046646 + ] + }, + { + "epoch": 20, + "train_loss": 1.2245817184448242, + "val_loss": 1.1268378496170044, + "acc": 59.07, + "time": 43.4413029080024, + "param": [ + 0.11737610399723053, + 0.05161464586853981, + 0.17476753890514374, + 0.1362220048904419, + 0.01981917768716812, + 0.10507671535015106, + 0.19538748264312744, + 0.10149707645177841, + 0.09823928773403168 + ] + }, + { + "epoch": 21, + "train_loss": 1.1626551151275635, + "val_loss": 1.235613465309143, + "acc": 60.029999999999994, + "time": 44.76391233200411, + "param": [ + 0.11621604114770889, + 0.053498294204473495, + 0.17427274584770203, + 0.13724054396152496, + 0.03790358826518059, + 0.10435672849416733, + 0.17827171087265015, + 0.08927605301141739, + 0.10896429419517517 + ] + }, + { + "epoch": 22, + "train_loss": 1.1649750471115112, + "val_loss": 1.0654598474502563, + "acc": 60.099999999999994, + "time": 44.89436127699446, + "param": [ + 0.1133515015244484, + 0.057329755276441574, + 0.17443910241127014, + 0.13901951909065247, + 0.04923711717128754, + 0.09687613695859909, + 0.1744338870048523, + 0.08211755007505417, + 0.11319547146558762 + ] + }, + { + "epoch": 23, + "train_loss": 1.2461718320846558, + "val_loss": 1.0317275524139404, + "acc": 60.41, + "time": 44.35947714999929, + "param": [ + 0.11246901005506516, + 0.05018555000424385, + 0.18455255031585693, + 0.15488390624523163, + 0.03580750524997711, + 0.09610863775014877, + 0.18575818836688995, + 0.07384184747934341, + 0.1063927635550499 + ] + }, + { + "epoch": 24, + "train_loss": 1.1884845495224, + "val_loss": 0.9970182180404663, + "acc": 60.89, + "time": 42.695696404000046, + "param": [ + 0.11683766543865204, + 0.03893882408738136, + 0.19116270542144775, + 0.16156812012195587, + 0.032466959208250046, + 0.09885920584201813, + 0.2017020434141159, + 0.07150036841630936, + 0.08696401119232178 + ] + }, + { + "epoch": 25, + "train_loss": 0.818709671497345, + "val_loss": 1.0887701511383057, + "acc": 61.739999999999995, + "time": 42.28767058499943, + "param": [ + 0.12085314095020294, + 0.05184868350625038, + 0.18442140519618988, + 0.14348085224628448, + 0.053140200674533844, + 0.09622224420309067, + 0.20470258593559265, + 0.08337037265300751, + 0.06196049973368645 + ] + }, + { + "epoch": 26, + "train_loss": 1.1117345094680786, + "val_loss": 1.0187664031982422, + "acc": 61.68, + "time": 42.544479049000074, + "param": [ + 0.11995045840740204, + 0.05415532737970352, + 0.18296629190444946, + 0.12814079225063324, + 0.07156320661306381, + 0.10540425777435303, + 0.1993815153837204, + 0.08956647664308548, + 0.048871707171201706 + ] + }, + { + "epoch": 27, + "train_loss": 1.0452507734298706, + "val_loss": 1.1236662864685059, + "acc": 62.43, + "time": 43.36283227700187, + "param": [ + 0.13064633309841156, + 0.04852788895368576, + 0.17525722086429596, + 0.1265341192483902, + 0.07331331819295883, + 0.09966163337230682, + 0.1978164166212082, + 0.09385384619235992, + 0.054389264434576035 + ] + }, + { + "epoch": 28, + "train_loss": 0.9258462190628052, + "val_loss": 0.9780113697052002, + "acc": 63.18, + "time": 45.48868679800216, + "param": [ + 0.15129296481609344, + 0.03262776508927345, + 0.17296287417411804, + 0.1329207867383957, + 0.07064653187990189, + 0.09160211682319641, + 0.20871365070343018, + 0.09569806605577469, + 0.0435352548956871 + ] + }, + { + "epoch": 29, + "train_loss": 0.9988064169883728, + "val_loss": 1.0099016427993774, + "acc": 63.38, + "time": 42.182469864004815, + "param": [ + 0.16467078030109406, + 0.012023833580315113, + 0.17354126274585724, + 0.14285358786582947, + 0.07031001150608063, + 0.0878978744149208, + 0.2163800299167633, + 0.09346246719360352, + 0.03886018693447113 + ] + }, + { + "epoch": 30, + "train_loss": 1.0326058864593506, + "val_loss": 1.028890609741211, + "acc": 63.239999999999995, + "time": 43.190525398997124, + "param": [ + 0.16771388053894043, + 0.002562040463089943, + 0.16617751121520996, + 0.15670564770698547, + 0.07269261032342911, + 0.10075102746486664, + 0.2146196961402893, + 0.08452439308166504, + 0.034253258258104324 + ] + }, + { + "epoch": 31, + "train_loss": 0.9815075397491455, + "val_loss": 0.9985672235488892, + "acc": 63.6, + "time": 42.832133605996205, + "param": [ + 0.15211811661720276, + 0.029045935720205307, + 0.14801625907421112, + 0.15375345945358276, + 0.08495325595140457, + 0.10294105857610703, + 0.19008344411849976, + 0.08048542588949203, + 0.05860299617052078 + ] + }, + { + "epoch": 32, + "train_loss": 0.9003602266311646, + "val_loss": 1.063063383102417, + "acc": 64.72, + "time": 43.16304729699914, + "param": [ + 0.1401250809431076, + 0.023429803550243378, + 0.14108654856681824, + 0.16297011077404022, + 0.09035054594278336, + 0.11896336823701859, + 0.17852428555488586, + 0.07965687662363052, + 0.06489332765340805 + ] + }, + { + "epoch": 33, + "train_loss": 0.9130749106407166, + "val_loss": 1.0623817443847656, + "acc": 64.11, + "time": 44.711905075004324, + "param": [ + 0.13187508285045624, + 0.026852620765566826, + 0.12816905975341797, + 0.16729745268821716, + 0.08953813463449478, + 0.13262447714805603, + 0.16104558110237122, + 0.08186350017786026, + 0.08073414117097855 + ] + }, + { + "epoch": 34, + "train_loss": 0.9022966027259827, + "val_loss": 0.9832772612571716, + "acc": 65.12, + "time": 44.80790200900083, + "param": [ + 0.13084407150745392, + 0.033046066761016846, + 0.1172274723649025, + 0.15265348553657532, + 0.09422945231199265, + 0.14664286375045776, + 0.13596734404563904, + 0.08806959539651871, + 0.10131970793008804 + ] + }, + { + "epoch": 35, + "train_loss": 0.8066548109054565, + "val_loss": 0.9846047163009644, + "acc": 64.82, + "time": 44.594912556000054, + "param": [ + 0.12599629163742065, + 0.02603881247341633, + 0.11492147296667099, + 0.1373019516468048, + 0.09240473061800003, + 0.15119142830371857, + 0.11891921609640121, + 0.10442330688238144, + 0.12880289554595947 + ] + }, + { + "epoch": 36, + "train_loss": 1.1204712390899658, + "val_loss": 0.984385073184967, + "acc": 65.33, + "time": 44.42300548200001, + "param": [ + 0.12757937610149384, + 0.028197141364216805, + 0.12309671193361282, + 0.12003393471240997, + 0.0853058397769928, + 0.15046317875385284, + 0.1036740392446518, + 0.12304429709911346, + 0.13860543072223663 + ] + }, + { + "epoch": 37, + "train_loss": 1.0349434614181519, + "val_loss": 1.1119604110717773, + "acc": 66.85, + "time": 42.51934052100114, + "param": [ + 0.13819707930088043, + 0.0431947335600853, + 0.12684105336666107, + 0.11005371809005737, + 0.07835519313812256, + 0.15676173567771912, + 0.09726822376251221, + 0.1246977373957634, + 0.12463046610355377 + ] + }, + { + "epoch": 38, + "train_loss": 0.940830409526825, + "val_loss": 0.9372702240943909, + "acc": 67.0, + "time": 43.1793690150007, + "param": [ + 0.14101549983024597, + 0.05456092581152916, + 0.1315205693244934, + 0.10466541349887848, + 0.07728002965450287, + 0.16468749940395355, + 0.09782233834266663, + 0.12264229357242584, + 0.10580543428659439 + ] + }, + { + "epoch": 39, + "train_loss": 0.8317302465438843, + "val_loss": 1.0580453872680664, + "acc": 67.03, + "time": 43.14263655799732, + "param": [ + 0.1349366307258606, + 0.07259583473205566, + 0.13045985996723175, + 0.09873082488775253, + 0.09557779878377914, + 0.1513676941394806, + 0.10194975137710571, + 0.11797698587179184, + 0.09640457481145859 + ] + }, + { + "epoch": 40, + "train_loss": 0.8801515698432922, + "val_loss": 0.8859364986419678, + "acc": 66.57, + "time": 42.43784845100163, + "param": [ + 0.14016401767730713, + 0.0926712229847908, + 0.12715908885002136, + 0.10781209915876389, + 0.10346060246229172, + 0.118036188185215, + 0.1088770180940628, + 0.11721106618642807, + 0.08460865914821625 + ] + }, + { + "epoch": 41, + "train_loss": 1.0021756887435913, + "val_loss": 0.8735291361808777, + "acc": 66.5, + "time": 42.22087706899765, + "param": [ + 0.1510414183139801, + 0.09078377485275269, + 0.131845623254776, + 0.11034466326236725, + 0.09909265488386154, + 0.09583326429128647, + 0.13414348661899567, + 0.12306642532348633, + 0.06384866684675217 + ] + }, + { + "epoch": 42, + "train_loss": 0.8633371591567993, + "val_loss": 1.015907645225525, + "acc": 66.77, + "time": 42.69707949199801, + "param": [ + 0.15058694779872894, + 0.09270843118429184, + 0.1362205296754837, + 0.1150713562965393, + 0.10101547092199326, + 0.07670699059963226, + 0.13770084083080292, + 0.12467879056930542, + 0.06531058251857758 + ] + }, + { + "epoch": 43, + "train_loss": 1.0050729513168335, + "val_loss": 0.7644844055175781, + "acc": 67.89, + "time": 43.104930389999936, + "param": [ + 0.14649303257465363, + 0.09559304267168045, + 0.12476235628128052, + 0.1114121675491333, + 0.11055417358875275, + 0.07132299989461899, + 0.13897548615932465, + 0.12868164479732513, + 0.0722050741314888 + ] + }, + { + "epoch": 44, + "train_loss": 0.8693373799324036, + "val_loss": 0.8881354928016663, + "acc": 66.92, + "time": 42.268409158001305, + "param": [ + 0.13059908151626587, + 0.09596443921327591, + 0.11448084563016891, + 0.11497926712036133, + 0.12040644139051437, + 0.08842864632606506, + 0.1395639330148697, + 0.11911541223526001, + 0.07646192610263824 + ] + }, + { + "epoch": 45, + "train_loss": 0.704341471195221, + "val_loss": 1.018966794013977, + "acc": 66.67999999999999, + "time": 42.25796866100427, + "param": [ + 0.125531867146492, + 0.08083564788103104, + 0.10415326058864594, + 0.1196398064494133, + 0.12850430607795715, + 0.10994865745306015, + 0.12513767182826996, + 0.1141756996512413, + 0.09207304567098618 + ] + }, + { + "epoch": 46, + "train_loss": 0.9665394425392151, + "val_loss": 0.8479247093200684, + "acc": 67.32000000000001, + "time": 42.300302604002354, + "param": [ + 0.12127730995416641, + 0.06743576377630234, + 0.09561069309711456, + 0.10727489739656448, + 0.12448334693908691, + 0.13937383890151978, + 0.12348075956106186, + 0.11470301449298859, + 0.10636033117771149 + ] + }, + { + "epoch": 47, + "train_loss": 0.7933516502380371, + "val_loss": 0.9193361401557922, + "acc": 68.12, + "time": 44.148225169003126, + "param": [ + 0.12920990586280823, + 0.03936619684100151, + 0.10600535571575165, + 0.10066452622413635, + 0.11193240433931351, + 0.15915516018867493, + 0.12058230489492416, + 0.12286614626646042, + 0.11021798104047775 + ] + }, + { + "epoch": 48, + "train_loss": 0.7929657101631165, + "val_loss": 0.959577202796936, + "acc": 68.08999999999999, + "time": 42.22233572100231, + "param": [ + 0.13995791971683502, + 0.017675671726465225, + 0.11299857497215271, + 0.09929544478654861, + 0.1166670098900795, + 0.14614079892635345, + 0.1275777518749237, + 0.13333427906036377, + 0.1063525602221489 + ] + }, + { + "epoch": 49, + "train_loss": 0.784085214138031, + "val_loss": 0.7436016201972961, + "acc": 68.05, + "time": 44.116067493996525, + "param": [ + 0.15465611219406128, + 0.004758237861096859, + 0.10257316380739212, + 0.09408701956272125, + 0.12240160256624222, + 0.13606402277946472, + 0.13868668675422668, + 0.1469203531742096, + 0.09985285997390747 + ] + }, + { + "epoch": 50, + "train_loss": 0.7203490138053894, + "val_loss": 0.9385473728179932, + "acc": 68.28, + "time": 43.358401809004135, + "param": [ + 0.14106129109859467, + 0.03707820177078247, + 0.09602753072977066, + 0.08810582756996155, + 0.12594519555568695, + 0.11910106241703033, + 0.15595558285713196, + 0.15630178153514862, + 0.08042357116937637 + ] + }, + { + "epoch": 51, + "train_loss": 0.6789197325706482, + "val_loss": 0.9289608597755432, + "acc": 66.43, + "time": 40.87776739500259, + "param": [ + 0.13378575444221497, + 0.059164296835660934, + 0.09800735861063004, + 0.08481765538454056, + 0.11661126464605331, + 0.11118823289871216, + 0.1683429777622223, + 0.15627044439315796, + 0.07181195914745331 + ] + }, + { + "epoch": 52, + "train_loss": 0.614876389503479, + "val_loss": 1.022527813911438, + "acc": 68.51, + "time": 42.47917340999993, + "param": [ + 0.12186862528324127, + 0.06912969052791595, + 0.1106344684958458, + 0.0919027104973793, + 0.11260420083999634, + 0.0944274291396141, + 0.16024577617645264, + 0.16379211843013763, + 0.07539506256580353 + ] + }, + { + "epoch": 53, + "train_loss": 0.6808077096939087, + "val_loss": 0.7933073043823242, + "acc": 68.58999999999999, + "time": 43.333985477998795, + "param": [ + 0.12050442397594452, + 0.07278389483690262, + 0.13046373426914215, + 0.0969521775841713, + 0.11030557751655579, + 0.07416167855262756, + 0.14892202615737915, + 0.17161671817302704, + 0.07428976148366928 + ] + }, + { + "epoch": 54, + "train_loss": 0.5940607190132141, + "val_loss": 0.8928919434547424, + "acc": 68.92, + "time": 41.43368903800001, + "param": [ + 0.12675096094608307, + 0.06887328624725342, + 0.1305834949016571, + 0.09484560787677765, + 0.11219881474971771, + 0.061452098190784454, + 0.16297441720962524, + 0.17308560013771057, + 0.06923573464155197 + ] + }, + { + "epoch": 55, + "train_loss": 0.7819968461990356, + "val_loss": 0.9824447631835938, + "acc": 68.5, + "time": 43.23908370600111, + "param": [ + 0.13777625560760498, + 0.08545469492673874, + 0.13926604390144348, + 0.08695223182439804, + 0.11025640368461609, + 0.05086260288953781, + 0.17051872611045837, + 0.1697312891483307, + 0.049181703478097916 + ] + }, + { + "epoch": 56, + "train_loss": 0.8122458457946777, + "val_loss": 0.941556990146637, + "acc": 68.52000000000001, + "time": 43.84611778999533, + "param": [ + 0.14448925852775574, + 0.09707211703062057, + 0.12471990287303925, + 0.08830326795578003, + 0.12445514649152756, + 0.060006849467754364, + 0.16797012090682983, + 0.15188637375831604, + 0.041096966713666916 + ] + }, + { + "epoch": 57, + "train_loss": 0.76496422290802, + "val_loss": 0.9057552814483643, + "acc": 68.31, + "time": 42.78497549799795, + "param": [ + 0.15448960661888123, + 0.09458941221237183, + 0.11281178146600723, + 0.0964709147810936, + 0.1301511526107788, + 0.07968068867921829, + 0.15027637779712677, + 0.14664028584957123, + 0.03488978371024132 + ] + }, + { + "epoch": 58, + "train_loss": 0.8211159110069275, + "val_loss": 0.911020815372467, + "acc": 68.27, + "time": 42.257194240999524, + "param": [ + 0.16528452932834625, + 0.08419804275035858, + 0.10150012373924255, + 0.09719337522983551, + 0.13094288110733032, + 0.0978241115808487, + 0.13273100554943085, + 0.13632111251354218, + 0.05400477722287178 + ] + }, + { + "epoch": 59, + "train_loss": 0.5627456307411194, + "val_loss": 0.7854131460189819, + "acc": 69.37, + "time": 42.444132911005, + "param": [ + 0.16300548613071442, + 0.07667127996683121, + 0.10968787968158722, + 0.10225814580917358, + 0.11784698814153671, + 0.09590703994035721, + 0.11851230263710022, + 0.12498431652784348, + 0.09112648665904999 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/TF_nb_tests_compare.png b/higher/res/TF_nb_tests_compare.png new file mode 100644 index 0000000..7421a17 Binary files /dev/null and b/higher/res/TF_nb_tests_compare.png differ diff --git a/higher/res/log/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-100 epochs (dataug:0)- 0 in_it.json b/higher/res/log/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-100 epochs (dataug:0)- 0 in_it.json new file mode 100644 index 0000000..b0d4c8e --- /dev/null +++ b/higher/res/log/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-100 epochs (dataug:0)- 0 in_it.json @@ -0,0 +1,1114 @@ +{ + "Accuracy": 68.58, + "Time": [ + 23.4420380391, + 1.5165738961781177 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipLR" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2107155323028564, + "val_loss": 2.224917411804199, + "acc": 18.57, + "time": 20.618561697, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 2, + "train_loss": 1.853842854499817, + "val_loss": 1.8837844133377075, + "acc": 31.5, + "time": 20.565570505000004, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 3, + "train_loss": 1.8133337497711182, + "val_loss": 1.8354917764663696, + "acc": 35.38, + "time": 20.321076323999996, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 4, + "train_loss": 1.8511521816253662, + "val_loss": 1.623792052268982, + "acc": 41.730000000000004, + "time": 19.554388083999996, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 5, + "train_loss": 1.512245774269104, + "val_loss": 1.5901451110839844, + "acc": 42.66, + "time": 20.843907822999995, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 6, + "train_loss": 1.4717687368392944, + "val_loss": 1.5033984184265137, + "acc": 47.349999999999994, + "time": 20.264152674, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 7, + "train_loss": 1.2945809364318848, + "val_loss": 1.4363418817520142, + "acc": 49.419999999999995, + "time": 21.778945392000026, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 8, + "train_loss": 1.3996118307113647, + "val_loss": 1.5274540185928345, + "acc": 48.91, + "time": 20.201098201000008, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 9, + "train_loss": 1.3073458671569824, + "val_loss": 1.4166713953018188, + "acc": 53.669999999999995, + "time": 20.886150343999986, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 10, + "train_loss": 1.2746139764785767, + "val_loss": 1.3604791164398193, + "acc": 53.790000000000006, + "time": 25.632006171, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 11, + "train_loss": 1.4238500595092773, + "val_loss": 1.4045335054397583, + "acc": 54.47, + "time": 25.564563347000046, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 12, + "train_loss": 0.9811294078826904, + "val_loss": 1.274992823600769, + "acc": 54.74, + "time": 23.792078767999953, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 13, + "train_loss": 1.1649961471557617, + "val_loss": 1.2805602550506592, + "acc": 56.28999999999999, + "time": 23.733253185000024, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 14, + "train_loss": 1.100332260131836, + "val_loss": 1.2710496187210083, + "acc": 58.24, + "time": 24.48652008800002, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 15, + "train_loss": 0.8916813731193542, + "val_loss": 1.1537996530532837, + "acc": 59.79, + "time": 24.108581192999964, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 16, + "train_loss": 1.1295826435089111, + "val_loss": 1.0293099880218506, + "acc": 61.519999999999996, + "time": 25.8122707, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 17, + "train_loss": 0.9981682896614075, + "val_loss": 1.033867597579956, + "acc": 60.85, + "time": 23.948252853000042, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 18, + "train_loss": 1.0103777647018433, + "val_loss": 1.1071759462356567, + "acc": 59.21999999999999, + "time": 24.414802305000023, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 19, + "train_loss": 0.9739907383918762, + "val_loss": 1.0252331495285034, + "acc": 62.56, + "time": 23.75281583900005, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 20, + "train_loss": 0.9884192943572998, + "val_loss": 1.1596792936325073, + "acc": 61.63999999999999, + "time": 27.52522313999998, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 21, + "train_loss": 0.971603512763977, + "val_loss": 1.0760695934295654, + "acc": 63.92, + "time": 22.90074545799996, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 22, + "train_loss": 0.9525759816169739, + "val_loss": 1.1135375499725342, + "acc": 64.19, + "time": 22.885834712999895, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 23, + "train_loss": 0.9906620383262634, + "val_loss": 0.9876391887664795, + "acc": 64.3, + "time": 22.932692753000083, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 24, + "train_loss": 0.771590530872345, + "val_loss": 1.096565842628479, + "acc": 62.79, + "time": 25.400434271999984, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 25, + "train_loss": 0.6244419813156128, + "val_loss": 1.129064917564392, + "acc": 63.870000000000005, + "time": 25.087000746000058, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 26, + "train_loss": 0.9340121746063232, + "val_loss": 1.0021378993988037, + "acc": 65.05, + "time": 22.22749240600001, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 27, + "train_loss": 0.7016659379005432, + "val_loss": 0.9269306659698486, + "acc": 66.31, + "time": 22.765838357000007, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 28, + "train_loss": 0.8809197545051575, + "val_loss": 0.9409866333007812, + "acc": 64.73, + "time": 22.42375003699999, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 29, + "train_loss": 0.5583763718605042, + "val_loss": 1.0166665315628052, + "acc": 65.84, + "time": 22.12993462999998, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 30, + "train_loss": 0.7435420751571655, + "val_loss": 1.0777069330215454, + "acc": 65.31, + "time": 23.91160061900007, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 31, + "train_loss": 0.6163663268089294, + "val_loss": 0.8614739179611206, + "acc": 65.13, + "time": 21.955580836999957, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 32, + "train_loss": 0.614020824432373, + "val_loss": 0.9335805177688599, + "acc": 67.02, + "time": 24.019364741999993, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 33, + "train_loss": 0.5194762945175171, + "val_loss": 0.9886746406555176, + "acc": 66.31, + "time": 24.743745805999993, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 34, + "train_loss": 0.7115890383720398, + "val_loss": 0.9699312448501587, + "acc": 66.21000000000001, + "time": 24.293283023999948, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 35, + "train_loss": 0.4848649501800537, + "val_loss": 0.9845032691955566, + "acc": 66.69, + "time": 24.95944680299999, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 36, + "train_loss": 0.5954142808914185, + "val_loss": 1.0725497007369995, + "acc": 66.92, + "time": 26.89189543300006, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 37, + "train_loss": 0.6812353134155273, + "val_loss": 1.0587078332901, + "acc": 66.31, + "time": 26.878523207999933, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 38, + "train_loss": 0.4245324730873108, + "val_loss": 1.1744710206985474, + "acc": 66.79, + "time": 27.201135036999858, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 39, + "train_loss": 0.4319026470184326, + "val_loss": 1.206779956817627, + "acc": 66.7, + "time": 25.015416217999928, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 40, + "train_loss": 0.436757892370224, + "val_loss": 1.108925700187683, + "acc": 66.14999999999999, + "time": 24.064552567999954, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 41, + "train_loss": 0.42098304629325867, + "val_loss": 1.1969667673110962, + "acc": 66.86999999999999, + "time": 24.116998499000147, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 42, + "train_loss": 0.43435606360435486, + "val_loss": 1.0965697765350342, + "acc": 67.39, + "time": 24.916022165000186, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 43, + "train_loss": 0.36382147669792175, + "val_loss": 1.1976090669631958, + "acc": 67.33, + "time": 24.07369056199991, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 44, + "train_loss": 0.283450722694397, + "val_loss": 1.0351024866104126, + "acc": 66.95, + "time": 22.723841196999956, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 45, + "train_loss": 0.37737032771110535, + "val_loss": 1.2881029844284058, + "acc": 66.4, + "time": 23.687531018000072, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 46, + "train_loss": 0.26087242364883423, + "val_loss": 1.2593456506729126, + "acc": 67.39, + "time": 24.440622832999907, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 47, + "train_loss": 0.21273933351039886, + "val_loss": 1.2180054187774658, + "acc": 67.7, + "time": 23.988622275999887, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 48, + "train_loss": 0.2613758146762848, + "val_loss": 1.3337289094924927, + "acc": 66.75999999999999, + "time": 24.02895606600009, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 49, + "train_loss": 0.20703576505184174, + "val_loss": 1.1682848930358887, + "acc": 66.88, + "time": 23.71113385700005, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 50, + "train_loss": 0.24573741853237152, + "val_loss": 1.3672139644622803, + "acc": 66.88, + "time": 23.554971311999907, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 51, + "train_loss": 0.13744236528873444, + "val_loss": 1.1010714769363403, + "acc": 66.36999999999999, + "time": 23.144439177000095, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 52, + "train_loss": 0.19096606969833374, + "val_loss": 1.2267200946807861, + "acc": 67.58, + "time": 23.072217137000052, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 53, + "train_loss": 0.1765318661928177, + "val_loss": 1.6643123626708984, + "acc": 67.17, + "time": 22.173603478999894, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 54, + "train_loss": 0.20209796726703644, + "val_loss": 1.3241243362426758, + "acc": 66.67999999999999, + "time": 23.89326033800012, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 55, + "train_loss": 0.1327691376209259, + "val_loss": 1.28460693359375, + "acc": 66.47, + "time": 24.444511190999947, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 56, + "train_loss": 0.24738824367523193, + "val_loss": 1.2171717882156372, + "acc": 67.67, + "time": 23.57692432099998, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 57, + "train_loss": 0.07003450393676758, + "val_loss": 1.4236812591552734, + "acc": 67.25999999999999, + "time": 23.607702387000018, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 58, + "train_loss": 0.12927678227424622, + "val_loss": 1.1880881786346436, + "acc": 67.61, + "time": 25.665436483999883, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 59, + "train_loss": 0.10340391099452972, + "val_loss": 1.9082763195037842, + "acc": 66.27, + "time": 24.672157762000097, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 60, + "train_loss": 0.12269388139247894, + "val_loss": 1.2572658061981201, + "acc": 66.59, + "time": 24.41922135899995, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 61, + "train_loss": 0.09719737619161606, + "val_loss": 1.8413033485412598, + "acc": 67.33, + "time": 23.859446531000003, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 62, + "train_loss": 0.06429022550582886, + "val_loss": 1.531408429145813, + "acc": 67.58999999999999, + "time": 23.60939280399998, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 63, + "train_loss": 0.08105520159006119, + "val_loss": 1.8691916465759277, + "acc": 67.25999999999999, + "time": 25.11256086100002, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 64, + "train_loss": 0.0407351590692997, + "val_loss": 1.816239833831787, + "acc": 67.96, + "time": 24.08425158199998, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 65, + "train_loss": 0.03162631392478943, + "val_loss": 1.8666560649871826, + "acc": 67.41, + "time": 23.511791454000104, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 66, + "train_loss": 0.030027637258172035, + "val_loss": 1.552286148071289, + "acc": 67.54, + "time": 23.667649972000163, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 67, + "train_loss": 0.022192778065800667, + "val_loss": 1.8600205183029175, + "acc": 67.53, + "time": 22.89799157199991, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 68, + "train_loss": 0.045368507504463196, + "val_loss": 1.4738248586654663, + "acc": 66.9, + "time": 24.07136787799982, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 69, + "train_loss": 0.019031822681427002, + "val_loss": 2.011777400970459, + "acc": 67.72, + "time": 23.766248855000185, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 70, + "train_loss": 0.02105031907558441, + "val_loss": 1.7275960445404053, + "acc": 67.97, + "time": 23.923297918000117, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 71, + "train_loss": 0.008721081539988518, + "val_loss": 1.892577886581421, + "acc": 68.25, + "time": 23.57963987700009, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 72, + "train_loss": 0.010092051699757576, + "val_loss": 2.423032522201538, + "acc": 68.25, + "time": 23.54587250999998, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 73, + "train_loss": 0.00611839396879077, + "val_loss": 2.5248305797576904, + "acc": 68.58, + "time": 23.732474947000128, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 74, + "train_loss": 0.005233281292021275, + "val_loss": 2.212005853652954, + "acc": 68.46, + "time": 24.079584698999952, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 75, + "train_loss": 0.009100779891014099, + "val_loss": 1.8592621088027954, + "acc": 68.45, + "time": 23.83598131100007, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 76, + "train_loss": 0.002787223318591714, + "val_loss": 2.1776225566864014, + "acc": 68.36, + "time": 22.145231040999988, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 77, + "train_loss": 0.004251567181199789, + "val_loss": 2.0464391708374023, + "acc": 68.46, + "time": 23.303937672999837, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 78, + "train_loss": 0.004112787079066038, + "val_loss": 1.5771245956420898, + "acc": 68.47, + "time": 23.91044534499997, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 79, + "train_loss": 0.002400579396635294, + "val_loss": 2.3142874240875244, + "acc": 68.42, + "time": 23.904092632000356, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 80, + "train_loss": 0.0027263807132840157, + "val_loss": 2.099365472793579, + "acc": 68.47999999999999, + "time": 23.476363150999987, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 81, + "train_loss": 0.004605540074408054, + "val_loss": 2.178156852722168, + "acc": 68.42, + "time": 23.6946540619997, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 82, + "train_loss": 0.0034085391089320183, + "val_loss": 1.7385605573654175, + "acc": 68.5, + "time": 22.7244002729999, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 83, + "train_loss": 0.0033232751302421093, + "val_loss": 2.1476759910583496, + "acc": 68.43, + "time": 23.539563066000028, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 84, + "train_loss": 0.0022455148864537477, + "val_loss": 2.4580748081207275, + "acc": 68.43, + "time": 21.859237024000322, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 85, + "train_loss": 0.0016777239507064223, + "val_loss": 1.9966013431549072, + "acc": 68.42, + "time": 22.929059060000327, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 86, + "train_loss": 0.0031068772077560425, + "val_loss": 1.7731302976608276, + "acc": 68.47, + "time": 23.190299113000037, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 87, + "train_loss": 0.003099113702774048, + "val_loss": 2.002605676651001, + "acc": 68.49, + "time": 21.95312291099981, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 88, + "train_loss": 0.0015429779887199402, + "val_loss": 2.301952600479126, + "acc": 68.28999999999999, + "time": 21.25891628399995, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 89, + "train_loss": 0.002199459820985794, + "val_loss": 1.9754652976989746, + "acc": 68.47, + "time": 21.937969193999834, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 90, + "train_loss": 0.0024859190452843904, + "val_loss": 2.21103572845459, + "acc": 68.31, + "time": 21.48460908700008, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 91, + "train_loss": 0.0024434388615190983, + "val_loss": 1.8707053661346436, + "acc": 68.44, + "time": 23.413234919999923, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 92, + "train_loss": 0.0024798756930977106, + "val_loss": 2.5923216342926025, + "acc": 68.49, + "time": 23.90296546699983, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 93, + "train_loss": 0.0015685787657275796, + "val_loss": 1.856458306312561, + "acc": 68.31, + "time": 23.202133617000072, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 94, + "train_loss": 0.0014493137132376432, + "val_loss": 2.181528329849243, + "acc": 68.32000000000001, + "time": 24.00272356200003, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 95, + "train_loss": 0.001499625388532877, + "val_loss": 2.0348987579345703, + "acc": 68.44, + "time": 22.791981138999745, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 96, + "train_loss": 0.0019599043298512697, + "val_loss": 2.2045674324035645, + "acc": 68.34, + "time": 23.40823970800011, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 97, + "train_loss": 0.0022467668168246746, + "val_loss": 2.1088035106658936, + "acc": 68.33, + "time": 21.893561165999927, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 98, + "train_loss": 0.0019221670227125287, + "val_loss": 2.163311243057251, + "acc": 68.36, + "time": 21.634291849999954, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 99, + "train_loss": 0.001570307882502675, + "val_loss": 1.904528021812439, + "acc": 68.26, + "time": 20.189174139999977, + "param": [ + 0.5, + 0.5 + ] + }, + { + "epoch": 100, + "train_loss": 0.0011093922657892108, + "val_loss": 2.5750033855438232, + "acc": 68.33, + "time": 22.771695934000036, + "param": [ + 0.5, + 0.5 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/log/LeNet-100 epochs.json b/higher/res/log/LeNet-100 epochs.json new file mode 100644 index 0000000..6d0efe5 --- /dev/null +++ b/higher/res/log/LeNet-100 epochs.json @@ -0,0 +1,810 @@ +{ + "Accuracy": 67.97999999999999, + "Time": [ + 2.8930288745100046, + 0.06762525159276202 + ], + "Device": "TITAN RTX", + "Log": [ + { + "epoch": 0, + "train_loss": 2.0673508644104004, + "val_loss": 2.1388580799102783, + "acc": 23.05, + "time": 3.1526123009999996, + "param": null + }, + { + "epoch": 1, + "train_loss": 1.9409680366516113, + "val_loss": 1.9651397466659546, + "acc": 29.849999999999998, + "time": 2.882859893999999, + "param": null + }, + { + "epoch": 2, + "train_loss": 1.8510953187942505, + "val_loss": 1.8272666931152344, + "acc": 38.11, + "time": 2.863568693999998, + "param": null + }, + { + "epoch": 3, + "train_loss": 1.656453251838684, + "val_loss": 1.4879179000854492, + "acc": 42.8, + "time": 2.863726035999999, + "param": null + }, + { + "epoch": 4, + "train_loss": 1.7001701593399048, + "val_loss": 1.6249010562896729, + "acc": 44.37, + "time": 2.879571346999999, + "param": null + }, + { + "epoch": 5, + "train_loss": 1.274064540863037, + "val_loss": 1.4956682920455933, + "acc": 47.68, + "time": 2.931355294000003, + "param": null + }, + { + "epoch": 6, + "train_loss": 1.3015413284301758, + "val_loss": 1.3636393547058105, + "acc": 50.55, + "time": 2.875953327000005, + "param": null + }, + { + "epoch": 7, + "train_loss": 1.3277050256729126, + "val_loss": 1.3582357168197632, + "acc": 51.39, + "time": 2.9201818029999984, + "param": null + }, + { + "epoch": 8, + "train_loss": 1.3591620922088623, + "val_loss": 1.3175501823425293, + "acc": 53.03, + "time": 2.9059718879999963, + "param": null + }, + { + "epoch": 9, + "train_loss": 1.2679787874221802, + "val_loss": 1.4005544185638428, + "acc": 54.63, + "time": 2.880669988000001, + "param": null + }, + { + "epoch": 10, + "train_loss": 1.0348678827285767, + "val_loss": 1.329350233078003, + "acc": 54.09, + "time": 2.904557834000002, + "param": null + }, + { + "epoch": 11, + "train_loss": 1.1718567609786987, + "val_loss": 1.1271507740020752, + "acc": 57.16, + "time": 2.9437978750000013, + "param": null + }, + { + "epoch": 12, + "train_loss": 1.0008069276809692, + "val_loss": 1.2668465375900269, + "acc": 57.05, + "time": 2.883305129, + "param": null + }, + { + "epoch": 13, + "train_loss": 0.9274523854255676, + "val_loss": 1.343932032585144, + "acc": 55.19, + "time": 2.921611700000007, + "param": null + }, + { + "epoch": 14, + "train_loss": 1.0818283557891846, + "val_loss": 1.1465821266174316, + "acc": 58.699999999999996, + "time": 2.908045369000007, + "param": null + }, + { + "epoch": 15, + "train_loss": 1.2487075328826904, + "val_loss": 1.1397508382797241, + "acc": 59.41, + "time": 2.886848333000003, + "param": null + }, + { + "epoch": 16, + "train_loss": 1.0575636625289917, + "val_loss": 1.1087726354599, + "acc": 60.28, + "time": 2.8860541100000034, + "param": null + }, + { + "epoch": 17, + "train_loss": 1.1406073570251465, + "val_loss": 1.1723272800445557, + "acc": 60.5, + "time": 2.8933790319999986, + "param": null + }, + { + "epoch": 18, + "train_loss": 0.7521830201148987, + "val_loss": 1.0939897298812866, + "acc": 61.63999999999999, + "time": 2.9179732719999976, + "param": null + }, + { + "epoch": 19, + "train_loss": 1.0418859720230103, + "val_loss": 1.133531928062439, + "acc": 61.029999999999994, + "time": 2.907819333000006, + "param": null + }, + { + "epoch": 20, + "train_loss": 0.8373669385910034, + "val_loss": 1.0861879587173462, + "acc": 63.0, + "time": 2.8979469129999984, + "param": null + }, + { + "epoch": 21, + "train_loss": 0.7055132985115051, + "val_loss": 1.1642009019851685, + "acc": 62.57, + "time": 2.973756166000001, + "param": null + }, + { + "epoch": 22, + "train_loss": 1.0455620288848877, + "val_loss": 1.1345614194869995, + "acc": 61.79, + "time": 2.9474063070000085, + "param": null + }, + { + "epoch": 23, + "train_loss": 0.8589569330215454, + "val_loss": 1.179826259613037, + "acc": 62.529999999999994, + "time": 2.9248654219999963, + "param": null + }, + { + "epoch": 24, + "train_loss": 0.91446852684021, + "val_loss": 0.9450863599777222, + "acc": 64.03999999999999, + "time": 2.8832117870000076, + "param": null + }, + { + "epoch": 25, + "train_loss": 0.8364965319633484, + "val_loss": 0.8818805813789368, + "acc": 65.10000000000001, + "time": 2.93638983000001, + "param": null + }, + { + "epoch": 26, + "train_loss": 0.7271862030029297, + "val_loss": 0.8594428300857544, + "acc": 65.10000000000001, + "time": 2.940557353999992, + "param": null + }, + { + "epoch": 27, + "train_loss": 0.9107351899147034, + "val_loss": 1.2441924810409546, + "acc": 64.32, + "time": 2.9741539030000013, + "param": null + }, + { + "epoch": 28, + "train_loss": 0.6842221617698669, + "val_loss": 1.0351682901382446, + "acc": 65.82000000000001, + "time": 2.9766553960000124, + "param": null + }, + { + "epoch": 29, + "train_loss": 0.7515700459480286, + "val_loss": 1.072142481803894, + "acc": 65.49000000000001, + "time": 2.942289748999997, + "param": null + }, + { + "epoch": 30, + "train_loss": 0.72701096534729, + "val_loss": 1.1701710224151611, + "acc": 64.89, + "time": 2.9735177109999995, + "param": null + }, + { + "epoch": 31, + "train_loss": 0.6831528544425964, + "val_loss": 1.1013424396514893, + "acc": 64.56, + "time": 2.970820099000008, + "param": null + }, + { + "epoch": 32, + "train_loss": 0.8211281299591064, + "val_loss": 1.0132339000701904, + "acc": 66.94, + "time": 2.974164363, + "param": null + }, + { + "epoch": 33, + "train_loss": 0.5518905520439148, + "val_loss": 1.0020521879196167, + "acc": 66.42, + "time": 2.926609358999997, + "param": null + }, + { + "epoch": 34, + "train_loss": 0.5582457184791565, + "val_loss": 1.055690884590149, + "acc": 66.28, + "time": 2.9600489030000006, + "param": null + }, + { + "epoch": 35, + "train_loss": 0.5209052562713623, + "val_loss": 1.2295995950698853, + "acc": 65.69, + "time": 2.947198041000007, + "param": null + }, + { + "epoch": 36, + "train_loss": 0.5817248821258545, + "val_loss": 1.0581483840942383, + "acc": 66.75, + "time": 2.9420865950000064, + "param": null + }, + { + "epoch": 37, + "train_loss": 0.619210958480835, + "val_loss": 1.1139687299728394, + "acc": 66.88, + "time": 2.9770263599999964, + "param": null + }, + { + "epoch": 38, + "train_loss": 0.44803839921951294, + "val_loss": 1.116634488105774, + "acc": 65.75, + "time": 2.941160628999995, + "param": null + }, + { + "epoch": 39, + "train_loss": 0.5632919073104858, + "val_loss": 1.122576117515564, + "acc": 65.96, + "time": 2.9866980240000203, + "param": null + }, + { + "epoch": 40, + "train_loss": 0.4137131869792938, + "val_loss": 0.9566942453384399, + "acc": 66.38, + "time": 3.003183879000005, + "param": null + }, + { + "epoch": 41, + "train_loss": 0.33202987909317017, + "val_loss": 1.1416988372802734, + "acc": 66.63, + "time": 2.9647166329999948, + "param": null + }, + { + "epoch": 42, + "train_loss": 0.3792273998260498, + "val_loss": 1.0816789865493774, + "acc": 66.86, + "time": 2.9343485850000093, + "param": null + }, + { + "epoch": 43, + "train_loss": 0.41284966468811035, + "val_loss": 1.2454862594604492, + "acc": 65.18, + "time": 2.9905832880000105, + "param": null + }, + { + "epoch": 44, + "train_loss": 0.40548962354660034, + "val_loss": 1.3228172063827515, + "acc": 64.83, + "time": 2.936995103000015, + "param": null + }, + { + "epoch": 45, + "train_loss": 0.32123181223869324, + "val_loss": 1.0562117099761963, + "acc": 66.42, + "time": 2.9288225479999994, + "param": null + }, + { + "epoch": 46, + "train_loss": 0.2121295928955078, + "val_loss": 1.0899535417556763, + "acc": 66.25999999999999, + "time": 2.905351507000006, + "param": null + }, + { + "epoch": 47, + "train_loss": 0.3781547248363495, + "val_loss": 1.1213828325271606, + "acc": 66.24, + "time": 2.8735219389999997, + "param": null + }, + { + "epoch": 48, + "train_loss": 0.23005224764347076, + "val_loss": 1.3646999597549438, + "acc": 65.83, + "time": 2.8810245859999952, + "param": null + }, + { + "epoch": 49, + "train_loss": 0.2996388375759125, + "val_loss": 1.4387874603271484, + "acc": 65.99000000000001, + "time": 2.918431596000005, + "param": null + }, + { + "epoch": 50, + "train_loss": 0.22700092196464539, + "val_loss": 1.2518185377120972, + "acc": 66.11, + "time": 2.877293629999997, + "param": null + }, + { + "epoch": 51, + "train_loss": 0.19058199226856232, + "val_loss": 1.6602027416229248, + "acc": 65.59, + "time": 2.904762453000018, + "param": null + }, + { + "epoch": 52, + "train_loss": 0.2337210476398468, + "val_loss": 1.4894354343414307, + "acc": 65.86, + "time": 2.941859136000005, + "param": null + }, + { + "epoch": 53, + "train_loss": 0.2216179072856903, + "val_loss": 1.3008627891540527, + "acc": 66.47, + "time": 2.9069038089999992, + "param": null + }, + { + "epoch": 54, + "train_loss": 0.19279105961322784, + "val_loss": 1.1739534139633179, + "acc": 64.71000000000001, + "time": 2.9217101410000055, + "param": null + }, + { + "epoch": 55, + "train_loss": 0.20267720520496368, + "val_loss": 1.51213800907135, + "acc": 66.52, + "time": 2.9195648030000143, + "param": null + }, + { + "epoch": 56, + "train_loss": 0.14699837565422058, + "val_loss": 1.4389541149139404, + "acc": 66.09, + "time": 2.8935116380000068, + "param": null + }, + { + "epoch": 57, + "train_loss": 0.16516360640525818, + "val_loss": 1.7797166109085083, + "acc": 66.60000000000001, + "time": 2.9173064160000024, + "param": null + }, + { + "epoch": 58, + "train_loss": 0.10699799656867981, + "val_loss": 1.3113372325897217, + "acc": 66.5, + "time": 2.9208682219999957, + "param": null + }, + { + "epoch": 59, + "train_loss": 0.14224742352962494, + "val_loss": 1.5497483015060425, + "acc": 66.51, + "time": 2.9073919969999906, + "param": null + }, + { + "epoch": 60, + "train_loss": 0.21031886339187622, + "val_loss": 1.4412212371826172, + "acc": 66.24, + "time": 2.9010409279999863, + "param": null + }, + { + "epoch": 61, + "train_loss": 0.11090262234210968, + "val_loss": 1.4161051511764526, + "acc": 66.32000000000001, + "time": 2.9435047130000385, + "param": null + }, + { + "epoch": 62, + "train_loss": 0.06748532503843307, + "val_loss": 1.9026316404342651, + "acc": 66.8, + "time": 2.8955187440000145, + "param": null + }, + { + "epoch": 63, + "train_loss": 0.08917972445487976, + "val_loss": 1.7218658924102783, + "acc": 66.97, + "time": 2.914982404, + "param": null + }, + { + "epoch": 64, + "train_loss": 0.12237600982189178, + "val_loss": 2.0529210567474365, + "acc": 67.19000000000001, + "time": 2.9306256810000377, + "param": null + }, + { + "epoch": 65, + "train_loss": 0.05440910905599594, + "val_loss": 1.8028682470321655, + "acc": 66.60000000000001, + "time": 2.9575017029999913, + "param": null + }, + { + "epoch": 66, + "train_loss": 0.06337844580411911, + "val_loss": 1.894608974456787, + "acc": 66.75999999999999, + "time": 3.021599659000003, + "param": null + }, + { + "epoch": 67, + "train_loss": 0.038039952516555786, + "val_loss": 2.0952134132385254, + "acc": 67.0, + "time": 2.888985993999995, + "param": null + }, + { + "epoch": 68, + "train_loss": 0.016270538792014122, + "val_loss": 1.792300820350647, + "acc": 66.96, + "time": 2.9272298019999994, + "param": null + }, + { + "epoch": 69, + "train_loss": 0.019951393827795982, + "val_loss": 1.9525302648544312, + "acc": 67.17, + "time": 2.9233638040000187, + "param": null + }, + { + "epoch": 70, + "train_loss": 0.01648307405412197, + "val_loss": 1.9457169771194458, + "acc": 66.85, + "time": 2.966000314999974, + "param": null + }, + { + "epoch": 71, + "train_loss": 0.016676267609000206, + "val_loss": 2.076145887374878, + "acc": 67.24, + "time": 2.8932868740000117, + "param": null + }, + { + "epoch": 72, + "train_loss": 0.011995404027402401, + "val_loss": 1.7090541124343872, + "acc": 67.17, + "time": 2.8288986620000287, + "param": null + }, + { + "epoch": 73, + "train_loss": 0.039449919015169144, + "val_loss": 1.93010675907135, + "acc": 67.47999999999999, + "time": 2.818937597999991, + "param": null + }, + { + "epoch": 74, + "train_loss": 0.005873530637472868, + "val_loss": 2.138958215713501, + "acc": 67.75999999999999, + "time": 2.822200253999995, + "param": null + }, + { + "epoch": 75, + "train_loss": 0.003871241817250848, + "val_loss": 2.151379108428955, + "acc": 67.67, + "time": 2.81739191500003, + "param": null + }, + { + "epoch": 76, + "train_loss": 0.007526965346187353, + "val_loss": 2.545522928237915, + "acc": 67.86999999999999, + "time": 2.8116543149999984, + "param": null + }, + { + "epoch": 77, + "train_loss": 0.004718265030533075, + "val_loss": 1.9975543022155762, + "acc": 67.97999999999999, + "time": 2.7996121620000167, + "param": null + }, + { + "epoch": 78, + "train_loss": 0.006981202866882086, + "val_loss": 2.031466007232666, + "acc": 67.75, + "time": 2.8098051250000253, + "param": null + }, + { + "epoch": 79, + "train_loss": 0.0033660868648439646, + "val_loss": 2.446932077407837, + "acc": 67.84, + "time": 2.807975870000007, + "param": null + }, + { + "epoch": 80, + "train_loss": 0.005345774348825216, + "val_loss": 1.7356412410736084, + "acc": 67.81, + "time": 2.801120714000035, + "param": null + }, + { + "epoch": 81, + "train_loss": 0.00308610568754375, + "val_loss": 1.841820240020752, + "acc": 67.85, + "time": 2.791519096000002, + "param": null + }, + { + "epoch": 82, + "train_loss": 0.0032451150473207235, + "val_loss": 1.6125329732894897, + "acc": 67.94, + "time": 2.7944737010000154, + "param": null + }, + { + "epoch": 83, + "train_loss": 0.0025490405969321728, + "val_loss": 2.459528923034668, + "acc": 67.93, + "time": 2.7971995649999712, + "param": null + }, + { + "epoch": 84, + "train_loss": 0.0028859374579042196, + "val_loss": 2.1256120204925537, + "acc": 67.96, + "time": 2.8008038240000133, + "param": null + }, + { + "epoch": 85, + "train_loss": 0.004012059886008501, + "val_loss": 2.2499873638153076, + "acc": 67.75999999999999, + "time": 2.786241027000017, + "param": null + }, + { + "epoch": 86, + "train_loss": 0.004318594466894865, + "val_loss": 1.917981743812561, + "acc": 67.86, + "time": 2.797277386000019, + "param": null + }, + { + "epoch": 87, + "train_loss": 0.0021875023376196623, + "val_loss": 2.4507896900177, + "acc": 67.86999999999999, + "time": 2.7965023109999834, + "param": null + }, + { + "epoch": 88, + "train_loss": 0.003026427235454321, + "val_loss": 1.9645987749099731, + "acc": 67.94, + "time": 2.80390707600003, + "param": null + }, + { + "epoch": 89, + "train_loss": 0.0021343117114156485, + "val_loss": 2.403315782546997, + "acc": 67.81, + "time": 2.7979041820000248, + "param": null + }, + { + "epoch": 90, + "train_loss": 0.001853600493632257, + "val_loss": 2.613945484161377, + "acc": 67.83, + "time": 2.7866748360000315, + "param": null + }, + { + "epoch": 91, + "train_loss": 0.002540099434554577, + "val_loss": 1.6669427156448364, + "acc": 67.69, + "time": 2.796472429000005, + "param": null + }, + { + "epoch": 92, + "train_loss": 0.0026237478014081717, + "val_loss": 2.110335350036621, + "acc": 67.71000000000001, + "time": 2.805659590999994, + "param": null + }, + { + "epoch": 93, + "train_loss": 0.0019456797745078802, + "val_loss": 2.101348638534546, + "acc": 67.84, + "time": 2.801296653999998, + "param": null + }, + { + "epoch": 94, + "train_loss": 0.003164613153785467, + "val_loss": 2.324488639831543, + "acc": 67.82000000000001, + "time": 2.801336252999988, + "param": null + }, + { + "epoch": 95, + "train_loss": 0.001822110963985324, + "val_loss": 2.316795587539673, + "acc": 67.77, + "time": 2.8077875170000084, + "param": null + }, + { + "epoch": 96, + "train_loss": 0.0015648341504856944, + "val_loss": 2.1008265018463135, + "acc": 67.67999999999999, + "time": 2.8101401060000057, + "param": null + }, + { + "epoch": 97, + "train_loss": 0.0020622150041162968, + "val_loss": 2.6385672092437744, + "acc": 67.86, + "time": 2.7927661879999732, + "param": null + }, + { + "epoch": 98, + "train_loss": 0.0016094609163701534, + "val_loss": 2.535381555557251, + "acc": 67.83, + "time": 2.7996661459999928, + "param": null + }, + { + "epoch": 99, + "train_loss": 0.0013740750728175044, + "val_loss": 2.333806037902832, + "acc": 67.78999999999999, + "time": 2.79944494800003, + "param": null + } + ] +} \ No newline at end of file diff --git a/higher/samples/data_sample_epoch1.png b/higher/samples/data_sample_epoch1.png new file mode 100644 index 0000000..4e420c0 Binary files /dev/null and b/higher/samples/data_sample_epoch1.png differ diff --git a/higher/samples/data_sample_epoch10.png b/higher/samples/data_sample_epoch10.png new file mode 100644 index 0000000..7137b62 Binary files /dev/null and b/higher/samples/data_sample_epoch10.png differ diff --git a/higher/samples/data_sample_epoch100.png b/higher/samples/data_sample_epoch100.png new file mode 100644 index 0000000..273a19a Binary files /dev/null and b/higher/samples/data_sample_epoch100.png differ diff --git a/higher/samples/data_sample_epoch100_noTF.png b/higher/samples/data_sample_epoch100_noTF.png new file mode 100644 index 0000000..e5ab637 Binary files /dev/null and b/higher/samples/data_sample_epoch100_noTF.png differ diff --git a/higher/samples/data_sample_epoch10_noTF.png b/higher/samples/data_sample_epoch10_noTF.png new file mode 100644 index 0000000..7137b62 Binary files /dev/null and b/higher/samples/data_sample_epoch10_noTF.png differ diff --git a/higher/samples/data_sample_epoch11.png b/higher/samples/data_sample_epoch11.png new file mode 100644 index 0000000..0ad1b56 Binary files /dev/null and b/higher/samples/data_sample_epoch11.png differ diff --git a/higher/samples/data_sample_epoch11_noTF.png b/higher/samples/data_sample_epoch11_noTF.png new file mode 100644 index 0000000..0ad1b56 Binary files /dev/null and b/higher/samples/data_sample_epoch11_noTF.png differ diff --git a/higher/samples/data_sample_epoch12.png b/higher/samples/data_sample_epoch12.png new file mode 100644 index 0000000..1d61956 Binary files /dev/null and b/higher/samples/data_sample_epoch12.png differ diff --git a/higher/samples/data_sample_epoch12_noTF.png b/higher/samples/data_sample_epoch12_noTF.png new file mode 100644 index 0000000..1d61956 Binary files /dev/null and b/higher/samples/data_sample_epoch12_noTF.png differ diff --git a/higher/samples/data_sample_epoch13.png b/higher/samples/data_sample_epoch13.png new file mode 100644 index 0000000..aa23336 Binary files /dev/null and b/higher/samples/data_sample_epoch13.png differ diff --git a/higher/samples/data_sample_epoch13_noTF.png b/higher/samples/data_sample_epoch13_noTF.png new file mode 100644 index 0000000..aa23336 Binary files /dev/null and b/higher/samples/data_sample_epoch13_noTF.png differ diff --git a/higher/samples/data_sample_epoch14.png b/higher/samples/data_sample_epoch14.png new file mode 100644 index 0000000..785dc53 Binary files /dev/null and b/higher/samples/data_sample_epoch14.png differ diff --git a/higher/samples/data_sample_epoch14_noTF.png b/higher/samples/data_sample_epoch14_noTF.png new file mode 100644 index 0000000..785dc53 Binary files /dev/null and b/higher/samples/data_sample_epoch14_noTF.png differ diff --git a/higher/samples/data_sample_epoch15.png b/higher/samples/data_sample_epoch15.png new file mode 100644 index 0000000..e7fa96d Binary files /dev/null and b/higher/samples/data_sample_epoch15.png differ diff --git a/higher/samples/data_sample_epoch15_noTF.png b/higher/samples/data_sample_epoch15_noTF.png new file mode 100644 index 0000000..e7fa96d Binary files /dev/null and b/higher/samples/data_sample_epoch15_noTF.png differ diff --git a/higher/samples/data_sample_epoch16.png b/higher/samples/data_sample_epoch16.png new file mode 100644 index 0000000..55f93aa Binary files /dev/null and b/higher/samples/data_sample_epoch16.png differ diff --git a/higher/samples/data_sample_epoch16_noTF.png b/higher/samples/data_sample_epoch16_noTF.png new file mode 100644 index 0000000..55f93aa Binary files /dev/null and b/higher/samples/data_sample_epoch16_noTF.png differ diff --git a/higher/samples/data_sample_epoch17.png b/higher/samples/data_sample_epoch17.png new file mode 100644 index 0000000..4d4127c Binary files /dev/null and b/higher/samples/data_sample_epoch17.png differ diff --git a/higher/samples/data_sample_epoch17_noTF.png b/higher/samples/data_sample_epoch17_noTF.png new file mode 100644 index 0000000..4d4127c Binary files /dev/null and b/higher/samples/data_sample_epoch17_noTF.png differ diff --git a/higher/samples/data_sample_epoch18.png b/higher/samples/data_sample_epoch18.png new file mode 100644 index 0000000..f097bdc Binary files /dev/null and b/higher/samples/data_sample_epoch18.png differ diff --git a/higher/samples/data_sample_epoch18_noTF.png b/higher/samples/data_sample_epoch18_noTF.png new file mode 100644 index 0000000..f097bdc Binary files /dev/null and b/higher/samples/data_sample_epoch18_noTF.png differ diff --git a/higher/samples/data_sample_epoch19.png b/higher/samples/data_sample_epoch19.png new file mode 100644 index 0000000..2937beb Binary files /dev/null and b/higher/samples/data_sample_epoch19.png differ diff --git a/higher/samples/data_sample_epoch19_noTF.png b/higher/samples/data_sample_epoch19_noTF.png new file mode 100644 index 0000000..2937beb Binary files /dev/null and b/higher/samples/data_sample_epoch19_noTF.png differ diff --git a/higher/samples/data_sample_epoch1_noTF.png b/higher/samples/data_sample_epoch1_noTF.png new file mode 100644 index 0000000..4e420c0 Binary files /dev/null and b/higher/samples/data_sample_epoch1_noTF.png differ diff --git a/higher/samples/data_sample_epoch2.png b/higher/samples/data_sample_epoch2.png new file mode 100644 index 0000000..9584778 Binary files /dev/null and b/higher/samples/data_sample_epoch2.png differ diff --git a/higher/samples/data_sample_epoch20.png b/higher/samples/data_sample_epoch20.png new file mode 100644 index 0000000..77905e8 Binary files /dev/null and b/higher/samples/data_sample_epoch20.png differ diff --git a/higher/samples/data_sample_epoch20_noTF.png b/higher/samples/data_sample_epoch20_noTF.png new file mode 100644 index 0000000..77905e8 Binary files /dev/null and b/higher/samples/data_sample_epoch20_noTF.png differ diff --git a/higher/samples/data_sample_epoch21.png b/higher/samples/data_sample_epoch21.png new file mode 100644 index 0000000..3e48b68 Binary files /dev/null and b/higher/samples/data_sample_epoch21.png differ diff --git a/higher/samples/data_sample_epoch21_noTF.png b/higher/samples/data_sample_epoch21_noTF.png new file mode 100644 index 0000000..3e48b68 Binary files /dev/null and b/higher/samples/data_sample_epoch21_noTF.png differ diff --git a/higher/samples/data_sample_epoch22.png b/higher/samples/data_sample_epoch22.png new file mode 100644 index 0000000..b1d6a54 Binary files /dev/null and b/higher/samples/data_sample_epoch22.png differ diff --git a/higher/samples/data_sample_epoch22_noTF.png b/higher/samples/data_sample_epoch22_noTF.png new file mode 100644 index 0000000..b1d6a54 Binary files /dev/null and b/higher/samples/data_sample_epoch22_noTF.png differ diff --git a/higher/samples/data_sample_epoch23.png b/higher/samples/data_sample_epoch23.png new file mode 100644 index 0000000..9611154 Binary files /dev/null and b/higher/samples/data_sample_epoch23.png differ diff --git a/higher/samples/data_sample_epoch23_noTF.png b/higher/samples/data_sample_epoch23_noTF.png new file mode 100644 index 0000000..9611154 Binary files /dev/null and b/higher/samples/data_sample_epoch23_noTF.png differ diff --git a/higher/samples/data_sample_epoch24.png b/higher/samples/data_sample_epoch24.png new file mode 100644 index 0000000..2789b32 Binary files /dev/null and b/higher/samples/data_sample_epoch24.png differ diff --git a/higher/samples/data_sample_epoch24_noTF.png b/higher/samples/data_sample_epoch24_noTF.png new file mode 100644 index 0000000..2789b32 Binary files /dev/null and b/higher/samples/data_sample_epoch24_noTF.png differ diff --git a/higher/samples/data_sample_epoch25.png b/higher/samples/data_sample_epoch25.png new file mode 100644 index 0000000..4a6a667 Binary files /dev/null and b/higher/samples/data_sample_epoch25.png differ diff --git a/higher/samples/data_sample_epoch25_noTF.png b/higher/samples/data_sample_epoch25_noTF.png new file mode 100644 index 0000000..4a6a667 Binary files /dev/null and b/higher/samples/data_sample_epoch25_noTF.png differ diff --git a/higher/samples/data_sample_epoch26.png b/higher/samples/data_sample_epoch26.png new file mode 100644 index 0000000..4020336 Binary files /dev/null and b/higher/samples/data_sample_epoch26.png differ diff --git a/higher/samples/data_sample_epoch26_noTF.png b/higher/samples/data_sample_epoch26_noTF.png new file mode 100644 index 0000000..4020336 Binary files /dev/null and b/higher/samples/data_sample_epoch26_noTF.png differ diff --git a/higher/samples/data_sample_epoch27.png b/higher/samples/data_sample_epoch27.png new file mode 100644 index 0000000..97223f2 Binary files /dev/null and b/higher/samples/data_sample_epoch27.png differ diff --git a/higher/samples/data_sample_epoch27_noTF.png b/higher/samples/data_sample_epoch27_noTF.png new file mode 100644 index 0000000..97223f2 Binary files /dev/null and b/higher/samples/data_sample_epoch27_noTF.png differ diff --git a/higher/samples/data_sample_epoch28.png b/higher/samples/data_sample_epoch28.png new file mode 100644 index 0000000..a496fa6 Binary files /dev/null and b/higher/samples/data_sample_epoch28.png differ diff --git a/higher/samples/data_sample_epoch28_noTF.png b/higher/samples/data_sample_epoch28_noTF.png new file mode 100644 index 0000000..a496fa6 Binary files /dev/null and b/higher/samples/data_sample_epoch28_noTF.png differ diff --git a/higher/samples/data_sample_epoch29.png b/higher/samples/data_sample_epoch29.png new file mode 100644 index 0000000..80593a7 Binary files /dev/null and b/higher/samples/data_sample_epoch29.png differ diff --git a/higher/samples/data_sample_epoch29_noTF.png b/higher/samples/data_sample_epoch29_noTF.png new file mode 100644 index 0000000..80593a7 Binary files /dev/null and b/higher/samples/data_sample_epoch29_noTF.png differ diff --git a/higher/samples/data_sample_epoch2_noTF.png b/higher/samples/data_sample_epoch2_noTF.png new file mode 100644 index 0000000..9584778 Binary files /dev/null and b/higher/samples/data_sample_epoch2_noTF.png differ diff --git a/higher/samples/data_sample_epoch3.png b/higher/samples/data_sample_epoch3.png new file mode 100644 index 0000000..67418df Binary files /dev/null and b/higher/samples/data_sample_epoch3.png differ diff --git a/higher/samples/data_sample_epoch30.png b/higher/samples/data_sample_epoch30.png new file mode 100644 index 0000000..7120f84 Binary files /dev/null and b/higher/samples/data_sample_epoch30.png differ diff --git a/higher/samples/data_sample_epoch30_noTF.png b/higher/samples/data_sample_epoch30_noTF.png new file mode 100644 index 0000000..7120f84 Binary files /dev/null and b/higher/samples/data_sample_epoch30_noTF.png differ diff --git a/higher/samples/data_sample_epoch31.png b/higher/samples/data_sample_epoch31.png new file mode 100644 index 0000000..a1af495 Binary files /dev/null and b/higher/samples/data_sample_epoch31.png differ diff --git a/higher/samples/data_sample_epoch31_noTF.png b/higher/samples/data_sample_epoch31_noTF.png new file mode 100644 index 0000000..a1af495 Binary files /dev/null and b/higher/samples/data_sample_epoch31_noTF.png differ diff --git a/higher/samples/data_sample_epoch32.png b/higher/samples/data_sample_epoch32.png new file mode 100644 index 0000000..4ec71dd Binary files /dev/null and b/higher/samples/data_sample_epoch32.png differ diff --git a/higher/samples/data_sample_epoch32_noTF.png b/higher/samples/data_sample_epoch32_noTF.png new file mode 100644 index 0000000..4ec71dd Binary files /dev/null and b/higher/samples/data_sample_epoch32_noTF.png differ diff --git a/higher/samples/data_sample_epoch33.png b/higher/samples/data_sample_epoch33.png new file mode 100644 index 0000000..68fe81e Binary files /dev/null and b/higher/samples/data_sample_epoch33.png differ diff --git a/higher/samples/data_sample_epoch33_noTF.png b/higher/samples/data_sample_epoch33_noTF.png new file mode 100644 index 0000000..68fe81e Binary files /dev/null and b/higher/samples/data_sample_epoch33_noTF.png differ diff --git a/higher/samples/data_sample_epoch34.png b/higher/samples/data_sample_epoch34.png new file mode 100644 index 0000000..d01dcec Binary files /dev/null and b/higher/samples/data_sample_epoch34.png differ diff --git a/higher/samples/data_sample_epoch34_noTF.png b/higher/samples/data_sample_epoch34_noTF.png new file mode 100644 index 0000000..d01dcec Binary files /dev/null and b/higher/samples/data_sample_epoch34_noTF.png differ diff --git a/higher/samples/data_sample_epoch35.png b/higher/samples/data_sample_epoch35.png new file mode 100644 index 0000000..bb86398 Binary files /dev/null and b/higher/samples/data_sample_epoch35.png differ diff --git a/higher/samples/data_sample_epoch35_noTF.png b/higher/samples/data_sample_epoch35_noTF.png new file mode 100644 index 0000000..bb86398 Binary files /dev/null and b/higher/samples/data_sample_epoch35_noTF.png differ diff --git a/higher/samples/data_sample_epoch36.png b/higher/samples/data_sample_epoch36.png new file mode 100644 index 0000000..71fdfba Binary files /dev/null and b/higher/samples/data_sample_epoch36.png differ diff --git a/higher/samples/data_sample_epoch36_noTF.png b/higher/samples/data_sample_epoch36_noTF.png new file mode 100644 index 0000000..a28acab Binary files /dev/null and b/higher/samples/data_sample_epoch36_noTF.png differ diff --git a/higher/samples/data_sample_epoch37.png b/higher/samples/data_sample_epoch37.png new file mode 100644 index 0000000..9661d4b Binary files /dev/null and b/higher/samples/data_sample_epoch37.png differ diff --git a/higher/samples/data_sample_epoch37_noTF.png b/higher/samples/data_sample_epoch37_noTF.png new file mode 100644 index 0000000..a5f014a Binary files /dev/null and b/higher/samples/data_sample_epoch37_noTF.png differ diff --git a/higher/samples/data_sample_epoch38.png b/higher/samples/data_sample_epoch38.png new file mode 100644 index 0000000..39b17e6 Binary files /dev/null and b/higher/samples/data_sample_epoch38.png differ diff --git a/higher/samples/data_sample_epoch38_noTF.png b/higher/samples/data_sample_epoch38_noTF.png new file mode 100644 index 0000000..2c2f4ee Binary files /dev/null and b/higher/samples/data_sample_epoch38_noTF.png differ diff --git a/higher/samples/data_sample_epoch39.png b/higher/samples/data_sample_epoch39.png new file mode 100644 index 0000000..39def31 Binary files /dev/null and b/higher/samples/data_sample_epoch39.png differ diff --git a/higher/samples/data_sample_epoch39_noTF.png b/higher/samples/data_sample_epoch39_noTF.png new file mode 100644 index 0000000..6169344 Binary files /dev/null and b/higher/samples/data_sample_epoch39_noTF.png differ diff --git a/higher/samples/data_sample_epoch3_noTF.png b/higher/samples/data_sample_epoch3_noTF.png new file mode 100644 index 0000000..67418df Binary files /dev/null and b/higher/samples/data_sample_epoch3_noTF.png differ diff --git a/higher/samples/data_sample_epoch4.png b/higher/samples/data_sample_epoch4.png new file mode 100644 index 0000000..bd1c3cf Binary files /dev/null and b/higher/samples/data_sample_epoch4.png differ diff --git a/higher/samples/data_sample_epoch40.png b/higher/samples/data_sample_epoch40.png new file mode 100644 index 0000000..ee593d2 Binary files /dev/null and b/higher/samples/data_sample_epoch40.png differ diff --git a/higher/samples/data_sample_epoch40_noTF.png b/higher/samples/data_sample_epoch40_noTF.png new file mode 100644 index 0000000..8e6b1e0 Binary files /dev/null and b/higher/samples/data_sample_epoch40_noTF.png differ diff --git a/higher/samples/data_sample_epoch41.png b/higher/samples/data_sample_epoch41.png new file mode 100644 index 0000000..f6baf88 Binary files /dev/null and b/higher/samples/data_sample_epoch41.png differ diff --git a/higher/samples/data_sample_epoch41_noTF.png b/higher/samples/data_sample_epoch41_noTF.png new file mode 100644 index 0000000..8cd2d99 Binary files /dev/null and b/higher/samples/data_sample_epoch41_noTF.png differ diff --git a/higher/samples/data_sample_epoch42.png b/higher/samples/data_sample_epoch42.png new file mode 100644 index 0000000..e2b7a7f Binary files /dev/null and b/higher/samples/data_sample_epoch42.png differ diff --git a/higher/samples/data_sample_epoch42_noTF.png b/higher/samples/data_sample_epoch42_noTF.png new file mode 100644 index 0000000..ac49275 Binary files /dev/null and b/higher/samples/data_sample_epoch42_noTF.png differ diff --git a/higher/samples/data_sample_epoch43.png b/higher/samples/data_sample_epoch43.png new file mode 100644 index 0000000..eb2ae88 Binary files /dev/null and b/higher/samples/data_sample_epoch43.png differ diff --git a/higher/samples/data_sample_epoch43_noTF.png b/higher/samples/data_sample_epoch43_noTF.png new file mode 100644 index 0000000..c0bec6a Binary files /dev/null and b/higher/samples/data_sample_epoch43_noTF.png differ diff --git a/higher/samples/data_sample_epoch44.png b/higher/samples/data_sample_epoch44.png new file mode 100644 index 0000000..b7aeff6 Binary files /dev/null and b/higher/samples/data_sample_epoch44.png differ diff --git a/higher/samples/data_sample_epoch44_noTF.png b/higher/samples/data_sample_epoch44_noTF.png new file mode 100644 index 0000000..ae72054 Binary files /dev/null and b/higher/samples/data_sample_epoch44_noTF.png differ diff --git a/higher/samples/data_sample_epoch45.png b/higher/samples/data_sample_epoch45.png new file mode 100644 index 0000000..38a1976 Binary files /dev/null and b/higher/samples/data_sample_epoch45.png differ diff --git a/higher/samples/data_sample_epoch45_noTF.png b/higher/samples/data_sample_epoch45_noTF.png new file mode 100644 index 0000000..ab18890 Binary files /dev/null and b/higher/samples/data_sample_epoch45_noTF.png differ diff --git a/higher/samples/data_sample_epoch46.png b/higher/samples/data_sample_epoch46.png new file mode 100644 index 0000000..e9c69dc Binary files /dev/null and b/higher/samples/data_sample_epoch46.png differ diff --git a/higher/samples/data_sample_epoch46_noTF.png b/higher/samples/data_sample_epoch46_noTF.png new file mode 100644 index 0000000..8543b53 Binary files /dev/null and b/higher/samples/data_sample_epoch46_noTF.png differ diff --git a/higher/samples/data_sample_epoch47.png b/higher/samples/data_sample_epoch47.png new file mode 100644 index 0000000..d5b676d Binary files /dev/null and b/higher/samples/data_sample_epoch47.png differ diff --git a/higher/samples/data_sample_epoch47_noTF.png b/higher/samples/data_sample_epoch47_noTF.png new file mode 100644 index 0000000..8bc0026 Binary files /dev/null and b/higher/samples/data_sample_epoch47_noTF.png differ diff --git a/higher/samples/data_sample_epoch48.png b/higher/samples/data_sample_epoch48.png new file mode 100644 index 0000000..278ec65 Binary files /dev/null and b/higher/samples/data_sample_epoch48.png differ diff --git a/higher/samples/data_sample_epoch48_noTF.png b/higher/samples/data_sample_epoch48_noTF.png new file mode 100644 index 0000000..98be64a Binary files /dev/null and b/higher/samples/data_sample_epoch48_noTF.png differ diff --git a/higher/samples/data_sample_epoch49.png b/higher/samples/data_sample_epoch49.png new file mode 100644 index 0000000..a7ef39b Binary files /dev/null and b/higher/samples/data_sample_epoch49.png differ diff --git a/higher/samples/data_sample_epoch49_noTF.png b/higher/samples/data_sample_epoch49_noTF.png new file mode 100644 index 0000000..0be62d0 Binary files /dev/null and b/higher/samples/data_sample_epoch49_noTF.png differ diff --git a/higher/samples/data_sample_epoch4_noTF.png b/higher/samples/data_sample_epoch4_noTF.png new file mode 100644 index 0000000..bd1c3cf Binary files /dev/null and b/higher/samples/data_sample_epoch4_noTF.png differ diff --git a/higher/samples/data_sample_epoch5.png b/higher/samples/data_sample_epoch5.png new file mode 100644 index 0000000..7a95b0c Binary files /dev/null and b/higher/samples/data_sample_epoch5.png differ diff --git a/higher/samples/data_sample_epoch50.png b/higher/samples/data_sample_epoch50.png new file mode 100644 index 0000000..1a94d32 Binary files /dev/null and b/higher/samples/data_sample_epoch50.png differ diff --git a/higher/samples/data_sample_epoch50_noTF.png b/higher/samples/data_sample_epoch50_noTF.png new file mode 100644 index 0000000..0b0e5ed Binary files /dev/null and b/higher/samples/data_sample_epoch50_noTF.png differ diff --git a/higher/samples/data_sample_epoch51.png b/higher/samples/data_sample_epoch51.png new file mode 100644 index 0000000..cda900f Binary files /dev/null and b/higher/samples/data_sample_epoch51.png differ diff --git a/higher/samples/data_sample_epoch51_noTF.png b/higher/samples/data_sample_epoch51_noTF.png new file mode 100644 index 0000000..03cf419 Binary files /dev/null and b/higher/samples/data_sample_epoch51_noTF.png differ diff --git a/higher/samples/data_sample_epoch52.png b/higher/samples/data_sample_epoch52.png new file mode 100644 index 0000000..7a49319 Binary files /dev/null and b/higher/samples/data_sample_epoch52.png differ diff --git a/higher/samples/data_sample_epoch52_noTF.png b/higher/samples/data_sample_epoch52_noTF.png new file mode 100644 index 0000000..c7a9970 Binary files /dev/null and b/higher/samples/data_sample_epoch52_noTF.png differ diff --git a/higher/samples/data_sample_epoch53.png b/higher/samples/data_sample_epoch53.png new file mode 100644 index 0000000..fc05a97 Binary files /dev/null and b/higher/samples/data_sample_epoch53.png differ diff --git a/higher/samples/data_sample_epoch53_noTF.png b/higher/samples/data_sample_epoch53_noTF.png new file mode 100644 index 0000000..d4865c6 Binary files /dev/null and b/higher/samples/data_sample_epoch53_noTF.png differ diff --git a/higher/samples/data_sample_epoch54.png b/higher/samples/data_sample_epoch54.png new file mode 100644 index 0000000..f171d11 Binary files /dev/null and b/higher/samples/data_sample_epoch54.png differ diff --git a/higher/samples/data_sample_epoch54_noTF.png b/higher/samples/data_sample_epoch54_noTF.png new file mode 100644 index 0000000..817bffc Binary files /dev/null and b/higher/samples/data_sample_epoch54_noTF.png differ diff --git a/higher/samples/data_sample_epoch55.png b/higher/samples/data_sample_epoch55.png new file mode 100644 index 0000000..abaee2f Binary files /dev/null and b/higher/samples/data_sample_epoch55.png differ diff --git a/higher/samples/data_sample_epoch55_noTF.png b/higher/samples/data_sample_epoch55_noTF.png new file mode 100644 index 0000000..10ac749 Binary files /dev/null and b/higher/samples/data_sample_epoch55_noTF.png differ diff --git a/higher/samples/data_sample_epoch56.png b/higher/samples/data_sample_epoch56.png new file mode 100644 index 0000000..dd2c893 Binary files /dev/null and b/higher/samples/data_sample_epoch56.png differ diff --git a/higher/samples/data_sample_epoch56_noTF.png b/higher/samples/data_sample_epoch56_noTF.png new file mode 100644 index 0000000..918b9ec Binary files /dev/null and b/higher/samples/data_sample_epoch56_noTF.png differ diff --git a/higher/samples/data_sample_epoch57.png b/higher/samples/data_sample_epoch57.png new file mode 100644 index 0000000..97f160d Binary files /dev/null and b/higher/samples/data_sample_epoch57.png differ diff --git a/higher/samples/data_sample_epoch57_noTF.png b/higher/samples/data_sample_epoch57_noTF.png new file mode 100644 index 0000000..4243cb3 Binary files /dev/null and b/higher/samples/data_sample_epoch57_noTF.png differ diff --git a/higher/samples/data_sample_epoch58.png b/higher/samples/data_sample_epoch58.png new file mode 100644 index 0000000..006803b Binary files /dev/null and b/higher/samples/data_sample_epoch58.png differ diff --git a/higher/samples/data_sample_epoch58_noTF.png b/higher/samples/data_sample_epoch58_noTF.png new file mode 100644 index 0000000..23c3252 Binary files /dev/null and b/higher/samples/data_sample_epoch58_noTF.png differ diff --git a/higher/samples/data_sample_epoch59.png b/higher/samples/data_sample_epoch59.png new file mode 100644 index 0000000..04104b1 Binary files /dev/null and b/higher/samples/data_sample_epoch59.png differ diff --git a/higher/samples/data_sample_epoch59_noTF.png b/higher/samples/data_sample_epoch59_noTF.png new file mode 100644 index 0000000..a150b0d Binary files /dev/null and b/higher/samples/data_sample_epoch59_noTF.png differ diff --git a/higher/samples/data_sample_epoch5_noTF.png b/higher/samples/data_sample_epoch5_noTF.png new file mode 100644 index 0000000..7a95b0c Binary files /dev/null and b/higher/samples/data_sample_epoch5_noTF.png differ diff --git a/higher/samples/data_sample_epoch6.png b/higher/samples/data_sample_epoch6.png new file mode 100644 index 0000000..0c44c6d Binary files /dev/null and b/higher/samples/data_sample_epoch6.png differ diff --git a/higher/samples/data_sample_epoch60.png b/higher/samples/data_sample_epoch60.png new file mode 100644 index 0000000..389114c Binary files /dev/null and b/higher/samples/data_sample_epoch60.png differ diff --git a/higher/samples/data_sample_epoch60_noTF.png b/higher/samples/data_sample_epoch60_noTF.png new file mode 100644 index 0000000..a7239c8 Binary files /dev/null and b/higher/samples/data_sample_epoch60_noTF.png differ diff --git a/higher/samples/data_sample_epoch61.png b/higher/samples/data_sample_epoch61.png new file mode 100644 index 0000000..d0fe005 Binary files /dev/null and b/higher/samples/data_sample_epoch61.png differ diff --git a/higher/samples/data_sample_epoch61_noTF.png b/higher/samples/data_sample_epoch61_noTF.png new file mode 100644 index 0000000..e84fd66 Binary files /dev/null and b/higher/samples/data_sample_epoch61_noTF.png differ diff --git a/higher/samples/data_sample_epoch62.png b/higher/samples/data_sample_epoch62.png new file mode 100644 index 0000000..deffd85 Binary files /dev/null and b/higher/samples/data_sample_epoch62.png differ diff --git a/higher/samples/data_sample_epoch62_noTF.png b/higher/samples/data_sample_epoch62_noTF.png new file mode 100644 index 0000000..e5145ff Binary files /dev/null and b/higher/samples/data_sample_epoch62_noTF.png differ diff --git a/higher/samples/data_sample_epoch63.png b/higher/samples/data_sample_epoch63.png new file mode 100644 index 0000000..80fdf25 Binary files /dev/null and b/higher/samples/data_sample_epoch63.png differ diff --git a/higher/samples/data_sample_epoch63_noTF.png b/higher/samples/data_sample_epoch63_noTF.png new file mode 100644 index 0000000..6b5d680 Binary files /dev/null and b/higher/samples/data_sample_epoch63_noTF.png differ diff --git a/higher/samples/data_sample_epoch64.png b/higher/samples/data_sample_epoch64.png new file mode 100644 index 0000000..e81a11a Binary files /dev/null and b/higher/samples/data_sample_epoch64.png differ diff --git a/higher/samples/data_sample_epoch64_noTF.png b/higher/samples/data_sample_epoch64_noTF.png new file mode 100644 index 0000000..d7e1b12 Binary files /dev/null and b/higher/samples/data_sample_epoch64_noTF.png differ diff --git a/higher/samples/data_sample_epoch65.png b/higher/samples/data_sample_epoch65.png new file mode 100644 index 0000000..e5c8e52 Binary files /dev/null and b/higher/samples/data_sample_epoch65.png differ diff --git a/higher/samples/data_sample_epoch65_noTF.png b/higher/samples/data_sample_epoch65_noTF.png new file mode 100644 index 0000000..014a078 Binary files /dev/null and b/higher/samples/data_sample_epoch65_noTF.png differ diff --git a/higher/samples/data_sample_epoch66.png b/higher/samples/data_sample_epoch66.png new file mode 100644 index 0000000..db63be9 Binary files /dev/null and b/higher/samples/data_sample_epoch66.png differ diff --git a/higher/samples/data_sample_epoch66_noTF.png b/higher/samples/data_sample_epoch66_noTF.png new file mode 100644 index 0000000..da0e1e8 Binary files /dev/null and b/higher/samples/data_sample_epoch66_noTF.png differ diff --git a/higher/samples/data_sample_epoch67.png b/higher/samples/data_sample_epoch67.png new file mode 100644 index 0000000..8172473 Binary files /dev/null and b/higher/samples/data_sample_epoch67.png differ diff --git a/higher/samples/data_sample_epoch67_noTF.png b/higher/samples/data_sample_epoch67_noTF.png new file mode 100644 index 0000000..038fadb Binary files /dev/null and b/higher/samples/data_sample_epoch67_noTF.png differ diff --git a/higher/samples/data_sample_epoch68.png b/higher/samples/data_sample_epoch68.png new file mode 100644 index 0000000..24045a5 Binary files /dev/null and b/higher/samples/data_sample_epoch68.png differ diff --git a/higher/samples/data_sample_epoch68_noTF.png b/higher/samples/data_sample_epoch68_noTF.png new file mode 100644 index 0000000..efea395 Binary files /dev/null and b/higher/samples/data_sample_epoch68_noTF.png differ diff --git a/higher/samples/data_sample_epoch69.png b/higher/samples/data_sample_epoch69.png new file mode 100644 index 0000000..c4686d7 Binary files /dev/null and b/higher/samples/data_sample_epoch69.png differ diff --git a/higher/samples/data_sample_epoch69_noTF.png b/higher/samples/data_sample_epoch69_noTF.png new file mode 100644 index 0000000..55ab352 Binary files /dev/null and b/higher/samples/data_sample_epoch69_noTF.png differ diff --git a/higher/samples/data_sample_epoch6_noTF.png b/higher/samples/data_sample_epoch6_noTF.png new file mode 100644 index 0000000..0c44c6d Binary files /dev/null and b/higher/samples/data_sample_epoch6_noTF.png differ diff --git a/higher/samples/data_sample_epoch7.png b/higher/samples/data_sample_epoch7.png new file mode 100644 index 0000000..4c87e57 Binary files /dev/null and b/higher/samples/data_sample_epoch7.png differ diff --git a/higher/samples/data_sample_epoch70.png b/higher/samples/data_sample_epoch70.png new file mode 100644 index 0000000..073fbfe Binary files /dev/null and b/higher/samples/data_sample_epoch70.png differ diff --git a/higher/samples/data_sample_epoch70_noTF.png b/higher/samples/data_sample_epoch70_noTF.png new file mode 100644 index 0000000..1d896a1 Binary files /dev/null and b/higher/samples/data_sample_epoch70_noTF.png differ diff --git a/higher/samples/data_sample_epoch71.png b/higher/samples/data_sample_epoch71.png new file mode 100644 index 0000000..b1a2e4b Binary files /dev/null and b/higher/samples/data_sample_epoch71.png differ diff --git a/higher/samples/data_sample_epoch71_noTF.png b/higher/samples/data_sample_epoch71_noTF.png new file mode 100644 index 0000000..95d26b1 Binary files /dev/null and b/higher/samples/data_sample_epoch71_noTF.png differ diff --git a/higher/samples/data_sample_epoch72.png b/higher/samples/data_sample_epoch72.png new file mode 100644 index 0000000..4ce19ac Binary files /dev/null and b/higher/samples/data_sample_epoch72.png differ diff --git a/higher/samples/data_sample_epoch72_noTF.png b/higher/samples/data_sample_epoch72_noTF.png new file mode 100644 index 0000000..dd0f86f Binary files /dev/null and b/higher/samples/data_sample_epoch72_noTF.png differ diff --git a/higher/samples/data_sample_epoch73.png b/higher/samples/data_sample_epoch73.png new file mode 100644 index 0000000..06c5fd8 Binary files /dev/null and b/higher/samples/data_sample_epoch73.png differ diff --git a/higher/samples/data_sample_epoch73_noTF.png b/higher/samples/data_sample_epoch73_noTF.png new file mode 100644 index 0000000..ba6e99d Binary files /dev/null and b/higher/samples/data_sample_epoch73_noTF.png differ diff --git a/higher/samples/data_sample_epoch74.png b/higher/samples/data_sample_epoch74.png new file mode 100644 index 0000000..449cc08 Binary files /dev/null and b/higher/samples/data_sample_epoch74.png differ diff --git a/higher/samples/data_sample_epoch74_noTF.png b/higher/samples/data_sample_epoch74_noTF.png new file mode 100644 index 0000000..d485b2c Binary files /dev/null and b/higher/samples/data_sample_epoch74_noTF.png differ diff --git a/higher/samples/data_sample_epoch75.png b/higher/samples/data_sample_epoch75.png new file mode 100644 index 0000000..a1d5112 Binary files /dev/null and b/higher/samples/data_sample_epoch75.png differ diff --git a/higher/samples/data_sample_epoch75_noTF.png b/higher/samples/data_sample_epoch75_noTF.png new file mode 100644 index 0000000..85e9095 Binary files /dev/null and b/higher/samples/data_sample_epoch75_noTF.png differ diff --git a/higher/samples/data_sample_epoch76.png b/higher/samples/data_sample_epoch76.png new file mode 100644 index 0000000..86b9aa1 Binary files /dev/null and b/higher/samples/data_sample_epoch76.png differ diff --git a/higher/samples/data_sample_epoch76_noTF.png b/higher/samples/data_sample_epoch76_noTF.png new file mode 100644 index 0000000..347e713 Binary files /dev/null and b/higher/samples/data_sample_epoch76_noTF.png differ diff --git a/higher/samples/data_sample_epoch77.png b/higher/samples/data_sample_epoch77.png new file mode 100644 index 0000000..60b288c Binary files /dev/null and b/higher/samples/data_sample_epoch77.png differ diff --git a/higher/samples/data_sample_epoch77_noTF.png b/higher/samples/data_sample_epoch77_noTF.png new file mode 100644 index 0000000..d5b74a7 Binary files /dev/null and b/higher/samples/data_sample_epoch77_noTF.png differ diff --git a/higher/samples/data_sample_epoch78.png b/higher/samples/data_sample_epoch78.png new file mode 100644 index 0000000..ec2aeaa Binary files /dev/null and b/higher/samples/data_sample_epoch78.png differ diff --git a/higher/samples/data_sample_epoch78_noTF.png b/higher/samples/data_sample_epoch78_noTF.png new file mode 100644 index 0000000..f352dee Binary files /dev/null and b/higher/samples/data_sample_epoch78_noTF.png differ diff --git a/higher/samples/data_sample_epoch79.png b/higher/samples/data_sample_epoch79.png new file mode 100644 index 0000000..2400a32 Binary files /dev/null and b/higher/samples/data_sample_epoch79.png differ diff --git a/higher/samples/data_sample_epoch79_noTF.png b/higher/samples/data_sample_epoch79_noTF.png new file mode 100644 index 0000000..da34679 Binary files /dev/null and b/higher/samples/data_sample_epoch79_noTF.png differ diff --git a/higher/samples/data_sample_epoch7_noTF.png b/higher/samples/data_sample_epoch7_noTF.png new file mode 100644 index 0000000..4c87e57 Binary files /dev/null and b/higher/samples/data_sample_epoch7_noTF.png differ diff --git a/higher/samples/data_sample_epoch8.png b/higher/samples/data_sample_epoch8.png new file mode 100644 index 0000000..a643eb0 Binary files /dev/null and b/higher/samples/data_sample_epoch8.png differ diff --git a/higher/samples/data_sample_epoch80.png b/higher/samples/data_sample_epoch80.png new file mode 100644 index 0000000..faec1da Binary files /dev/null and b/higher/samples/data_sample_epoch80.png differ diff --git a/higher/samples/data_sample_epoch80_noTF.png b/higher/samples/data_sample_epoch80_noTF.png new file mode 100644 index 0000000..64c3e6d Binary files /dev/null and b/higher/samples/data_sample_epoch80_noTF.png differ diff --git a/higher/samples/data_sample_epoch81.png b/higher/samples/data_sample_epoch81.png new file mode 100644 index 0000000..d4dd6f0 Binary files /dev/null and b/higher/samples/data_sample_epoch81.png differ diff --git a/higher/samples/data_sample_epoch81_noTF.png b/higher/samples/data_sample_epoch81_noTF.png new file mode 100644 index 0000000..437bc50 Binary files /dev/null and b/higher/samples/data_sample_epoch81_noTF.png differ diff --git a/higher/samples/data_sample_epoch82.png b/higher/samples/data_sample_epoch82.png new file mode 100644 index 0000000..bb6e728 Binary files /dev/null and b/higher/samples/data_sample_epoch82.png differ diff --git a/higher/samples/data_sample_epoch82_noTF.png b/higher/samples/data_sample_epoch82_noTF.png new file mode 100644 index 0000000..a24da43 Binary files /dev/null and b/higher/samples/data_sample_epoch82_noTF.png differ diff --git a/higher/samples/data_sample_epoch83.png b/higher/samples/data_sample_epoch83.png new file mode 100644 index 0000000..8825e92 Binary files /dev/null and b/higher/samples/data_sample_epoch83.png differ diff --git a/higher/samples/data_sample_epoch83_noTF.png b/higher/samples/data_sample_epoch83_noTF.png new file mode 100644 index 0000000..e959b96 Binary files /dev/null and b/higher/samples/data_sample_epoch83_noTF.png differ diff --git a/higher/samples/data_sample_epoch84.png b/higher/samples/data_sample_epoch84.png new file mode 100644 index 0000000..b778466 Binary files /dev/null and b/higher/samples/data_sample_epoch84.png differ diff --git a/higher/samples/data_sample_epoch84_noTF.png b/higher/samples/data_sample_epoch84_noTF.png new file mode 100644 index 0000000..6b84974 Binary files /dev/null and b/higher/samples/data_sample_epoch84_noTF.png differ diff --git a/higher/samples/data_sample_epoch85.png b/higher/samples/data_sample_epoch85.png new file mode 100644 index 0000000..f7188be Binary files /dev/null and b/higher/samples/data_sample_epoch85.png differ diff --git a/higher/samples/data_sample_epoch85_noTF.png b/higher/samples/data_sample_epoch85_noTF.png new file mode 100644 index 0000000..7273f6f Binary files /dev/null and b/higher/samples/data_sample_epoch85_noTF.png differ diff --git a/higher/samples/data_sample_epoch86.png b/higher/samples/data_sample_epoch86.png new file mode 100644 index 0000000..ee04fc5 Binary files /dev/null and b/higher/samples/data_sample_epoch86.png differ diff --git a/higher/samples/data_sample_epoch86_noTF.png b/higher/samples/data_sample_epoch86_noTF.png new file mode 100644 index 0000000..db92bcf Binary files /dev/null and b/higher/samples/data_sample_epoch86_noTF.png differ diff --git a/higher/samples/data_sample_epoch87.png b/higher/samples/data_sample_epoch87.png new file mode 100644 index 0000000..57e0e97 Binary files /dev/null and b/higher/samples/data_sample_epoch87.png differ diff --git a/higher/samples/data_sample_epoch87_noTF.png b/higher/samples/data_sample_epoch87_noTF.png new file mode 100644 index 0000000..8892396 Binary files /dev/null and b/higher/samples/data_sample_epoch87_noTF.png differ diff --git a/higher/samples/data_sample_epoch88.png b/higher/samples/data_sample_epoch88.png new file mode 100644 index 0000000..5974c4b Binary files /dev/null and b/higher/samples/data_sample_epoch88.png differ diff --git a/higher/samples/data_sample_epoch88_noTF.png b/higher/samples/data_sample_epoch88_noTF.png new file mode 100644 index 0000000..a63fbd4 Binary files /dev/null and b/higher/samples/data_sample_epoch88_noTF.png differ diff --git a/higher/samples/data_sample_epoch89.png b/higher/samples/data_sample_epoch89.png new file mode 100644 index 0000000..a684fcf Binary files /dev/null and b/higher/samples/data_sample_epoch89.png differ diff --git a/higher/samples/data_sample_epoch89_noTF.png b/higher/samples/data_sample_epoch89_noTF.png new file mode 100644 index 0000000..31e06d9 Binary files /dev/null and b/higher/samples/data_sample_epoch89_noTF.png differ diff --git a/higher/samples/data_sample_epoch8_noTF.png b/higher/samples/data_sample_epoch8_noTF.png new file mode 100644 index 0000000..a643eb0 Binary files /dev/null and b/higher/samples/data_sample_epoch8_noTF.png differ diff --git a/higher/samples/data_sample_epoch9.png b/higher/samples/data_sample_epoch9.png new file mode 100644 index 0000000..60f492a Binary files /dev/null and b/higher/samples/data_sample_epoch9.png differ diff --git a/higher/samples/data_sample_epoch90.png b/higher/samples/data_sample_epoch90.png new file mode 100644 index 0000000..1ccea47 Binary files /dev/null and b/higher/samples/data_sample_epoch90.png differ diff --git a/higher/samples/data_sample_epoch90_noTF.png b/higher/samples/data_sample_epoch90_noTF.png new file mode 100644 index 0000000..9c81a27 Binary files /dev/null and b/higher/samples/data_sample_epoch90_noTF.png differ diff --git a/higher/samples/data_sample_epoch91.png b/higher/samples/data_sample_epoch91.png new file mode 100644 index 0000000..14b3623 Binary files /dev/null and b/higher/samples/data_sample_epoch91.png differ diff --git a/higher/samples/data_sample_epoch91_noTF.png b/higher/samples/data_sample_epoch91_noTF.png new file mode 100644 index 0000000..2b0b7f9 Binary files /dev/null and b/higher/samples/data_sample_epoch91_noTF.png differ diff --git a/higher/samples/data_sample_epoch92.png b/higher/samples/data_sample_epoch92.png new file mode 100644 index 0000000..705d3a7 Binary files /dev/null and b/higher/samples/data_sample_epoch92.png differ diff --git a/higher/samples/data_sample_epoch92_noTF.png b/higher/samples/data_sample_epoch92_noTF.png new file mode 100644 index 0000000..6da863d Binary files /dev/null and b/higher/samples/data_sample_epoch92_noTF.png differ diff --git a/higher/samples/data_sample_epoch93.png b/higher/samples/data_sample_epoch93.png new file mode 100644 index 0000000..244767b Binary files /dev/null and b/higher/samples/data_sample_epoch93.png differ diff --git a/higher/samples/data_sample_epoch93_noTF.png b/higher/samples/data_sample_epoch93_noTF.png new file mode 100644 index 0000000..1cd3c3b Binary files /dev/null and b/higher/samples/data_sample_epoch93_noTF.png differ diff --git a/higher/samples/data_sample_epoch94.png b/higher/samples/data_sample_epoch94.png new file mode 100644 index 0000000..efab5f9 Binary files /dev/null and b/higher/samples/data_sample_epoch94.png differ diff --git a/higher/samples/data_sample_epoch94_noTF.png b/higher/samples/data_sample_epoch94_noTF.png new file mode 100644 index 0000000..aea0fd6 Binary files /dev/null and b/higher/samples/data_sample_epoch94_noTF.png differ diff --git a/higher/samples/data_sample_epoch95.png b/higher/samples/data_sample_epoch95.png new file mode 100644 index 0000000..0a98999 Binary files /dev/null and b/higher/samples/data_sample_epoch95.png differ diff --git a/higher/samples/data_sample_epoch95_noTF.png b/higher/samples/data_sample_epoch95_noTF.png new file mode 100644 index 0000000..d8de579 Binary files /dev/null and b/higher/samples/data_sample_epoch95_noTF.png differ diff --git a/higher/samples/data_sample_epoch96.png b/higher/samples/data_sample_epoch96.png new file mode 100644 index 0000000..910ccf6 Binary files /dev/null and b/higher/samples/data_sample_epoch96.png differ diff --git a/higher/samples/data_sample_epoch96_noTF.png b/higher/samples/data_sample_epoch96_noTF.png new file mode 100644 index 0000000..fe94c2c Binary files /dev/null and b/higher/samples/data_sample_epoch96_noTF.png differ diff --git a/higher/samples/data_sample_epoch97.png b/higher/samples/data_sample_epoch97.png new file mode 100644 index 0000000..d1d2629 Binary files /dev/null and b/higher/samples/data_sample_epoch97.png differ diff --git a/higher/samples/data_sample_epoch97_noTF.png b/higher/samples/data_sample_epoch97_noTF.png new file mode 100644 index 0000000..6e1e6e9 Binary files /dev/null and b/higher/samples/data_sample_epoch97_noTF.png differ diff --git a/higher/samples/data_sample_epoch98.png b/higher/samples/data_sample_epoch98.png new file mode 100644 index 0000000..330d2c1 Binary files /dev/null and b/higher/samples/data_sample_epoch98.png differ diff --git a/higher/samples/data_sample_epoch98_noTF.png b/higher/samples/data_sample_epoch98_noTF.png new file mode 100644 index 0000000..c1b25a3 Binary files /dev/null and b/higher/samples/data_sample_epoch98_noTF.png differ diff --git a/higher/samples/data_sample_epoch99.png b/higher/samples/data_sample_epoch99.png new file mode 100644 index 0000000..63bbb32 Binary files /dev/null and b/higher/samples/data_sample_epoch99.png differ diff --git a/higher/samples/data_sample_epoch99_noTF.png b/higher/samples/data_sample_epoch99_noTF.png new file mode 100644 index 0000000..e7868be Binary files /dev/null and b/higher/samples/data_sample_epoch99_noTF.png differ diff --git a/higher/samples/data_sample_epoch9_noTF.png b/higher/samples/data_sample_epoch9_noTF.png new file mode 100644 index 0000000..60f492a Binary files /dev/null and b/higher/samples/data_sample_epoch9_noTF.png differ