diff --git a/.gitignore b/.gitignore index b6e4761..49d6858 100644 --- a/.gitignore +++ b/.gitignore @@ -1,3 +1,5 @@ +*.png + # Byte-compiled / optimized / DLL files __pycache__/ *.py[cod] diff --git a/jobs/benchmark.sh b/jobs/benchmark.sh index f3172da..75b609b 100644 --- a/jobs/benchmark.sh +++ b/jobs/benchmark.sh @@ -4,7 +4,7 @@ #SBATCH --mem=32000M #32000M # Memory proportional to CPUs: 32000 Cedar, 64000 Graham. #SBATCH --account=def-mpederso #SBATCH --time=10:00:00 -#SBATCH --job-name=Benchmark-MyLeNetMatNormalNoceil +#SBATCH --job-name=Benchmark-MyLeNetMatStochBUNoceil #SBATCH --output=log/%x-%j.out #SBATCH --mail-user=harle.collette.antoine@gmail.com #SBATCH --mail-type=END @@ -20,10 +20,10 @@ source ~/virtual_env/stoch_pool/bin/activate cd ../ time python main.py \ - -n MyLeNetMatNormalNoceil \ - -ep 100 \ + -n MyLeNetMatStochBUNoceil \ + -ep 50 \ -sc cosine \ -lr 5e-2 \ - -rf '../res/benchmark_NoCeil/' \ - -k 1 \ - -pf __k1_$SLURM_ARRAY_TASK_ID \ No newline at end of file + -rf 'res/benchmark_NoCeil/' \ + -k 4 \ + -pf __k4_$SLURM_ARRAY_TASK_ID \ No newline at end of file diff --git a/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44511714.out b/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44511714.out new file mode 100644 index 0000000..147cb04 --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44511714.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=1, lr=0.05, net='MyLeNetMatNormalNoceil', postfix='__k1_3', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 36.32 / 46.57 +Loss : 1.71 / 1.47 +Time: 45.96672709006816 +--------- + +Epoch: 5 +Acc : 70.95 / 70.58 +Loss : 0.83 / 0.86 +Time: 275.3688823627308 +--------- + +Epoch: 10 +Acc : 79.10 / 74.53 +Loss : 0.60 / 0.74 +Time: 504.9038645885885 +--------- + +Epoch: 15 +Acc : 83.93 / 80.50 +Loss : 0.46 / 0.57 +Time: 734.5577887063846 +--------- + +Epoch: 20 +Acc : 87.32 / 80.67 +Loss : 0.37 / 0.55 +Time: 964.6286195870489 +--------- + +Epoch: 25 +Acc : 90.39 / 82.75 +Loss : 0.29 / 0.50 +Time: 1194.849686741829 +--------- + +Epoch: 30 +Acc : 93.07 / 82.63 +Loss : 0.22 / 0.51 +Time: 1426.0590728316456 +--------- + +Epoch: 35 +Acc : 95.51 / 82.89 +Loss : 0.15 / 0.52 +Time: 1657.5508981496096 +--------- + +Epoch: 40 +Acc : 97.45 / 84.48 +Loss : 0.11 / 0.49 +Time: 1887.298833809793 +--------- + +Epoch: 45 +Acc : 98.55 / 84.93 +Loss : 0.08 / 0.49 +Time: 2116.886452781968 +--------- +Best Acc : 85.09 +Training time (min): 38.34314283429024 +Log :" res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k1_3.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatNormalNoceil-50epochs__k1_3 " saved ! + +real 38m33.682s +user 53m21.131s +sys 12m1.798s diff --git a/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44511729.out b/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44511729.out new file mode 100644 index 0000000..90f7115 --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44511729.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=2, lr=0.05, net='MyLeNetMatNormalNoceil', postfix='__k2_3', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 36.12 / 45.47 +Loss : 1.72 / 1.50 +Time: 123.19412856083363 +--------- + +Epoch: 5 +Acc : 71.71 / 68.77 +Loss : 0.81 / 0.91 +Time: 739.1145824743435 +--------- + +Epoch: 10 +Acc : 79.86 / 77.88 +Loss : 0.58 / 0.64 +Time: 1355.644656511955 +--------- + +Epoch: 15 +Acc : 84.55 / 77.81 +Loss : 0.45 / 0.64 +Time: 1971.8144962312654 +--------- + +Epoch: 20 +Acc : 87.95 / 81.82 +Loss : 0.35 / 0.54 +Time: 2587.859218424186 +--------- + +Epoch: 25 +Acc : 91.09 / 80.44 +Loss : 0.26 / 0.57 +Time: 3204.394698444754 +--------- + +Epoch: 30 +Acc : 93.85 / 82.45 +Loss : 0.19 / 0.54 +Time: 3820.647819074802 +--------- + +Epoch: 35 +Acc : 96.26 / 83.40 +Loss : 0.13 / 0.51 +Time: 4437.080120751634 +--------- + +Epoch: 40 +Acc : 98.12 / 85.19 +Loss : 0.09 / 0.49 +Time: 5053.203467056155 +--------- + +Epoch: 45 +Acc : 99.15 / 84.79 +Loss : 0.06 / 0.50 +Time: 5669.440995325334 +--------- +Best Acc : 85.19 +Training time (min): 102.70833032748972 +Log :" res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k2_3.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatNormalNoceil-50epochs__k2_3 " saved ! + +real 102m58.647s +user 99m45.063s +sys 32m18.510s diff --git a/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44511735.out b/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44511735.out new file mode 100644 index 0000000..5f41a0e --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44511735.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=3, lr=0.05, net='MyLeNetMatNormalNoceil', postfix='__k3_3', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 36.95 / 45.98 +Loss : 1.72 / 1.51 +Time: 247.98328754398972 +--------- + +Epoch: 5 +Acc : 71.70 / 72.71 +Loss : 0.81 / 0.78 +Time: 1488.6181818954647 +--------- + +Epoch: 10 +Acc : 80.03 / 75.58 +Loss : 0.57 / 0.72 +Time: 2729.465384825133 +--------- + +Epoch: 15 +Acc : 84.79 / 80.80 +Loss : 0.44 / 0.57 +Time: 3970.437553227879 +--------- + +Epoch: 20 +Acc : 88.45 / 81.73 +Loss : 0.34 / 0.54 +Time: 5211.3001955430955 +--------- + +Epoch: 25 +Acc : 91.57 / 82.44 +Loss : 0.26 / 0.53 +Time: 6452.203316219151 +--------- + +Epoch: 30 +Acc : 94.42 / 83.35 +Loss : 0.18 / 0.51 +Time: 7693.365694181062 +--------- + +Epoch: 35 +Acc : 96.76 / 83.32 +Loss : 0.12 / 0.53 +Time: 8934.607322337106 +--------- + +Epoch: 40 +Acc : 98.65 / 84.05 +Loss : 0.07 / 0.52 +Time: 10175.596159897745 +--------- + +Epoch: 45 +Acc : 99.41 / 84.61 +Loss : 0.05 / 0.52 +Time: 11416.773865584284 +--------- +Best Acc : 84.74 +Training time (min): 206.82600436269615 +Log :" res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k3_3.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatNormalNoceil-50epochs__k3_3 " saved ! + +real 207m3.639s +user 164m26.994s +sys 70m29.354s diff --git a/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44511739.out b/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44511739.out new file mode 100644 index 0000000..66b8cd7 --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44511739.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=4, lr=0.05, net='MyLeNetMatNormalNoceil', postfix='__k4_3', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 37.25 / 46.81 +Loss : 1.71 / 1.45 +Time: 412.9022887162864 +--------- + +Epoch: 5 +Acc : 72.74 / 72.93 +Loss : 0.79 / 0.79 +Time: 2478.4713746113703 +--------- + +Epoch: 10 +Acc : 80.47 / 78.57 +Loss : 0.56 / 0.63 +Time: 4544.841249100864 +--------- + +Epoch: 15 +Acc : 84.95 / 80.01 +Loss : 0.43 / 0.59 +Time: 6611.430219493806 +--------- + +Epoch: 20 +Acc : 88.65 / 81.20 +Loss : 0.33 / 0.55 +Time: 8678.567663419992 +--------- + +Epoch: 25 +Acc : 91.80 / 82.36 +Loss : 0.25 / 0.52 +Time: 10747.367348232307 +--------- + +Epoch: 30 +Acc : 94.57 / 82.16 +Loss : 0.18 / 0.56 +Time: 12816.555869823322 +--------- + +Epoch: 35 +Acc : 97.08 / 83.29 +Loss : 0.11 / 0.54 +Time: 14885.712881685235 +--------- + +Epoch: 40 +Acc : 98.70 / 84.38 +Loss : 0.07 / 0.51 +Time: 16954.642080742866 +--------- + +Epoch: 45 +Acc : 99.55 / 84.41 +Loss : 0.05 / 0.52 +Time: 19023.663426892832 +--------- +Best Acc : 84.63 +Training time (min): 344.65982003790947 +Log :" res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k4_3.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatNormalNoceil-50epochs__k4_3 " saved ! + +real 344m54.291s +user 251m47.869s +sys 119m40.516s diff --git a/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44512423.out b/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44512423.out new file mode 100644 index 0000000..6554196 --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44512423.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=1, lr=0.05, net='MyLeNetMatNormalNoceil', postfix='__k1_1', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 35.43 / 48.21 +Loss : 1.73 / 1.43 +Time: 46.12261764425784 +--------- + +Epoch: 5 +Acc : 70.44 / 69.29 +Loss : 0.85 / 0.87 +Time: 276.4114668201655 +--------- + +Epoch: 10 +Acc : 78.80 / 76.67 +Loss : 0.61 / 0.68 +Time: 506.5132551435381 +--------- + +Epoch: 15 +Acc : 83.43 / 80.02 +Loss : 0.48 / 0.58 +Time: 736.7161982152611 +--------- + +Epoch: 20 +Acc : 86.87 / 80.73 +Loss : 0.38 / 0.55 +Time: 966.8520798627287 +--------- + +Epoch: 25 +Acc : 90.07 / 83.00 +Loss : 0.30 / 0.51 +Time: 1197.1624066643417 +--------- + +Epoch: 30 +Acc : 92.45 / 82.59 +Loss : 0.23 / 0.52 +Time: 1427.6633465271443 +--------- + +Epoch: 35 +Acc : 94.93 / 83.86 +Loss : 0.17 / 0.48 +Time: 1658.0701657654718 +--------- + +Epoch: 40 +Acc : 96.97 / 84.58 +Loss : 0.12 / 0.48 +Time: 1888.4067949829623 +--------- + +Epoch: 45 +Acc : 98.12 / 84.77 +Loss : 0.09 / 0.49 +Time: 2118.8804153930396 +--------- +Best Acc : 84.89 +Training time (min): 38.38393786516972 +Log :" res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k1_1.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatNormalNoceil-50epochs__k1_1 " saved ! + +real 38m36.671s +user 52m22.204s +sys 12m0.649s diff --git a/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44512424.out b/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44512424.out new file mode 100644 index 0000000..8ca7eec --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44512424.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=1, lr=0.05, net='MyLeNetMatNormalNoceil', postfix='__k1_2', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 36.34 / 46.99 +Loss : 1.72 / 1.43 +Time: 45.97680170927197 +--------- + +Epoch: 5 +Acc : 70.85 / 70.73 +Loss : 0.83 / 0.83 +Time: 275.01454721949995 +--------- + +Epoch: 10 +Acc : 78.84 / 75.75 +Loss : 0.61 / 0.70 +Time: 504.2062480049208 +--------- + +Epoch: 15 +Acc : 83.54 / 79.54 +Loss : 0.47 / 0.60 +Time: 733.3581873718649 +--------- + +Epoch: 20 +Acc : 86.82 / 81.49 +Loss : 0.38 / 0.54 +Time: 962.6645513242111 +--------- + +Epoch: 25 +Acc : 89.89 / 81.93 +Loss : 0.29 / 0.54 +Time: 1191.833936353214 +--------- + +Epoch: 30 +Acc : 92.88 / 83.44 +Loss : 0.22 / 0.49 +Time: 1421.0683761807159 +--------- + +Epoch: 35 +Acc : 95.38 / 83.74 +Loss : 0.16 / 0.50 +Time: 1650.2434674538672 +--------- + +Epoch: 40 +Acc : 97.26 / 84.41 +Loss : 0.11 / 0.50 +Time: 1879.4910161253065 +--------- + +Epoch: 45 +Acc : 98.51 / 84.84 +Loss : 0.08 / 0.49 +Time: 2108.9041818892583 +--------- +Best Acc : 84.94 +Training time (min): 38.20426822579466 +Log :" res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k1_2.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatNormalNoceil-50epochs__k1_2 " saved ! + +real 38m24.983s +user 54m3.179s +sys 11m47.645s diff --git a/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44512425.out b/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44512425.out new file mode 100644 index 0000000..869a6d2 --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44512425.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=2, lr=0.05, net='MyLeNetMatNormalNoceil', postfix='__k2_1', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 36.99 / 46.90 +Loss : 1.71 / 1.47 +Time: 123.3850756874308 +--------- + +Epoch: 5 +Acc : 71.92 / 70.74 +Loss : 0.81 / 0.84 +Time: 740.4402446337044 +--------- + +Epoch: 10 +Acc : 79.88 / 76.11 +Loss : 0.58 / 0.70 +Time: 1357.5990120908245 +--------- + +Epoch: 15 +Acc : 84.43 / 80.63 +Loss : 0.45 / 0.56 +Time: 1975.4050657227635 +--------- + +Epoch: 20 +Acc : 88.04 / 80.34 +Loss : 0.35 / 0.57 +Time: 2593.1981341233477 +--------- + +Epoch: 25 +Acc : 91.30 / 82.08 +Loss : 0.26 / 0.53 +Time: 3211.109001107514 +--------- + +Epoch: 30 +Acc : 94.06 / 82.95 +Loss : 0.19 / 0.51 +Time: 3828.7535809641704 +--------- + +Epoch: 35 +Acc : 96.45 / 83.79 +Loss : 0.13 / 0.50 +Time: 4446.439873588271 +--------- + +Epoch: 40 +Acc : 98.28 / 84.44 +Loss : 0.08 / 0.51 +Time: 5064.219255410135 +--------- + +Epoch: 45 +Acc : 99.23 / 84.78 +Loss : 0.06 / 0.51 +Time: 5681.4778324710205 +--------- +Best Acc : 84.92 +Training time (min): 102.92114744419231 +Log :" res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k2_1.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatNormalNoceil-50epochs__k2_1 " saved ! + +real 103m8.605s +user 98m5.937s +sys 33m32.017s diff --git a/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44512426.out b/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44512426.out new file mode 100644 index 0000000..a655cac --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44512426.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=2, lr=0.05, net='MyLeNetMatNormalNoceil', postfix='__k2_2', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 36.03 / 48.99 +Loss : 1.73 / 1.44 +Time: 123.21687715034932 +--------- + +Epoch: 5 +Acc : 71.80 / 72.91 +Loss : 0.82 / 0.78 +Time: 739.4670832967386 +--------- + +Epoch: 10 +Acc : 79.74 / 78.42 +Loss : 0.58 / 0.62 +Time: 1355.8709250381216 +--------- + +Epoch: 15 +Acc : 84.44 / 79.47 +Loss : 0.45 / 0.60 +Time: 1972.987782953307 +--------- + +Epoch: 20 +Acc : 87.94 / 82.06 +Loss : 0.35 / 0.53 +Time: 2590.0748241245747 +--------- + +Epoch: 25 +Acc : 91.02 / 82.41 +Loss : 0.27 / 0.53 +Time: 3207.198580466211 +--------- + +Epoch: 30 +Acc : 93.75 / 83.29 +Loss : 0.20 / 0.51 +Time: 3824.246278378181 +--------- + +Epoch: 35 +Acc : 96.25 / 84.13 +Loss : 0.13 / 0.49 +Time: 4441.094482817687 +--------- + +Epoch: 40 +Acc : 98.26 / 84.04 +Loss : 0.09 / 0.53 +Time: 5057.893284536898 +--------- + +Epoch: 45 +Acc : 99.16 / 84.72 +Loss : 0.06 / 0.51 +Time: 5674.5474897976965 +--------- +Best Acc : 84.99 +Training time (min): 102.79756409196804 +Log :" res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k2_2.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatNormalNoceil-50epochs__k2_2 " saved ! + +real 103m1.616s +user 96m38.047s +sys 34m9.080s diff --git a/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44512427.out b/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44512427.out new file mode 100644 index 0000000..1469613 --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44512427.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=3, lr=0.05, net='MyLeNetMatNormalNoceil', postfix='__k3_1', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 36.16 / 46.20 +Loss : 1.72 / 1.48 +Time: 247.73547955136746 +--------- + +Epoch: 5 +Acc : 72.15 / 72.22 +Loss : 0.80 / 0.79 +Time: 1486.8846261743456 +--------- + +Epoch: 10 +Acc : 80.06 / 77.68 +Loss : 0.57 / 0.65 +Time: 2726.5283604683354 +--------- + +Epoch: 15 +Acc : 84.93 / 78.28 +Loss : 0.44 / 0.62 +Time: 3966.002595074475 +--------- + +Epoch: 20 +Acc : 88.39 / 81.81 +Loss : 0.34 / 0.53 +Time: 5205.35461238306 +--------- + +Epoch: 25 +Acc : 91.51 / 82.47 +Loss : 0.26 / 0.52 +Time: 6445.20023989398 +--------- + +Epoch: 30 +Acc : 94.24 / 83.09 +Loss : 0.18 / 0.51 +Time: 7685.129119827412 +--------- + +Epoch: 35 +Acc : 96.49 / 84.29 +Loss : 0.13 / 0.49 +Time: 8925.508030240424 +--------- + +Epoch: 40 +Acc : 98.33 / 84.07 +Loss : 0.08 / 0.51 +Time: 10166.46677840408 +--------- + +Epoch: 45 +Acc : 99.31 / 84.71 +Loss : 0.05 / 0.51 +Time: 11407.179788754322 +--------- +Best Acc : 84.74 +Training time (min): 206.67341564196784 +Log :" res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k3_1.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatNormalNoceil-50epochs__k3_1 " saved ! + +real 206m56.537s +user 164m29.383s +sys 69m32.644s diff --git a/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44512428.out b/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44512428.out new file mode 100644 index 0000000..15a685b --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44512428.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=3, lr=0.05, net='MyLeNetMatNormalNoceil', postfix='__k3_2', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 36.50 / 46.49 +Loss : 1.72 / 1.47 +Time: 247.84990867320448 +--------- + +Epoch: 5 +Acc : 71.88 / 68.91 +Loss : 0.80 / 0.89 +Time: 1487.8860270297155 +--------- + +Epoch: 10 +Acc : 80.39 / 78.03 +Loss : 0.57 / 0.64 +Time: 2728.763779843226 +--------- + +Epoch: 15 +Acc : 85.00 / 80.67 +Loss : 0.44 / 0.57 +Time: 3969.208628097549 +--------- + +Epoch: 20 +Acc : 88.49 / 80.28 +Loss : 0.34 / 0.57 +Time: 5209.553945231251 +--------- + +Epoch: 25 +Acc : 91.64 / 82.31 +Loss : 0.25 / 0.53 +Time: 6450.321215154603 +--------- + +Epoch: 30 +Acc : 94.55 / 82.92 +Loss : 0.18 / 0.50 +Time: 7690.907434923574 +--------- + +Epoch: 35 +Acc : 96.83 / 83.45 +Loss : 0.12 / 0.52 +Time: 8931.464527050033 +--------- + +Epoch: 40 +Acc : 98.60 / 84.15 +Loss : 0.07 / 0.51 +Time: 10172.187801788561 +--------- + +Epoch: 45 +Acc : 99.43 / 84.93 +Loss : 0.05 / 0.51 +Time: 11412.973015635274 +--------- +Best Acc : 84.93 +Training time (min): 206.75552665510526 +Log :" res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k3_2.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatNormalNoceil-50epochs__k3_2 " saved ! + +real 206m59.928s +user 165m3.232s +sys 69m9.800s diff --git a/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44512429.out b/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44512429.out new file mode 100644 index 0000000..b394642 --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44512429.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=4, lr=0.05, net='MyLeNetMatNormalNoceil', postfix='__k4_1', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 35.99 / 47.12 +Loss : 1.73 / 1.43 +Time: 413.15663176588714 +--------- + +Epoch: 5 +Acc : 72.51 / 69.89 +Loss : 0.78 / 0.87 +Time: 2480.58620422706 +--------- + +Epoch: 10 +Acc : 80.56 / 76.70 +Loss : 0.56 / 0.67 +Time: 4549.522261521779 +--------- + +Epoch: 15 +Acc : 85.25 / 79.85 +Loss : 0.43 / 0.59 +Time: 6618.715358470567 +--------- + +Epoch: 20 +Acc : 88.85 / 80.16 +Loss : 0.33 / 0.58 +Time: 8688.104032479227 +--------- + +Epoch: 25 +Acc : 91.80 / 82.65 +Loss : 0.25 / 0.51 +Time: 10757.39982889127 +--------- + +Epoch: 30 +Acc : 94.70 / 83.66 +Loss : 0.17 / 0.50 +Time: 12826.700856998563 +--------- + +Epoch: 35 +Acc : 97.03 / 83.37 +Loss : 0.11 / 0.54 +Time: 14895.382152607664 +--------- + +Epoch: 40 +Acc : 98.66 / 84.33 +Loss : 0.07 / 0.51 +Time: 16965.023936793208 +--------- + +Epoch: 45 +Acc : 99.53 / 84.55 +Loss : 0.05 / 0.52 +Time: 19034.066288430244 +--------- +Best Acc : 84.77 +Training time (min): 344.79890690402436 +Log :" res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k4_1.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatNormalNoceil-50epochs__k4_1 " saved ! + +real 345m2.785s +user 255m9.074s +sys 118m22.763s diff --git a/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44512430.out b/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44512430.out new file mode 100644 index 0000000..4d647cc --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatNormalNoceil-44512430.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=4, lr=0.05, net='MyLeNetMatNormalNoceil', postfix='__k4_2', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 36.29 / 46.76 +Loss : 1.72 / 1.45 +Time: 413.4330958928913 +--------- + +Epoch: 5 +Acc : 72.84 / 73.12 +Loss : 0.78 / 0.77 +Time: 2481.541083334014 +--------- + +Epoch: 10 +Acc : 80.54 / 77.11 +Loss : 0.56 / 0.67 +Time: 4550.451236174442 +--------- + +Epoch: 15 +Acc : 85.16 / 80.44 +Loss : 0.43 / 0.57 +Time: 6619.68952109199 +--------- + +Epoch: 20 +Acc : 88.79 / 81.69 +Loss : 0.33 / 0.54 +Time: 8689.100086900406 +--------- + +Epoch: 25 +Acc : 91.94 / 81.74 +Loss : 0.25 / 0.58 +Time: 10758.489818972535 +--------- + +Epoch: 30 +Acc : 94.65 / 82.18 +Loss : 0.17 / 0.56 +Time: 12827.756879460067 +--------- + +Epoch: 35 +Acc : 97.02 / 84.21 +Loss : 0.11 / 0.51 +Time: 14896.387511295266 +--------- + +Epoch: 40 +Acc : 98.82 / 84.45 +Loss : 0.07 / 0.51 +Time: 16964.967554398812 +--------- + +Epoch: 45 +Acc : 99.51 / 85.09 +Loss : 0.05 / 0.51 +Time: 19033.166706252843 +--------- +Best Acc : 85.09 +Training time (min): 344.792250782003 +Log :" res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k4_2.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatNormalNoceil-50epochs__k4_2 " saved ! + +real 345m2.760s +user 257m11.566s +sys 114m37.729s diff --git a/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44511791.out b/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44511791.out new file mode 100644 index 0000000..b43df8b --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44511791.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=1, lr=0.05, net='MyLeNetMatStochBUNoceil', postfix='__k1_3', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 22.71 / 22.38 +Loss : 2.05 / 1.98 +Time: 23.942733087576926 +--------- + +Epoch: 5 +Acc : 39.64 / 32.36 +Loss : 1.65 / 1.86 +Time: 144.20551797002554 +--------- + +Epoch: 10 +Acc : 45.79 / 33.74 +Loss : 1.50 / 1.76 +Time: 264.1239112522453 +--------- + +Epoch: 15 +Acc : 49.18 / 37.71 +Loss : 1.40 / 1.66 +Time: 382.70462130755186 +--------- + +Epoch: 20 +Acc : 52.63 / 41.70 +Loss : 1.32 / 1.58 +Time: 501.70173474773765 +--------- + +Epoch: 25 +Acc : 55.52 / 42.16 +Loss : 1.24 / 1.55 +Time: 620.2704349383712 +--------- + +Epoch: 30 +Acc : 57.60 / 42.07 +Loss : 1.19 / 1.61 +Time: 740.046815501526 +--------- + +Epoch: 35 +Acc : 59.83 / 40.80 +Loss : 1.13 / 1.64 +Time: 860.0331608653069 +--------- + +Epoch: 40 +Acc : 60.89 / 41.76 +Loss : 1.09 / 1.63 +Time: 980.0542129781097 +--------- + +Epoch: 45 +Acc : 62.60 / 42.83 +Loss : 1.05 / 1.61 +Time: 1099.9315661629662 +--------- +Best Acc : 47.46 +Training time (min): 19.902773757139222 +Log :" res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k1_3.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatStochBUNoceil-50epochs__k1_3 " saved ! + +real 20m6.443s +user 41m56.250s +sys 4m44.181s diff --git a/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44511796.out b/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44511796.out new file mode 100644 index 0000000..aaf7830 --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44511796.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=2, lr=0.05, net='MyLeNetMatStochBUNoceil', postfix='__k2_3', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 23.07 / 27.72 +Loss : 2.04 / 1.89 +Time: 43.24283229280263 +--------- + +Epoch: 5 +Acc : 40.82 / 34.26 +Loss : 1.62 / 1.78 +Time: 260.49624280724674 +--------- + +Epoch: 10 +Acc : 46.79 / 32.58 +Loss : 1.47 / 1.81 +Time: 476.04811190254986 +--------- + +Epoch: 15 +Acc : 49.99 / 35.99 +Loss : 1.39 / 1.74 +Time: 692.3408845262602 +--------- + +Epoch: 20 +Acc : 53.41 / 35.56 +Loss : 1.30 / 1.71 +Time: 908.646314191632 +--------- + +Epoch: 25 +Acc : 55.78 / 40.94 +Loss : 1.23 / 1.63 +Time: 1123.2973771356046 +--------- + +Epoch: 30 +Acc : 58.41 / 44.97 +Loss : 1.16 / 1.52 +Time: 1339.4196774363518 +--------- + +Epoch: 35 +Acc : 60.69 / 43.89 +Loss : 1.10 / 1.55 +Time: 1554.9195355875418 +--------- + +Epoch: 40 +Acc : 62.63 / 46.52 +Loss : 1.05 / 1.48 +Time: 1770.575025911443 +--------- + +Epoch: 45 +Acc : 63.64 / 44.60 +Loss : 1.03 / 1.56 +Time: 1986.1898049293086 +--------- +Best Acc : 46.52 +Training time (min): 35.97862558372629 +Log :" res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k2_3.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatStochBUNoceil-50epochs__k2_3 " saved ! + +real 36m11.005s +user 53m35.069s +sys 9m56.397s diff --git a/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44511805.out b/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44511805.out new file mode 100644 index 0000000..8e6a2e4 --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44511805.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=3, lr=0.05, net='MyLeNetMatStochBUNoceil', postfix='__k3_3', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 22.60 / 30.29 +Loss : 2.07 / 1.83 +Time: 73.45093404874206 +--------- + +Epoch: 5 +Acc : 41.07 / 36.65 +Loss : 1.62 / 1.71 +Time: 438.5278573250398 +--------- + +Epoch: 10 +Acc : 46.55 / 39.90 +Loss : 1.48 / 1.61 +Time: 804.3547679651529 +--------- + +Epoch: 15 +Acc : 50.45 / 38.47 +Loss : 1.37 / 1.60 +Time: 1169.9524947265163 +--------- + +Epoch: 20 +Acc : 54.17 / 39.78 +Loss : 1.28 / 1.64 +Time: 1535.7289634384215 +--------- + +Epoch: 25 +Acc : 56.16 / 42.75 +Loss : 1.23 / 1.57 +Time: 1901.3407105300575 +--------- + +Epoch: 30 +Acc : 58.65 / 46.69 +Loss : 1.16 / 1.47 +Time: 2266.849103649147 +--------- + +Epoch: 35 +Acc : 60.92 / 42.35 +Loss : 1.10 / 1.66 +Time: 2632.664029543288 +--------- + +Epoch: 40 +Acc : 63.07 / 41.75 +Loss : 1.05 / 1.66 +Time: 2998.279637400992 +--------- + +Epoch: 45 +Acc : 64.36 / 44.86 +Loss : 1.01 / 1.58 +Time: 3364.5860096393153 +--------- +Best Acc : 48.28 +Training time (min): 60.951772359386084 +Log :" res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k3_3.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatStochBUNoceil-50epochs__k3_3 " saved ! + +real 61m10.551s +user 70m16.339s +sys 18m43.649s diff --git a/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44511816.out b/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44511816.out new file mode 100644 index 0000000..dea6407 --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44511816.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=4, lr=0.05, net='MyLeNetMatStochBUNoceil', postfix='__k4_3', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 22.84 / 23.02 +Loss : 2.06 / 2.02 +Time: 109.14865664206445 +--------- + +Epoch: 5 +Acc : 41.31 / 34.38 +Loss : 1.61 / 1.74 +Time: 651.8169922940433 +--------- + +Epoch: 10 +Acc : 47.19 / 34.92 +Loss : 1.46 / 1.75 +Time: 1196.2202987512574 +--------- + +Epoch: 15 +Acc : 51.14 / 40.63 +Loss : 1.35 / 1.61 +Time: 1740.0807679975405 +--------- + +Epoch: 20 +Acc : 53.28 / 37.40 +Loss : 1.30 / 1.66 +Time: 2285.094068882987 +--------- + +Epoch: 25 +Acc : 56.24 / 44.48 +Loss : 1.22 / 1.50 +Time: 2828.706437432207 +--------- + +Epoch: 30 +Acc : 58.89 / 46.33 +Loss : 1.15 / 1.50 +Time: 3372.260067921132 +--------- + +Epoch: 35 +Acc : 61.42 / 43.65 +Loss : 1.09 / 1.54 +Time: 3917.1703928979114 +--------- + +Epoch: 40 +Acc : 63.16 / 45.52 +Loss : 1.04 / 1.52 +Time: 4460.238603447564 +--------- + +Epoch: 45 +Acc : 63.59 / 44.41 +Loss : 1.03 / 1.61 +Time: 5004.6891468744725 +--------- +Best Acc : 46.61 +Training time (min): 90.65389749701134 +Log :" res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k4_3.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatStochBUNoceil-50epochs__k4_3 " saved ! + +real 90m54.391s +user 89m26.614s +sys 28m46.091s diff --git a/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44512439.out b/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44512439.out new file mode 100644 index 0000000..20d0351 --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44512439.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=1, lr=0.05, net='MyLeNetMatStochBUNoceil', postfix='__k1_1', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 22.40 / 33.33 +Loss : 2.07 / 1.88 +Time: 23.69926338084042 +--------- + +Epoch: 5 +Acc : 39.01 / 32.53 +Loss : 1.66 / 1.82 +Time: 142.7658422710374 +--------- + +Epoch: 10 +Acc : 45.48 / 38.35 +Loss : 1.49 / 1.62 +Time: 260.89411601331085 +--------- + +Epoch: 15 +Acc : 48.70 / 35.44 +Loss : 1.41 / 1.69 +Time: 379.99177754390985 +--------- + +Epoch: 20 +Acc : 52.10 / 38.83 +Loss : 1.33 / 1.69 +Time: 497.3336850358173 +--------- + +Epoch: 25 +Acc : 54.84 / 42.42 +Loss : 1.26 / 1.55 +Time: 616.1871792878956 +--------- + +Epoch: 30 +Acc : 57.42 / 40.18 +Loss : 1.19 / 1.60 +Time: 734.6347392667085 +--------- + +Epoch: 35 +Acc : 60.00 / 43.08 +Loss : 1.12 / 1.55 +Time: 852.3725217897445 +--------- + +Epoch: 40 +Acc : 61.69 / 43.45 +Loss : 1.07 / 1.55 +Time: 971.9417355190963 +--------- + +Epoch: 45 +Acc : 62.51 / 45.85 +Loss : 1.05 / 1.53 +Time: 1090.8980515552685 +--------- +Best Acc : 46.76 +Training time (min): 19.73898232462816 +Log :" res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k1_1.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatStochBUNoceil-50epochs__k1_1 " saved ! + +real 19m56.378s +user 41m16.163s +sys 4m49.607s diff --git a/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44512440.out b/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44512440.out new file mode 100644 index 0000000..33c047d --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44512440.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=1, lr=0.05, net='MyLeNetMatStochBUNoceil', postfix='__k1_2', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 21.82 / 26.99 +Loss : 2.06 / 1.88 +Time: 23.74811160005629 +--------- + +Epoch: 5 +Acc : 39.08 / 38.52 +Loss : 1.66 / 1.71 +Time: 144.02691594604403 +--------- + +Epoch: 10 +Acc : 45.10 / 35.87 +Loss : 1.51 / 1.83 +Time: 264.6037198500708 +--------- + +Epoch: 15 +Acc : 48.87 / 38.52 +Loss : 1.41 / 1.64 +Time: 384.93165539298207 +--------- + +Epoch: 20 +Acc : 52.06 / 38.93 +Loss : 1.33 / 1.64 +Time: 506.40114451851696 +--------- + +Epoch: 25 +Acc : 55.01 / 39.44 +Loss : 1.25 / 1.66 +Time: 628.3252009730786 +--------- + +Epoch: 30 +Acc : 57.14 / 37.17 +Loss : 1.19 / 1.69 +Time: 748.4351985407993 +--------- + +Epoch: 35 +Acc : 59.74 / 42.78 +Loss : 1.13 / 1.62 +Time: 869.0831191660836 +--------- + +Epoch: 40 +Acc : 61.07 / 43.44 +Loss : 1.09 / 1.58 +Time: 989.6546215675771 +--------- + +Epoch: 45 +Acc : 63.31 / 43.17 +Loss : 1.04 / 1.63 +Time: 1112.0879259789363 +--------- +Best Acc : 46.04 +Training time (min): 20.136301828424134 +Log :" res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k1_2.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatStochBUNoceil-50epochs__k1_2 " saved ! + +real 20m20.589s +user 42m38.377s +sys 4m32.509s diff --git a/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44512441.out b/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44512441.out new file mode 100644 index 0000000..a4d0b06 --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44512441.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=2, lr=0.05, net='MyLeNetMatStochBUNoceil', postfix='__k2_1', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 23.02 / 28.97 +Loss : 2.04 / 1.88 +Time: 42.91845454927534 +--------- + +Epoch: 5 +Acc : 40.13 / 31.49 +Loss : 1.63 / 1.85 +Time: 257.2308983253315 +--------- + +Epoch: 10 +Acc : 47.02 / 41.68 +Loss : 1.46 / 1.60 +Time: 472.04093196988106 +--------- + +Epoch: 15 +Acc : 50.61 / 39.56 +Loss : 1.37 / 1.65 +Time: 686.8101648585871 +--------- + +Epoch: 20 +Acc : 53.33 / 38.19 +Loss : 1.30 / 1.61 +Time: 901.7532791886479 +--------- + +Epoch: 25 +Acc : 55.35 / 37.57 +Loss : 1.24 / 1.67 +Time: 1115.9920925060287 +--------- + +Epoch: 30 +Acc : 58.07 / 40.61 +Loss : 1.17 / 1.58 +Time: 1330.7566032465547 +--------- + +Epoch: 35 +Acc : 60.48 / 42.13 +Loss : 1.11 / 1.58 +Time: 1545.4550960762426 +--------- + +Epoch: 40 +Acc : 62.28 / 41.08 +Loss : 1.06 / 1.68 +Time: 1760.2057344606146 +--------- + +Epoch: 45 +Acc : 63.52 / 43.85 +Loss : 1.02 / 1.59 +Time: 1975.1974748587236 +--------- +Best Acc : 46.05 +Training time (min): 35.78298388926002 +Log :" res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k2_1.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatStochBUNoceil-50epochs__k2_1 " saved ! + +real 35m59.647s +user 52m30.243s +sys 10m6.934s diff --git a/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44512442.out b/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44512442.out new file mode 100644 index 0000000..a6cdffa --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44512442.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=2, lr=0.05, net='MyLeNetMatStochBUNoceil', postfix='__k2_2', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 22.17 / 31.05 +Loss : 2.06 / 1.81 +Time: 43.00148150417954 +--------- + +Epoch: 5 +Acc : 40.88 / 36.09 +Loss : 1.61 / 1.71 +Time: 257.9188695559278 +--------- + +Epoch: 10 +Acc : 46.77 / 41.97 +Loss : 1.47 / 1.64 +Time: 473.44908204767853 +--------- + +Epoch: 15 +Acc : 49.94 / 40.83 +Loss : 1.39 / 1.63 +Time: 688.832499277778 +--------- + +Epoch: 20 +Acc : 53.27 / 39.07 +Loss : 1.30 / 1.57 +Time: 903.5729479668662 +--------- + +Epoch: 25 +Acc : 56.13 / 38.69 +Loss : 1.23 / 1.69 +Time: 1118.620039199479 +--------- + +Epoch: 30 +Acc : 58.55 / 43.83 +Loss : 1.16 / 1.56 +Time: 1333.6320593841374 +--------- + +Epoch: 35 +Acc : 60.22 / 42.94 +Loss : 1.11 / 1.55 +Time: 1548.2262184657156 +--------- + +Epoch: 40 +Acc : 62.57 / 46.98 +Loss : 1.05 / 1.49 +Time: 1763.601978128776 +--------- + +Epoch: 45 +Acc : 63.72 / 45.46 +Loss : 1.03 / 1.55 +Time: 1978.3571852482855 +--------- +Best Acc : 47.21 +Training time (min): 35.84222391460401 +Log :" res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k2_2.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatStochBUNoceil-50epochs__k2_2 " saved ! + +real 36m2.860s +user 51m48.891s +sys 9m59.159s diff --git a/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44512443.out b/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44512443.out new file mode 100644 index 0000000..3d62e65 --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44512443.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=3, lr=0.05, net='MyLeNetMatStochBUNoceil', postfix='__k3_1', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 22.43 / 31.52 +Loss : 2.07 / 1.80 +Time: 73.24458603095263 +--------- + +Epoch: 5 +Acc : 40.97 / 37.28 +Loss : 1.61 / 1.74 +Time: 439.50911753159016 +--------- + +Epoch: 10 +Acc : 46.77 / 45.71 +Loss : 1.47 / 1.57 +Time: 805.9838715335354 +--------- + +Epoch: 15 +Acc : 51.05 / 37.82 +Loss : 1.36 / 1.66 +Time: 1172.2754459958524 +--------- + +Epoch: 20 +Acc : 53.40 / 37.39 +Loss : 1.29 / 1.69 +Time: 1538.9271471500397 +--------- + +Epoch: 25 +Acc : 56.16 / 47.24 +Loss : 1.22 / 1.48 +Time: 1904.104914849624 +--------- + +Epoch: 30 +Acc : 58.15 / 40.97 +Loss : 1.17 / 1.67 +Time: 2269.141853663139 +--------- + +Epoch: 35 +Acc : 61.22 / 42.66 +Loss : 1.09 / 1.60 +Time: 2635.261180281639 +--------- + +Epoch: 40 +Acc : 63.04 / 43.25 +Loss : 1.04 / 1.60 +Time: 3000.9633819106966 +--------- + +Epoch: 45 +Acc : 63.74 / 44.18 +Loss : 1.02 / 1.63 +Time: 3366.7220483692363 +--------- +Best Acc : 47.24 +Training time (min): 60.98429485363886 +Log :" res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k3_1.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatStochBUNoceil-50epochs__k3_1 " saved ! + +real 61m11.687s +user 70m18.044s +sys 18m52.141s diff --git a/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44512444.out b/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44512444.out new file mode 100644 index 0000000..5a4f3a3 --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44512444.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=3, lr=0.05, net='MyLeNetMatStochBUNoceil', postfix='__k3_2', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 22.47 / 28.87 +Loss : 2.07 / 1.87 +Time: 73.43172709643841 +--------- + +Epoch: 5 +Acc : 40.79 / 36.61 +Loss : 1.62 / 1.77 +Time: 440.08674016874284 +--------- + +Epoch: 10 +Acc : 46.63 / 31.72 +Loss : 1.48 / 1.78 +Time: 805.6908490704373 +--------- + +Epoch: 15 +Acc : 50.33 / 36.32 +Loss : 1.38 / 1.65 +Time: 1171.5075644087046 +--------- + +Epoch: 20 +Acc : 53.78 / 35.36 +Loss : 1.28 / 1.70 +Time: 1537.8829597318545 +--------- + +Epoch: 25 +Acc : 55.99 / 40.15 +Loss : 1.22 / 1.60 +Time: 1903.7469382034615 +--------- + +Epoch: 30 +Acc : 58.90 / 46.06 +Loss : 1.15 / 1.45 +Time: 2269.2510411664844 +--------- + +Epoch: 35 +Acc : 61.37 / 41.17 +Loss : 1.09 / 1.70 +Time: 2634.5049549862742 +--------- + +Epoch: 40 +Acc : 62.56 / 41.62 +Loss : 1.05 / 1.69 +Time: 2999.9693449428305 +--------- + +Epoch: 45 +Acc : 64.12 / 44.62 +Loss : 1.01 / 1.56 +Time: 3365.504422593862 +--------- +Best Acc : 47.18 +Training time (min): 60.982219754951075 +Log :" res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k3_2.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatStochBUNoceil-50epochs__k3_2 " saved ! + +real 61m11.800s +user 71m34.006s +sys 17m52.119s diff --git a/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44512445.out b/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44512445.out new file mode 100644 index 0000000..ea30c87 --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44512445.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=4, lr=0.05, net='MyLeNetMatStochBUNoceil', postfix='__k4_1', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 22.37 / 26.51 +Loss : 2.07 / 1.96 +Time: 108.77128831204027 +--------- + +Epoch: 5 +Acc : 40.45 / 37.46 +Loss : 1.63 / 1.71 +Time: 650.9957964411005 +--------- + +Epoch: 10 +Acc : 46.97 / 42.16 +Loss : 1.46 / 1.63 +Time: 1196.1481666192412 +--------- + +Epoch: 15 +Acc : 50.84 / 40.25 +Loss : 1.37 / 1.64 +Time: 1738.2220820374787 +--------- + +Epoch: 20 +Acc : 54.10 / 40.06 +Loss : 1.28 / 1.63 +Time: 2281.5323149422184 +--------- + +Epoch: 25 +Acc : 56.00 / 38.17 +Loss : 1.23 / 1.71 +Time: 2825.1198084335774 +--------- + +Epoch: 30 +Acc : 58.56 / 41.46 +Loss : 1.16 / 1.54 +Time: 3369.311863881536 +--------- + +Epoch: 35 +Acc : 61.36 / 41.71 +Loss : 1.09 / 1.60 +Time: 3912.360254479572 +--------- + +Epoch: 40 +Acc : 63.18 / 45.78 +Loss : 1.04 / 1.53 +Time: 4456.764227654785 +--------- + +Epoch: 45 +Acc : 63.95 / 43.66 +Loss : 1.02 / 1.67 +Time: 4999.635746097192 +--------- +Best Acc : 45.90 +Training time (min): 90.55816794208562 +Log :" res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k4_1.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatStochBUNoceil-50epochs__k4_1 " saved ! + +real 90m46.566s +user 91m1.517s +sys 28m30.486s diff --git a/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44512446.out b/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44512446.out new file mode 100644 index 0000000..26eb8df --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatStochBUNoceil-44512446.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=4, lr=0.05, net='MyLeNetMatStochBUNoceil', postfix='__k4_2', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 22.48 / 27.01 +Loss : 2.08 / 1.90 +Time: 108.83058886602521 +--------- + +Epoch: 5 +Acc : 40.69 / 34.36 +Loss : 1.63 / 1.72 +Time: 652.1599301332608 +--------- + +Epoch: 10 +Acc : 46.78 / 39.97 +Loss : 1.47 / 1.61 +Time: 1195.5011438680813 +--------- + +Epoch: 15 +Acc : 50.49 / 34.57 +Loss : 1.37 / 1.80 +Time: 1737.6985349021852 +--------- + +Epoch: 20 +Acc : 53.32 / 39.84 +Loss : 1.30 / 1.62 +Time: 2280.7298378217965 +--------- + +Epoch: 25 +Acc : 56.46 / 40.06 +Loss : 1.22 / 1.60 +Time: 2822.9770746883005 +--------- + +Epoch: 30 +Acc : 59.26 / 40.83 +Loss : 1.14 / 1.60 +Time: 3365.840932168998 +--------- + +Epoch: 35 +Acc : 60.35 / 41.57 +Loss : 1.11 / 1.60 +Time: 3910.3378865057603 +--------- + +Epoch: 40 +Acc : 63.47 / 45.50 +Loss : 1.03 / 1.51 +Time: 4454.4913957370445 +--------- + +Epoch: 45 +Acc : 63.91 / 42.31 +Loss : 1.02 / 1.67 +Time: 4998.679032381624 +--------- +Best Acc : 47.46 +Training time (min): 90.5504788563742 +Log :" res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k4_2.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatStochBUNoceil-50epochs__k4_2 " saved ! + +real 90m46.666s +user 90m46.955s +sys 27m20.062s diff --git a/jobs/log/Benchmark-MyLeNetMatStochNoceil-44511750.out b/jobs/log/Benchmark-MyLeNetMatStochNoceil-44511750.out new file mode 100644 index 0000000..315cdeb --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatStochNoceil-44511750.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=4, lr=0.05, net='MyLeNetMatStochNoceil', postfix='__k4_3', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 25.19 / 31.17 +Loss : 1.99 / 1.84 +Time: 138.68438915722072 +--------- + +Epoch: 5 +Acc : 48.85 / 40.39 +Loss : 1.42 / 1.68 +Time: 832.1555920224637 +--------- + +Epoch: 10 +Acc : 56.04 / 34.76 +Loss : 1.23 / 1.76 +Time: 1525.8188216267154 +--------- + +Epoch: 15 +Acc : 60.87 / 38.62 +Loss : 1.10 / 1.81 +Time: 2219.536086712964 +--------- + +Epoch: 20 +Acc : 63.73 / 40.78 +Loss : 1.02 / 1.74 +Time: 2913.3058100305498 +--------- + +Epoch: 25 +Acc : 66.55 / 39.24 +Loss : 0.95 / 1.68 +Time: 3607.307444162667 +--------- + +Epoch: 30 +Acc : 69.17 / 47.70 +Loss : 0.88 / 1.48 +Time: 4300.989568569697 +--------- + +Epoch: 35 +Acc : 71.81 / 41.68 +Loss : 0.80 / 1.62 +Time: 4994.865097979084 +--------- + +Epoch: 40 +Acc : 73.30 / 45.42 +Loss : 0.76 / 1.55 +Time: 5688.842534529977 +--------- + +Epoch: 45 +Acc : 74.59 / 46.82 +Loss : 0.72 / 1.52 +Time: 6382.720301232301 +--------- +Best Acc : 47.70 +Training time (min): 115.63096341982795 +Log :" res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k4_3.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatStochNoceil-50epochs__k4_3 " saved ! + +real 115m50.643s +user 105m32.016s +sys 37m36.485s diff --git a/jobs/log/Benchmark-MyLeNetMatStochNoceil-44511756.out b/jobs/log/Benchmark-MyLeNetMatStochNoceil-44511756.out new file mode 100644 index 0000000..2ab43f5 --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatStochNoceil-44511756.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=3, lr=0.05, net='MyLeNetMatStochNoceil', postfix='__k3_3', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 25.51 / 29.79 +Loss : 1.99 / 1.85 +Time: 88.86880144290626 +--------- + +Epoch: 5 +Acc : 48.73 / 36.95 +Loss : 1.41 / 1.75 +Time: 533.375917987898 +--------- + +Epoch: 10 +Acc : 56.15 / 35.34 +Loss : 1.23 / 1.73 +Time: 978.0676415488124 +--------- + +Epoch: 15 +Acc : 60.08 / 38.06 +Loss : 1.13 / 1.68 +Time: 1422.6883844202384 +--------- + +Epoch: 20 +Acc : 64.37 / 39.67 +Loss : 1.00 / 1.65 +Time: 1867.38415880315 +--------- + +Epoch: 25 +Acc : 66.28 / 35.38 +Loss : 0.95 / 1.96 +Time: 2312.077256356366 +--------- + +Epoch: 30 +Acc : 68.93 / 41.81 +Loss : 0.88 / 1.61 +Time: 2756.5770405810326 +--------- + +Epoch: 35 +Acc : 71.02 / 44.29 +Loss : 0.82 / 1.61 +Time: 3200.8784932522103 +--------- + +Epoch: 40 +Acc : 73.21 / 45.35 +Loss : 0.76 / 1.58 +Time: 3645.313464949839 +--------- + +Epoch: 45 +Acc : 75.00 / 45.84 +Loss : 0.71 / 1.56 +Time: 4089.6597863975912 +--------- +Best Acc : 46.56 +Training time (min): 74.08285954588403 +Log :" res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k3_3.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatStochNoceil-50epochs__k3_3 " saved ! + +real 74m17.415s +user 79m1.446s +sys 24m21.474s diff --git a/jobs/log/Benchmark-MyLeNetMatStochNoceil-44511761.out b/jobs/log/Benchmark-MyLeNetMatStochNoceil-44511761.out new file mode 100644 index 0000000..7e5638b --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatStochNoceil-44511761.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=2, lr=0.05, net='MyLeNetMatStochNoceil', postfix='__k2_3', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 25.55 / 22.22 +Loss : 1.98 / 1.94 +Time: 48.120111235417426 +--------- + +Epoch: 5 +Acc : 49.35 / 35.96 +Loss : 1.40 / 1.68 +Time: 288.35652240365744 +--------- + +Epoch: 10 +Acc : 55.80 / 36.23 +Loss : 1.25 / 1.73 +Time: 528.6361616123468 +--------- + +Epoch: 15 +Acc : 60.81 / 40.07 +Loss : 1.11 / 1.62 +Time: 769.0124968513846 +--------- + +Epoch: 20 +Acc : 62.94 / 41.54 +Loss : 1.05 / 1.64 +Time: 1009.3565639145672 +--------- + +Epoch: 25 +Acc : 65.76 / 40.07 +Loss : 0.97 / 1.59 +Time: 1249.6207106374204 +--------- + +Epoch: 30 +Acc : 68.49 / 41.41 +Loss : 0.89 / 1.68 +Time: 1489.9397344766185 +--------- + +Epoch: 35 +Acc : 71.38 / 44.63 +Loss : 0.81 / 1.55 +Time: 1730.3411526689306 +--------- + +Epoch: 40 +Acc : 72.98 / 43.74 +Loss : 0.77 / 1.64 +Time: 1970.7049634410068 +--------- + +Epoch: 45 +Acc : 74.14 / 44.63 +Loss : 0.74 / 1.59 +Time: 2211.1649585356936 +--------- +Best Acc : 45.64 +Training time (min): 40.060455758000415 +Log :" res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k2_3.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatStochNoceil-50epochs__k2_3 " saved ! + +real 40m16.163s +user 55m29.844s +sys 13m1.891s diff --git a/jobs/log/Benchmark-MyLeNetMatStochNoceil-44511783.out b/jobs/log/Benchmark-MyLeNetMatStochNoceil-44511783.out new file mode 100644 index 0000000..75b4c70 --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatStochNoceil-44511783.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=1, lr=0.05, net='MyLeNetMatStochNoceil', postfix='__k1_3', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 25.31 / 32.71 +Loss : 1.97 / 1.80 +Time: 23.04006605129689 +--------- + +Epoch: 5 +Acc : 47.91 / 37.56 +Loss : 1.44 / 1.63 +Time: 137.0359864262864 +--------- + +Epoch: 10 +Acc : 54.32 / 38.65 +Loss : 1.28 / 1.77 +Time: 250.97384090255946 +--------- + +Epoch: 15 +Acc : 59.07 / 35.07 +Loss : 1.15 / 1.64 +Time: 365.1462406516075 +--------- + +Epoch: 20 +Acc : 61.75 / 33.37 +Loss : 1.07 / 1.84 +Time: 479.1790603613481 +--------- + +Epoch: 25 +Acc : 64.43 / 40.65 +Loss : 1.00 / 1.69 +Time: 593.1814860291779 +--------- + +Epoch: 30 +Acc : 67.26 / 43.06 +Loss : 0.92 / 1.60 +Time: 707.3531251512468 +--------- + +Epoch: 35 +Acc : 69.03 / 42.53 +Loss : 0.88 / 1.67 +Time: 821.4921944644302 +--------- + +Epoch: 40 +Acc : 71.71 / 42.02 +Loss : 0.81 / 1.68 +Time: 935.5345202535391 +--------- + +Epoch: 45 +Acc : 72.13 / 45.46 +Loss : 0.79 / 1.57 +Time: 1049.5861575081944 +--------- +Best Acc : 46.35 +Training time (min): 19.014818465150892 +Log :" res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k1_3.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatStochNoceil-50epochs__k1_3 " saved ! + +real 19m13.464s +user 39m30.936s +sys 5m26.684s diff --git a/jobs/log/Benchmark-MyLeNetMatStochNoceil-44512431.out b/jobs/log/Benchmark-MyLeNetMatStochNoceil-44512431.out new file mode 100644 index 0000000..d6004ea --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatStochNoceil-44512431.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=4, lr=0.05, net='MyLeNetMatStochNoceil', postfix='__k4_1', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 24.25 / 27.11 +Loss : 2.01 / 1.89 +Time: 138.53814427461475 +--------- + +Epoch: 5 +Acc : 48.78 / 28.38 +Loss : 1.41 / 1.92 +Time: 831.1760958814994 +--------- + +Epoch: 10 +Acc : 55.77 / 35.29 +Loss : 1.24 / 1.85 +Time: 1524.006879854016 +--------- + +Epoch: 15 +Acc : 60.26 / 34.95 +Loss : 1.12 / 1.77 +Time: 2216.9549421677366 +--------- + +Epoch: 20 +Acc : 63.12 / 37.17 +Loss : 1.04 / 1.74 +Time: 2910.0242391834036 +--------- + +Epoch: 25 +Acc : 66.15 / 40.66 +Loss : 0.95 / 1.67 +Time: 3602.922821316868 +--------- + +Epoch: 30 +Acc : 68.97 / 43.07 +Loss : 0.89 / 1.63 +Time: 4295.794840999879 +--------- + +Epoch: 35 +Acc : 71.39 / 43.45 +Loss : 0.81 / 1.66 +Time: 4988.862918260507 +--------- + +Epoch: 40 +Acc : 73.23 / 45.10 +Loss : 0.76 / 1.61 +Time: 5682.054097885266 +--------- + +Epoch: 45 +Acc : 74.62 / 44.73 +Loss : 0.73 / 1.64 +Time: 6375.051586847752 +--------- +Best Acc : 48.23 +Training time (min): 115.4906927387075 +Log :" res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k4_1.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatStochNoceil-50epochs__k4_1 " saved ! + +real 115m43.858s +user 105m46.985s +sys 37m41.831s diff --git a/jobs/log/Benchmark-MyLeNetMatStochNoceil-44512432.out b/jobs/log/Benchmark-MyLeNetMatStochNoceil-44512432.out new file mode 100644 index 0000000..215d0c5 --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatStochNoceil-44512432.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=4, lr=0.05, net='MyLeNetMatStochNoceil', postfix='__k4_2', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 25.53 / 31.27 +Loss : 1.98 / 1.83 +Time: 138.69305455219 +--------- + +Epoch: 5 +Acc : 49.02 / 37.01 +Loss : 1.41 / 1.75 +Time: 832.2641551829875 +--------- + +Epoch: 10 +Acc : 56.74 / 39.72 +Loss : 1.22 / 1.72 +Time: 1526.109748011455 +--------- + +Epoch: 15 +Acc : 60.87 / 42.71 +Loss : 1.11 / 1.59 +Time: 2219.8009980134666 +--------- + +Epoch: 20 +Acc : 63.56 / 39.88 +Loss : 1.03 / 1.67 +Time: 2913.56171762757 +--------- + +Epoch: 25 +Acc : 66.38 / 41.00 +Loss : 0.95 / 1.56 +Time: 3607.454514555633 +--------- + +Epoch: 30 +Acc : 68.79 / 42.87 +Loss : 0.88 / 1.56 +Time: 4301.280980648473 +--------- + +Epoch: 35 +Acc : 71.48 / 43.23 +Loss : 0.81 / 1.58 +Time: 4995.14941327367 +--------- + +Epoch: 40 +Acc : 73.54 / 46.15 +Loss : 0.75 / 1.57 +Time: 5689.165943298489 +--------- + +Epoch: 45 +Acc : 74.85 / 46.25 +Loss : 0.72 / 1.57 +Time: 6383.023234537803 +--------- +Best Acc : 47.23 +Training time (min): 115.63643312873319 +Log :" res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k4_2.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatStochNoceil-50epochs__k4_2 " saved ! + +real 115m51.013s +user 106m48.549s +sys 38m31.911s diff --git a/jobs/log/Benchmark-MyLeNetMatStochNoceil-44512433.out b/jobs/log/Benchmark-MyLeNetMatStochNoceil-44512433.out new file mode 100644 index 0000000..5cd2514 --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatStochNoceil-44512433.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=3, lr=0.05, net='MyLeNetMatStochNoceil', postfix='__k3_1', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 25.43 / 30.27 +Loss : 1.98 / 1.86 +Time: 88.86627784278244 +--------- + +Epoch: 5 +Acc : 48.91 / 32.66 +Loss : 1.41 / 1.83 +Time: 533.099832713604 +--------- + +Epoch: 10 +Acc : 56.05 / 37.94 +Loss : 1.23 / 1.67 +Time: 977.4172119349241 +--------- + +Epoch: 15 +Acc : 60.28 / 38.37 +Loss : 1.11 / 1.70 +Time: 1421.747462933883 +--------- + +Epoch: 20 +Acc : 63.74 / 37.67 +Loss : 1.02 / 1.68 +Time: 1866.0527866259217 +--------- + +Epoch: 25 +Acc : 66.02 / 38.42 +Loss : 0.96 / 1.74 +Time: 2310.4425071775913 +--------- + +Epoch: 30 +Acc : 69.11 / 41.55 +Loss : 0.88 / 1.64 +Time: 2755.050319542177 +--------- + +Epoch: 35 +Acc : 71.41 / 46.73 +Loss : 0.82 / 1.52 +Time: 3199.463610848412 +--------- + +Epoch: 40 +Acc : 73.18 / 43.02 +Loss : 0.76 / 1.65 +Time: 3643.856560504064 +--------- + +Epoch: 45 +Acc : 74.14 / 45.88 +Loss : 0.74 / 1.58 +Time: 4088.410287500359 +--------- +Best Acc : 47.19 +Training time (min): 74.06591026883883 +Log :" res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k3_1.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatStochNoceil-50epochs__k3_1 " saved ! + +real 74m18.154s +user 77m19.376s +sys 24m31.717s diff --git a/jobs/log/Benchmark-MyLeNetMatStochNoceil-44512434.out b/jobs/log/Benchmark-MyLeNetMatStochNoceil-44512434.out new file mode 100644 index 0000000..498fb41 --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatStochNoceil-44512434.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=3, lr=0.05, net='MyLeNetMatStochNoceil', postfix='__k3_2', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 26.23 / 24.77 +Loss : 1.96 / 1.95 +Time: 88.89952981937677 +--------- + +Epoch: 5 +Acc : 49.19 / 37.63 +Loss : 1.41 / 1.69 +Time: 533.3709430936724 +--------- + +Epoch: 10 +Acc : 56.72 / 39.58 +Loss : 1.21 / 1.61 +Time: 978.0299946693704 +--------- + +Epoch: 15 +Acc : 60.20 / 37.36 +Loss : 1.11 / 1.73 +Time: 1422.6836077561602 +--------- + +Epoch: 20 +Acc : 63.17 / 37.28 +Loss : 1.03 / 1.73 +Time: 1867.3761521866545 +--------- + +Epoch: 25 +Acc : 66.56 / 41.14 +Loss : 0.95 / 1.61 +Time: 2311.9993200674653 +--------- + +Epoch: 30 +Acc : 68.86 / 40.12 +Loss : 0.89 / 1.72 +Time: 2756.85310437344 +--------- + +Epoch: 35 +Acc : 71.20 / 45.03 +Loss : 0.82 / 1.60 +Time: 3201.5983270090073 +--------- + +Epoch: 40 +Acc : 73.10 / 43.67 +Loss : 0.77 / 1.62 +Time: 3646.298190155998 +--------- + +Epoch: 45 +Acc : 75.00 / 45.30 +Loss : 0.72 / 1.58 +Time: 4091.1723202215508 +--------- +Best Acc : 48.57 +Training time (min): 74.11512494976633 +Log :" res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k3_2.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatStochNoceil-50epochs__k3_2 " saved ! + +real 74m20.018s +user 77m49.963s +sys 24m34.997s diff --git a/jobs/log/Benchmark-MyLeNetMatStochNoceil-44512435.out b/jobs/log/Benchmark-MyLeNetMatStochNoceil-44512435.out new file mode 100644 index 0000000..dc7422b --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatStochNoceil-44512435.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=2, lr=0.05, net='MyLeNetMatStochNoceil', postfix='__k2_1', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 25.34 / 29.78 +Loss : 1.98 / 1.85 +Time: 47.96411813329905 +--------- + +Epoch: 5 +Acc : 48.65 / 42.37 +Loss : 1.42 / 1.55 +Time: 287.80597504321486 +--------- + +Epoch: 10 +Acc : 56.07 / 38.00 +Loss : 1.23 / 1.70 +Time: 527.6232785293832 +--------- + +Epoch: 15 +Acc : 59.94 / 36.03 +Loss : 1.12 / 1.76 +Time: 767.5103654088452 +--------- + +Epoch: 20 +Acc : 62.89 / 43.49 +Loss : 1.04 / 1.52 +Time: 1007.4215006893501 +--------- + +Epoch: 25 +Acc : 65.90 / 43.04 +Loss : 0.96 / 1.55 +Time: 1247.2988663418218 +--------- + +Epoch: 30 +Acc : 68.11 / 41.09 +Loss : 0.91 / 1.59 +Time: 1487.2040980625898 +--------- + +Epoch: 35 +Acc : 71.02 / 40.45 +Loss : 0.82 / 1.66 +Time: 1727.0953295668587 +--------- + +Epoch: 40 +Acc : 72.37 / 46.05 +Loss : 0.78 / 1.51 +Time: 1966.9677904183045 +--------- + +Epoch: 45 +Acc : 73.65 / 46.43 +Loss : 0.75 / 1.54 +Time: 2206.9109367653728 +--------- +Best Acc : 47.12 +Training time (min): 39.980595599099374 +Log :" res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k2_1.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatStochNoceil-50epochs__k2_1 " saved ! + +real 40m12.627s +user 55m24.324s +sys 12m21.461s diff --git a/jobs/log/Benchmark-MyLeNetMatStochNoceil-44512436.out b/jobs/log/Benchmark-MyLeNetMatStochNoceil-44512436.out new file mode 100644 index 0000000..8b2c043 --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatStochNoceil-44512436.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=2, lr=0.05, net='MyLeNetMatStochNoceil', postfix='__k2_2', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 25.09 / 28.73 +Loss : 1.99 / 1.90 +Time: 48.0987977925688 +--------- + +Epoch: 5 +Acc : 49.20 / 26.62 +Loss : 1.40 / 1.83 +Time: 288.2156368214637 +--------- + +Epoch: 10 +Acc : 55.36 / 35.66 +Loss : 1.24 / 1.78 +Time: 528.4270763546228 +--------- + +Epoch: 15 +Acc : 60.04 / 38.56 +Loss : 1.12 / 1.69 +Time: 768.740109086968 +--------- + +Epoch: 20 +Acc : 62.17 / 36.83 +Loss : 1.06 / 1.72 +Time: 1008.971360463649 +--------- + +Epoch: 25 +Acc : 66.36 / 39.98 +Loss : 0.95 / 1.54 +Time: 1249.2037892034277 +--------- + +Epoch: 30 +Acc : 68.35 / 42.86 +Loss : 0.90 / 1.60 +Time: 1489.428648560308 +--------- + +Epoch: 35 +Acc : 70.29 / 40.06 +Loss : 0.84 / 1.69 +Time: 1729.7566568944603 +--------- + +Epoch: 40 +Acc : 72.70 / 41.93 +Loss : 0.78 / 1.69 +Time: 1970.0739753739908 +--------- + +Epoch: 45 +Acc : 74.19 / 43.76 +Loss : 0.74 / 1.63 +Time: 2210.493873266503 +--------- +Best Acc : 47.52 +Training time (min): 40.04782316264075 +Log :" res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k2_2.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatStochNoceil-50epochs__k2_2 " saved ! + +real 40m15.453s +user 55m3.384s +sys 12m52.035s diff --git a/jobs/log/Benchmark-MyLeNetMatStochNoceil-44512437.out b/jobs/log/Benchmark-MyLeNetMatStochNoceil-44512437.out new file mode 100644 index 0000000..ff31feb --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatStochNoceil-44512437.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=1, lr=0.05, net='MyLeNetMatStochNoceil', postfix='__k1_1', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 25.68 / 28.52 +Loss : 1.97 / 1.88 +Time: 22.80050491821021 +--------- + +Epoch: 5 +Acc : 47.17 / 33.95 +Loss : 1.45 / 1.80 +Time: 136.88718870654702 +--------- + +Epoch: 10 +Acc : 54.93 / 35.39 +Loss : 1.26 / 1.72 +Time: 250.9757927497849 +--------- + +Epoch: 15 +Acc : 58.73 / 41.05 +Loss : 1.15 / 1.68 +Time: 364.77219730988145 +--------- + +Epoch: 20 +Acc : 61.29 / 36.65 +Loss : 1.09 / 1.75 +Time: 478.69057740084827 +--------- + +Epoch: 25 +Acc : 64.54 / 38.35 +Loss : 1.00 / 1.87 +Time: 592.9431653441861 +--------- + +Epoch: 30 +Acc : 67.13 / 38.56 +Loss : 0.93 / 1.71 +Time: 707.10416641552 +--------- + +Epoch: 35 +Acc : 69.71 / 42.13 +Loss : 0.86 / 1.68 +Time: 821.3001165790483 +--------- + +Epoch: 40 +Acc : 71.33 / 42.99 +Loss : 0.81 / 1.67 +Time: 935.0861265612766 +--------- + +Epoch: 45 +Acc : 72.50 / 44.22 +Loss : 0.78 / 1.64 +Time: 1049.0620342679322 +--------- +Best Acc : 46.14 +Training time (min): 18.99982411774496 +Log :" res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k1_1.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatStochNoceil-50epochs__k1_1 " saved ! + +real 19m12.168s +user 40m45.219s +sys 5m20.754s diff --git a/jobs/log/Benchmark-MyLeNetMatStochNoceil-44512438.out b/jobs/log/Benchmark-MyLeNetMatStochNoceil-44512438.out new file mode 100644 index 0000000..ae56906 --- /dev/null +++ b/jobs/log/Benchmark-MyLeNetMatStochNoceil-44512438.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=50, k=1, lr=0.05, net='MyLeNetMatStochNoceil', postfix='__k1_2', res_folder='res/benchmark_NoCeil/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 25.65 / 27.44 +Loss : 1.98 / 1.93 +Time: 22.87828525621444 +--------- + +Epoch: 5 +Acc : 47.19 / 34.34 +Loss : 1.45 / 1.73 +Time: 136.54613589681685 +--------- + +Epoch: 10 +Acc : 54.83 / 34.87 +Loss : 1.26 / 1.79 +Time: 250.1823681294918 +--------- + +Epoch: 15 +Acc : 58.61 / 36.11 +Loss : 1.16 / 1.67 +Time: 364.1771142780781 +--------- + +Epoch: 20 +Acc : 61.51 / 41.69 +Loss : 1.07 / 1.61 +Time: 477.91743985097855 +--------- + +Epoch: 25 +Acc : 64.63 / 42.91 +Loss : 1.00 / 1.60 +Time: 591.6240369612351 +--------- + +Epoch: 30 +Acc : 66.87 / 42.92 +Loss : 0.94 / 1.60 +Time: 705.5203553121537 +--------- + +Epoch: 35 +Acc : 69.64 / 40.97 +Loss : 0.86 / 1.71 +Time: 819.437248964794 +--------- + +Epoch: 40 +Acc : 71.34 / 45.05 +Loss : 0.82 / 1.57 +Time: 933.206932798028 +--------- + +Epoch: 45 +Acc : 72.89 / 46.70 +Loss : 0.78 / 1.52 +Time: 1047.1215672474355 +--------- +Best Acc : 47.16 +Training time (min): 18.968624996906147 +Log :" res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k1_2.json " saved ! +Plot :" res/benchmark_NoCeil/MyLeNetMatStochNoceil-50epochs__k1_2 " saved ! + +real 19m10.751s +user 39m32.089s +sys 5m24.696s diff --git a/jobs/log/MyLeNetMatNormalNoceil-44492595.out b/jobs/log/MyLeNetMatNormalNoceil-44492595.out deleted file mode 100644 index 70d440f..0000000 --- a/jobs/log/MyLeNetMatNormalNoceil-44492595.out +++ /dev/null @@ -1,17 +0,0 @@ -Namespace(batch=128, dataset='CIFAR10', epochs=10, lr=0.05, net='MyLeNetMatNormalNoceil', postfix='_noCrop', res_folder='res/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) -==> Preparing data.. -==> Building model.. -==> Training model.. ---------- - -Epoch: 0 -Acc : 36.21 / 49.24 -Loss : 1.72 / 1.42 -Time: 247.9577119993046 ---------- - -Epoch: 1 -Acc : 52.45 / 53.66 -Loss : 1.32 / 1.29 -Time: 496.28596297279 -slurmstepd: error: *** JOB 44492595 ON cdr294 CANCELLED AT 2020-06-23T01:58:42 *** diff --git a/jobs/log/MyLeNetMatNormalNoceil-44494271.out b/jobs/log/MyLeNetMatNormalNoceil-44494271.out new file mode 100644 index 0000000..2f46cb4 --- /dev/null +++ b/jobs/log/MyLeNetMatNormalNoceil-44494271.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=10, lr=0.05, net='MyLeNetMatNormalNoceil', postfix='_noCrop_k3', res_folder='res/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 35.84 / 47.42 +Loss : 1.73 / 1.45 +Time: 247.71314711589366 +--------- + +Epoch: 1 +Acc : 53.34 / 60.40 +Loss : 1.30 / 1.14 +Time: 495.9195477189496 +--------- + +Epoch: 2 +Acc : 60.44 / 60.80 +Loss : 1.11 / 1.08 +Time: 743.7779585365206 +--------- + +Epoch: 3 +Acc : 65.48 / 65.42 +Loss : 0.98 / 0.98 +Time: 991.7510572513565 +--------- + +Epoch: 4 +Acc : 69.41 / 69.60 +Loss : 0.87 / 0.86 +Time: 1239.6623603589833 +--------- + +Epoch: 5 +Acc : 72.88 / 71.52 +Loss : 0.78 / 0.80 +Time: 1487.751311905682 +--------- + +Epoch: 6 +Acc : 75.24 / 73.46 +Loss : 0.71 / 0.76 +Time: 1735.6824928615242 +--------- + +Epoch: 7 +Acc : 77.73 / 74.89 +Loss : 0.64 / 0.72 +Time: 1983.8558715265244 +--------- + +Epoch: 8 +Acc : 79.20 / 77.12 +Loss : 0.60 / 0.66 +Time: 2231.74981981609 +--------- + +Epoch: 9 +Acc : 80.25 / 77.54 +Loss : 0.57 / 0.65 +Time: 2479.908313873224 +--------- +Best Acc : 77.54 +Training time (min): 41.33180533062356 +Log :" res/log/MyLeNetMatNormalNoceil-10epochs_noCrop_k3.json " saved ! +Plot :" res/MyLeNetMatNormalNoceil-10epochs_noCrop_k3 " saved ! + +real 41m40.414s +user 32m50.590s +sys 14m15.666s diff --git a/jobs/log/MyLeNetMatStochBUNoceil-44494341.out b/jobs/log/MyLeNetMatStochBUNoceil-44494341.out new file mode 100644 index 0000000..b21542f --- /dev/null +++ b/jobs/log/MyLeNetMatStochBUNoceil-44494341.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=10, lr=0.05, net='MyLeNetMatStochBUNoceil', postfix='_noCrop_k3', res_folder='res/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 22.73 / 30.49 +Loss : 2.06 / 1.90 +Time: 73.46249075420201 +--------- + +Epoch: 1 +Acc : 30.11 / 30.61 +Loss : 1.87 / 1.79 +Time: 146.35232928954065 +--------- + +Epoch: 2 +Acc : 34.14 / 33.30 +Loss : 1.77 / 1.73 +Time: 219.46285958588123 +--------- + +Epoch: 3 +Acc : 38.18 / 34.64 +Loss : 1.68 / 1.74 +Time: 292.7825370589271 +--------- + +Epoch: 4 +Acc : 40.50 / 37.73 +Loss : 1.62 / 1.68 +Time: 366.0361840762198 +--------- + +Epoch: 5 +Acc : 43.22 / 38.42 +Loss : 1.54 / 1.61 +Time: 439.2800999926403 +--------- + +Epoch: 6 +Acc : 46.57 / 39.54 +Loss : 1.47 / 1.61 +Time: 513.1152702141553 +--------- + +Epoch: 7 +Acc : 48.72 / 38.11 +Loss : 1.41 / 1.69 +Time: 586.3596808109432 +--------- + +Epoch: 8 +Acc : 50.07 / 37.34 +Loss : 1.37 / 1.67 +Time: 660.0147361075506 +--------- + +Epoch: 9 +Acc : 51.24 / 40.30 +Loss : 1.35 / 1.60 +Time: 733.1694793645293 +--------- +Best Acc : 40.30 +Training time (min): 12.219491492429126 +Log :" res/log/MyLeNetMatStochBUNoceil-10epochs_noCrop_k3.json " saved ! +Plot :" res/MyLeNetMatStochBUNoceil-10epochs_noCrop_k3 " saved ! + +real 12m34.154s +user 14m9.534s +sys 3m43.740s diff --git a/jobs/log/MyLeNetMatStochNoceil-44494296.out b/jobs/log/MyLeNetMatStochNoceil-44494296.out new file mode 100644 index 0000000..aa91ec1 --- /dev/null +++ b/jobs/log/MyLeNetMatStochNoceil-44494296.out @@ -0,0 +1,73 @@ +Namespace(batch=128, dataset='CIFAR10', epochs=10, lr=0.05, net='MyLeNetMatStochNoceil', postfix='_noCrop_k3', res_folder='res/', resume=False, scheduler='cosine', stoch=False, warmup_ep=5, warmup_mul=0) +==> Preparing data.. +==> Building model.. +==> Training model.. +--------- + +Epoch: 0 +Acc : 25.40 / 29.56 +Loss : 1.99 / 1.83 +Time: 88.82820883858949 +--------- + +Epoch: 1 +Acc : 35.13 / 32.19 +Loss : 1.74 / 1.77 +Time: 177.5576635012403 +--------- + +Epoch: 2 +Acc : 40.73 / 35.05 +Loss : 1.61 / 1.76 +Time: 266.2516449401155 +--------- + +Epoch: 3 +Acc : 45.58 / 38.76 +Loss : 1.49 / 1.71 +Time: 355.2165524791926 +--------- + +Epoch: 4 +Acc : 49.07 / 35.94 +Loss : 1.41 / 1.71 +Time: 443.9428597986698 +--------- + +Epoch: 5 +Acc : 52.32 / 32.03 +Loss : 1.32 / 1.86 +Time: 532.6662928508595 +--------- + +Epoch: 6 +Acc : 54.68 / 40.80 +Loss : 1.26 / 1.59 +Time: 621.3865936575457 +--------- + +Epoch: 7 +Acc : 58.03 / 41.34 +Loss : 1.17 / 1.62 +Time: 710.462741760537 +--------- + +Epoch: 8 +Acc : 59.08 / 44.26 +Loss : 1.15 / 1.53 +Time: 799.1782552432269 +--------- + +Epoch: 9 +Acc : 60.38 / 42.60 +Loss : 1.11 / 1.58 +Time: 887.9221545867622 +--------- +Best Acc : 44.26 +Training time (min): 14.798702753568069 +Log :" res/log/MyLeNetMatStochNoceil-10epochs_noCrop_k3.json " saved ! +Plot :" res/MyLeNetMatStochNoceil-10epochs_noCrop_k3 " saved ! + +real 15m9.606s +user 15m45.480s +sys 4m48.638s diff --git a/main.py b/main.py index d719861..6a90cf5 100644 --- a/main.py +++ b/main.py @@ -38,7 +38,9 @@ parser.add_argument('--res_folder', '-rf', dest='res_folder', default='res/', parser.add_argument('--postfix', '-pf', dest='postfix', default='', help='Results postfix') parser.add_argument('--dataset', '-d', dest='dataset', default='CIFAR10', - help='Dataset') + help='Dataset') +parser.add_argument('-k', dest='k', default=3, type=int, + help='K for noCeil') args = parser.parse_args() print(args) @@ -115,7 +117,10 @@ print('==> Building model..') #storchastic Bottom-UP like fig.3 paper # net = MyLeNetMatStochBU() # 10.5s - 45.3% #1.3GB -net=globals()[args.net]() +try: + net=globals()[args.net](k=args.k) #NoCeil nets +except: + net=globals()[args.net]() #print(net) net = net.to(device) if device == 'cuda': diff --git a/process_res.py b/process_res.py new file mode 100644 index 0000000..748c36f --- /dev/null +++ b/process_res.py @@ -0,0 +1,40 @@ +import numpy as np +import json, math, time, os + +if __name__ == "__main__": +#Res print + + nb_run=3 + accs = [] + taccs = [] + # aug_accs = [] + # f1_max = [] + # f1_min = [] + # times = [] + # mem = [] + + files = ["res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k4_%s.json"%(str(run)) for run in range(1, nb_run+1)] + + for idx, file in enumerate(files): + #legend+=str(idx)+'-'+file+'\n' + with open(file) as json_file: + data = json.load(json_file) + # accs.append(data['Accuracy']) + accs.append(max([x["test_acc"] for x in data])) + taccs.append(max([x["train_acc"] for x in data])) + # aug_accs.append(data['Aug_Accuracy'][1]) + # times.append(data['Time'][0]) + # mem.append(data['Memory'][1]) + + # acc_idx = [x['acc'] for x in data['Log']].index(data['Accuracy']) + # f1_max.append(max(data['Log'][acc_idx]['f1'])*100) + # f1_min.append(min(data['Log'][acc_idx]['f1'])*100) + # print(idx, accs[-1]) + + print(files[0]) + print("Acc : %.2f ~ %.2f"%(np.mean(accs), np.std(accs))) + print("Acc train : %.2f ~ %.2f"%(np.mean(taccs), np.std(taccs))) + # print("Acc : %.2f ~ %.2f / Aug_Acc %d: %.2f ~ %.2f"%(np.mean(accs), np.std(accs), data['Aug_Accuracy'][0], np.mean(aug_accs), np.std(aug_accs))) + # print("F1 max : %.2f ~ %.2f / F1 min : %.2f ~ %.2f"%(np.mean(f1_max), np.std(f1_max), np.mean(f1_min), np.std(f1_min))) + # print("Time (h): %.2f ~ %.2f"%(np.mean(times)/3600, np.std(times)/3600)) + # print("Mem (MB): %d ~ %d"%(np.mean(mem), np.std(mem))) \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k1_1.json b/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k1_1.json new file mode 100644 index 0000000..7f66e76 --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k1_1.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 1.7318054577883553, + "train_acc": 35.428, + "test_loss": 1.4289897393576707, + "test_acc": 48.21 + }, + { + "epoch": 1, + "train_loss": 1.3355516530668643, + "train_acc": 51.816, + "test_loss": 1.2631253305869767, + "test_acc": 53.92 + }, + { + "epoch": 2, + "train_loss": 1.1512205236403228, + "train_acc": 58.95, + "test_loss": 1.0585614827614795, + "test_acc": 62.04 + }, + { + "epoch": 3, + "train_loss": 1.031514636086076, + "train_acc": 63.51, + "test_loss": 0.9956371052355706, + "test_acc": 64.84 + }, + { + "epoch": 4, + "train_loss": 0.926814300934677, + "train_acc": 67.452, + "test_loss": 0.9274471892586237, + "test_acc": 67.47 + }, + { + "epoch": 5, + "train_loss": 0.845867442810322, + "train_acc": 70.44, + "test_loss": 0.8741313022903249, + "test_acc": 69.29 + }, + { + "epoch": 6, + "train_loss": 0.7834140158370327, + "train_acc": 72.628, + "test_loss": 0.7452337530594838, + "test_acc": 74.66 + }, + { + "epoch": 7, + "train_loss": 0.7204185739502578, + "train_acc": 74.712, + "test_loss": 0.7514748882643784, + "test_acc": 73.7 + }, + { + "epoch": 8, + "train_loss": 0.6713883669480033, + "train_acc": 76.528, + "test_loss": 0.7413076154793365, + "test_acc": 74.47 + }, + { + "epoch": 9, + "train_loss": 0.6452626390835209, + "train_acc": 77.554, + "test_loss": 0.7014847382714476, + "test_acc": 75.62 + }, + { + "epoch": 10, + "train_loss": 0.6128784110174155, + "train_acc": 78.796, + "test_loss": 0.6769552713708032, + "test_acc": 76.67 + }, + { + "epoch": 11, + "train_loss": 0.5816008366282334, + "train_acc": 79.76, + "test_loss": 0.7545664499077616, + "test_acc": 73.56 + }, + { + "epoch": 12, + "train_loss": 0.5475675344009838, + "train_acc": 81.07, + "test_loss": 0.6062079354932036, + "test_acc": 79.07 + }, + { + "epoch": 13, + "train_loss": 0.5188084150976537, + "train_acc": 81.898, + "test_loss": 0.6069029675254339, + "test_acc": 79.58 + }, + { + "epoch": 14, + "train_loss": 0.5002651528629196, + "train_acc": 82.666, + "test_loss": 0.5942632827577712, + "test_acc": 79.59 + }, + { + "epoch": 15, + "train_loss": 0.47771978195366044, + "train_acc": 83.428, + "test_loss": 0.580822305211538, + "test_acc": 80.02 + }, + { + "epoch": 16, + "train_loss": 0.45964121262130836, + "train_acc": 84.088, + "test_loss": 0.5797888546050349, + "test_acc": 80.19 + }, + { + "epoch": 17, + "train_loss": 0.43576289839147, + "train_acc": 84.828, + "test_loss": 0.5475723883019218, + "test_acc": 81.14 + }, + { + "epoch": 18, + "train_loss": 0.4168907787336413, + "train_acc": 85.55, + "test_loss": 0.5618492066860199, + "test_acc": 80.75 + }, + { + "epoch": 19, + "train_loss": 0.3970519469674591, + "train_acc": 86.368, + "test_loss": 0.5352894871295253, + "test_acc": 81.42 + }, + { + "epoch": 20, + "train_loss": 0.38192528337621323, + "train_acc": 86.87, + "test_loss": 0.553832750154447, + "test_acc": 80.73 + }, + { + "epoch": 21, + "train_loss": 0.3638931215571625, + "train_acc": 87.51, + "test_loss": 0.5257135131691075, + "test_acc": 81.63 + }, + { + "epoch": 22, + "train_loss": 0.3436674778266331, + "train_acc": 88.308, + "test_loss": 0.5589349247232268, + "test_acc": 80.49 + }, + { + "epoch": 23, + "train_loss": 0.32618719335559687, + "train_acc": 88.88, + "test_loss": 0.5280331431687633, + "test_acc": 82.49 + }, + { + "epoch": 24, + "train_loss": 0.316730869929199, + "train_acc": 89.22, + "test_loss": 0.5360555124433735, + "test_acc": 81.41 + }, + { + "epoch": 25, + "train_loss": 0.29656699189292196, + "train_acc": 90.066, + "test_loss": 0.5050003426738933, + "test_acc": 83.0 + }, + { + "epoch": 26, + "train_loss": 0.2847342218279534, + "train_acc": 90.428, + "test_loss": 0.5407123956121976, + "test_acc": 82.13 + }, + { + "epoch": 27, + "train_loss": 0.2692574329312195, + "train_acc": 90.946, + "test_loss": 0.53758255967611, + "test_acc": 81.67 + }, + { + "epoch": 28, + "train_loss": 0.25737902160038423, + "train_acc": 91.426, + "test_loss": 0.5086916051333463, + "test_acc": 83.0 + }, + { + "epoch": 29, + "train_loss": 0.23604152117238936, + "train_acc": 92.326, + "test_loss": 0.521558946823772, + "test_acc": 82.62 + }, + { + "epoch": 30, + "train_loss": 0.23190378653042762, + "train_acc": 92.446, + "test_loss": 0.5223149012161207, + "test_acc": 82.59 + }, + { + "epoch": 31, + "train_loss": 0.21640530219087212, + "train_acc": 93.006, + "test_loss": 0.4926263635294347, + "test_acc": 83.51 + }, + { + "epoch": 32, + "train_loss": 0.20191305429886675, + "train_acc": 93.644, + "test_loss": 0.49837633439257173, + "test_acc": 83.53 + }, + { + "epoch": 33, + "train_loss": 0.19265513466980755, + "train_acc": 94.024, + "test_loss": 0.4943069957102401, + "test_acc": 83.67 + }, + { + "epoch": 34, + "train_loss": 0.1779873959929742, + "train_acc": 94.504, + "test_loss": 0.49749585118474837, + "test_acc": 83.71 + }, + { + "epoch": 35, + "train_loss": 0.16791604354482173, + "train_acc": 94.934, + "test_loss": 0.4823143540681163, + "test_acc": 83.86 + }, + { + "epoch": 36, + "train_loss": 0.15516445625697256, + "train_acc": 95.608, + "test_loss": 0.49921215542509584, + "test_acc": 83.8 + }, + { + "epoch": 37, + "train_loss": 0.14568385093108469, + "train_acc": 95.886, + "test_loss": 0.5025543389441092, + "test_acc": 83.56 + }, + { + "epoch": 38, + "train_loss": 0.13759922765938523, + "train_acc": 96.174, + "test_loss": 0.4924800958060011, + "test_acc": 83.93 + }, + { + "epoch": 39, + "train_loss": 0.13139269003630294, + "train_acc": 96.41, + "test_loss": 0.47641114664228656, + "test_acc": 84.82 + }, + { + "epoch": 40, + "train_loss": 0.12126183179219055, + "train_acc": 96.974, + "test_loss": 0.47963985291462913, + "test_acc": 84.58 + }, + { + "epoch": 41, + "train_loss": 0.11303247527583786, + "train_acc": 97.294, + "test_loss": 0.47980253228658365, + "test_acc": 84.37 + }, + { + "epoch": 42, + "train_loss": 0.10816731328702034, + "train_acc": 97.498, + "test_loss": 0.485954560433762, + "test_acc": 84.41 + }, + { + "epoch": 43, + "train_loss": 0.1005733033732685, + "train_acc": 97.808, + "test_loss": 0.48888902290712427, + "test_acc": 84.27 + }, + { + "epoch": 44, + "train_loss": 0.09586164159962283, + "train_acc": 97.994, + "test_loss": 0.4830287638344342, + "test_acc": 84.71 + }, + { + "epoch": 45, + "train_loss": 0.09147762927367255, + "train_acc": 98.124, + "test_loss": 0.48942821953870075, + "test_acc": 84.77 + }, + { + "epoch": 46, + "train_loss": 0.08777028385101987, + "train_acc": 98.306, + "test_loss": 0.48355049196677874, + "test_acc": 84.69 + }, + { + "epoch": 47, + "train_loss": 0.08541339912149302, + "train_acc": 98.438, + "test_loss": 0.48245376008975355, + "test_acc": 84.89 + }, + { + "epoch": 48, + "train_loss": 0.08353022654609912, + "train_acc": 98.474, + "test_loss": 0.48140632068809075, + "test_acc": 84.81 + }, + { + "epoch": 49, + "train_loss": 0.08225054817888743, + "train_acc": 98.536, + "test_loss": 0.48139656419995464, + "test_acc": 84.82 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k1_2.json b/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k1_2.json new file mode 100644 index 0000000..58a894d --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k1_2.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 1.722734701602965, + "train_acc": 36.34, + "test_loss": 1.4329113235956505, + "test_acc": 46.99 + }, + { + "epoch": 1, + "train_loss": 1.3445715189284986, + "train_acc": 51.342, + "test_loss": 1.1940090611011167, + "test_acc": 57.26 + }, + { + "epoch": 2, + "train_loss": 1.1341086679407397, + "train_acc": 59.634, + "test_loss": 1.1773034530349924, + "test_acc": 58.85 + }, + { + "epoch": 3, + "train_loss": 1.0063371075998486, + "train_acc": 64.342, + "test_loss": 1.0220702464067484, + "test_acc": 62.59 + }, + { + "epoch": 4, + "train_loss": 0.9086148351659555, + "train_acc": 68.156, + "test_loss": 0.9014537440070624, + "test_acc": 67.69 + }, + { + "epoch": 5, + "train_loss": 0.8309772289012705, + "train_acc": 70.848, + "test_loss": 0.83469427084621, + "test_acc": 70.73 + }, + { + "epoch": 6, + "train_loss": 0.7626625736960975, + "train_acc": 73.252, + "test_loss": 0.8679613078696818, + "test_acc": 69.78 + }, + { + "epoch": 7, + "train_loss": 0.7129190436866887, + "train_acc": 75.39, + "test_loss": 0.7342859597145757, + "test_acc": 73.61 + }, + { + "epoch": 8, + "train_loss": 0.6739649313794988, + "train_acc": 76.664, + "test_loss": 0.731072790637801, + "test_acc": 74.35 + }, + { + "epoch": 9, + "train_loss": 0.6325705809056607, + "train_acc": 77.946, + "test_loss": 0.6501878383038919, + "test_acc": 77.5 + }, + { + "epoch": 10, + "train_loss": 0.6099405862638713, + "train_acc": 78.836, + "test_loss": 0.7006442441215998, + "test_acc": 75.75 + }, + { + "epoch": 11, + "train_loss": 0.5663965579188998, + "train_acc": 80.302, + "test_loss": 0.6477012332481674, + "test_acc": 77.9 + }, + { + "epoch": 12, + "train_loss": 0.5392311266468613, + "train_acc": 81.284, + "test_loss": 0.6056324009653888, + "test_acc": 79.35 + }, + { + "epoch": 13, + "train_loss": 0.5156251320143794, + "train_acc": 81.968, + "test_loss": 0.6141822394690936, + "test_acc": 78.43 + }, + { + "epoch": 14, + "train_loss": 0.4963976807911378, + "train_acc": 82.918, + "test_loss": 0.5681955584242374, + "test_acc": 80.76 + }, + { + "epoch": 15, + "train_loss": 0.47446893106031296, + "train_acc": 83.536, + "test_loss": 0.59947800183598, + "test_acc": 79.54 + }, + { + "epoch": 16, + "train_loss": 0.44955418733379726, + "train_acc": 84.378, + "test_loss": 0.5853044718881196, + "test_acc": 79.53 + }, + { + "epoch": 17, + "train_loss": 0.4252175575174639, + "train_acc": 85.272, + "test_loss": 0.5686469719379763, + "test_acc": 80.52 + }, + { + "epoch": 18, + "train_loss": 0.4082211967548141, + "train_acc": 85.88, + "test_loss": 0.5398799999605252, + "test_acc": 80.95 + }, + { + "epoch": 19, + "train_loss": 0.393701368890455, + "train_acc": 86.446, + "test_loss": 0.5548252976393397, + "test_acc": 80.8 + }, + { + "epoch": 20, + "train_loss": 0.37659895492484197, + "train_acc": 86.822, + "test_loss": 0.5432735308061672, + "test_acc": 81.49 + }, + { + "epoch": 21, + "train_loss": 0.35533727652124125, + "train_acc": 87.824, + "test_loss": 0.5560233728795112, + "test_acc": 81.21 + }, + { + "epoch": 22, + "train_loss": 0.3400931524879792, + "train_acc": 88.316, + "test_loss": 0.5779042028928105, + "test_acc": 80.39 + }, + { + "epoch": 23, + "train_loss": 0.33194888857624416, + "train_acc": 88.702, + "test_loss": 0.5582744848879078, + "test_acc": 81.19 + }, + { + "epoch": 24, + "train_loss": 0.30793970011536725, + "train_acc": 89.546, + "test_loss": 0.5904292396352261, + "test_acc": 80.13 + }, + { + "epoch": 25, + "train_loss": 0.2936667184085797, + "train_acc": 89.894, + "test_loss": 0.5369104916536356, + "test_acc": 81.93 + }, + { + "epoch": 26, + "train_loss": 0.2793727300660994, + "train_acc": 90.542, + "test_loss": 0.5242549814755404, + "test_acc": 82.3 + }, + { + "epoch": 27, + "train_loss": 0.2645410709750012, + "train_acc": 91.158, + "test_loss": 0.5063189835865286, + "test_acc": 82.6 + }, + { + "epoch": 28, + "train_loss": 0.24943505189455378, + "train_acc": 91.756, + "test_loss": 0.5168197411525098, + "test_acc": 82.39 + }, + { + "epoch": 29, + "train_loss": 0.2323958541997863, + "train_acc": 92.462, + "test_loss": 0.5539233858072306, + "test_acc": 81.47 + }, + { + "epoch": 30, + "train_loss": 0.21949291459815887, + "train_acc": 92.884, + "test_loss": 0.49153552402423906, + "test_acc": 83.44 + }, + { + "epoch": 31, + "train_loss": 0.20901064327000962, + "train_acc": 93.226, + "test_loss": 0.526388190215147, + "test_acc": 82.79 + }, + { + "epoch": 32, + "train_loss": 0.1955443459093723, + "train_acc": 93.826, + "test_loss": 0.4862530008901524, + "test_acc": 84.13 + }, + { + "epoch": 33, + "train_loss": 0.18041447125127552, + "train_acc": 94.402, + "test_loss": 0.5103172373168076, + "test_acc": 83.12 + }, + { + "epoch": 34, + "train_loss": 0.17305000511276752, + "train_acc": 94.73, + "test_loss": 0.49931082129478455, + "test_acc": 83.46 + }, + { + "epoch": 35, + "train_loss": 0.1582027325964035, + "train_acc": 95.384, + "test_loss": 0.5009894301242466, + "test_acc": 83.74 + }, + { + "epoch": 36, + "train_loss": 0.14979781881165322, + "train_acc": 95.744, + "test_loss": 0.48298634173749366, + "test_acc": 84.57 + }, + { + "epoch": 37, + "train_loss": 0.13879474225785116, + "train_acc": 96.136, + "test_loss": 0.4978022631965106, + "test_acc": 83.95 + }, + { + "epoch": 38, + "train_loss": 0.1291604244228824, + "train_acc": 96.61, + "test_loss": 0.4978234962194781, + "test_acc": 84.2 + }, + { + "epoch": 39, + "train_loss": 0.1211714784869605, + "train_acc": 96.87, + "test_loss": 0.4874101086885114, + "test_acc": 84.44 + }, + { + "epoch": 40, + "train_loss": 0.1126775265197315, + "train_acc": 97.258, + "test_loss": 0.49990822487994085, + "test_acc": 84.41 + }, + { + "epoch": 41, + "train_loss": 0.10494273761882807, + "train_acc": 97.518, + "test_loss": 0.4925503885444206, + "test_acc": 84.6 + }, + { + "epoch": 42, + "train_loss": 0.09896086012501545, + "train_acc": 97.812, + "test_loss": 0.48382439945317524, + "test_acc": 84.6 + }, + { + "epoch": 43, + "train_loss": 0.09228967671351665, + "train_acc": 98.048, + "test_loss": 0.48177357961105394, + "test_acc": 84.81 + }, + { + "epoch": 44, + "train_loss": 0.08707354171082492, + "train_acc": 98.238, + "test_loss": 0.4846785379738747, + "test_acc": 84.84 + }, + { + "epoch": 45, + "train_loss": 0.08210585595053785, + "train_acc": 98.51, + "test_loss": 0.48528778854804705, + "test_acc": 84.84 + }, + { + "epoch": 46, + "train_loss": 0.07883349783204095, + "train_acc": 98.61, + "test_loss": 0.48581568406352515, + "test_acc": 84.86 + }, + { + "epoch": 47, + "train_loss": 0.07656864118774223, + "train_acc": 98.636, + "test_loss": 0.4863362185939958, + "test_acc": 84.85 + }, + { + "epoch": 48, + "train_loss": 0.0740533900039885, + "train_acc": 98.792, + "test_loss": 0.48446785498268996, + "test_acc": 84.79 + }, + { + "epoch": 49, + "train_loss": 0.073656684106878, + "train_acc": 98.806, + "test_loss": 0.4841001856176159, + "test_acc": 84.94 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k1_3.json b/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k1_3.json new file mode 100644 index 0000000..da03582 --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k1_3.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 1.7136918797212488, + "train_acc": 36.32, + "test_loss": 1.4697562939004054, + "test_acc": 46.57 + }, + { + "epoch": 1, + "train_loss": 1.3425726146649217, + "train_acc": 51.36, + "test_loss": 1.2772952695436115, + "test_acc": 54.71 + }, + { + "epoch": 2, + "train_loss": 1.1400736166388177, + "train_acc": 59.524, + "test_loss": 1.0419143219537372, + "test_acc": 63.58 + }, + { + "epoch": 3, + "train_loss": 1.0113727761351543, + "train_acc": 64.64, + "test_loss": 1.0830329671690735, + "test_acc": 62.09 + }, + { + "epoch": 4, + "train_loss": 0.9202377759587125, + "train_acc": 67.732, + "test_loss": 0.898508608341217, + "test_acc": 69.0 + }, + { + "epoch": 5, + "train_loss": 0.83268027125722, + "train_acc": 70.95, + "test_loss": 0.8565552687343163, + "test_acc": 70.58 + }, + { + "epoch": 6, + "train_loss": 0.7695818749230231, + "train_acc": 73.24, + "test_loss": 0.7852887465984006, + "test_acc": 72.82 + }, + { + "epoch": 7, + "train_loss": 0.7190901975497566, + "train_acc": 74.988, + "test_loss": 0.7922677918325497, + "test_acc": 72.75 + }, + { + "epoch": 8, + "train_loss": 0.670134968007617, + "train_acc": 76.776, + "test_loss": 0.761581236803079, + "test_acc": 73.75 + }, + { + "epoch": 9, + "train_loss": 0.6281739192088241, + "train_acc": 77.98, + "test_loss": 0.6489244012893001, + "test_acc": 77.74 + }, + { + "epoch": 10, + "train_loss": 0.5974023075359861, + "train_acc": 79.102, + "test_loss": 0.73650038317789, + "test_acc": 74.53 + }, + { + "epoch": 11, + "train_loss": 0.5703646536068538, + "train_acc": 80.216, + "test_loss": 0.6403792319418509, + "test_acc": 77.99 + }, + { + "epoch": 12, + "train_loss": 0.5395313496022578, + "train_acc": 81.36, + "test_loss": 0.6754233093955849, + "test_acc": 76.73 + }, + { + "epoch": 13, + "train_loss": 0.5128488566564477, + "train_acc": 82.39, + "test_loss": 0.6642388301559642, + "test_acc": 77.17 + }, + { + "epoch": 14, + "train_loss": 0.4889049361581388, + "train_acc": 83.1, + "test_loss": 0.6075438027140461, + "test_acc": 79.6 + }, + { + "epoch": 15, + "train_loss": 0.4631774013152208, + "train_acc": 83.926, + "test_loss": 0.5658436511890798, + "test_acc": 80.5 + }, + { + "epoch": 16, + "train_loss": 0.44506095978610044, + "train_acc": 84.532, + "test_loss": 0.5752260915086239, + "test_acc": 79.8 + }, + { + "epoch": 17, + "train_loss": 0.42607902032335093, + "train_acc": 85.118, + "test_loss": 0.5691485284249994, + "test_acc": 80.06 + }, + { + "epoch": 18, + "train_loss": 0.407093571618085, + "train_acc": 85.952, + "test_loss": 0.6394835450226748, + "test_acc": 78.49 + }, + { + "epoch": 19, + "train_loss": 0.3882559753211258, + "train_acc": 86.618, + "test_loss": 0.5401273184939276, + "test_acc": 81.35 + }, + { + "epoch": 20, + "train_loss": 0.3672534367998543, + "train_acc": 87.32, + "test_loss": 0.5502441710309137, + "test_acc": 80.67 + }, + { + "epoch": 21, + "train_loss": 0.3486613403348362, + "train_acc": 88.078, + "test_loss": 0.5040921438721162, + "test_acc": 82.52 + }, + { + "epoch": 22, + "train_loss": 0.3339203012263988, + "train_acc": 88.442, + "test_loss": 0.5356551212600514, + "test_acc": 81.33 + }, + { + "epoch": 23, + "train_loss": 0.3211047185961243, + "train_acc": 89.038, + "test_loss": 0.5384090293811846, + "test_acc": 81.86 + }, + { + "epoch": 24, + "train_loss": 0.30171181364437505, + "train_acc": 89.704, + "test_loss": 0.5465433876725692, + "test_acc": 81.83 + }, + { + "epoch": 25, + "train_loss": 0.2857072079349357, + "train_acc": 90.394, + "test_loss": 0.5049843180783188, + "test_acc": 82.75 + }, + { + "epoch": 26, + "train_loss": 0.27512240059235515, + "train_acc": 90.84, + "test_loss": 0.5004315157479877, + "test_acc": 82.6 + }, + { + "epoch": 27, + "train_loss": 0.25621775299539346, + "train_acc": 91.406, + "test_loss": 0.5135301547714427, + "test_acc": 82.72 + }, + { + "epoch": 28, + "train_loss": 0.24301200342910065, + "train_acc": 92.0, + "test_loss": 0.5159564618068405, + "test_acc": 82.8 + }, + { + "epoch": 29, + "train_loss": 0.22983866068713196, + "train_acc": 92.422, + "test_loss": 0.5310068703904937, + "test_acc": 82.02 + }, + { + "epoch": 30, + "train_loss": 0.21547534103360017, + "train_acc": 93.07, + "test_loss": 0.5121581882615632, + "test_acc": 82.63 + }, + { + "epoch": 31, + "train_loss": 0.20257718072218053, + "train_acc": 93.572, + "test_loss": 0.48653673484355586, + "test_acc": 83.77 + }, + { + "epoch": 32, + "train_loss": 0.1884498397064636, + "train_acc": 94.144, + "test_loss": 0.5016410573373867, + "test_acc": 83.54 + }, + { + "epoch": 33, + "train_loss": 0.17757063397132528, + "train_acc": 94.572, + "test_loss": 0.5286572488802898, + "test_acc": 83.16 + }, + { + "epoch": 34, + "train_loss": 0.16696625526832498, + "train_acc": 94.926, + "test_loss": 0.49337954196748857, + "test_acc": 83.85 + }, + { + "epoch": 35, + "train_loss": 0.15489066576065919, + "train_acc": 95.514, + "test_loss": 0.5210963715858097, + "test_acc": 82.89 + }, + { + "epoch": 36, + "train_loss": 0.14455727341077518, + "train_acc": 95.87, + "test_loss": 0.50253207943862, + "test_acc": 84.08 + }, + { + "epoch": 37, + "train_loss": 0.13466120567506232, + "train_acc": 96.448, + "test_loss": 0.5061235916388186, + "test_acc": 83.5 + }, + { + "epoch": 38, + "train_loss": 0.12523211189128858, + "train_acc": 96.724, + "test_loss": 0.49198059982891323, + "test_acc": 84.14 + }, + { + "epoch": 39, + "train_loss": 0.11619455066254682, + "train_acc": 97.026, + "test_loss": 0.49063842677617375, + "test_acc": 84.55 + }, + { + "epoch": 40, + "train_loss": 0.10821983962298354, + "train_acc": 97.45, + "test_loss": 0.4871824081939987, + "test_acc": 84.48 + }, + { + "epoch": 41, + "train_loss": 0.10097173952957249, + "train_acc": 97.688, + "test_loss": 0.5029590154373194, + "test_acc": 84.38 + }, + { + "epoch": 42, + "train_loss": 0.09419272458919174, + "train_acc": 97.966, + "test_loss": 0.48422017335137235, + "test_acc": 84.83 + }, + { + "epoch": 43, + "train_loss": 0.08821201860866583, + "train_acc": 98.248, + "test_loss": 0.49382162320462963, + "test_acc": 84.82 + }, + { + "epoch": 44, + "train_loss": 0.08290427256270748, + "train_acc": 98.434, + "test_loss": 0.4924565795101697, + "test_acc": 84.54 + }, + { + "epoch": 45, + "train_loss": 0.07934481576275643, + "train_acc": 98.552, + "test_loss": 0.48764223331892037, + "test_acc": 84.93 + }, + { + "epoch": 46, + "train_loss": 0.075992998745664, + "train_acc": 98.72, + "test_loss": 0.48891855134994167, + "test_acc": 85.02 + }, + { + "epoch": 47, + "train_loss": 0.07327957072145189, + "train_acc": 98.838, + "test_loss": 0.4891610138023956, + "test_acc": 84.95 + }, + { + "epoch": 48, + "train_loss": 0.0713564354611937, + "train_acc": 98.858, + "test_loss": 0.486925692875174, + "test_acc": 85.09 + }, + { + "epoch": 49, + "train_loss": 0.07052634624988222, + "train_acc": 98.888, + "test_loss": 0.4869213696522049, + "test_acc": 84.93 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k2_1.json b/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k2_1.json new file mode 100644 index 0000000..50405d8 --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k2_1.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 1.7103256038997485, + "train_acc": 36.992, + "test_loss": 1.4735727038564561, + "test_acc": 46.9 + }, + { + "epoch": 1, + "train_loss": 1.3213936749016841, + "train_acc": 52.596, + "test_loss": 1.1780222918413863, + "test_acc": 59.14 + }, + { + "epoch": 2, + "train_loss": 1.1224623807250995, + "train_acc": 60.014, + "test_loss": 1.0032931739770914, + "test_acc": 64.5 + }, + { + "epoch": 3, + "train_loss": 0.9874507175077258, + "train_acc": 65.228, + "test_loss": 1.0559463825406907, + "test_acc": 63.35 + }, + { + "epoch": 4, + "train_loss": 0.8871580398905917, + "train_acc": 69.024, + "test_loss": 0.8751226920115797, + "test_acc": 69.79 + }, + { + "epoch": 5, + "train_loss": 0.8071593283997167, + "train_acc": 71.92, + "test_loss": 0.8421486382243, + "test_acc": 70.74 + }, + { + "epoch": 6, + "train_loss": 0.7477451831178592, + "train_acc": 74.244, + "test_loss": 0.8240412896192526, + "test_acc": 71.72 + }, + { + "epoch": 7, + "train_loss": 0.7018455052772141, + "train_acc": 75.722, + "test_loss": 0.7380282520493374, + "test_acc": 74.45 + }, + { + "epoch": 8, + "train_loss": 0.641106204684738, + "train_acc": 77.802, + "test_loss": 0.6808660188807717, + "test_acc": 76.3 + }, + { + "epoch": 9, + "train_loss": 0.6043211316208705, + "train_acc": 79.144, + "test_loss": 0.6710187849364703, + "test_acc": 76.84 + }, + { + "epoch": 10, + "train_loss": 0.5789245312171214, + "train_acc": 79.876, + "test_loss": 0.6976104963429367, + "test_acc": 76.11 + }, + { + "epoch": 11, + "train_loss": 0.5518179043479587, + "train_acc": 80.93, + "test_loss": 0.6135178053680854, + "test_acc": 79.13 + }, + { + "epoch": 12, + "train_loss": 0.5233335660013092, + "train_acc": 81.744, + "test_loss": 0.6162553437148468, + "test_acc": 78.57 + }, + { + "epoch": 13, + "train_loss": 0.48846466332445365, + "train_acc": 83.108, + "test_loss": 0.6018265451811537, + "test_acc": 79.17 + }, + { + "epoch": 14, + "train_loss": 0.46909954038727314, + "train_acc": 83.726, + "test_loss": 0.5877509645268887, + "test_acc": 79.81 + }, + { + "epoch": 15, + "train_loss": 0.4485549028495998, + "train_acc": 84.428, + "test_loss": 0.5639939711818213, + "test_acc": 80.63 + }, + { + "epoch": 16, + "train_loss": 0.4271441514382277, + "train_acc": 85.238, + "test_loss": 0.6025676516037953, + "test_acc": 79.24 + }, + { + "epoch": 17, + "train_loss": 0.40742614015441414, + "train_acc": 85.982, + "test_loss": 0.5573250006271314, + "test_acc": 80.89 + }, + { + "epoch": 18, + "train_loss": 0.38459659777486416, + "train_acc": 86.698, + "test_loss": 0.553919413798972, + "test_acc": 81.0 + }, + { + "epoch": 19, + "train_loss": 0.36754286014820303, + "train_acc": 87.448, + "test_loss": 0.568143908736072, + "test_acc": 80.9 + }, + { + "epoch": 20, + "train_loss": 0.3496099937602382, + "train_acc": 88.044, + "test_loss": 0.5715101746064198, + "test_acc": 80.34 + }, + { + "epoch": 21, + "train_loss": 0.33143960926538846, + "train_acc": 88.66, + "test_loss": 0.52452622221995, + "test_acc": 82.24 + }, + { + "epoch": 22, + "train_loss": 0.31249022857307474, + "train_acc": 89.426, + "test_loss": 0.5339099410214002, + "test_acc": 81.92 + }, + { + "epoch": 23, + "train_loss": 0.2958072029873538, + "train_acc": 89.98, + "test_loss": 0.5134636450417435, + "test_acc": 83.05 + }, + { + "epoch": 24, + "train_loss": 0.27928860580829706, + "train_acc": 90.512, + "test_loss": 0.520870196291163, + "test_acc": 82.4 + }, + { + "epoch": 25, + "train_loss": 0.2635145885560214, + "train_acc": 91.296, + "test_loss": 0.5259764198260971, + "test_acc": 82.08 + }, + { + "epoch": 26, + "train_loss": 0.24878545166433924, + "train_acc": 91.862, + "test_loss": 0.5153017409994632, + "test_acc": 82.59 + }, + { + "epoch": 27, + "train_loss": 0.23445360699806678, + "train_acc": 92.254, + "test_loss": 0.4982146575481077, + "test_acc": 83.32 + }, + { + "epoch": 28, + "train_loss": 0.21719886440678934, + "train_acc": 92.916, + "test_loss": 0.5440535586846026, + "test_acc": 82.54 + }, + { + "epoch": 29, + "train_loss": 0.20347474928935774, + "train_acc": 93.492, + "test_loss": 0.5233753372596789, + "test_acc": 82.47 + }, + { + "epoch": 30, + "train_loss": 0.1889727818577186, + "train_acc": 94.058, + "test_loss": 0.512309276416332, + "test_acc": 82.95 + }, + { + "epoch": 31, + "train_loss": 0.1759689719704411, + "train_acc": 94.56, + "test_loss": 0.5188637651220153, + "test_acc": 83.32 + }, + { + "epoch": 32, + "train_loss": 0.1635644270864594, + "train_acc": 95.012, + "test_loss": 0.5475489319879797, + "test_acc": 81.99 + }, + { + "epoch": 33, + "train_loss": 0.15133230942670647, + "train_acc": 95.646, + "test_loss": 0.5393297325206708, + "test_acc": 83.13 + }, + { + "epoch": 34, + "train_loss": 0.1417943142411654, + "train_acc": 95.846, + "test_loss": 0.4893279592447643, + "test_acc": 83.62 + }, + { + "epoch": 35, + "train_loss": 0.13066881677836104, + "train_acc": 96.448, + "test_loss": 0.5006548932081536, + "test_acc": 83.79 + }, + { + "epoch": 36, + "train_loss": 0.11972848876662877, + "train_acc": 96.882, + "test_loss": 0.5008707702914371, + "test_acc": 84.04 + }, + { + "epoch": 37, + "train_loss": 0.10909426627714006, + "train_acc": 97.256, + "test_loss": 0.5107854815978038, + "test_acc": 83.66 + }, + { + "epoch": 38, + "train_loss": 0.1033526486752893, + "train_acc": 97.452, + "test_loss": 0.5089038433153418, + "test_acc": 83.83 + }, + { + "epoch": 39, + "train_loss": 0.09241654993513661, + "train_acc": 97.95, + "test_loss": 0.5006127791314186, + "test_acc": 84.38 + }, + { + "epoch": 40, + "train_loss": 0.08424627013942775, + "train_acc": 98.282, + "test_loss": 0.5083877734745605, + "test_acc": 84.44 + }, + { + "epoch": 41, + "train_loss": 0.07863364177172447, + "train_acc": 98.552, + "test_loss": 0.4985018757325185, + "test_acc": 84.51 + }, + { + "epoch": 42, + "train_loss": 0.07196496710981555, + "train_acc": 98.784, + "test_loss": 0.5016152536190008, + "test_acc": 84.64 + }, + { + "epoch": 43, + "train_loss": 0.06736058553161524, + "train_acc": 98.914, + "test_loss": 0.49697203141979024, + "test_acc": 84.92 + }, + { + "epoch": 44, + "train_loss": 0.0625282166063633, + "train_acc": 99.106, + "test_loss": 0.5026449238574957, + "test_acc": 84.83 + }, + { + "epoch": 45, + "train_loss": 0.058715933695664184, + "train_acc": 99.234, + "test_loss": 0.5073577122220511, + "test_acc": 84.78 + }, + { + "epoch": 46, + "train_loss": 0.05558060458325364, + "train_acc": 99.31, + "test_loss": 0.5064554450255406, + "test_acc": 84.73 + }, + { + "epoch": 47, + "train_loss": 0.05386842336610455, + "train_acc": 99.314, + "test_loss": 0.5034463247166404, + "test_acc": 84.85 + }, + { + "epoch": 48, + "train_loss": 0.05201601137018874, + "train_acc": 99.408, + "test_loss": 0.5046257970831062, + "test_acc": 84.8 + }, + { + "epoch": 49, + "train_loss": 0.05147247892968795, + "train_acc": 99.442, + "test_loss": 0.5048974007368088, + "test_acc": 84.8 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k2_2.json b/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k2_2.json new file mode 100644 index 0000000..3ed7960 --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k2_2.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 1.7300973709891825, + "train_acc": 36.026, + "test_loss": 1.4365086510211607, + "test_acc": 48.99 + }, + { + "epoch": 1, + "train_loss": 1.3352152420126873, + "train_acc": 51.798, + "test_loss": 1.2515810841246495, + "test_acc": 55.2 + }, + { + "epoch": 2, + "train_loss": 1.123058247749153, + "train_acc": 60.316, + "test_loss": 1.0543321438982516, + "test_acc": 62.6 + }, + { + "epoch": 3, + "train_loss": 1.0018744775096473, + "train_acc": 64.67, + "test_loss": 0.951151932342143, + "test_acc": 67.22 + }, + { + "epoch": 4, + "train_loss": 0.9004333962869766, + "train_acc": 68.412, + "test_loss": 0.8529125791561755, + "test_acc": 70.05 + }, + { + "epoch": 5, + "train_loss": 0.8159753450042452, + "train_acc": 71.804, + "test_loss": 0.7835015828096414, + "test_acc": 72.91 + }, + { + "epoch": 6, + "train_loss": 0.7490444277863368, + "train_acc": 73.87, + "test_loss": 0.7673303914975517, + "test_acc": 73.72 + }, + { + "epoch": 7, + "train_loss": 0.6945370158271107, + "train_acc": 75.834, + "test_loss": 0.7550631437120559, + "test_acc": 73.49 + }, + { + "epoch": 8, + "train_loss": 0.6566057003977354, + "train_acc": 77.132, + "test_loss": 0.7596889937980266, + "test_acc": 73.1 + }, + { + "epoch": 9, + "train_loss": 0.6107145739943171, + "train_acc": 78.992, + "test_loss": 0.659196216094343, + "test_acc": 76.88 + }, + { + "epoch": 10, + "train_loss": 0.5793659460666539, + "train_acc": 79.742, + "test_loss": 0.6190167084524903, + "test_acc": 78.42 + }, + { + "epoch": 11, + "train_loss": 0.5524562050771835, + "train_acc": 80.882, + "test_loss": 0.6827349870265285, + "test_acc": 76.03 + }, + { + "epoch": 12, + "train_loss": 0.5240369420832075, + "train_acc": 81.836, + "test_loss": 0.6274494758889645, + "test_acc": 78.73 + }, + { + "epoch": 13, + "train_loss": 0.49312548084027324, + "train_acc": 82.994, + "test_loss": 0.6074183190925212, + "test_acc": 78.94 + }, + { + "epoch": 14, + "train_loss": 0.4751713707700105, + "train_acc": 83.456, + "test_loss": 0.6216803940036629, + "test_acc": 78.83 + }, + { + "epoch": 15, + "train_loss": 0.4515517224055117, + "train_acc": 84.436, + "test_loss": 0.5958032310009003, + "test_acc": 79.47 + }, + { + "epoch": 16, + "train_loss": 0.42750462603843425, + "train_acc": 85.346, + "test_loss": 0.5976054785372336, + "test_acc": 79.69 + }, + { + "epoch": 17, + "train_loss": 0.40866896727353413, + "train_acc": 85.794, + "test_loss": 0.6458994489681872, + "test_acc": 78.56 + }, + { + "epoch": 18, + "train_loss": 0.3898651929157774, + "train_acc": 86.432, + "test_loss": 0.5375821790363216, + "test_acc": 81.43 + }, + { + "epoch": 19, + "train_loss": 0.37635497329637524, + "train_acc": 87.13, + "test_loss": 0.5752161235748967, + "test_acc": 80.33 + }, + { + "epoch": 20, + "train_loss": 0.35059778773418776, + "train_acc": 87.938, + "test_loss": 0.5335369249687919, + "test_acc": 82.06 + }, + { + "epoch": 21, + "train_loss": 0.33245473269306486, + "train_acc": 88.598, + "test_loss": 0.5493481295018257, + "test_acc": 81.06 + }, + { + "epoch": 22, + "train_loss": 0.3222171532757142, + "train_acc": 89.056, + "test_loss": 0.5625065838611578, + "test_acc": 80.84 + }, + { + "epoch": 23, + "train_loss": 0.3006074032591432, + "train_acc": 89.81, + "test_loss": 0.5335283241694486, + "test_acc": 81.87 + }, + { + "epoch": 24, + "train_loss": 0.28055205784947673, + "train_acc": 90.558, + "test_loss": 0.5305146805093258, + "test_acc": 82.06 + }, + { + "epoch": 25, + "train_loss": 0.26520978905203396, + "train_acc": 91.022, + "test_loss": 0.5298835927549796, + "test_acc": 82.41 + }, + { + "epoch": 26, + "train_loss": 0.24935482671041317, + "train_acc": 91.622, + "test_loss": 0.5195979204358934, + "test_acc": 82.48 + }, + { + "epoch": 27, + "train_loss": 0.23983062708469302, + "train_acc": 92.042, + "test_loss": 0.5202233830962, + "test_acc": 82.52 + }, + { + "epoch": 28, + "train_loss": 0.2230007990318186, + "train_acc": 92.628, + "test_loss": 0.5283997802040244, + "test_acc": 82.72 + }, + { + "epoch": 29, + "train_loss": 0.2080754393621174, + "train_acc": 93.382, + "test_loss": 0.5129109673862216, + "test_acc": 83.36 + }, + { + "epoch": 30, + "train_loss": 0.19554151802340433, + "train_acc": 93.754, + "test_loss": 0.5052361273312871, + "test_acc": 83.29 + }, + { + "epoch": 31, + "train_loss": 0.18035780263069034, + "train_acc": 94.35, + "test_loss": 0.5089688721714141, + "test_acc": 83.58 + }, + { + "epoch": 32, + "train_loss": 0.16843864516071652, + "train_acc": 94.852, + "test_loss": 0.5105135542682454, + "test_acc": 83.24 + }, + { + "epoch": 33, + "train_loss": 0.15609159191017566, + "train_acc": 95.378, + "test_loss": 0.5248845262995249, + "test_acc": 82.66 + }, + { + "epoch": 34, + "train_loss": 0.14261403395925337, + "train_acc": 95.924, + "test_loss": 0.5075956360448765, + "test_acc": 83.62 + }, + { + "epoch": 35, + "train_loss": 0.1342616813814701, + "train_acc": 96.254, + "test_loss": 0.4872503175011164, + "test_acc": 84.13 + }, + { + "epoch": 36, + "train_loss": 0.12381373294402877, + "train_acc": 96.728, + "test_loss": 0.5138158522829225, + "test_acc": 83.58 + }, + { + "epoch": 37, + "train_loss": 0.11157915136202827, + "train_acc": 97.212, + "test_loss": 0.49640525915200195, + "test_acc": 84.36 + }, + { + "epoch": 38, + "train_loss": 0.10329095496202978, + "train_acc": 97.494, + "test_loss": 0.5129478405925292, + "test_acc": 83.99 + }, + { + "epoch": 39, + "train_loss": 0.09364310083220072, + "train_acc": 97.886, + "test_loss": 0.5147802103546602, + "test_acc": 84.14 + }, + { + "epoch": 40, + "train_loss": 0.0859515457830923, + "train_acc": 98.26, + "test_loss": 0.525429497791242, + "test_acc": 84.04 + }, + { + "epoch": 41, + "train_loss": 0.07915535209047825, + "train_acc": 98.492, + "test_loss": 0.5002202253930176, + "test_acc": 84.74 + }, + { + "epoch": 42, + "train_loss": 0.07251653038060574, + "train_acc": 98.714, + "test_loss": 0.5098672863803332, + "test_acc": 84.48 + }, + { + "epoch": 43, + "train_loss": 0.06806548436165161, + "train_acc": 98.878, + "test_loss": 0.5070706521031223, + "test_acc": 84.9 + }, + { + "epoch": 44, + "train_loss": 0.06264347533511994, + "train_acc": 99.092, + "test_loss": 0.5117533993494662, + "test_acc": 84.61 + }, + { + "epoch": 45, + "train_loss": 0.05919048686504669, + "train_acc": 99.164, + "test_loss": 0.5102780185922792, + "test_acc": 84.72 + }, + { + "epoch": 46, + "train_loss": 0.05648031867945286, + "train_acc": 99.28, + "test_loss": 0.508549131924593, + "test_acc": 84.96 + }, + { + "epoch": 47, + "train_loss": 0.053846540648842714, + "train_acc": 99.358, + "test_loss": 0.5061679046742523, + "test_acc": 84.86 + }, + { + "epoch": 48, + "train_loss": 0.05260027020864779, + "train_acc": 99.368, + "test_loss": 0.5072265614437151, + "test_acc": 84.99 + }, + { + "epoch": 49, + "train_loss": 0.05157303079829344, + "train_acc": 99.414, + "test_loss": 0.5066741108894348, + "test_acc": 84.92 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k2_3.json b/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k2_3.json new file mode 100644 index 0000000..98aa572 --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k2_3.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 1.7165624430722288, + "train_acc": 36.122, + "test_loss": 1.4994977607002742, + "test_acc": 45.47 + }, + { + "epoch": 1, + "train_loss": 1.3421550754391018, + "train_acc": 51.5, + "test_loss": 1.2699212650709515, + "test_acc": 54.5 + }, + { + "epoch": 2, + "train_loss": 1.1152877098763996, + "train_acc": 60.324, + "test_loss": 1.1025985977317714, + "test_acc": 60.67 + }, + { + "epoch": 3, + "train_loss": 0.987937944319547, + "train_acc": 65.2, + "test_loss": 0.9517655349984954, + "test_acc": 66.59 + }, + { + "epoch": 4, + "train_loss": 0.8789577157905949, + "train_acc": 69.194, + "test_loss": 0.9381236796137653, + "test_acc": 67.43 + }, + { + "epoch": 5, + "train_loss": 0.810963338598266, + "train_acc": 71.712, + "test_loss": 0.9081855808632283, + "test_acc": 68.77 + }, + { + "epoch": 6, + "train_loss": 0.7545008621252406, + "train_acc": 73.824, + "test_loss": 0.741043594819081, + "test_acc": 74.08 + }, + { + "epoch": 7, + "train_loss": 0.6943566934836795, + "train_acc": 75.932, + "test_loss": 0.731778926864455, + "test_acc": 74.67 + }, + { + "epoch": 8, + "train_loss": 0.6419131528690952, + "train_acc": 77.76, + "test_loss": 0.7744039859198317, + "test_acc": 73.92 + }, + { + "epoch": 9, + "train_loss": 0.605003589254511, + "train_acc": 79.024, + "test_loss": 0.6816513677941093, + "test_acc": 76.26 + }, + { + "epoch": 10, + "train_loss": 0.5782082641063748, + "train_acc": 79.864, + "test_loss": 0.6449947956996628, + "test_acc": 77.88 + }, + { + "epoch": 11, + "train_loss": 0.5446273474894521, + "train_acc": 81.176, + "test_loss": 0.6791819183132316, + "test_acc": 76.74 + }, + { + "epoch": 12, + "train_loss": 0.5209125698070087, + "train_acc": 81.986, + "test_loss": 0.602875803090349, + "test_acc": 79.48 + }, + { + "epoch": 13, + "train_loss": 0.5017633286431012, + "train_acc": 82.58, + "test_loss": 0.6120242306703254, + "test_acc": 79.09 + }, + { + "epoch": 14, + "train_loss": 0.46472373345623846, + "train_acc": 83.824, + "test_loss": 0.6285661013820504, + "test_acc": 78.3 + }, + { + "epoch": 15, + "train_loss": 0.44734749518087147, + "train_acc": 84.546, + "test_loss": 0.6413309147840813, + "test_acc": 77.81 + }, + { + "epoch": 16, + "train_loss": 0.4243870014729707, + "train_acc": 85.384, + "test_loss": 0.5861769348760194, + "test_acc": 79.62 + }, + { + "epoch": 17, + "train_loss": 0.3980398925826373, + "train_acc": 86.372, + "test_loss": 0.5640317816523057, + "test_acc": 80.84 + }, + { + "epoch": 18, + "train_loss": 0.3791844250296083, + "train_acc": 86.938, + "test_loss": 0.5360776785808273, + "test_acc": 81.78 + }, + { + "epoch": 19, + "train_loss": 0.3686635315494464, + "train_acc": 87.406, + "test_loss": 0.5582049881355672, + "test_acc": 80.94 + }, + { + "epoch": 20, + "train_loss": 0.350867363193151, + "train_acc": 87.952, + "test_loss": 0.5373265124574492, + "test_acc": 81.82 + }, + { + "epoch": 21, + "train_loss": 0.3289473938286457, + "train_acc": 88.838, + "test_loss": 0.5291363683682454, + "test_acc": 81.59 + }, + { + "epoch": 22, + "train_loss": 0.3134057228751195, + "train_acc": 89.376, + "test_loss": 0.5766687042351011, + "test_acc": 80.1 + }, + { + "epoch": 23, + "train_loss": 0.29834527387033644, + "train_acc": 89.86, + "test_loss": 0.5130112586142141, + "test_acc": 82.68 + }, + { + "epoch": 24, + "train_loss": 0.2826433460349622, + "train_acc": 90.508, + "test_loss": 0.5072939433629, + "test_acc": 82.43 + }, + { + "epoch": 25, + "train_loss": 0.2644962886410296, + "train_acc": 91.094, + "test_loss": 0.5676024654243566, + "test_acc": 80.44 + }, + { + "epoch": 26, + "train_loss": 0.2523574242582711, + "train_acc": 91.614, + "test_loss": 0.5299788207947453, + "test_acc": 82.37 + }, + { + "epoch": 27, + "train_loss": 0.2359814599270711, + "train_acc": 92.076, + "test_loss": 0.5003442356858072, + "test_acc": 83.21 + }, + { + "epoch": 28, + "train_loss": 0.2221028981039591, + "train_acc": 92.766, + "test_loss": 0.535034073681771, + "test_acc": 82.03 + }, + { + "epoch": 29, + "train_loss": 0.20932324289742027, + "train_acc": 93.274, + "test_loss": 0.5088165594807154, + "test_acc": 83.47 + }, + { + "epoch": 30, + "train_loss": 0.1931152132046802, + "train_acc": 93.854, + "test_loss": 0.5373175402608099, + "test_acc": 82.45 + }, + { + "epoch": 31, + "train_loss": 0.18131248538603867, + "train_acc": 94.314, + "test_loss": 0.559185465679893, + "test_acc": 81.83 + }, + { + "epoch": 32, + "train_loss": 0.16798066898532535, + "train_acc": 94.914, + "test_loss": 0.4830531151611594, + "test_acc": 84.1 + }, + { + "epoch": 33, + "train_loss": 0.15293812386863068, + "train_acc": 95.386, + "test_loss": 0.5038489135383051, + "test_acc": 83.72 + }, + { + "epoch": 34, + "train_loss": 0.1425814609545881, + "train_acc": 95.856, + "test_loss": 0.4985280695218074, + "test_acc": 83.72 + }, + { + "epoch": 35, + "train_loss": 0.13315935501509615, + "train_acc": 96.262, + "test_loss": 0.5073778691548335, + "test_acc": 83.4 + }, + { + "epoch": 36, + "train_loss": 0.12223233288282628, + "train_acc": 96.746, + "test_loss": 0.49472671464274204, + "test_acc": 84.24 + }, + { + "epoch": 37, + "train_loss": 0.11287207906241611, + "train_acc": 97.068, + "test_loss": 0.5054301925097839, + "test_acc": 83.88 + }, + { + "epoch": 38, + "train_loss": 0.1049552170840828, + "train_acc": 97.444, + "test_loss": 0.502467259576049, + "test_acc": 84.09 + }, + { + "epoch": 39, + "train_loss": 0.09690465558024929, + "train_acc": 97.762, + "test_loss": 0.4967152070772799, + "test_acc": 84.29 + }, + { + "epoch": 40, + "train_loss": 0.08826156843768056, + "train_acc": 98.118, + "test_loss": 0.4853098064283781, + "test_acc": 85.19 + }, + { + "epoch": 41, + "train_loss": 0.08068005640602782, + "train_acc": 98.402, + "test_loss": 0.49353614524949957, + "test_acc": 84.58 + }, + { + "epoch": 42, + "train_loss": 0.07526537577819337, + "train_acc": 98.576, + "test_loss": 0.4905224374577969, + "test_acc": 84.76 + }, + { + "epoch": 43, + "train_loss": 0.06922753626847511, + "train_acc": 98.84, + "test_loss": 0.5045858417885213, + "test_acc": 84.51 + }, + { + "epoch": 44, + "train_loss": 0.06489133354647995, + "train_acc": 98.99, + "test_loss": 0.49350899910625023, + "test_acc": 85.01 + }, + { + "epoch": 45, + "train_loss": 0.06102339274552472, + "train_acc": 99.154, + "test_loss": 0.5030090022313444, + "test_acc": 84.79 + }, + { + "epoch": 46, + "train_loss": 0.05837371276067498, + "train_acc": 99.21, + "test_loss": 0.4997123459094687, + "test_acc": 84.86 + }, + { + "epoch": 47, + "train_loss": 0.05616619653256653, + "train_acc": 99.274, + "test_loss": 0.4939777443680582, + "test_acc": 85.07 + }, + { + "epoch": 48, + "train_loss": 0.05398916964278654, + "train_acc": 99.374, + "test_loss": 0.49579285009752344, + "test_acc": 85.03 + }, + { + "epoch": 49, + "train_loss": 0.053663094649496285, + "train_acc": 99.372, + "test_loss": 0.49442031960698624, + "test_acc": 85.06 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k3_1.json b/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k3_1.json new file mode 100644 index 0000000..20a2a59 --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k3_1.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 1.7205830022807012, + "train_acc": 36.156, + "test_loss": 1.4764480485191829, + "test_acc": 46.2 + }, + { + "epoch": 1, + "train_loss": 1.3182393688984844, + "train_acc": 52.528, + "test_loss": 1.2769030800348595, + "test_acc": 55.34 + }, + { + "epoch": 2, + "train_loss": 1.1143050457510497, + "train_acc": 60.664, + "test_loss": 1.0454264200186427, + "test_acc": 63.43 + }, + { + "epoch": 3, + "train_loss": 0.9830573955765161, + "train_acc": 65.56, + "test_loss": 0.9357073631467698, + "test_acc": 67.59 + }, + { + "epoch": 4, + "train_loss": 0.8886501235730203, + "train_acc": 69.184, + "test_loss": 0.8344857345653486, + "test_acc": 71.05 + }, + { + "epoch": 5, + "train_loss": 0.796965892205153, + "train_acc": 72.15, + "test_loss": 0.7925526839268359, + "test_acc": 72.22 + }, + { + "epoch": 6, + "train_loss": 0.7406568911374377, + "train_acc": 74.374, + "test_loss": 0.7580174064334435, + "test_acc": 73.5 + }, + { + "epoch": 7, + "train_loss": 0.6845684185662233, + "train_acc": 76.142, + "test_loss": 0.7549406723885597, + "test_acc": 73.74 + }, + { + "epoch": 8, + "train_loss": 0.6451135647418859, + "train_acc": 77.652, + "test_loss": 0.6984394603892218, + "test_acc": 75.78 + }, + { + "epoch": 9, + "train_loss": 0.6069523415449635, + "train_acc": 78.894, + "test_loss": 0.6478061551534677, + "test_acc": 77.96 + }, + { + "epoch": 10, + "train_loss": 0.5748660910464919, + "train_acc": 80.056, + "test_loss": 0.6513401262367828, + "test_acc": 77.68 + }, + { + "epoch": 11, + "train_loss": 0.5443910382440328, + "train_acc": 81.24, + "test_loss": 0.6688798454743398, + "test_acc": 76.82 + }, + { + "epoch": 12, + "train_loss": 0.5130937019424975, + "train_acc": 82.324, + "test_loss": 0.6335242213327673, + "test_acc": 78.28 + }, + { + "epoch": 13, + "train_loss": 0.47945664232344276, + "train_acc": 83.334, + "test_loss": 0.585303924128979, + "test_acc": 79.72 + }, + { + "epoch": 14, + "train_loss": 0.46422728118689166, + "train_acc": 83.876, + "test_loss": 0.5995027385180509, + "test_acc": 79.44 + }, + { + "epoch": 15, + "train_loss": 0.4352885612746334, + "train_acc": 84.93, + "test_loss": 0.6229830180542378, + "test_acc": 78.28 + }, + { + "epoch": 16, + "train_loss": 0.41877676253123663, + "train_acc": 85.51, + "test_loss": 0.5389156962120081, + "test_acc": 81.6 + }, + { + "epoch": 17, + "train_loss": 0.3996503974699303, + "train_acc": 86.272, + "test_loss": 0.5799039934254899, + "test_acc": 80.38 + }, + { + "epoch": 18, + "train_loss": 0.3795436046388753, + "train_acc": 86.97, + "test_loss": 0.5401783080040654, + "test_acc": 81.4 + }, + { + "epoch": 19, + "train_loss": 0.35663754910306855, + "train_acc": 87.73, + "test_loss": 0.5243943273266659, + "test_acc": 82.13 + }, + { + "epoch": 20, + "train_loss": 0.3376576083014383, + "train_acc": 88.388, + "test_loss": 0.5349579068678844, + "test_acc": 81.81 + }, + { + "epoch": 21, + "train_loss": 0.32615080441507843, + "train_acc": 88.848, + "test_loss": 0.5234658416313461, + "test_acc": 82.3 + }, + { + "epoch": 22, + "train_loss": 0.3080063467973943, + "train_acc": 89.456, + "test_loss": 0.5936841674243347, + "test_acc": 79.91 + }, + { + "epoch": 23, + "train_loss": 0.2912257581644351, + "train_acc": 90.166, + "test_loss": 0.5119245927545089, + "test_acc": 82.62 + }, + { + "epoch": 24, + "train_loss": 0.27591501073459224, + "train_acc": 90.664, + "test_loss": 0.5274244992038871, + "test_acc": 82.83 + }, + { + "epoch": 25, + "train_loss": 0.2586684107704236, + "train_acc": 91.506, + "test_loss": 0.5185014345223391, + "test_acc": 82.47 + }, + { + "epoch": 26, + "train_loss": 0.2439451063494853, + "train_acc": 91.934, + "test_loss": 0.5171235271647007, + "test_acc": 82.77 + }, + { + "epoch": 27, + "train_loss": 0.23108575264434986, + "train_acc": 92.476, + "test_loss": 0.4865637629092494, + "test_acc": 83.74 + }, + { + "epoch": 28, + "train_loss": 0.21667627203266335, + "train_acc": 93.0, + "test_loss": 0.5363273758299744, + "test_acc": 82.41 + }, + { + "epoch": 29, + "train_loss": 0.197367427923033, + "train_acc": 93.718, + "test_loss": 0.5406369668773457, + "test_acc": 82.29 + }, + { + "epoch": 30, + "train_loss": 0.18417556200871993, + "train_acc": 94.242, + "test_loss": 0.5115540082318873, + "test_acc": 83.09 + }, + { + "epoch": 31, + "train_loss": 0.17154858213708835, + "train_acc": 94.676, + "test_loss": 0.5147893692873702, + "test_acc": 82.79 + }, + { + "epoch": 32, + "train_loss": 0.1596828159468863, + "train_acc": 95.16, + "test_loss": 0.5142243185752555, + "test_acc": 82.92 + }, + { + "epoch": 33, + "train_loss": 0.14827491585022348, + "train_acc": 95.666, + "test_loss": 0.5061847863695289, + "test_acc": 83.46 + }, + { + "epoch": 34, + "train_loss": 0.13857178471963424, + "train_acc": 96.15, + "test_loss": 0.5023621877160254, + "test_acc": 83.71 + }, + { + "epoch": 35, + "train_loss": 0.12517218360358187, + "train_acc": 96.494, + "test_loss": 0.49401779868934725, + "test_acc": 84.29 + }, + { + "epoch": 36, + "train_loss": 0.11557009673255789, + "train_acc": 97.024, + "test_loss": 0.511019294774985, + "test_acc": 83.59 + }, + { + "epoch": 37, + "train_loss": 0.10596807163847072, + "train_acc": 97.448, + "test_loss": 0.4950418240284618, + "test_acc": 84.31 + }, + { + "epoch": 38, + "train_loss": 0.09559139951377574, + "train_acc": 97.822, + "test_loss": 0.5138521017153052, + "test_acc": 83.48 + }, + { + "epoch": 39, + "train_loss": 0.08771951003071597, + "train_acc": 98.16, + "test_loss": 0.4950627258306817, + "test_acc": 84.25 + }, + { + "epoch": 40, + "train_loss": 0.08031088931252585, + "train_acc": 98.33, + "test_loss": 0.5107568592964848, + "test_acc": 84.07 + }, + { + "epoch": 41, + "train_loss": 0.07388604069343004, + "train_acc": 98.652, + "test_loss": 0.5043956416694424, + "test_acc": 84.48 + }, + { + "epoch": 42, + "train_loss": 0.06822615004409, + "train_acc": 98.868, + "test_loss": 0.5197686294588861, + "test_acc": 84.03 + }, + { + "epoch": 43, + "train_loss": 0.06312606520855518, + "train_acc": 99.068, + "test_loss": 0.5054893910507613, + "test_acc": 84.53 + }, + { + "epoch": 44, + "train_loss": 0.05831973642453818, + "train_acc": 99.2, + "test_loss": 0.5039429545779771, + "test_acc": 84.46 + }, + { + "epoch": 45, + "train_loss": 0.05438942741840849, + "train_acc": 99.31, + "test_loss": 0.5054534752912159, + "test_acc": 84.71 + }, + { + "epoch": 46, + "train_loss": 0.051789560248060605, + "train_acc": 99.39, + "test_loss": 0.510233577482308, + "test_acc": 84.63 + }, + { + "epoch": 47, + "train_loss": 0.049848531818260315, + "train_acc": 99.466, + "test_loss": 0.5041846217988413, + "test_acc": 84.74 + }, + { + "epoch": 48, + "train_loss": 0.048170161192946113, + "train_acc": 99.514, + "test_loss": 0.5059122101792807, + "test_acc": 84.68 + }, + { + "epoch": 49, + "train_loss": 0.04724879729111329, + "train_acc": 99.552, + "test_loss": 0.5060712095302872, + "test_acc": 84.73 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k3_2.json b/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k3_2.json new file mode 100644 index 0000000..74bc475 --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k3_2.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 1.7166233318845938, + "train_acc": 36.496, + "test_loss": 1.4683242493037936, + "test_acc": 46.49 + }, + { + "epoch": 1, + "train_loss": 1.3062783973601164, + "train_acc": 53.262, + "test_loss": 1.2780438495587698, + "test_acc": 53.92 + }, + { + "epoch": 2, + "train_loss": 1.1117717390475066, + "train_acc": 60.504, + "test_loss": 1.0366744421705414, + "test_acc": 63.72 + }, + { + "epoch": 3, + "train_loss": 0.9704301098118657, + "train_acc": 65.79, + "test_loss": 0.908463305310358, + "test_acc": 68.0 + }, + { + "epoch": 4, + "train_loss": 0.8890758437268874, + "train_acc": 68.796, + "test_loss": 0.8913758163210712, + "test_acc": 69.06 + }, + { + "epoch": 5, + "train_loss": 0.8028799357926449, + "train_acc": 71.878, + "test_loss": 0.8858039703550218, + "test_acc": 68.91 + }, + { + "epoch": 6, + "train_loss": 0.7431003827877971, + "train_acc": 74.138, + "test_loss": 0.8106774876389322, + "test_acc": 71.02 + }, + { + "epoch": 7, + "train_loss": 0.6853913272280827, + "train_acc": 76.13, + "test_loss": 0.7641005953655967, + "test_acc": 73.38 + }, + { + "epoch": 8, + "train_loss": 0.6452356473259304, + "train_acc": 77.63, + "test_loss": 0.6902742159517505, + "test_acc": 75.89 + }, + { + "epoch": 9, + "train_loss": 0.606063502600126, + "train_acc": 79.018, + "test_loss": 0.6898008279408081, + "test_acc": 76.29 + }, + { + "epoch": 10, + "train_loss": 0.5684830823822704, + "train_acc": 80.394, + "test_loss": 0.6429320294645768, + "test_acc": 78.03 + }, + { + "epoch": 11, + "train_loss": 0.5425046760102977, + "train_acc": 81.246, + "test_loss": 0.6925431429585324, + "test_acc": 75.89 + }, + { + "epoch": 12, + "train_loss": 0.5114434501704048, + "train_acc": 82.348, + "test_loss": 0.6135325092303602, + "test_acc": 78.48 + }, + { + "epoch": 13, + "train_loss": 0.4846142293394679, + "train_acc": 83.328, + "test_loss": 0.5988055467605591, + "test_acc": 79.56 + }, + { + "epoch": 14, + "train_loss": 0.4551487677847333, + "train_acc": 84.31, + "test_loss": 0.5701570510864258, + "test_acc": 80.24 + }, + { + "epoch": 15, + "train_loss": 0.43552318451654576, + "train_acc": 84.996, + "test_loss": 0.5669155543363547, + "test_acc": 80.67 + }, + { + "epoch": 16, + "train_loss": 0.4137020447598699, + "train_acc": 85.744, + "test_loss": 0.5511144914581806, + "test_acc": 81.3 + }, + { + "epoch": 17, + "train_loss": 0.39460659953182003, + "train_acc": 86.534, + "test_loss": 0.6257012908971762, + "test_acc": 78.48 + }, + { + "epoch": 18, + "train_loss": 0.3770913564792984, + "train_acc": 87.0, + "test_loss": 0.5620876637440694, + "test_acc": 80.56 + }, + { + "epoch": 19, + "train_loss": 0.358455119306779, + "train_acc": 87.696, + "test_loss": 0.5109578110749209, + "test_acc": 82.71 + }, + { + "epoch": 20, + "train_loss": 0.3375064046562785, + "train_acc": 88.494, + "test_loss": 0.5730802982668334, + "test_acc": 80.28 + }, + { + "epoch": 21, + "train_loss": 0.3299566857192827, + "train_acc": 88.738, + "test_loss": 0.5608005821704865, + "test_acc": 80.56 + }, + { + "epoch": 22, + "train_loss": 0.3003876098357808, + "train_acc": 89.882, + "test_loss": 0.5652452220645132, + "test_acc": 81.18 + }, + { + "epoch": 23, + "train_loss": 0.2870624212886366, + "train_acc": 90.428, + "test_loss": 0.545778814373137, + "test_acc": 81.5 + }, + { + "epoch": 24, + "train_loss": 0.2742869626835484, + "train_acc": 90.742, + "test_loss": 0.4975919146326524, + "test_acc": 82.92 + }, + { + "epoch": 25, + "train_loss": 0.2517181222739122, + "train_acc": 91.64, + "test_loss": 0.5267499432533602, + "test_acc": 82.31 + }, + { + "epoch": 26, + "train_loss": 0.24239491583669887, + "train_acc": 91.982, + "test_loss": 0.4989211191482182, + "test_acc": 82.93 + }, + { + "epoch": 27, + "train_loss": 0.22492358427675788, + "train_acc": 92.716, + "test_loss": 0.4896519910308379, + "test_acc": 83.43 + }, + { + "epoch": 28, + "train_loss": 0.21155494405790362, + "train_acc": 93.26, + "test_loss": 0.5215748650363728, + "test_acc": 83.3 + }, + { + "epoch": 29, + "train_loss": 0.19673006051717817, + "train_acc": 93.814, + "test_loss": 0.5017538225348992, + "test_acc": 83.74 + }, + { + "epoch": 30, + "train_loss": 0.17653496963593662, + "train_acc": 94.55, + "test_loss": 0.5048775646505477, + "test_acc": 82.92 + }, + { + "epoch": 31, + "train_loss": 0.1660127681691933, + "train_acc": 95.01, + "test_loss": 0.5071888511316686, + "test_acc": 83.77 + }, + { + "epoch": 32, + "train_loss": 0.15830285628052318, + "train_acc": 95.234, + "test_loss": 0.536068772590613, + "test_acc": 82.84 + }, + { + "epoch": 33, + "train_loss": 0.14485312236087097, + "train_acc": 95.84, + "test_loss": 0.5621233020402208, + "test_acc": 82.74 + }, + { + "epoch": 34, + "train_loss": 0.13248819767323602, + "train_acc": 96.232, + "test_loss": 0.5160575654310516, + "test_acc": 83.63 + }, + { + "epoch": 35, + "train_loss": 0.12033827713383433, + "train_acc": 96.826, + "test_loss": 0.517338934578473, + "test_acc": 83.45 + }, + { + "epoch": 36, + "train_loss": 0.1107894202689533, + "train_acc": 97.184, + "test_loss": 0.5391562418847144, + "test_acc": 83.46 + }, + { + "epoch": 37, + "train_loss": 0.09967151116532133, + "train_acc": 97.596, + "test_loss": 0.5014962150326258, + "test_acc": 84.07 + }, + { + "epoch": 38, + "train_loss": 0.08990861704130002, + "train_acc": 98.024, + "test_loss": 0.4956779585608953, + "test_acc": 84.32 + }, + { + "epoch": 39, + "train_loss": 0.08185680470693751, + "train_acc": 98.358, + "test_loss": 0.5076760264891612, + "test_acc": 84.23 + }, + { + "epoch": 40, + "train_loss": 0.07490619896051219, + "train_acc": 98.6, + "test_loss": 0.5128967952501925, + "test_acc": 84.15 + }, + { + "epoch": 41, + "train_loss": 0.06836791563293208, + "train_acc": 98.826, + "test_loss": 0.5076654444012461, + "test_acc": 84.4 + }, + { + "epoch": 42, + "train_loss": 0.06247640596440686, + "train_acc": 99.004, + "test_loss": 0.5140558543461787, + "test_acc": 84.52 + }, + { + "epoch": 43, + "train_loss": 0.057439194596789374, + "train_acc": 99.188, + "test_loss": 0.5099464620970473, + "test_acc": 84.8 + }, + { + "epoch": 44, + "train_loss": 0.05298341741151822, + "train_acc": 99.344, + "test_loss": 0.5103699434784394, + "test_acc": 84.82 + }, + { + "epoch": 45, + "train_loss": 0.05013205030518572, + "train_acc": 99.428, + "test_loss": 0.5125534866429582, + "test_acc": 84.93 + }, + { + "epoch": 46, + "train_loss": 0.047141772030335864, + "train_acc": 99.498, + "test_loss": 0.5122527653657938, + "test_acc": 84.86 + }, + { + "epoch": 47, + "train_loss": 0.044975444617326304, + "train_acc": 99.582, + "test_loss": 0.5102252188739897, + "test_acc": 84.65 + }, + { + "epoch": 48, + "train_loss": 0.043644408197582835, + "train_acc": 99.614, + "test_loss": 0.508647312280498, + "test_acc": 84.87 + }, + { + "epoch": 49, + "train_loss": 0.042634278364346155, + "train_acc": 99.634, + "test_loss": 0.5105471165874337, + "test_acc": 84.92 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k3_3.json b/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k3_3.json new file mode 100644 index 0000000..0a3c4ab --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k3_3.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 1.7155669201975283, + "train_acc": 36.948, + "test_loss": 1.5086117545260658, + "test_acc": 45.98 + }, + { + "epoch": 1, + "train_loss": 1.3223148172773669, + "train_acc": 52.62, + "test_loss": 1.2616662903677058, + "test_acc": 54.27 + }, + { + "epoch": 2, + "train_loss": 1.1278500448712303, + "train_acc": 60.152, + "test_loss": 1.076780218866807, + "test_acc": 62.27 + }, + { + "epoch": 3, + "train_loss": 0.9878512441044878, + "train_acc": 65.122, + "test_loss": 0.9525897985772241, + "test_acc": 66.32 + }, + { + "epoch": 4, + "train_loss": 0.8932680601963912, + "train_acc": 68.866, + "test_loss": 0.8672803270665905, + "test_acc": 70.08 + }, + { + "epoch": 5, + "train_loss": 0.8086715712571693, + "train_acc": 71.7, + "test_loss": 0.7781333862980709, + "test_acc": 72.71 + }, + { + "epoch": 6, + "train_loss": 0.7396447958848665, + "train_acc": 74.146, + "test_loss": 0.7839057905764519, + "test_acc": 72.87 + }, + { + "epoch": 7, + "train_loss": 0.6975510326187934, + "train_acc": 75.708, + "test_loss": 0.7069890321810034, + "test_acc": 75.4 + }, + { + "epoch": 8, + "train_loss": 0.6399447280732568, + "train_acc": 77.738, + "test_loss": 0.7091726822943627, + "test_acc": 75.38 + }, + { + "epoch": 9, + "train_loss": 0.60294727138851, + "train_acc": 79.0, + "test_loss": 0.7186712490606911, + "test_acc": 75.26 + }, + { + "epoch": 10, + "train_loss": 0.5731974601593164, + "train_acc": 80.028, + "test_loss": 0.7160522998133793, + "test_acc": 75.58 + }, + { + "epoch": 11, + "train_loss": 0.5397186273961421, + "train_acc": 81.244, + "test_loss": 0.6607286262361309, + "test_acc": 77.61 + }, + { + "epoch": 12, + "train_loss": 0.5147515258673206, + "train_acc": 82.296, + "test_loss": 0.6136834097059467, + "test_acc": 78.73 + }, + { + "epoch": 13, + "train_loss": 0.4810145125745812, + "train_acc": 83.362, + "test_loss": 0.5995474955703639, + "test_acc": 79.27 + }, + { + "epoch": 14, + "train_loss": 0.4670347720003494, + "train_acc": 83.752, + "test_loss": 0.6143783885466901, + "test_acc": 78.83 + }, + { + "epoch": 15, + "train_loss": 0.4418901300338833, + "train_acc": 84.788, + "test_loss": 0.5738578476483309, + "test_acc": 80.8 + }, + { + "epoch": 16, + "train_loss": 0.4156108125091514, + "train_acc": 85.558, + "test_loss": 0.5850711012188392, + "test_acc": 80.25 + }, + { + "epoch": 17, + "train_loss": 0.40063548335791244, + "train_acc": 86.242, + "test_loss": 0.6204870739315129, + "test_acc": 78.47 + }, + { + "epoch": 18, + "train_loss": 0.3762825917633598, + "train_acc": 87.058, + "test_loss": 0.5735825466204293, + "test_acc": 80.79 + }, + { + "epoch": 19, + "train_loss": 0.3607143751343193, + "train_acc": 87.576, + "test_loss": 0.5676545383809488, + "test_acc": 80.53 + }, + { + "epoch": 20, + "train_loss": 0.339036042466188, + "train_acc": 88.448, + "test_loss": 0.5417279125768927, + "test_acc": 81.73 + }, + { + "epoch": 21, + "train_loss": 0.3241709067922114, + "train_acc": 88.834, + "test_loss": 0.5971037670026852, + "test_acc": 79.83 + }, + { + "epoch": 22, + "train_loss": 0.30184528967151253, + "train_acc": 89.776, + "test_loss": 0.5437998100172116, + "test_acc": 82.02 + }, + { + "epoch": 23, + "train_loss": 0.2904066245269288, + "train_acc": 90.174, + "test_loss": 0.5545958918106707, + "test_acc": 80.93 + }, + { + "epoch": 24, + "train_loss": 0.27217078548105783, + "train_acc": 91.04, + "test_loss": 0.515346947727324, + "test_acc": 82.72 + }, + { + "epoch": 25, + "train_loss": 0.25638790489615076, + "train_acc": 91.57, + "test_loss": 0.5338618581808066, + "test_acc": 82.44 + }, + { + "epoch": 26, + "train_loss": 0.2404484682909363, + "train_acc": 92.146, + "test_loss": 0.5076935717576667, + "test_acc": 82.91 + }, + { + "epoch": 27, + "train_loss": 0.22387417685955077, + "train_acc": 92.564, + "test_loss": 0.5467574072035053, + "test_acc": 81.65 + }, + { + "epoch": 28, + "train_loss": 0.21149693103626255, + "train_acc": 93.288, + "test_loss": 0.5156705121073542, + "test_acc": 83.03 + }, + { + "epoch": 29, + "train_loss": 0.1922086236993675, + "train_acc": 93.978, + "test_loss": 0.5336036342608778, + "test_acc": 82.35 + }, + { + "epoch": 30, + "train_loss": 0.1805589860471923, + "train_acc": 94.418, + "test_loss": 0.5143745711332635, + "test_acc": 83.35 + }, + { + "epoch": 31, + "train_loss": 0.16714902083053612, + "train_acc": 94.918, + "test_loss": 0.5174887444399581, + "test_acc": 83.48 + }, + { + "epoch": 32, + "train_loss": 0.15275676014935574, + "train_acc": 95.584, + "test_loss": 0.5006111130306993, + "test_acc": 83.72 + }, + { + "epoch": 33, + "train_loss": 0.14375302252714592, + "train_acc": 95.94, + "test_loss": 0.5211052162737786, + "test_acc": 83.68 + }, + { + "epoch": 34, + "train_loss": 0.13159136073973476, + "train_acc": 96.358, + "test_loss": 0.5078892136299158, + "test_acc": 83.77 + }, + { + "epoch": 35, + "train_loss": 0.11991033264819313, + "train_acc": 96.756, + "test_loss": 0.5286276827130136, + "test_acc": 83.32 + }, + { + "epoch": 36, + "train_loss": 0.10988577094186297, + "train_acc": 97.2, + "test_loss": 0.5426575622603863, + "test_acc": 83.08 + }, + { + "epoch": 37, + "train_loss": 0.10171637162947289, + "train_acc": 97.522, + "test_loss": 0.49426765985126736, + "test_acc": 84.59 + }, + { + "epoch": 38, + "train_loss": 0.09248117831014001, + "train_acc": 97.848, + "test_loss": 0.5550813197712355, + "test_acc": 82.7 + }, + { + "epoch": 39, + "train_loss": 0.08121292816136805, + "train_acc": 98.364, + "test_loss": 0.5098757675931423, + "test_acc": 84.17 + }, + { + "epoch": 40, + "train_loss": 0.07442317522890732, + "train_acc": 98.648, + "test_loss": 0.5196807160030438, + "test_acc": 84.05 + }, + { + "epoch": 41, + "train_loss": 0.06843981141095881, + "train_acc": 98.84, + "test_loss": 0.507755863138392, + "test_acc": 84.47 + }, + { + "epoch": 42, + "train_loss": 0.06173207473171794, + "train_acc": 99.086, + "test_loss": 0.5190932267828833, + "test_acc": 84.58 + }, + { + "epoch": 43, + "train_loss": 0.05703204830208093, + "train_acc": 99.162, + "test_loss": 0.513362052319925, + "test_acc": 84.71 + }, + { + "epoch": 44, + "train_loss": 0.05300956710582347, + "train_acc": 99.31, + "test_loss": 0.5117673628692385, + "test_acc": 84.64 + }, + { + "epoch": 45, + "train_loss": 0.05010724269196658, + "train_acc": 99.414, + "test_loss": 0.5170297826392741, + "test_acc": 84.61 + }, + { + "epoch": 46, + "train_loss": 0.046928223527377216, + "train_acc": 99.534, + "test_loss": 0.5155937277440783, + "test_acc": 84.6 + }, + { + "epoch": 47, + "train_loss": 0.04477040533957732, + "train_acc": 99.576, + "test_loss": 0.5161823396441303, + "test_acc": 84.74 + }, + { + "epoch": 48, + "train_loss": 0.043291280989337454, + "train_acc": 99.612, + "test_loss": 0.5166337846577922, + "test_acc": 84.68 + }, + { + "epoch": 49, + "train_loss": 0.04241515016731094, + "train_acc": 99.636, + "test_loss": 0.516890719721589, + "test_acc": 84.67 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k4_1.json b/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k4_1.json new file mode 100644 index 0000000..f722806 --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k4_1.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 1.7339258956177461, + "train_acc": 35.988, + "test_loss": 1.4297764014594163, + "test_acc": 47.12 + }, + { + "epoch": 1, + "train_loss": 1.3207519523932805, + "train_acc": 52.614, + "test_loss": 1.1551854482179955, + "test_acc": 58.92 + }, + { + "epoch": 2, + "train_loss": 1.1126017012559544, + "train_acc": 60.562, + "test_loss": 1.0352065736734415, + "test_acc": 63.2 + }, + { + "epoch": 3, + "train_loss": 0.9770561470400037, + "train_acc": 65.75, + "test_loss": 0.9859132947801035, + "test_acc": 64.63 + }, + { + "epoch": 4, + "train_loss": 0.8699997966856603, + "train_acc": 69.628, + "test_loss": 0.8664771982386142, + "test_acc": 69.61 + }, + { + "epoch": 5, + "train_loss": 0.7846388950982057, + "train_acc": 72.508, + "test_loss": 0.8672318398197995, + "test_acc": 69.89 + }, + { + "epoch": 6, + "train_loss": 0.7136072539307577, + "train_acc": 75.144, + "test_loss": 0.7392620995074888, + "test_acc": 74.27 + }, + { + "epoch": 7, + "train_loss": 0.6682312506848894, + "train_acc": 76.86, + "test_loss": 0.7257429851761347, + "test_acc": 74.91 + }, + { + "epoch": 8, + "train_loss": 0.6253212840508318, + "train_acc": 78.384, + "test_loss": 0.6715959574602828, + "test_acc": 76.78 + }, + { + "epoch": 9, + "train_loss": 0.5918597766505483, + "train_acc": 79.502, + "test_loss": 0.6665477933762949, + "test_acc": 77.26 + }, + { + "epoch": 10, + "train_loss": 0.5577305498178048, + "train_acc": 80.558, + "test_loss": 0.6734570713737343, + "test_acc": 76.7 + }, + { + "epoch": 11, + "train_loss": 0.5282416564729208, + "train_acc": 81.61, + "test_loss": 0.653730900227269, + "test_acc": 77.15 + }, + { + "epoch": 12, + "train_loss": 0.49888938093734214, + "train_acc": 82.768, + "test_loss": 0.5847443108317218, + "test_acc": 79.48 + }, + { + "epoch": 13, + "train_loss": 0.4788468125683572, + "train_acc": 83.534, + "test_loss": 0.6021783102916766, + "test_acc": 79.29 + }, + { + "epoch": 14, + "train_loss": 0.4539417661821751, + "train_acc": 84.454, + "test_loss": 0.5651766684236406, + "test_acc": 80.26 + }, + { + "epoch": 15, + "train_loss": 0.4290669345489853, + "train_acc": 85.248, + "test_loss": 0.5863928749591489, + "test_acc": 79.85 + }, + { + "epoch": 16, + "train_loss": 0.4014071157521299, + "train_acc": 86.138, + "test_loss": 0.5444629682770258, + "test_acc": 81.17 + }, + { + "epoch": 17, + "train_loss": 0.3842098575342647, + "train_acc": 86.752, + "test_loss": 0.5870959143849868, + "test_acc": 79.74 + }, + { + "epoch": 18, + "train_loss": 0.36770254263030294, + "train_acc": 87.392, + "test_loss": 0.5816166978093642, + "test_acc": 80.02 + }, + { + "epoch": 19, + "train_loss": 0.35105803666059926, + "train_acc": 87.976, + "test_loss": 0.5287438936625855, + "test_acc": 81.73 + }, + { + "epoch": 20, + "train_loss": 0.32992047060023794, + "train_acc": 88.852, + "test_loss": 0.5845678784424746, + "test_acc": 80.16 + }, + { + "epoch": 21, + "train_loss": 0.3137381661426076, + "train_acc": 89.45, + "test_loss": 0.5659641774394845, + "test_acc": 80.92 + }, + { + "epoch": 22, + "train_loss": 0.2909768420793211, + "train_acc": 90.086, + "test_loss": 0.5842734258386153, + "test_acc": 80.84 + }, + { + "epoch": 23, + "train_loss": 0.2793244967222824, + "train_acc": 90.644, + "test_loss": 0.554689163271385, + "test_acc": 81.54 + }, + { + "epoch": 24, + "train_loss": 0.2634287733022514, + "train_acc": 91.176, + "test_loss": 0.5146160797227787, + "test_acc": 82.48 + }, + { + "epoch": 25, + "train_loss": 0.24513427063327312, + "train_acc": 91.802, + "test_loss": 0.5076712539678887, + "test_acc": 82.65 + }, + { + "epoch": 26, + "train_loss": 0.2276711654480156, + "train_acc": 92.59, + "test_loss": 0.5194862405710583, + "test_acc": 82.92 + }, + { + "epoch": 27, + "train_loss": 0.21680399241959653, + "train_acc": 92.858, + "test_loss": 0.5770873387780371, + "test_acc": 80.89 + }, + { + "epoch": 28, + "train_loss": 0.20384439079048078, + "train_acc": 93.42, + "test_loss": 0.517030351146867, + "test_acc": 83.21 + }, + { + "epoch": 29, + "train_loss": 0.1861892542646974, + "train_acc": 94.152, + "test_loss": 0.5619680598566804, + "test_acc": 81.9 + }, + { + "epoch": 30, + "train_loss": 0.173966321646405, + "train_acc": 94.702, + "test_loss": 0.49522412426864043, + "test_acc": 83.66 + }, + { + "epoch": 31, + "train_loss": 0.16063821715924442, + "train_acc": 95.172, + "test_loss": 0.5406102236313156, + "test_acc": 82.85 + }, + { + "epoch": 32, + "train_loss": 0.15048160001902325, + "train_acc": 95.578, + "test_loss": 0.5183996111154556, + "test_acc": 83.21 + }, + { + "epoch": 33, + "train_loss": 0.1363129679809141, + "train_acc": 96.172, + "test_loss": 0.5410888513809518, + "test_acc": 82.76 + }, + { + "epoch": 34, + "train_loss": 0.12609940924493554, + "train_acc": 96.544, + "test_loss": 0.5195725235757949, + "test_acc": 83.51 + }, + { + "epoch": 35, + "train_loss": 0.11478619972039061, + "train_acc": 97.034, + "test_loss": 0.5417674208366419, + "test_acc": 83.37 + }, + { + "epoch": 36, + "train_loss": 0.10599325628727294, + "train_acc": 97.29, + "test_loss": 0.5582438281065301, + "test_acc": 83.09 + }, + { + "epoch": 37, + "train_loss": 0.09496494045342936, + "train_acc": 97.858, + "test_loss": 0.5160401561592198, + "test_acc": 84.02 + }, + { + "epoch": 38, + "train_loss": 0.08620239658009671, + "train_acc": 98.132, + "test_loss": 0.5028592710253559, + "test_acc": 84.67 + }, + { + "epoch": 39, + "train_loss": 0.07803568779431341, + "train_acc": 98.44, + "test_loss": 0.5120124369859695, + "test_acc": 84.31 + }, + { + "epoch": 40, + "train_loss": 0.0715775211887134, + "train_acc": 98.664, + "test_loss": 0.5132878881089294, + "test_acc": 84.33 + }, + { + "epoch": 41, + "train_loss": 0.06518096931259651, + "train_acc": 98.892, + "test_loss": 0.510089186739318, + "test_acc": 84.49 + }, + { + "epoch": 42, + "train_loss": 0.05885080652087546, + "train_acc": 99.154, + "test_loss": 0.5175939417338069, + "test_acc": 84.48 + }, + { + "epoch": 43, + "train_loss": 0.054461849648553086, + "train_acc": 99.278, + "test_loss": 0.5197171644319462, + "test_acc": 84.54 + }, + { + "epoch": 44, + "train_loss": 0.0504150791355716, + "train_acc": 99.372, + "test_loss": 0.5229944905525521, + "test_acc": 84.3 + }, + { + "epoch": 45, + "train_loss": 0.04692854722271032, + "train_acc": 99.53, + "test_loss": 0.5226226835688458, + "test_acc": 84.55 + }, + { + "epoch": 46, + "train_loss": 0.04424559654634627, + "train_acc": 99.618, + "test_loss": 0.5238638033595266, + "test_acc": 84.55 + }, + { + "epoch": 47, + "train_loss": 0.042310955803222056, + "train_acc": 99.6, + "test_loss": 0.5172706236944923, + "test_acc": 84.77 + }, + { + "epoch": 48, + "train_loss": 0.040490378523269276, + "train_acc": 99.692, + "test_loss": 0.5192268873694577, + "test_acc": 84.71 + }, + { + "epoch": 49, + "train_loss": 0.04021687503627804, + "train_acc": 99.664, + "test_loss": 0.5182898348268075, + "test_acc": 84.66 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k4_2.json b/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k4_2.json new file mode 100644 index 0000000..bf462e4 --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k4_2.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 1.7227596075028715, + "train_acc": 36.286, + "test_loss": 1.4509711778616603, + "test_acc": 46.76 + }, + { + "epoch": 1, + "train_loss": 1.3256986476576236, + "train_acc": 52.266, + "test_loss": 1.257183174543743, + "test_acc": 54.89 + }, + { + "epoch": 2, + "train_loss": 1.1047849449355278, + "train_acc": 60.956, + "test_loss": 1.1270698610740373, + "test_acc": 61.21 + }, + { + "epoch": 3, + "train_loss": 0.9581130550950384, + "train_acc": 66.204, + "test_loss": 0.9196897375432751, + "test_acc": 66.4 + }, + { + "epoch": 4, + "train_loss": 0.8606973752341307, + "train_acc": 69.998, + "test_loss": 0.8754260773900189, + "test_acc": 69.4 + }, + { + "epoch": 5, + "train_loss": 0.7807463477639591, + "train_acc": 72.836, + "test_loss": 0.7741880152798906, + "test_acc": 73.12 + }, + { + "epoch": 6, + "train_loss": 0.7134496647378673, + "train_acc": 75.164, + "test_loss": 0.7531800564331345, + "test_acc": 73.32 + }, + { + "epoch": 7, + "train_loss": 0.668922987054376, + "train_acc": 76.7, + "test_loss": 0.6806803572026989, + "test_acc": 76.74 + }, + { + "epoch": 8, + "train_loss": 0.6235452321789149, + "train_acc": 78.438, + "test_loss": 0.7390472345714327, + "test_acc": 74.28 + }, + { + "epoch": 9, + "train_loss": 0.5987259373640466, + "train_acc": 79.246, + "test_loss": 0.7294520200053348, + "test_acc": 74.72 + }, + { + "epoch": 10, + "train_loss": 0.5618703702221746, + "train_acc": 80.538, + "test_loss": 0.6697433522984951, + "test_acc": 77.11 + }, + { + "epoch": 11, + "train_loss": 0.5224724527057785, + "train_acc": 82.004, + "test_loss": 0.5888914703568325, + "test_acc": 80.04 + }, + { + "epoch": 12, + "train_loss": 0.49796718259906525, + "train_acc": 82.94, + "test_loss": 0.5827315725103209, + "test_acc": 79.27 + }, + { + "epoch": 13, + "train_loss": 0.4744779778563458, + "train_acc": 83.646, + "test_loss": 0.5686377075654042, + "test_acc": 80.39 + }, + { + "epoch": 14, + "train_loss": 0.4530225525731626, + "train_acc": 84.306, + "test_loss": 0.6180828926683981, + "test_acc": 78.7 + }, + { + "epoch": 15, + "train_loss": 0.42832140132899177, + "train_acc": 85.158, + "test_loss": 0.5670280599895912, + "test_acc": 80.44 + }, + { + "epoch": 16, + "train_loss": 0.40666945354865336, + "train_acc": 86.046, + "test_loss": 0.5853334661526016, + "test_acc": 80.55 + }, + { + "epoch": 17, + "train_loss": 0.38946279380327603, + "train_acc": 86.566, + "test_loss": 0.5435505762130399, + "test_acc": 81.52 + }, + { + "epoch": 18, + "train_loss": 0.36984710513478347, + "train_acc": 87.17, + "test_loss": 0.5456136815910098, + "test_acc": 81.09 + }, + { + "epoch": 19, + "train_loss": 0.3490846548467646, + "train_acc": 87.976, + "test_loss": 0.5553680484807944, + "test_acc": 81.27 + }, + { + "epoch": 20, + "train_loss": 0.3289486532625945, + "train_acc": 88.79, + "test_loss": 0.5402302583561668, + "test_acc": 81.69 + }, + { + "epoch": 21, + "train_loss": 0.3125902283984377, + "train_acc": 89.454, + "test_loss": 0.5407259626479088, + "test_acc": 81.89 + }, + { + "epoch": 22, + "train_loss": 0.3002223597691797, + "train_acc": 89.866, + "test_loss": 0.5547747593137282, + "test_acc": 81.55 + }, + { + "epoch": 23, + "train_loss": 0.28106780575059565, + "train_acc": 90.662, + "test_loss": 0.5457139350945437, + "test_acc": 81.51 + }, + { + "epoch": 24, + "train_loss": 0.26079439000247995, + "train_acc": 91.358, + "test_loss": 0.49910878644713874, + "test_acc": 82.89 + }, + { + "epoch": 25, + "train_loss": 0.24570207511220138, + "train_acc": 91.944, + "test_loss": 0.5765335080744345, + "test_acc": 81.74 + }, + { + "epoch": 26, + "train_loss": 0.2318436755891651, + "train_acc": 92.296, + "test_loss": 0.5478479534010344, + "test_acc": 81.64 + }, + { + "epoch": 27, + "train_loss": 0.2143296629876432, + "train_acc": 93.058, + "test_loss": 0.5155100882807865, + "test_acc": 83.08 + }, + { + "epoch": 28, + "train_loss": 0.20209736733332925, + "train_acc": 93.528, + "test_loss": 0.5253707936292962, + "test_acc": 82.34 + }, + { + "epoch": 29, + "train_loss": 0.18972839759972393, + "train_acc": 93.95, + "test_loss": 0.5113287177644198, + "test_acc": 83.27 + }, + { + "epoch": 30, + "train_loss": 0.17362657105526352, + "train_acc": 94.654, + "test_loss": 0.5571286489691916, + "test_acc": 82.18 + }, + { + "epoch": 31, + "train_loss": 0.16385156975682738, + "train_acc": 94.99, + "test_loss": 0.4897088989426818, + "test_acc": 83.8 + }, + { + "epoch": 32, + "train_loss": 0.15046334497230437, + "train_acc": 95.552, + "test_loss": 0.4857168818199182, + "test_acc": 84.15 + }, + { + "epoch": 33, + "train_loss": 0.1346785299041692, + "train_acc": 96.254, + "test_loss": 0.508767607468593, + "test_acc": 83.66 + }, + { + "epoch": 34, + "train_loss": 0.12571248581723485, + "train_acc": 96.518, + "test_loss": 0.52701642732077, + "test_acc": 83.32 + }, + { + "epoch": 35, + "train_loss": 0.1149655316510926, + "train_acc": 97.016, + "test_loss": 0.512070848028871, + "test_acc": 84.21 + }, + { + "epoch": 36, + "train_loss": 0.1035157392263565, + "train_acc": 97.348, + "test_loss": 0.4906685216517388, + "test_acc": 84.47 + }, + { + "epoch": 37, + "train_loss": 0.09444827907492438, + "train_acc": 97.758, + "test_loss": 0.5080000126286398, + "test_acc": 84.57 + }, + { + "epoch": 38, + "train_loss": 0.08533963432435489, + "train_acc": 98.15, + "test_loss": 0.5021546198220193, + "test_acc": 84.34 + }, + { + "epoch": 39, + "train_loss": 0.07823816025653459, + "train_acc": 98.398, + "test_loss": 0.5041689480407329, + "test_acc": 84.39 + }, + { + "epoch": 40, + "train_loss": 0.07062558693539761, + "train_acc": 98.816, + "test_loss": 0.5100874378334118, + "test_acc": 84.45 + }, + { + "epoch": 41, + "train_loss": 0.06391201005376818, + "train_acc": 99.002, + "test_loss": 0.514074250112606, + "test_acc": 84.52 + }, + { + "epoch": 42, + "train_loss": 0.05843154198068487, + "train_acc": 99.166, + "test_loss": 0.503651839645603, + "test_acc": 84.76 + }, + { + "epoch": 43, + "train_loss": 0.053413568879179946, + "train_acc": 99.312, + "test_loss": 0.5216471260484261, + "test_acc": 84.75 + }, + { + "epoch": 44, + "train_loss": 0.04926041829521242, + "train_acc": 99.462, + "test_loss": 0.5130984868052639, + "test_acc": 84.82 + }, + { + "epoch": 45, + "train_loss": 0.045812067578134635, + "train_acc": 99.512, + "test_loss": 0.5140214881187752, + "test_acc": 85.09 + }, + { + "epoch": 46, + "train_loss": 0.043612945005488214, + "train_acc": 99.598, + "test_loss": 0.5148506015539169, + "test_acc": 84.96 + }, + { + "epoch": 47, + "train_loss": 0.04171069663808779, + "train_acc": 99.638, + "test_loss": 0.5154840651946732, + "test_acc": 84.79 + }, + { + "epoch": 48, + "train_loss": 0.04013365362782765, + "train_acc": 99.69, + "test_loss": 0.5147495909204965, + "test_acc": 85.02 + }, + { + "epoch": 49, + "train_loss": 0.03942835222348533, + "train_acc": 99.726, + "test_loss": 0.5153968494526947, + "test_acc": 85.03 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k4_3.json b/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k4_3.json new file mode 100644 index 0000000..220b14c --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatNormalNoceil-50epochs__k4_3.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 1.7068075371520293, + "train_acc": 37.25, + "test_loss": 1.449561690982384, + "test_acc": 46.81 + }, + { + "epoch": 1, + "train_loss": 1.3248585861967044, + "train_acc": 52.382, + "test_loss": 1.1922527710093727, + "test_acc": 58.02 + }, + { + "epoch": 2, + "train_loss": 1.1012067317657763, + "train_acc": 60.93, + "test_loss": 1.0448236737070205, + "test_acc": 62.9 + }, + { + "epoch": 3, + "train_loss": 0.9732598442860576, + "train_acc": 65.824, + "test_loss": 0.8992053881476197, + "test_acc": 68.2 + }, + { + "epoch": 4, + "train_loss": 0.8691114024128146, + "train_acc": 69.694, + "test_loss": 0.8195368775838539, + "test_acc": 72.03 + }, + { + "epoch": 5, + "train_loss": 0.786130537614798, + "train_acc": 72.738, + "test_loss": 0.7865352283550214, + "test_acc": 72.93 + }, + { + "epoch": 6, + "train_loss": 0.7285450789934534, + "train_acc": 74.818, + "test_loss": 0.8022465373896346, + "test_acc": 72.1 + }, + { + "epoch": 7, + "train_loss": 0.6668897233808132, + "train_acc": 76.884, + "test_loss": 0.8191914618769779, + "test_acc": 72.09 + }, + { + "epoch": 8, + "train_loss": 0.6371243711170334, + "train_acc": 77.84, + "test_loss": 0.7160236990150017, + "test_acc": 75.02 + }, + { + "epoch": 9, + "train_loss": 0.5940841182570933, + "train_acc": 79.366, + "test_loss": 0.6750554944141002, + "test_acc": 76.99 + }, + { + "epoch": 10, + "train_loss": 0.5613194419752301, + "train_acc": 80.468, + "test_loss": 0.6255608831025377, + "test_acc": 78.57 + }, + { + "epoch": 11, + "train_loss": 0.5286854321084669, + "train_acc": 81.7, + "test_loss": 0.6376727789263182, + "test_acc": 78.06 + }, + { + "epoch": 12, + "train_loss": 0.4920485305511738, + "train_acc": 83.012, + "test_loss": 0.6006824996652482, + "test_acc": 79.07 + }, + { + "epoch": 13, + "train_loss": 0.47146063581909364, + "train_acc": 83.778, + "test_loss": 0.5780102123942557, + "test_acc": 80.28 + }, + { + "epoch": 14, + "train_loss": 0.4505162413620278, + "train_acc": 84.652, + "test_loss": 0.559670908541619, + "test_acc": 80.38 + }, + { + "epoch": 15, + "train_loss": 0.4338982679959758, + "train_acc": 84.952, + "test_loss": 0.586068927109996, + "test_acc": 80.01 + }, + { + "epoch": 16, + "train_loss": 0.4077309278957069, + "train_acc": 85.89, + "test_loss": 0.6427853081045272, + "test_acc": 77.91 + }, + { + "epoch": 17, + "train_loss": 0.3912878978968886, + "train_acc": 86.536, + "test_loss": 0.5570049368882481, + "test_acc": 81.15 + }, + { + "epoch": 18, + "train_loss": 0.36910279975522814, + "train_acc": 87.502, + "test_loss": 0.550030834689925, + "test_acc": 81.28 + }, + { + "epoch": 19, + "train_loss": 0.3516866105139408, + "train_acc": 87.816, + "test_loss": 0.599680721005307, + "test_acc": 79.43 + }, + { + "epoch": 20, + "train_loss": 0.3325816777813465, + "train_acc": 88.646, + "test_loss": 0.5450421654725377, + "test_acc": 81.2 + }, + { + "epoch": 21, + "train_loss": 0.3157568760311512, + "train_acc": 89.308, + "test_loss": 0.5473046283933181, + "test_acc": 81.45 + }, + { + "epoch": 22, + "train_loss": 0.2983995508354948, + "train_acc": 89.908, + "test_loss": 0.5471838497662846, + "test_acc": 81.78 + }, + { + "epoch": 23, + "train_loss": 0.2802128566195593, + "train_acc": 90.564, + "test_loss": 0.5069110974480834, + "test_acc": 82.76 + }, + { + "epoch": 24, + "train_loss": 0.2662207709096582, + "train_acc": 91.3, + "test_loss": 0.5310242064768755, + "test_acc": 82.05 + }, + { + "epoch": 25, + "train_loss": 0.24636415218758156, + "train_acc": 91.796, + "test_loss": 0.5193196840678589, + "test_acc": 82.36 + }, + { + "epoch": 26, + "train_loss": 0.23282307300649946, + "train_acc": 92.29, + "test_loss": 0.4965216213766533, + "test_acc": 83.06 + }, + { + "epoch": 27, + "train_loss": 0.2145437891868984, + "train_acc": 92.974, + "test_loss": 0.5135711765364755, + "test_acc": 82.96 + }, + { + "epoch": 28, + "train_loss": 0.1991749683304516, + "train_acc": 93.618, + "test_loss": 0.5234510924997209, + "test_acc": 82.62 + }, + { + "epoch": 29, + "train_loss": 0.18612877144228163, + "train_acc": 94.194, + "test_loss": 0.5264950454989566, + "test_acc": 82.58 + }, + { + "epoch": 30, + "train_loss": 0.1756822727144222, + "train_acc": 94.566, + "test_loss": 0.5590461816968797, + "test_acc": 82.16 + }, + { + "epoch": 31, + "train_loss": 0.15926869966261223, + "train_acc": 95.278, + "test_loss": 0.5716039938262746, + "test_acc": 82.24 + }, + { + "epoch": 32, + "train_loss": 0.14655941831486305, + "train_acc": 95.666, + "test_loss": 0.5252667284464534, + "test_acc": 83.23 + }, + { + "epoch": 33, + "train_loss": 0.13667479266062418, + "train_acc": 96.16, + "test_loss": 0.5208757759272298, + "test_acc": 83.03 + }, + { + "epoch": 34, + "train_loss": 0.12584746814787845, + "train_acc": 96.614, + "test_loss": 0.5151049905939947, + "test_acc": 83.65 + }, + { + "epoch": 35, + "train_loss": 0.11306327917729803, + "train_acc": 97.076, + "test_loss": 0.5386978551934037, + "test_acc": 83.29 + }, + { + "epoch": 36, + "train_loss": 0.10374460664704023, + "train_acc": 97.42, + "test_loss": 0.5033611494906342, + "test_acc": 83.96 + }, + { + "epoch": 37, + "train_loss": 0.0947254347946028, + "train_acc": 97.856, + "test_loss": 0.5144239669736428, + "test_acc": 83.73 + }, + { + "epoch": 38, + "train_loss": 0.08558236744702624, + "train_acc": 98.168, + "test_loss": 0.525070794021027, + "test_acc": 84.08 + }, + { + "epoch": 39, + "train_loss": 0.07786350460994579, + "train_acc": 98.452, + "test_loss": 0.5226886495004727, + "test_acc": 83.89 + }, + { + "epoch": 40, + "train_loss": 0.0704167149008235, + "train_acc": 98.702, + "test_loss": 0.5090714076274558, + "test_acc": 84.38 + }, + { + "epoch": 41, + "train_loss": 0.06385283949582474, + "train_acc": 98.97, + "test_loss": 0.5196894916552531, + "test_acc": 84.19 + }, + { + "epoch": 42, + "train_loss": 0.05751788900102801, + "train_acc": 99.198, + "test_loss": 0.5241206178936777, + "test_acc": 84.29 + }, + { + "epoch": 43, + "train_loss": 0.05287309117672388, + "train_acc": 99.326, + "test_loss": 0.5178878013091751, + "test_acc": 84.49 + }, + { + "epoch": 44, + "train_loss": 0.04918390561057174, + "train_acc": 99.426, + "test_loss": 0.5233565101140663, + "test_acc": 84.5 + }, + { + "epoch": 45, + "train_loss": 0.045292204936675705, + "train_acc": 99.548, + "test_loss": 0.5230800347237647, + "test_acc": 84.41 + }, + { + "epoch": 46, + "train_loss": 0.04274770660359231, + "train_acc": 99.62, + "test_loss": 0.5228647978245458, + "test_acc": 84.63 + }, + { + "epoch": 47, + "train_loss": 0.04105456262979361, + "train_acc": 99.682, + "test_loss": 0.5250305686193176, + "test_acc": 84.5 + }, + { + "epoch": 48, + "train_loss": 0.03946513892687343, + "train_acc": 99.686, + "test_loss": 0.5258943221614331, + "test_acc": 84.6 + }, + { + "epoch": 49, + "train_loss": 0.03891411680451897, + "train_acc": 99.71, + "test_loss": 0.5239431205429609, + "test_acc": 84.47 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k1_1.json b/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k1_1.json new file mode 100644 index 0000000..e9eef90 --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k1_1.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 2.0656626212322498, + "train_acc": 22.402, + "test_loss": 1.8828906665874432, + "test_acc": 33.33 + }, + { + "epoch": 1, + "train_loss": 1.8947316203885676, + "train_acc": 28.566, + "test_loss": 1.8204615704620941, + "test_acc": 30.07 + }, + { + "epoch": 2, + "train_loss": 1.7988389248738204, + "train_acc": 32.8, + "test_loss": 1.8449464236633688, + "test_acc": 31.44 + }, + { + "epoch": 3, + "train_loss": 1.7398182248215541, + "train_acc": 35.828, + "test_loss": 1.8220999165426326, + "test_acc": 32.61 + }, + { + "epoch": 4, + "train_loss": 1.6965670305139877, + "train_acc": 37.738, + "test_loss": 1.7650182986561256, + "test_acc": 33.68 + }, + { + "epoch": 5, + "train_loss": 1.6554061085976604, + "train_acc": 39.008, + "test_loss": 1.8180515705784666, + "test_acc": 32.53 + }, + { + "epoch": 6, + "train_loss": 1.6286221111522001, + "train_acc": 40.5, + "test_loss": 1.8015311081198198, + "test_acc": 34.08 + }, + { + "epoch": 7, + "train_loss": 1.5820742574189326, + "train_acc": 42.166, + "test_loss": 1.7146946553942524, + "test_acc": 37.86 + }, + { + "epoch": 8, + "train_loss": 1.5667314462344666, + "train_acc": 43.154, + "test_loss": 1.6489809132829498, + "test_acc": 38.52 + }, + { + "epoch": 9, + "train_loss": 1.5233057444662694, + "train_acc": 44.748, + "test_loss": 1.7463649481157713, + "test_acc": 33.56 + }, + { + "epoch": 10, + "train_loss": 1.4927860202691745, + "train_acc": 45.484, + "test_loss": 1.618222743650026, + "test_acc": 38.35 + }, + { + "epoch": 11, + "train_loss": 1.476522318237578, + "train_acc": 46.064, + "test_loss": 1.6744094332562218, + "test_acc": 38.64 + }, + { + "epoch": 12, + "train_loss": 1.4779702928060157, + "train_acc": 46.588, + "test_loss": 1.6363806920715525, + "test_acc": 40.76 + }, + { + "epoch": 13, + "train_loss": 1.4465477074808477, + "train_acc": 47.476, + "test_loss": 1.7104467772230316, + "test_acc": 35.35 + }, + { + "epoch": 14, + "train_loss": 1.427765838020598, + "train_acc": 48.368, + "test_loss": 1.739346297481392, + "test_acc": 35.9 + }, + { + "epoch": 15, + "train_loss": 1.414569004874705, + "train_acc": 48.7, + "test_loss": 1.687588857699044, + "test_acc": 35.44 + }, + { + "epoch": 16, + "train_loss": 1.401612948883525, + "train_acc": 49.644, + "test_loss": 1.6749895961978767, + "test_acc": 39.31 + }, + { + "epoch": 17, + "train_loss": 1.3820168822622665, + "train_acc": 50.394, + "test_loss": 1.6502594404582736, + "test_acc": 40.62 + }, + { + "epoch": 18, + "train_loss": 1.3647016155750245, + "train_acc": 50.738, + "test_loss": 1.6822226545478725, + "test_acc": 35.65 + }, + { + "epoch": 19, + "train_loss": 1.3388940658410797, + "train_acc": 51.882, + "test_loss": 1.710011467148986, + "test_acc": 38.25 + }, + { + "epoch": 20, + "train_loss": 1.3348494850461134, + "train_acc": 52.1, + "test_loss": 1.6944095394279384, + "test_acc": 38.83 + }, + { + "epoch": 21, + "train_loss": 1.3041249679787386, + "train_acc": 53.296, + "test_loss": 1.6468468844136106, + "test_acc": 39.0 + }, + { + "epoch": 22, + "train_loss": 1.3151919663409748, + "train_acc": 52.8, + "test_loss": 1.606912128532989, + "test_acc": 39.38 + }, + { + "epoch": 23, + "train_loss": 1.2836495224777085, + "train_acc": 53.662, + "test_loss": 1.7780633274512956, + "test_acc": 37.07 + }, + { + "epoch": 24, + "train_loss": 1.281388434455218, + "train_acc": 53.968, + "test_loss": 1.5736936028999617, + "test_acc": 41.47 + }, + { + "epoch": 25, + "train_loss": 1.2603942934814316, + "train_acc": 54.842, + "test_loss": 1.5492535769184934, + "test_acc": 42.42 + }, + { + "epoch": 26, + "train_loss": 1.251241628776121, + "train_acc": 55.134, + "test_loss": 1.6459572269946714, + "test_acc": 39.03 + }, + { + "epoch": 27, + "train_loss": 1.2048702518958265, + "train_acc": 57.028, + "test_loss": 1.578798979143553, + "test_acc": 38.97 + }, + { + "epoch": 28, + "train_loss": 1.2077796604017468, + "train_acc": 56.824, + "test_loss": 1.5189918837969816, + "test_acc": 43.72 + }, + { + "epoch": 29, + "train_loss": 1.2133512068587495, + "train_acc": 56.452, + "test_loss": 1.6442037051237082, + "test_acc": 38.81 + }, + { + "epoch": 30, + "train_loss": 1.18727774190171, + "train_acc": 57.424, + "test_loss": 1.599692537814756, + "test_acc": 40.18 + }, + { + "epoch": 31, + "train_loss": 1.1801259773771475, + "train_acc": 57.912, + "test_loss": 1.630364543274988, + "test_acc": 40.94 + }, + { + "epoch": 32, + "train_loss": 1.1617151590259485, + "train_acc": 58.586, + "test_loss": 1.4755898955502087, + "test_acc": 46.76 + }, + { + "epoch": 33, + "train_loss": 1.1450418845162063, + "train_acc": 59.274, + "test_loss": 1.6067689747750005, + "test_acc": 38.68 + }, + { + "epoch": 34, + "train_loss": 1.1317186309858356, + "train_acc": 59.426, + "test_loss": 1.5783790681935563, + "test_acc": 42.87 + }, + { + "epoch": 35, + "train_loss": 1.1153722696597008, + "train_acc": 59.998, + "test_loss": 1.550427937809425, + "test_acc": 43.08 + }, + { + "epoch": 36, + "train_loss": 1.127020240897108, + "train_acc": 59.892, + "test_loss": 1.501311398759673, + "test_acc": 45.53 + }, + { + "epoch": 37, + "train_loss": 1.091855877043341, + "train_acc": 61.046, + "test_loss": 1.5399856522113462, + "test_acc": 44.7 + }, + { + "epoch": 38, + "train_loss": 1.1064131084610433, + "train_acc": 60.424, + "test_loss": 1.6963810920715332, + "test_acc": 40.65 + }, + { + "epoch": 39, + "train_loss": 1.083756445466405, + "train_acc": 61.196, + "test_loss": 1.546146264559106, + "test_acc": 43.57 + }, + { + "epoch": 40, + "train_loss": 1.0744088612249136, + "train_acc": 61.692, + "test_loss": 1.5471748023093501, + "test_acc": 43.45 + }, + { + "epoch": 41, + "train_loss": 1.0935090946419466, + "train_acc": 61.288, + "test_loss": 1.6435969283309164, + "test_acc": 42.99 + }, + { + "epoch": 42, + "train_loss": 1.0707591110483154, + "train_acc": 61.878, + "test_loss": 1.646295284923119, + "test_acc": 42.22 + }, + { + "epoch": 43, + "train_loss": 1.0501929838639086, + "train_acc": 62.722, + "test_loss": 1.5628327417977248, + "test_acc": 44.15 + }, + { + "epoch": 44, + "train_loss": 1.059050864880652, + "train_acc": 62.348, + "test_loss": 1.622249813019475, + "test_acc": 42.81 + }, + { + "epoch": 45, + "train_loss": 1.0534088988133403, + "train_acc": 62.508, + "test_loss": 1.5340210395523264, + "test_acc": 45.85 + }, + { + "epoch": 46, + "train_loss": 1.0395051882699933, + "train_acc": 62.948, + "test_loss": 1.6368139529530006, + "test_acc": 43.04 + }, + { + "epoch": 47, + "train_loss": 1.0263207286520077, + "train_acc": 63.468, + "test_loss": 1.565690262408196, + "test_acc": 44.85 + }, + { + "epoch": 48, + "train_loss": 1.039878906343904, + "train_acc": 63.262, + "test_loss": 1.6169777505005463, + "test_acc": 43.61 + }, + { + "epoch": 49, + "train_loss": 1.0330415404666111, + "train_acc": 63.264, + "test_loss": 1.6134180947195125, + "test_acc": 43.87 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k1_2.json b/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k1_2.json new file mode 100644 index 0000000..f2e017d --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k1_2.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 2.058818556158744, + "train_acc": 21.82, + "test_loss": 1.883965110477013, + "test_acc": 26.99 + }, + { + "epoch": 1, + "train_loss": 1.8836454430504528, + "train_acc": 29.06, + "test_loss": 1.83689089666439, + "test_acc": 26.92 + }, + { + "epoch": 2, + "train_loss": 1.806462640042805, + "train_acc": 32.424, + "test_loss": 1.74453881118871, + "test_acc": 35.02 + }, + { + "epoch": 3, + "train_loss": 1.7640210481555871, + "train_acc": 34.34, + "test_loss": 1.7500110291227509, + "test_acc": 34.89 + }, + { + "epoch": 4, + "train_loss": 1.6966953707473051, + "train_acc": 37.26, + "test_loss": 1.7083424088321155, + "test_acc": 35.69 + }, + { + "epoch": 5, + "train_loss": 1.6562437483721681, + "train_acc": 39.084, + "test_loss": 1.7054316635373272, + "test_acc": 38.52 + }, + { + "epoch": 6, + "train_loss": 1.5977930967765086, + "train_acc": 41.65, + "test_loss": 1.7069471274750143, + "test_acc": 39.0 + }, + { + "epoch": 7, + "train_loss": 1.599008632133074, + "train_acc": 41.27, + "test_loss": 1.847744310958476, + "test_acc": 32.37 + }, + { + "epoch": 8, + "train_loss": 1.5625621455404766, + "train_acc": 42.966, + "test_loss": 1.820920527735843, + "test_acc": 32.04 + }, + { + "epoch": 9, + "train_loss": 1.5421961643506803, + "train_acc": 43.71, + "test_loss": 1.7528262334533884, + "test_acc": 34.63 + }, + { + "epoch": 10, + "train_loss": 1.5112365718997653, + "train_acc": 45.1, + "test_loss": 1.827296940586235, + "test_acc": 35.87 + }, + { + "epoch": 11, + "train_loss": 1.4854215069500076, + "train_acc": 45.92, + "test_loss": 1.59267373779152, + "test_acc": 39.84 + }, + { + "epoch": 12, + "train_loss": 1.4639918270623287, + "train_acc": 47.13, + "test_loss": 1.6636246578602851, + "test_acc": 40.64 + }, + { + "epoch": 13, + "train_loss": 1.4431640720733292, + "train_acc": 48.098, + "test_loss": 1.7452203835113138, + "test_acc": 36.36 + }, + { + "epoch": 14, + "train_loss": 1.4108988333236225, + "train_acc": 48.938, + "test_loss": 1.6415879786769045, + "test_acc": 40.84 + }, + { + "epoch": 15, + "train_loss": 1.4138495830623694, + "train_acc": 48.872, + "test_loss": 1.6365248236475112, + "test_acc": 38.52 + }, + { + "epoch": 16, + "train_loss": 1.3941934864844203, + "train_acc": 49.694, + "test_loss": 1.6340498169766198, + "test_acc": 38.87 + }, + { + "epoch": 17, + "train_loss": 1.3886204018922108, + "train_acc": 49.818, + "test_loss": 1.73210640949539, + "test_acc": 38.4 + }, + { + "epoch": 18, + "train_loss": 1.3528200003802013, + "train_acc": 51.168, + "test_loss": 1.7037896083880075, + "test_acc": 35.88 + }, + { + "epoch": 19, + "train_loss": 1.3415071903287297, + "train_acc": 51.43, + "test_loss": 1.704372555394716, + "test_acc": 37.05 + }, + { + "epoch": 20, + "train_loss": 1.3317934292966447, + "train_acc": 52.056, + "test_loss": 1.6356660323806955, + "test_acc": 38.93 + }, + { + "epoch": 21, + "train_loss": 1.3160452242092708, + "train_acc": 52.664, + "test_loss": 1.5616915874843356, + "test_acc": 38.62 + }, + { + "epoch": 22, + "train_loss": 1.3041284738294303, + "train_acc": 53.054, + "test_loss": 1.6491913418226605, + "test_acc": 39.03 + }, + { + "epoch": 23, + "train_loss": 1.292489703201577, + "train_acc": 53.78, + "test_loss": 1.5787975199614899, + "test_acc": 39.4 + }, + { + "epoch": 24, + "train_loss": 1.2798191017811866, + "train_acc": 53.984, + "test_loss": 1.5583557131924206, + "test_acc": 41.46 + }, + { + "epoch": 25, + "train_loss": 1.2541748294440072, + "train_acc": 55.014, + "test_loss": 1.6582607121407231, + "test_acc": 39.44 + }, + { + "epoch": 26, + "train_loss": 1.2378748469340526, + "train_acc": 55.682, + "test_loss": 1.5005565761010857, + "test_acc": 45.74 + }, + { + "epoch": 27, + "train_loss": 1.2256221563919731, + "train_acc": 56.006, + "test_loss": 1.5813833429843565, + "test_acc": 42.5 + }, + { + "epoch": 28, + "train_loss": 1.2366329930017672, + "train_acc": 55.658, + "test_loss": 1.5711265923101692, + "test_acc": 40.61 + }, + { + "epoch": 29, + "train_loss": 1.1870123925416365, + "train_acc": 57.418, + "test_loss": 1.6488185864460618, + "test_acc": 40.7 + }, + { + "epoch": 30, + "train_loss": 1.1940291360820956, + "train_acc": 57.14, + "test_loss": 1.689176745052579, + "test_acc": 37.17 + }, + { + "epoch": 31, + "train_loss": 1.1960905118061758, + "train_acc": 57.226, + "test_loss": 1.5983958425401132, + "test_acc": 41.47 + }, + { + "epoch": 32, + "train_loss": 1.1661613237522448, + "train_acc": 58.304, + "test_loss": 1.550845607926574, + "test_acc": 43.65 + }, + { + "epoch": 33, + "train_loss": 1.149552196950254, + "train_acc": 58.83, + "test_loss": 1.6337664957287945, + "test_acc": 43.55 + }, + { + "epoch": 34, + "train_loss": 1.1267705049051349, + "train_acc": 59.622, + "test_loss": 1.5325597675540779, + "test_acc": 42.96 + }, + { + "epoch": 35, + "train_loss": 1.1314141271669236, + "train_acc": 59.744, + "test_loss": 1.6178123000301892, + "test_acc": 42.78 + }, + { + "epoch": 36, + "train_loss": 1.1126857431953217, + "train_acc": 60.226, + "test_loss": 1.6929929060272024, + "test_acc": 40.78 + }, + { + "epoch": 37, + "train_loss": 1.1014732774871085, + "train_acc": 60.722, + "test_loss": 1.5873749316493166, + "test_acc": 43.08 + }, + { + "epoch": 38, + "train_loss": 1.0973510361083634, + "train_acc": 60.946, + "test_loss": 1.6275508645214611, + "test_acc": 44.21 + }, + { + "epoch": 39, + "train_loss": 1.0914912056130217, + "train_acc": 60.894, + "test_loss": 1.497876693930807, + "test_acc": 46.04 + }, + { + "epoch": 40, + "train_loss": 1.0905473329831876, + "train_acc": 61.068, + "test_loss": 1.577730980100511, + "test_acc": 43.44 + }, + { + "epoch": 41, + "train_loss": 1.0722321831356838, + "train_acc": 61.676, + "test_loss": 1.5194917298570465, + "test_acc": 46.02 + }, + { + "epoch": 42, + "train_loss": 1.0713888249738748, + "train_acc": 62.042, + "test_loss": 1.641413783725304, + "test_acc": 43.29 + }, + { + "epoch": 43, + "train_loss": 1.0631241976757488, + "train_acc": 62.19, + "test_loss": 1.810190256637863, + "test_acc": 39.35 + }, + { + "epoch": 44, + "train_loss": 1.038858077410237, + "train_acc": 63.088, + "test_loss": 1.6667111719710916, + "test_acc": 42.53 + }, + { + "epoch": 45, + "train_loss": 1.0407287961686664, + "train_acc": 63.308, + "test_loss": 1.6289415178419668, + "test_acc": 43.17 + }, + { + "epoch": 46, + "train_loss": 1.0652441435762683, + "train_acc": 62.266, + "test_loss": 1.627485501615307, + "test_acc": 43.5 + }, + { + "epoch": 47, + "train_loss": 1.0398287940818025, + "train_acc": 62.86, + "test_loss": 1.5870873611184615, + "test_acc": 44.67 + }, + { + "epoch": 48, + "train_loss": 1.0313140699625625, + "train_acc": 63.412, + "test_loss": 1.592861174028131, + "test_acc": 44.22 + }, + { + "epoch": 49, + "train_loss": 1.0435575208700527, + "train_acc": 63.118, + "test_loss": 1.5988977906070179, + "test_acc": 44.25 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k1_3.json b/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k1_3.json new file mode 100644 index 0000000..b2fee74 --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k1_3.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 2.0509473487849124, + "train_acc": 22.71, + "test_loss": 1.9824258451220356, + "test_acc": 22.38 + }, + { + "epoch": 1, + "train_loss": 1.8657686679869356, + "train_acc": 29.848, + "test_loss": 1.8304127726373793, + "test_acc": 29.21 + }, + { + "epoch": 2, + "train_loss": 1.810206524856255, + "train_acc": 32.546, + "test_loss": 1.7790921745421011, + "test_acc": 33.42 + }, + { + "epoch": 3, + "train_loss": 1.743947001674291, + "train_acc": 35.52, + "test_loss": 1.7072868980938876, + "test_acc": 36.52 + }, + { + "epoch": 4, + "train_loss": 1.6875119026359695, + "train_acc": 37.944, + "test_loss": 1.7026170296005056, + "test_acc": 37.44 + }, + { + "epoch": 5, + "train_loss": 1.6525937706003409, + "train_acc": 39.644, + "test_loss": 1.8632346738742878, + "test_acc": 32.36 + }, + { + "epoch": 6, + "train_loss": 1.609043152435966, + "train_acc": 41.056, + "test_loss": 1.7803373925293549, + "test_acc": 35.22 + }, + { + "epoch": 7, + "train_loss": 1.577975304535283, + "train_acc": 42.534, + "test_loss": 1.6734562297410602, + "test_acc": 35.25 + }, + { + "epoch": 8, + "train_loss": 1.5406231279568294, + "train_acc": 44.178, + "test_loss": 1.6745727816714515, + "test_acc": 40.09 + }, + { + "epoch": 9, + "train_loss": 1.5423286488598875, + "train_acc": 43.978, + "test_loss": 1.7253880923307394, + "test_acc": 36.07 + }, + { + "epoch": 10, + "train_loss": 1.4974446266203585, + "train_acc": 45.792, + "test_loss": 1.75506052638911, + "test_acc": 33.74 + }, + { + "epoch": 11, + "train_loss": 1.4957742941044176, + "train_acc": 46.032, + "test_loss": 1.798380586165416, + "test_acc": 33.35 + }, + { + "epoch": 12, + "train_loss": 1.4620000776427482, + "train_acc": 47.212, + "test_loss": 1.7001921617532079, + "test_acc": 36.77 + }, + { + "epoch": 13, + "train_loss": 1.4396895920224202, + "train_acc": 47.902, + "test_loss": 1.67706103264531, + "test_acc": 36.09 + }, + { + "epoch": 14, + "train_loss": 1.4181764348388632, + "train_acc": 48.94, + "test_loss": 1.6229207560985903, + "test_acc": 38.35 + }, + { + "epoch": 15, + "train_loss": 1.4001772763479092, + "train_acc": 49.182, + "test_loss": 1.6556354655495173, + "test_acc": 37.71 + }, + { + "epoch": 16, + "train_loss": 1.3917506356983234, + "train_acc": 49.836, + "test_loss": 1.6698398348651355, + "test_acc": 37.45 + }, + { + "epoch": 17, + "train_loss": 1.3745473675105884, + "train_acc": 50.634, + "test_loss": 1.661085844039917, + "test_acc": 38.44 + }, + { + "epoch": 18, + "train_loss": 1.3687992196558687, + "train_acc": 50.736, + "test_loss": 1.4980551276025893, + "test_acc": 46.18 + }, + { + "epoch": 19, + "train_loss": 1.323620043294814, + "train_acc": 52.48, + "test_loss": 1.662627096417584, + "test_acc": 38.25 + }, + { + "epoch": 20, + "train_loss": 1.3172653129948375, + "train_acc": 52.626, + "test_loss": 1.5755350408674795, + "test_acc": 41.7 + }, + { + "epoch": 21, + "train_loss": 1.3157931714106703, + "train_acc": 52.642, + "test_loss": 1.7317563732968102, + "test_acc": 36.58 + }, + { + "epoch": 22, + "train_loss": 1.3015484581213168, + "train_acc": 53.296, + "test_loss": 1.6520379932620857, + "test_acc": 38.15 + }, + { + "epoch": 23, + "train_loss": 1.2804888811562678, + "train_acc": 53.984, + "test_loss": 1.6482305330566214, + "test_acc": 39.45 + }, + { + "epoch": 24, + "train_loss": 1.2540468669608427, + "train_acc": 54.766, + "test_loss": 1.7814004904107203, + "test_acc": 35.81 + }, + { + "epoch": 25, + "train_loss": 1.2442080837381466, + "train_acc": 55.516, + "test_loss": 1.5549854507929162, + "test_acc": 42.16 + }, + { + "epoch": 26, + "train_loss": 1.2300623002869393, + "train_acc": 55.716, + "test_loss": 1.5650473184223417, + "test_acc": 43.18 + }, + { + "epoch": 27, + "train_loss": 1.2308230203435855, + "train_acc": 55.932, + "test_loss": 1.5307992319517498, + "test_acc": 44.06 + }, + { + "epoch": 28, + "train_loss": 1.1968407179693432, + "train_acc": 57.244, + "test_loss": 1.574624746660643, + "test_acc": 43.74 + }, + { + "epoch": 29, + "train_loss": 1.176840970278396, + "train_acc": 57.934, + "test_loss": 1.59827803358247, + "test_acc": 41.73 + }, + { + "epoch": 30, + "train_loss": 1.1863185365486633, + "train_acc": 57.6, + "test_loss": 1.6058472259135186, + "test_acc": 42.07 + }, + { + "epoch": 31, + "train_loss": 1.1719771745564687, + "train_acc": 58.03, + "test_loss": 1.650597259968142, + "test_acc": 40.37 + }, + { + "epoch": 32, + "train_loss": 1.1402704813291349, + "train_acc": 59.236, + "test_loss": 1.56320942051803, + "test_acc": 42.8 + }, + { + "epoch": 33, + "train_loss": 1.1422616603124478, + "train_acc": 58.996, + "test_loss": 1.5432981886441195, + "test_acc": 44.99 + }, + { + "epoch": 34, + "train_loss": 1.1426984384236738, + "train_acc": 59.116, + "test_loss": 1.7806090373027175, + "test_acc": 38.15 + }, + { + "epoch": 35, + "train_loss": 1.1298197916401622, + "train_acc": 59.828, + "test_loss": 1.6425547192368326, + "test_acc": 40.8 + }, + { + "epoch": 36, + "train_loss": 1.105237578339589, + "train_acc": 60.636, + "test_loss": 1.5136566644982448, + "test_acc": 46.4 + }, + { + "epoch": 37, + "train_loss": 1.08529619868759, + "train_acc": 61.37, + "test_loss": 1.652911287319811, + "test_acc": 40.98 + }, + { + "epoch": 38, + "train_loss": 1.0918224269471815, + "train_acc": 61.086, + "test_loss": 1.4687644152701655, + "test_acc": 47.46 + }, + { + "epoch": 39, + "train_loss": 1.0755852797757024, + "train_acc": 61.614, + "test_loss": 1.5171631695349006, + "test_acc": 45.37 + }, + { + "epoch": 40, + "train_loss": 1.0930862803288433, + "train_acc": 60.886, + "test_loss": 1.6328425015075296, + "test_acc": 41.76 + }, + { + "epoch": 41, + "train_loss": 1.0738438018752485, + "train_acc": 61.916, + "test_loss": 1.5631570921668523, + "test_acc": 43.12 + }, + { + "epoch": 42, + "train_loss": 1.0495554571566375, + "train_acc": 62.538, + "test_loss": 1.6528329547447493, + "test_acc": 41.53 + }, + { + "epoch": 43, + "train_loss": 1.0589960834864156, + "train_acc": 62.498, + "test_loss": 1.6007395001906384, + "test_acc": 42.75 + }, + { + "epoch": 44, + "train_loss": 1.0511865856702372, + "train_acc": 62.742, + "test_loss": 1.5773571186427828, + "test_acc": 43.06 + }, + { + "epoch": 45, + "train_loss": 1.0481542701001667, + "train_acc": 62.602, + "test_loss": 1.606713485114182, + "test_acc": 42.83 + }, + { + "epoch": 46, + "train_loss": 1.0327663458216831, + "train_acc": 63.298, + "test_loss": 1.6190234060528912, + "test_acc": 43.63 + }, + { + "epoch": 47, + "train_loss": 1.0294157641623027, + "train_acc": 63.282, + "test_loss": 1.6464469794985614, + "test_acc": 42.87 + }, + { + "epoch": 48, + "train_loss": 1.0280230467581688, + "train_acc": 63.566, + "test_loss": 1.6107601515854462, + "test_acc": 43.75 + }, + { + "epoch": 49, + "train_loss": 1.0434085394415404, + "train_acc": 62.88, + "test_loss": 1.6087825026693223, + "test_acc": 43.78 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k2_1.json b/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k2_1.json new file mode 100644 index 0000000..350d23f --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k2_1.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 2.044072610338021, + "train_acc": 23.018, + "test_loss": 1.8824406349206273, + "test_acc": 28.97 + }, + { + "epoch": 1, + "train_loss": 1.8594831408137251, + "train_acc": 30.55, + "test_loss": 1.790512572360944, + "test_acc": 30.51 + }, + { + "epoch": 2, + "train_loss": 1.8004402644798885, + "train_acc": 33.038, + "test_loss": 1.7930291891098022, + "test_acc": 33.28 + }, + { + "epoch": 3, + "train_loss": 1.7141593972130504, + "train_acc": 36.574, + "test_loss": 1.8549987530406518, + "test_acc": 33.09 + }, + { + "epoch": 4, + "train_loss": 1.6570086585896096, + "train_acc": 38.852, + "test_loss": 1.685344735278359, + "test_acc": 38.52 + }, + { + "epoch": 5, + "train_loss": 1.6338884739009925, + "train_acc": 40.13, + "test_loss": 1.8516333691681488, + "test_acc": 31.49 + }, + { + "epoch": 6, + "train_loss": 1.6070106928915624, + "train_acc": 41.172, + "test_loss": 1.6998402589484105, + "test_acc": 37.15 + }, + { + "epoch": 7, + "train_loss": 1.5595748506848464, + "train_acc": 43.286, + "test_loss": 1.7432492503637, + "test_acc": 34.3 + }, + { + "epoch": 8, + "train_loss": 1.5184992823149541, + "train_acc": 44.482, + "test_loss": 1.6714807492268235, + "test_acc": 37.81 + }, + { + "epoch": 9, + "train_loss": 1.4989275124371815, + "train_acc": 45.64, + "test_loss": 1.7192653900460353, + "test_acc": 37.88 + }, + { + "epoch": 10, + "train_loss": 1.461126951610341, + "train_acc": 47.02, + "test_loss": 1.6018300086637087, + "test_acc": 41.68 + }, + { + "epoch": 11, + "train_loss": 1.4656065668901215, + "train_acc": 46.668, + "test_loss": 1.6907989103582841, + "test_acc": 33.95 + }, + { + "epoch": 12, + "train_loss": 1.449683656168106, + "train_acc": 47.596, + "test_loss": 1.6562928730928446, + "test_acc": 34.5 + }, + { + "epoch": 13, + "train_loss": 1.410113162396814, + "train_acc": 48.888, + "test_loss": 1.6369272877898398, + "test_acc": 38.29 + }, + { + "epoch": 14, + "train_loss": 1.4024757078236632, + "train_acc": 49.258, + "test_loss": 1.7047540945342825, + "test_acc": 33.46 + }, + { + "epoch": 15, + "train_loss": 1.3730714237293624, + "train_acc": 50.606, + "test_loss": 1.6516757916800584, + "test_acc": 39.56 + }, + { + "epoch": 16, + "train_loss": 1.3681812676627312, + "train_acc": 50.688, + "test_loss": 1.5962921350817136, + "test_acc": 41.36 + }, + { + "epoch": 17, + "train_loss": 1.356824841493231, + "train_acc": 51.02, + "test_loss": 1.56765387480772, + "test_acc": 42.05 + }, + { + "epoch": 18, + "train_loss": 1.3207146566542214, + "train_acc": 52.66, + "test_loss": 1.6546434541291828, + "test_acc": 37.07 + }, + { + "epoch": 19, + "train_loss": 1.324653903694104, + "train_acc": 52.29, + "test_loss": 1.6776235480851764, + "test_acc": 37.47 + }, + { + "epoch": 20, + "train_loss": 1.2963881149621266, + "train_acc": 53.328, + "test_loss": 1.6134716076186941, + "test_acc": 38.19 + }, + { + "epoch": 21, + "train_loss": 1.3025109522482927, + "train_acc": 53.16, + "test_loss": 1.735089828696432, + "test_acc": 36.2 + }, + { + "epoch": 22, + "train_loss": 1.307160456314721, + "train_acc": 52.962, + "test_loss": 1.6646172260936303, + "test_acc": 37.99 + }, + { + "epoch": 23, + "train_loss": 1.2492607113955272, + "train_acc": 55.022, + "test_loss": 1.6096915459331078, + "test_acc": 40.87 + }, + { + "epoch": 24, + "train_loss": 1.2643054138364085, + "train_acc": 54.756, + "test_loss": 1.519800759568999, + "test_acc": 46.05 + }, + { + "epoch": 25, + "train_loss": 1.2419465461655346, + "train_acc": 55.35, + "test_loss": 1.6714486472214325, + "test_acc": 37.57 + }, + { + "epoch": 26, + "train_loss": 1.232066372928717, + "train_acc": 55.994, + "test_loss": 1.5319201418116122, + "test_acc": 44.51 + }, + { + "epoch": 27, + "train_loss": 1.2224283197041972, + "train_acc": 56.422, + "test_loss": 1.52825144574612, + "test_acc": 42.93 + }, + { + "epoch": 28, + "train_loss": 1.1871782965062525, + "train_acc": 57.624, + "test_loss": 1.6253212177300755, + "test_acc": 40.31 + }, + { + "epoch": 29, + "train_loss": 1.1671353641068538, + "train_acc": 58.078, + "test_loss": 1.6827608105502552, + "test_acc": 37.31 + }, + { + "epoch": 30, + "train_loss": 1.1747760272696806, + "train_acc": 58.068, + "test_loss": 1.5795416273648226, + "test_acc": 40.61 + }, + { + "epoch": 31, + "train_loss": 1.177651990710012, + "train_acc": 58.176, + "test_loss": 1.5883556513846675, + "test_acc": 41.05 + }, + { + "epoch": 32, + "train_loss": 1.1359542198193349, + "train_acc": 59.34, + "test_loss": 1.8247964170914661, + "test_acc": 36.77 + }, + { + "epoch": 33, + "train_loss": 1.1284525897496802, + "train_acc": 59.694, + "test_loss": 1.509408483022376, + "test_acc": 42.38 + }, + { + "epoch": 34, + "train_loss": 1.1139861540416318, + "train_acc": 60.326, + "test_loss": 1.5979898685141454, + "test_acc": 42.97 + }, + { + "epoch": 35, + "train_loss": 1.1088983754977546, + "train_acc": 60.482, + "test_loss": 1.5824266913570935, + "test_acc": 42.13 + }, + { + "epoch": 36, + "train_loss": 1.1016807400661965, + "train_acc": 60.726, + "test_loss": 1.5947607287877723, + "test_acc": 41.77 + }, + { + "epoch": 37, + "train_loss": 1.0783667081152386, + "train_acc": 61.55, + "test_loss": 1.544524428210681, + "test_acc": 43.23 + }, + { + "epoch": 38, + "train_loss": 1.078008927042832, + "train_acc": 61.54, + "test_loss": 1.5546877912328214, + "test_acc": 43.02 + }, + { + "epoch": 39, + "train_loss": 1.055546386619968, + "train_acc": 62.486, + "test_loss": 1.5092200387882282, + "test_acc": 45.28 + }, + { + "epoch": 40, + "train_loss": 1.0615857454669444, + "train_acc": 62.278, + "test_loss": 1.6834719452676894, + "test_acc": 41.08 + }, + { + "epoch": 41, + "train_loss": 1.0606149465531645, + "train_acc": 62.204, + "test_loss": 1.5255330257777926, + "test_acc": 44.4 + }, + { + "epoch": 42, + "train_loss": 1.0523191425196654, + "train_acc": 62.926, + "test_loss": 1.6277297569226614, + "test_acc": 41.74 + }, + { + "epoch": 43, + "train_loss": 1.02646935824543, + "train_acc": 63.558, + "test_loss": 1.6481243719028522, + "test_acc": 42.62 + }, + { + "epoch": 44, + "train_loss": 1.0350634309336961, + "train_acc": 63.116, + "test_loss": 1.5513544429706623, + "test_acc": 44.88 + }, + { + "epoch": 45, + "train_loss": 1.024444911028723, + "train_acc": 63.518, + "test_loss": 1.5857821355892132, + "test_acc": 43.85 + }, + { + "epoch": 46, + "train_loss": 1.022023017906472, + "train_acc": 63.788, + "test_loss": 1.645280257056031, + "test_acc": 42.45 + }, + { + "epoch": 47, + "train_loss": 1.0258161381382467, + "train_acc": 63.738, + "test_loss": 1.6116289835941942, + "test_acc": 43.87 + }, + { + "epoch": 48, + "train_loss": 1.0259219734260188, + "train_acc": 63.666, + "test_loss": 1.6191280582283116, + "test_acc": 43.56 + }, + { + "epoch": 49, + "train_loss": 1.0188360848390232, + "train_acc": 63.666, + "test_loss": 1.616062983681884, + "test_acc": 43.46 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k2_2.json b/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k2_2.json new file mode 100644 index 0000000..c5d5650 --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k2_2.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 2.061487760080401, + "train_acc": 22.172, + "test_loss": 1.8068207004402257, + "test_acc": 31.05 + }, + { + "epoch": 1, + "train_loss": 1.8865581229519661, + "train_acc": 29.024, + "test_loss": 1.8234405819373796, + "test_acc": 31.77 + }, + { + "epoch": 2, + "train_loss": 1.7923942441525667, + "train_acc": 32.902, + "test_loss": 1.7490910533108288, + "test_acc": 33.33 + }, + { + "epoch": 3, + "train_loss": 1.7269704979094094, + "train_acc": 35.8, + "test_loss": 1.792798010608818, + "test_acc": 35.35 + }, + { + "epoch": 4, + "train_loss": 1.6681642611618237, + "train_acc": 38.77, + "test_loss": 1.7447385938861701, + "test_acc": 34.47 + }, + { + "epoch": 5, + "train_loss": 1.6103104447464809, + "train_acc": 40.882, + "test_loss": 1.7131165220767637, + "test_acc": 36.09 + }, + { + "epoch": 6, + "train_loss": 1.5810735896420296, + "train_acc": 42.104, + "test_loss": 1.7145936866349811, + "test_acc": 37.1 + }, + { + "epoch": 7, + "train_loss": 1.5608541236814026, + "train_acc": 42.9, + "test_loss": 1.604812806165671, + "test_acc": 40.5 + }, + { + "epoch": 8, + "train_loss": 1.5430510928258871, + "train_acc": 44.038, + "test_loss": 1.6425099025798748, + "test_acc": 39.31 + }, + { + "epoch": 9, + "train_loss": 1.5227330670027477, + "train_acc": 44.576, + "test_loss": 1.7292323157757143, + "test_acc": 33.29 + }, + { + "epoch": 10, + "train_loss": 1.4670179432920178, + "train_acc": 46.768, + "test_loss": 1.639672569081753, + "test_acc": 41.97 + }, + { + "epoch": 11, + "train_loss": 1.4728085128852473, + "train_acc": 46.634, + "test_loss": 1.5950880563711818, + "test_acc": 38.97 + }, + { + "epoch": 12, + "train_loss": 1.4323549545024667, + "train_acc": 48.18, + "test_loss": 1.755107888692542, + "test_acc": 37.68 + }, + { + "epoch": 13, + "train_loss": 1.4370087827258098, + "train_acc": 48.154, + "test_loss": 1.745273781728141, + "test_acc": 36.71 + }, + { + "epoch": 14, + "train_loss": 1.405064341357297, + "train_acc": 49.488, + "test_loss": 1.841061705275427, + "test_acc": 36.01 + }, + { + "epoch": 15, + "train_loss": 1.392179765359825, + "train_acc": 49.944, + "test_loss": 1.6319738626480103, + "test_acc": 40.83 + }, + { + "epoch": 16, + "train_loss": 1.3765557365649193, + "train_acc": 50.47, + "test_loss": 1.7115385456930232, + "test_acc": 38.09 + }, + { + "epoch": 17, + "train_loss": 1.3568967022859226, + "train_acc": 51.408, + "test_loss": 1.6991853019859218, + "test_acc": 37.71 + }, + { + "epoch": 18, + "train_loss": 1.3379508481001305, + "train_acc": 51.798, + "test_loss": 1.6399880225145365, + "test_acc": 39.31 + }, + { + "epoch": 19, + "train_loss": 1.317805953800221, + "train_acc": 53.05, + "test_loss": 1.6038824470737312, + "test_acc": 38.07 + }, + { + "epoch": 20, + "train_loss": 1.3006034767841135, + "train_acc": 53.27, + "test_loss": 1.568606912335263, + "test_acc": 39.07 + }, + { + "epoch": 21, + "train_loss": 1.2839321065741731, + "train_acc": 53.926, + "test_loss": 1.5868083630936056, + "test_acc": 41.55 + }, + { + "epoch": 22, + "train_loss": 1.2714647239126513, + "train_acc": 54.408, + "test_loss": 1.694609219514871, + "test_acc": 38.04 + }, + { + "epoch": 23, + "train_loss": 1.2776761608355491, + "train_acc": 54.226, + "test_loss": 1.7215605959107605, + "test_acc": 36.49 + }, + { + "epoch": 24, + "train_loss": 1.2444815775927376, + "train_acc": 55.44, + "test_loss": 1.474253465857687, + "test_acc": 46.66 + }, + { + "epoch": 25, + "train_loss": 1.228059931789213, + "train_acc": 56.13, + "test_loss": 1.6881765640234645, + "test_acc": 38.69 + }, + { + "epoch": 26, + "train_loss": 1.2311783300336365, + "train_acc": 56.016, + "test_loss": 1.6171105179605605, + "test_acc": 41.91 + }, + { + "epoch": 27, + "train_loss": 1.201423422759756, + "train_acc": 57.134, + "test_loss": 1.49096956585027, + "test_acc": 43.96 + }, + { + "epoch": 28, + "train_loss": 1.2017459700174649, + "train_acc": 56.93, + "test_loss": 1.6226920991004268, + "test_acc": 40.74 + }, + { + "epoch": 29, + "train_loss": 1.1840583421385196, + "train_acc": 57.544, + "test_loss": 1.525012908102591, + "test_acc": 43.17 + }, + { + "epoch": 30, + "train_loss": 1.1620869871295627, + "train_acc": 58.548, + "test_loss": 1.5637454186813742, + "test_acc": 43.83 + }, + { + "epoch": 31, + "train_loss": 1.1536284762880076, + "train_acc": 58.792, + "test_loss": 1.624359797827805, + "test_acc": 41.47 + }, + { + "epoch": 32, + "train_loss": 1.1325159900633575, + "train_acc": 59.538, + "test_loss": 1.6256263316432131, + "test_acc": 40.36 + }, + { + "epoch": 33, + "train_loss": 1.14150996098433, + "train_acc": 59.538, + "test_loss": 1.5333302866054486, + "test_acc": 45.05 + }, + { + "epoch": 34, + "train_loss": 1.1325739411746754, + "train_acc": 59.518, + "test_loss": 1.4764014708844921, + "test_acc": 45.89 + }, + { + "epoch": 35, + "train_loss": 1.1062916300790695, + "train_acc": 60.222, + "test_loss": 1.5488256291498113, + "test_acc": 42.94 + }, + { + "epoch": 36, + "train_loss": 1.1086342054254867, + "train_acc": 60.678, + "test_loss": 1.528731631327279, + "test_acc": 45.3 + }, + { + "epoch": 37, + "train_loss": 1.098161502110074, + "train_acc": 60.918, + "test_loss": 1.6539200136933145, + "test_acc": 42.12 + }, + { + "epoch": 38, + "train_loss": 1.0687653666262127, + "train_acc": 61.838, + "test_loss": 1.5700808476798143, + "test_acc": 44.0 + }, + { + "epoch": 39, + "train_loss": 1.0563990248133763, + "train_acc": 62.252, + "test_loss": 1.510663693464255, + "test_acc": 47.21 + }, + { + "epoch": 40, + "train_loss": 1.0499479416996012, + "train_acc": 62.574, + "test_loss": 1.4931212075148956, + "test_acc": 46.98 + }, + { + "epoch": 41, + "train_loss": 1.0587608384354341, + "train_acc": 62.398, + "test_loss": 1.6177722698525538, + "test_acc": 43.29 + }, + { + "epoch": 42, + "train_loss": 1.05269093022627, + "train_acc": 62.788, + "test_loss": 1.5822725190392024, + "test_acc": 44.2 + }, + { + "epoch": 43, + "train_loss": 1.0402094743135946, + "train_acc": 62.986, + "test_loss": 1.5408119083959846, + "test_acc": 45.47 + }, + { + "epoch": 44, + "train_loss": 1.0295416194459666, + "train_acc": 63.48, + "test_loss": 1.5756504988368554, + "test_acc": 44.66 + }, + { + "epoch": 45, + "train_loss": 1.026941105227946, + "train_acc": 63.722, + "test_loss": 1.5467827395547795, + "test_acc": 45.46 + }, + { + "epoch": 46, + "train_loss": 1.0131138322298483, + "train_acc": 64.168, + "test_loss": 1.5612803425969957, + "test_acc": 45.47 + }, + { + "epoch": 47, + "train_loss": 1.012283891363217, + "train_acc": 64.214, + "test_loss": 1.5430949368054354, + "test_acc": 46.11 + }, + { + "epoch": 48, + "train_loss": 1.014283513321596, + "train_acc": 64.148, + "test_loss": 1.5749403826798065, + "test_acc": 45.36 + }, + { + "epoch": 49, + "train_loss": 1.0310838775866478, + "train_acc": 63.584, + "test_loss": 1.57373667366897, + "test_acc": 45.37 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k2_3.json b/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k2_3.json new file mode 100644 index 0000000..b04481a --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k2_3.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 2.044756583240636, + "train_acc": 23.074, + "test_loss": 1.8892887785464902, + "test_acc": 27.72 + }, + { + "epoch": 1, + "train_loss": 1.870287211349858, + "train_acc": 29.67, + "test_loss": 1.8633194663856603, + "test_acc": 27.79 + }, + { + "epoch": 2, + "train_loss": 1.7927986831616258, + "train_acc": 33.6, + "test_loss": 1.6895671962182732, + "test_acc": 35.78 + }, + { + "epoch": 3, + "train_loss": 1.7253199038298235, + "train_acc": 36.344, + "test_loss": 1.732274141492723, + "test_acc": 35.2 + }, + { + "epoch": 4, + "train_loss": 1.6809606219801452, + "train_acc": 37.844, + "test_loss": 1.7486188366443296, + "test_acc": 32.4 + }, + { + "epoch": 5, + "train_loss": 1.6150238757853008, + "train_acc": 40.822, + "test_loss": 1.7782362744778017, + "test_acc": 34.26 + }, + { + "epoch": 6, + "train_loss": 1.5939591290700772, + "train_acc": 41.902, + "test_loss": 1.679055729998818, + "test_acc": 39.3 + }, + { + "epoch": 7, + "train_loss": 1.5636280384819832, + "train_acc": 42.868, + "test_loss": 1.8648788838446895, + "test_acc": 27.02 + }, + { + "epoch": 8, + "train_loss": 1.5388653467378348, + "train_acc": 43.842, + "test_loss": 1.7254924864708623, + "test_acc": 32.84 + }, + { + "epoch": 9, + "train_loss": 1.5000406546361, + "train_acc": 45.562, + "test_loss": 1.6560580262654945, + "test_acc": 36.35 + }, + { + "epoch": 10, + "train_loss": 1.469013285453972, + "train_acc": 46.792, + "test_loss": 1.8138586162011834, + "test_acc": 32.58 + }, + { + "epoch": 11, + "train_loss": 1.4664025946956156, + "train_acc": 47.006, + "test_loss": 1.6349523987951158, + "test_acc": 39.75 + }, + { + "epoch": 12, + "train_loss": 1.4215454649742303, + "train_acc": 48.77, + "test_loss": 1.7174737423281126, + "test_acc": 36.53 + }, + { + "epoch": 13, + "train_loss": 1.398134452150301, + "train_acc": 49.242, + "test_loss": 1.6572681574881831, + "test_acc": 39.55 + }, + { + "epoch": 14, + "train_loss": 1.377107302703516, + "train_acc": 50.334, + "test_loss": 1.6817084641396245, + "test_acc": 37.5 + }, + { + "epoch": 15, + "train_loss": 1.3887881571069702, + "train_acc": 49.986, + "test_loss": 1.7355009664463092, + "test_acc": 35.99 + }, + { + "epoch": 16, + "train_loss": 1.3528630771600376, + "train_acc": 50.924, + "test_loss": 1.7106995869286452, + "test_acc": 36.05 + }, + { + "epoch": 17, + "train_loss": 1.3479067146625665, + "train_acc": 51.578, + "test_loss": 1.5885329472867749, + "test_acc": 41.85 + }, + { + "epoch": 18, + "train_loss": 1.332297053483441, + "train_acc": 51.872, + "test_loss": 1.5753558979758733, + "test_acc": 43.11 + }, + { + "epoch": 19, + "train_loss": 1.2942323616093687, + "train_acc": 53.302, + "test_loss": 1.6554206715354436, + "test_acc": 40.1 + }, + { + "epoch": 20, + "train_loss": 1.2963618187953139, + "train_acc": 53.406, + "test_loss": 1.7144827842712402, + "test_acc": 35.56 + }, + { + "epoch": 21, + "train_loss": 1.30652902040945, + "train_acc": 52.802, + "test_loss": 1.5826476389848734, + "test_acc": 43.36 + }, + { + "epoch": 22, + "train_loss": 1.2873384219301327, + "train_acc": 53.89, + "test_loss": 1.6453716935990732, + "test_acc": 40.11 + }, + { + "epoch": 23, + "train_loss": 1.2426773419465555, + "train_acc": 55.57, + "test_loss": 1.5223818821243094, + "test_acc": 42.98 + }, + { + "epoch": 24, + "train_loss": 1.250142401289147, + "train_acc": 55.134, + "test_loss": 1.555962787398809, + "test_acc": 42.0 + }, + { + "epoch": 25, + "train_loss": 1.2291073232050747, + "train_acc": 55.784, + "test_loss": 1.6294836590561685, + "test_acc": 40.94 + }, + { + "epoch": 26, + "train_loss": 1.2075472830811425, + "train_acc": 56.602, + "test_loss": 1.6368385130846048, + "test_acc": 39.12 + }, + { + "epoch": 27, + "train_loss": 1.189895801227111, + "train_acc": 57.34, + "test_loss": 1.660969978646387, + "test_acc": 41.05 + }, + { + "epoch": 28, + "train_loss": 1.178210257721679, + "train_acc": 58.13, + "test_loss": 1.7082922564277165, + "test_acc": 39.61 + }, + { + "epoch": 29, + "train_loss": 1.175628660432518, + "train_acc": 58.002, + "test_loss": 1.5985794942590255, + "test_acc": 41.19 + }, + { + "epoch": 30, + "train_loss": 1.155930157512655, + "train_acc": 58.406, + "test_loss": 1.5173360803459264, + "test_acc": 44.97 + }, + { + "epoch": 31, + "train_loss": 1.1453782350510893, + "train_acc": 59.242, + "test_loss": 1.615931953055949, + "test_acc": 42.36 + }, + { + "epoch": 32, + "train_loss": 1.1354349909536063, + "train_acc": 59.258, + "test_loss": 1.5793305394015735, + "test_acc": 42.31 + }, + { + "epoch": 33, + "train_loss": 1.1217409916546033, + "train_acc": 60.008, + "test_loss": 1.6460559322864194, + "test_acc": 39.98 + }, + { + "epoch": 34, + "train_loss": 1.1225678446652638, + "train_acc": 59.8, + "test_loss": 1.5322820008555544, + "test_acc": 45.2 + }, + { + "epoch": 35, + "train_loss": 1.1019239951582516, + "train_acc": 60.688, + "test_loss": 1.5503308878669255, + "test_acc": 43.89 + }, + { + "epoch": 36, + "train_loss": 1.08181341316389, + "train_acc": 61.746, + "test_loss": 1.5935474226746378, + "test_acc": 42.22 + }, + { + "epoch": 37, + "train_loss": 1.0786174770511325, + "train_acc": 61.618, + "test_loss": 1.5523669010476222, + "test_acc": 43.29 + }, + { + "epoch": 38, + "train_loss": 1.0733951563420503, + "train_acc": 61.762, + "test_loss": 1.5478288297411762, + "test_acc": 45.29 + }, + { + "epoch": 39, + "train_loss": 1.0643439285285639, + "train_acc": 62.16, + "test_loss": 1.5334618589546107, + "test_acc": 43.91 + }, + { + "epoch": 40, + "train_loss": 1.048775107049576, + "train_acc": 62.632, + "test_loss": 1.476068477087383, + "test_acc": 46.52 + }, + { + "epoch": 41, + "train_loss": 1.035401473874631, + "train_acc": 63.228, + "test_loss": 1.472325065467931, + "test_acc": 46.41 + }, + { + "epoch": 42, + "train_loss": 1.043260584859287, + "train_acc": 63.134, + "test_loss": 1.545454207854935, + "test_acc": 44.09 + }, + { + "epoch": 43, + "train_loss": 1.0335643078055223, + "train_acc": 63.286, + "test_loss": 1.5310445435439484, + "test_acc": 44.98 + }, + { + "epoch": 44, + "train_loss": 1.0280783897470636, + "train_acc": 63.666, + "test_loss": 1.5929071465625038, + "test_acc": 44.17 + }, + { + "epoch": 45, + "train_loss": 1.026204145320541, + "train_acc": 63.64, + "test_loss": 1.5639858955069432, + "test_acc": 44.6 + }, + { + "epoch": 46, + "train_loss": 1.012243603349037, + "train_acc": 64.136, + "test_loss": 1.5368898533567596, + "test_acc": 45.45 + }, + { + "epoch": 47, + "train_loss": 1.014466725042104, + "train_acc": 64.034, + "test_loss": 1.5724177767958822, + "test_acc": 44.44 + }, + { + "epoch": 48, + "train_loss": 1.0217667944595943, + "train_acc": 63.622, + "test_loss": 1.558227677888508, + "test_acc": 45.21 + }, + { + "epoch": 49, + "train_loss": 1.0232419812160989, + "train_acc": 63.61, + "test_loss": 1.5593148394476009, + "test_acc": 45.14 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k3_1.json b/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k3_1.json new file mode 100644 index 0000000..622ba9f --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k3_1.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 2.0669246320529364, + "train_acc": 22.434, + "test_loss": 1.8041865795473508, + "test_acc": 31.52 + }, + { + "epoch": 1, + "train_loss": 1.8804515194709954, + "train_acc": 29.708, + "test_loss": 1.8536545551275905, + "test_acc": 29.33 + }, + { + "epoch": 2, + "train_loss": 1.7856872895794451, + "train_acc": 33.482, + "test_loss": 1.9065679055226, + "test_acc": 29.32 + }, + { + "epoch": 3, + "train_loss": 1.713157912044574, + "train_acc": 37.106, + "test_loss": 1.938160712205911, + "test_acc": 27.82 + }, + { + "epoch": 4, + "train_loss": 1.6596776234829211, + "train_acc": 38.96, + "test_loss": 1.6246116131166868, + "test_acc": 40.28 + }, + { + "epoch": 5, + "train_loss": 1.6114605479228221, + "train_acc": 40.974, + "test_loss": 1.7402067108999324, + "test_acc": 37.28 + }, + { + "epoch": 6, + "train_loss": 1.5784137227651103, + "train_acc": 42.2, + "test_loss": 1.7244207134729699, + "test_acc": 33.31 + }, + { + "epoch": 7, + "train_loss": 1.561441737672557, + "train_acc": 43.38, + "test_loss": 1.7386911654774146, + "test_acc": 33.11 + }, + { + "epoch": 8, + "train_loss": 1.4998348463526772, + "train_acc": 45.802, + "test_loss": 1.632800557945348, + "test_acc": 38.48 + }, + { + "epoch": 9, + "train_loss": 1.4912004626315574, + "train_acc": 45.858, + "test_loss": 1.8091259742084937, + "test_acc": 33.69 + }, + { + "epoch": 10, + "train_loss": 1.4743356771786194, + "train_acc": 46.766, + "test_loss": 1.5711304794383953, + "test_acc": 45.71 + }, + { + "epoch": 11, + "train_loss": 1.440761010055347, + "train_acc": 47.874, + "test_loss": 1.7457043158857128, + "test_acc": 35.17 + }, + { + "epoch": 12, + "train_loss": 1.4217468131228785, + "train_acc": 48.688, + "test_loss": 1.6374409002593802, + "test_acc": 39.72 + }, + { + "epoch": 13, + "train_loss": 1.4041674682856216, + "train_acc": 49.14, + "test_loss": 1.678491308719297, + "test_acc": 34.98 + }, + { + "epoch": 14, + "train_loss": 1.3719146305033008, + "train_acc": 50.54, + "test_loss": 1.7166179690179946, + "test_acc": 36.23 + }, + { + "epoch": 15, + "train_loss": 1.3633001928439226, + "train_acc": 51.054, + "test_loss": 1.6635931066319913, + "test_acc": 37.82 + }, + { + "epoch": 16, + "train_loss": 1.3648466432795805, + "train_acc": 51.076, + "test_loss": 1.703288063218322, + "test_acc": 36.74 + }, + { + "epoch": 17, + "train_loss": 1.34887099144099, + "train_acc": 51.618, + "test_loss": 1.5978578887408292, + "test_acc": 41.23 + }, + { + "epoch": 18, + "train_loss": 1.3209977343564143, + "train_acc": 52.606, + "test_loss": 1.4766668624515775, + "test_acc": 44.45 + }, + { + "epoch": 19, + "train_loss": 1.2802121407540559, + "train_acc": 54.088, + "test_loss": 1.6448642966113514, + "test_acc": 41.28 + }, + { + "epoch": 20, + "train_loss": 1.294912176821238, + "train_acc": 53.396, + "test_loss": 1.6888966741441171, + "test_acc": 37.39 + }, + { + "epoch": 21, + "train_loss": 1.3001116654452156, + "train_acc": 53.322, + "test_loss": 1.8141556284095668, + "test_acc": 32.75 + }, + { + "epoch": 22, + "train_loss": 1.2716710819002917, + "train_acc": 54.69, + "test_loss": 1.5159140855451174, + "test_acc": 42.79 + }, + { + "epoch": 23, + "train_loss": 1.2461719067810137, + "train_acc": 55.274, + "test_loss": 1.6628190143198907, + "test_acc": 38.33 + }, + { + "epoch": 24, + "train_loss": 1.24169875060201, + "train_acc": 55.236, + "test_loss": 1.7039511158496519, + "test_acc": 38.15 + }, + { + "epoch": 25, + "train_loss": 1.2248783623775863, + "train_acc": 56.156, + "test_loss": 1.479593124570726, + "test_acc": 47.24 + }, + { + "epoch": 26, + "train_loss": 1.2200889212396138, + "train_acc": 56.498, + "test_loss": 1.5971284320082846, + "test_acc": 39.46 + }, + { + "epoch": 27, + "train_loss": 1.1970221394163263, + "train_acc": 57.454, + "test_loss": 1.6192114353179932, + "test_acc": 38.79 + }, + { + "epoch": 28, + "train_loss": 1.1890941731765141, + "train_acc": 57.488, + "test_loss": 1.7697640989400163, + "test_acc": 38.01 + }, + { + "epoch": 29, + "train_loss": 1.1806761579745262, + "train_acc": 58.078, + "test_loss": 1.6341981238956693, + "test_acc": 39.54 + }, + { + "epoch": 30, + "train_loss": 1.1666078175730108, + "train_acc": 58.15, + "test_loss": 1.673616063745716, + "test_acc": 40.97 + }, + { + "epoch": 31, + "train_loss": 1.142599763315352, + "train_acc": 58.98, + "test_loss": 1.7087175906458987, + "test_acc": 38.69 + }, + { + "epoch": 32, + "train_loss": 1.1214983260540097, + "train_acc": 59.862, + "test_loss": 1.6769093003454087, + "test_acc": 42.44 + }, + { + "epoch": 33, + "train_loss": 1.109171567822966, + "train_acc": 60.35, + "test_loss": 1.6419543706918065, + "test_acc": 42.03 + }, + { + "epoch": 34, + "train_loss": 1.1122796498905971, + "train_acc": 60.48, + "test_loss": 1.477193702625323, + "test_acc": 45.99 + }, + { + "epoch": 35, + "train_loss": 1.0907825845891557, + "train_acc": 61.218, + "test_loss": 1.599186283123644, + "test_acc": 42.66 + }, + { + "epoch": 36, + "train_loss": 1.0875770910011837, + "train_acc": 61.494, + "test_loss": 1.56313482417336, + "test_acc": 44.47 + }, + { + "epoch": 37, + "train_loss": 1.068443270290599, + "train_acc": 61.976, + "test_loss": 1.6565471766870232, + "test_acc": 42.49 + }, + { + "epoch": 38, + "train_loss": 1.0637713246180882, + "train_acc": 62.08, + "test_loss": 1.7093109586570836, + "test_acc": 39.91 + }, + { + "epoch": 39, + "train_loss": 1.0681855195318646, + "train_acc": 61.994, + "test_loss": 1.5685352509534811, + "test_acc": 43.41 + }, + { + "epoch": 40, + "train_loss": 1.043445787009071, + "train_acc": 63.038, + "test_loss": 1.597341628014287, + "test_acc": 43.25 + }, + { + "epoch": 41, + "train_loss": 1.048830357506452, + "train_acc": 62.646, + "test_loss": 1.6089153470872324, + "test_acc": 44.48 + }, + { + "epoch": 42, + "train_loss": 1.028180568724337, + "train_acc": 63.554, + "test_loss": 1.555294528792176, + "test_acc": 45.61 + }, + { + "epoch": 43, + "train_loss": 1.0269005690389277, + "train_acc": 63.55, + "test_loss": 1.558601820016209, + "test_acc": 45.72 + }, + { + "epoch": 44, + "train_loss": 1.0012098788605321, + "train_acc": 64.462, + "test_loss": 1.562156257750113, + "test_acc": 46.69 + }, + { + "epoch": 45, + "train_loss": 1.022921036271488, + "train_acc": 63.738, + "test_loss": 1.6266335067869742, + "test_acc": 44.18 + }, + { + "epoch": 46, + "train_loss": 1.0252674813465694, + "train_acc": 63.72, + "test_loss": 1.5892995248866986, + "test_acc": 45.2 + }, + { + "epoch": 47, + "train_loss": 1.004747531755501, + "train_acc": 64.27, + "test_loss": 1.5649890990196904, + "test_acc": 45.38 + }, + { + "epoch": 48, + "train_loss": 0.9999112056954133, + "train_acc": 64.396, + "test_loss": 1.6306734552866295, + "test_acc": 44.34 + }, + { + "epoch": 49, + "train_loss": 1.0032257937714266, + "train_acc": 64.372, + "test_loss": 1.609873033777068, + "test_acc": 44.5 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k3_2.json b/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k3_2.json new file mode 100644 index 0000000..71ff58e --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k3_2.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 2.0668810718809554, + "train_acc": 22.474, + "test_loss": 1.8702792849721788, + "test_acc": 28.87 + }, + { + "epoch": 1, + "train_loss": 1.8752834190188161, + "train_acc": 29.85, + "test_loss": 1.7749658732474605, + "test_acc": 29.72 + }, + { + "epoch": 2, + "train_loss": 1.765678722840136, + "train_acc": 34.604, + "test_loss": 1.6859611740595177, + "test_acc": 39.56 + }, + { + "epoch": 3, + "train_loss": 1.7148656296303204, + "train_acc": 36.85, + "test_loss": 1.8106648318375214, + "test_acc": 32.13 + }, + { + "epoch": 4, + "train_loss": 1.6473226236260456, + "train_acc": 39.432, + "test_loss": 1.7718957556953914, + "test_acc": 34.37 + }, + { + "epoch": 5, + "train_loss": 1.6234905280725425, + "train_acc": 40.79, + "test_loss": 1.7656418779228307, + "test_acc": 36.61 + }, + { + "epoch": 6, + "train_loss": 1.6027262326701524, + "train_acc": 41.464, + "test_loss": 1.683916917330102, + "test_acc": 37.66 + }, + { + "epoch": 7, + "train_loss": 1.5456743374505006, + "train_acc": 43.89, + "test_loss": 1.7578348721129984, + "test_acc": 36.2 + }, + { + "epoch": 8, + "train_loss": 1.5130105850946567, + "train_acc": 45.092, + "test_loss": 1.7371328088301647, + "test_acc": 33.59 + }, + { + "epoch": 9, + "train_loss": 1.4931912952676758, + "train_acc": 46.0, + "test_loss": 1.7332034910781473, + "test_acc": 32.81 + }, + { + "epoch": 10, + "train_loss": 1.4766299294693697, + "train_acc": 46.632, + "test_loss": 1.7809729757188242, + "test_acc": 31.72 + }, + { + "epoch": 11, + "train_loss": 1.4386737398479297, + "train_acc": 47.786, + "test_loss": 1.6796277655830867, + "test_acc": 37.55 + }, + { + "epoch": 12, + "train_loss": 1.4279524400411054, + "train_acc": 48.476, + "test_loss": 1.804883240144464, + "test_acc": 35.38 + }, + { + "epoch": 13, + "train_loss": 1.4094796621281167, + "train_acc": 48.978, + "test_loss": 1.6484191659130627, + "test_acc": 39.19 + }, + { + "epoch": 14, + "train_loss": 1.376932476792494, + "train_acc": 50.404, + "test_loss": 1.7939248960229415, + "test_acc": 35.73 + }, + { + "epoch": 15, + "train_loss": 1.3781474985734885, + "train_acc": 50.326, + "test_loss": 1.6528525111041492, + "test_acc": 36.32 + }, + { + "epoch": 16, + "train_loss": 1.3552909761743472, + "train_acc": 51.326, + "test_loss": 1.6470703203466874, + "test_acc": 40.93 + }, + { + "epoch": 17, + "train_loss": 1.343686011593665, + "train_acc": 51.736, + "test_loss": 1.6689737205263935, + "test_acc": 38.83 + }, + { + "epoch": 18, + "train_loss": 1.3268682505468579, + "train_acc": 52.334, + "test_loss": 1.8407047866265984, + "test_acc": 34.16 + }, + { + "epoch": 19, + "train_loss": 1.3090170621871948, + "train_acc": 53.002, + "test_loss": 1.641185171996491, + "test_acc": 39.88 + }, + { + "epoch": 20, + "train_loss": 1.283500698216431, + "train_acc": 53.778, + "test_loss": 1.7000609032715424, + "test_acc": 35.36 + }, + { + "epoch": 21, + "train_loss": 1.27513307180551, + "train_acc": 54.476, + "test_loss": 1.7012825540349454, + "test_acc": 38.13 + }, + { + "epoch": 22, + "train_loss": 1.2781687511507507, + "train_acc": 54.21, + "test_loss": 1.6874664116509352, + "test_acc": 37.34 + }, + { + "epoch": 23, + "train_loss": 1.2452071809097933, + "train_acc": 55.286, + "test_loss": 1.5746762133851837, + "test_acc": 41.41 + }, + { + "epoch": 24, + "train_loss": 1.219587185346257, + "train_acc": 56.162, + "test_loss": 1.5588639371002777, + "test_acc": 41.33 + }, + { + "epoch": 25, + "train_loss": 1.2228216106629433, + "train_acc": 55.99, + "test_loss": 1.6031036361863342, + "test_acc": 40.15 + }, + { + "epoch": 26, + "train_loss": 1.2088383158759388, + "train_acc": 56.672, + "test_loss": 1.625273715091657, + "test_acc": 39.16 + }, + { + "epoch": 27, + "train_loss": 1.194732158537716, + "train_acc": 57.278, + "test_loss": 1.5591959168639364, + "test_acc": 42.06 + }, + { + "epoch": 28, + "train_loss": 1.190250042454361, + "train_acc": 57.634, + "test_loss": 1.7668782698957226, + "test_acc": 38.97 + }, + { + "epoch": 29, + "train_loss": 1.1672366224896267, + "train_acc": 58.394, + "test_loss": 1.5797343918039828, + "test_acc": 40.82 + }, + { + "epoch": 30, + "train_loss": 1.1504317755284517, + "train_acc": 58.902, + "test_loss": 1.4496359568607957, + "test_acc": 46.06 + }, + { + "epoch": 31, + "train_loss": 1.165074221313457, + "train_acc": 58.328, + "test_loss": 1.6185811456245711, + "test_acc": 40.66 + }, + { + "epoch": 32, + "train_loss": 1.139906721499265, + "train_acc": 59.702, + "test_loss": 1.6560217142105103, + "test_acc": 40.6 + }, + { + "epoch": 33, + "train_loss": 1.118886577961085, + "train_acc": 60.252, + "test_loss": 1.562792441512965, + "test_acc": 43.2 + }, + { + "epoch": 34, + "train_loss": 1.1182030289984115, + "train_acc": 60.2, + "test_loss": 1.7089418203015871, + "test_acc": 41.06 + }, + { + "epoch": 35, + "train_loss": 1.088999872469841, + "train_acc": 61.372, + "test_loss": 1.7007551313955573, + "test_acc": 41.17 + }, + { + "epoch": 36, + "train_loss": 1.0659618748118505, + "train_acc": 62.066, + "test_loss": 1.650743582580663, + "test_acc": 43.16 + }, + { + "epoch": 37, + "train_loss": 1.104316143123695, + "train_acc": 60.696, + "test_loss": 1.5321204918849318, + "test_acc": 44.74 + }, + { + "epoch": 38, + "train_loss": 1.0559484231502503, + "train_acc": 62.314, + "test_loss": 1.57609469226644, + "test_acc": 43.03 + }, + { + "epoch": 39, + "train_loss": 1.0817538935814976, + "train_acc": 61.514, + "test_loss": 1.4737461956241462, + "test_acc": 47.18 + }, + { + "epoch": 40, + "train_loss": 1.0494437883881962, + "train_acc": 62.564, + "test_loss": 1.6947566014301927, + "test_acc": 41.62 + }, + { + "epoch": 41, + "train_loss": 1.043815742520725, + "train_acc": 62.818, + "test_loss": 1.6901369019399715, + "test_acc": 42.31 + }, + { + "epoch": 42, + "train_loss": 1.0209827377363239, + "train_acc": 63.706, + "test_loss": 1.5004839157756371, + "test_acc": 46.57 + }, + { + "epoch": 43, + "train_loss": 1.028113853748497, + "train_acc": 63.584, + "test_loss": 1.6147791283040107, + "test_acc": 44.24 + }, + { + "epoch": 44, + "train_loss": 1.0334479381971042, + "train_acc": 63.382, + "test_loss": 1.6169304229036163, + "test_acc": 43.16 + }, + { + "epoch": 45, + "train_loss": 1.0125153881814473, + "train_acc": 64.12, + "test_loss": 1.5593703532520728, + "test_acc": 44.62 + }, + { + "epoch": 46, + "train_loss": 1.0002864573312842, + "train_acc": 64.514, + "test_loss": 1.620161403583575, + "test_acc": 43.14 + }, + { + "epoch": 47, + "train_loss": 0.9969507157040374, + "train_acc": 64.53, + "test_loss": 1.6171738950512078, + "test_acc": 43.9 + }, + { + "epoch": 48, + "train_loss": 1.0076911149122525, + "train_acc": 64.168, + "test_loss": 1.604831208156634, + "test_acc": 44.08 + }, + { + "epoch": 49, + "train_loss": 0.987173321911746, + "train_acc": 64.89, + "test_loss": 1.6049545611007303, + "test_acc": 44.1 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k3_3.json b/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k3_3.json new file mode 100644 index 0000000..c0e0633 --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k3_3.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 2.068317115764179, + "train_acc": 22.602, + "test_loss": 1.8324491645716414, + "test_acc": 30.29 + }, + { + "epoch": 1, + "train_loss": 1.8878467842136197, + "train_acc": 29.59, + "test_loss": 1.9255807897712611, + "test_acc": 28.23 + }, + { + "epoch": 2, + "train_loss": 1.7871191989430382, + "train_acc": 33.376, + "test_loss": 1.8527698713012888, + "test_acc": 28.8 + }, + { + "epoch": 3, + "train_loss": 1.7243225467784324, + "train_acc": 36.096, + "test_loss": 1.738093839416021, + "test_acc": 32.42 + }, + { + "epoch": 4, + "train_loss": 1.6751201515612395, + "train_acc": 38.664, + "test_loss": 1.7654236494740354, + "test_acc": 34.51 + }, + { + "epoch": 5, + "train_loss": 1.6159263004732254, + "train_acc": 41.066, + "test_loss": 1.7113156348844119, + "test_acc": 36.65 + }, + { + "epoch": 6, + "train_loss": 1.5808136079012585, + "train_acc": 42.25, + "test_loss": 1.8183229920230335, + "test_acc": 32.19 + }, + { + "epoch": 7, + "train_loss": 1.5603170605266796, + "train_acc": 43.126, + "test_loss": 1.6491835072070737, + "test_acc": 39.55 + }, + { + "epoch": 8, + "train_loss": 1.519676085323324, + "train_acc": 44.512, + "test_loss": 1.7181459031527555, + "test_acc": 39.44 + }, + { + "epoch": 9, + "train_loss": 1.49679910526861, + "train_acc": 45.714, + "test_loss": 1.6488091477864906, + "test_acc": 36.31 + }, + { + "epoch": 10, + "train_loss": 1.4778621004670478, + "train_acc": 46.546, + "test_loss": 1.6107428586935695, + "test_acc": 39.9 + }, + { + "epoch": 11, + "train_loss": 1.4272244499467523, + "train_acc": 48.494, + "test_loss": 1.7163622500021247, + "test_acc": 36.23 + }, + { + "epoch": 12, + "train_loss": 1.4163948050545305, + "train_acc": 49.064, + "test_loss": 1.6643230492555643, + "test_acc": 37.37 + }, + { + "epoch": 13, + "train_loss": 1.4184352106145581, + "train_acc": 48.732, + "test_loss": 1.9612150992019266, + "test_acc": 33.63 + }, + { + "epoch": 14, + "train_loss": 1.3829301659713316, + "train_acc": 50.144, + "test_loss": 1.6246371359764775, + "test_acc": 39.04 + }, + { + "epoch": 15, + "train_loss": 1.3740331748562395, + "train_acc": 50.45, + "test_loss": 1.6033804461925845, + "test_acc": 38.47 + }, + { + "epoch": 16, + "train_loss": 1.3647568911847556, + "train_acc": 50.828, + "test_loss": 1.6435847357858586, + "test_acc": 39.78 + }, + { + "epoch": 17, + "train_loss": 1.324079646631275, + "train_acc": 52.654, + "test_loss": 1.6365210572375526, + "test_acc": 40.11 + }, + { + "epoch": 18, + "train_loss": 1.3249600535768378, + "train_acc": 52.388, + "test_loss": 1.5262040910841543, + "test_acc": 44.64 + }, + { + "epoch": 19, + "train_loss": 1.317093808175353, + "train_acc": 52.916, + "test_loss": 1.4869824074491669, + "test_acc": 46.41 + }, + { + "epoch": 20, + "train_loss": 1.2811409664885771, + "train_acc": 54.172, + "test_loss": 1.642579223536238, + "test_acc": 39.78 + }, + { + "epoch": 21, + "train_loss": 1.2768612490285693, + "train_acc": 54.41, + "test_loss": 1.6110187195524384, + "test_acc": 40.44 + }, + { + "epoch": 22, + "train_loss": 1.2599474597160163, + "train_acc": 54.826, + "test_loss": 1.6600751741023003, + "test_acc": 40.55 + }, + { + "epoch": 23, + "train_loss": 1.2564272944579649, + "train_acc": 55.116, + "test_loss": 1.7040445593338978, + "test_acc": 39.15 + }, + { + "epoch": 24, + "train_loss": 1.229685770428699, + "train_acc": 55.886, + "test_loss": 1.8193832017198395, + "test_acc": 37.17 + }, + { + "epoch": 25, + "train_loss": 1.2268659874911199, + "train_acc": 56.158, + "test_loss": 1.5716717816606354, + "test_acc": 42.75 + }, + { + "epoch": 26, + "train_loss": 1.2086895846040047, + "train_acc": 56.674, + "test_loss": 1.540430542788928, + "test_acc": 44.39 + }, + { + "epoch": 27, + "train_loss": 1.211412606489323, + "train_acc": 56.78, + "test_loss": 1.5984241585188275, + "test_acc": 42.51 + }, + { + "epoch": 28, + "train_loss": 1.1762914230756443, + "train_acc": 57.976, + "test_loss": 1.6885417865801462, + "test_acc": 37.95 + }, + { + "epoch": 29, + "train_loss": 1.180933877025419, + "train_acc": 57.804, + "test_loss": 1.5010349961775769, + "test_acc": 44.85 + }, + { + "epoch": 30, + "train_loss": 1.1557137598771878, + "train_acc": 58.648, + "test_loss": 1.4730368897884707, + "test_acc": 46.69 + }, + { + "epoch": 31, + "train_loss": 1.145223366330042, + "train_acc": 59.214, + "test_loss": 1.6485186634184439, + "test_acc": 41.61 + }, + { + "epoch": 32, + "train_loss": 1.135107243000089, + "train_acc": 59.558, + "test_loss": 1.646592841872686, + "test_acc": 40.87 + }, + { + "epoch": 33, + "train_loss": 1.1155832059243147, + "train_acc": 60.13, + "test_loss": 1.6333271521556227, + "test_acc": 41.74 + }, + { + "epoch": 34, + "train_loss": 1.0998919039126247, + "train_acc": 60.732, + "test_loss": 1.595181237293195, + "test_acc": 42.96 + }, + { + "epoch": 35, + "train_loss": 1.097169331882311, + "train_acc": 60.924, + "test_loss": 1.659756268127055, + "test_acc": 42.35 + }, + { + "epoch": 36, + "train_loss": 1.090366201632468, + "train_acc": 61.18, + "test_loss": 1.4864206057560594, + "test_acc": 44.84 + }, + { + "epoch": 37, + "train_loss": 1.0746612684501102, + "train_acc": 61.73, + "test_loss": 1.4262300941008557, + "test_acc": 48.28 + }, + { + "epoch": 38, + "train_loss": 1.0615731218586797, + "train_acc": 62.462, + "test_loss": 1.5441373843180983, + "test_acc": 44.21 + }, + { + "epoch": 39, + "train_loss": 1.0637581235612446, + "train_acc": 62.206, + "test_loss": 1.6180554598192625, + "test_acc": 43.5 + }, + { + "epoch": 40, + "train_loss": 1.047351270532974, + "train_acc": 63.066, + "test_loss": 1.6574504088751878, + "test_acc": 41.75 + }, + { + "epoch": 41, + "train_loss": 1.0401014124645906, + "train_acc": 63.052, + "test_loss": 1.5508678879918931, + "test_acc": 45.55 + }, + { + "epoch": 42, + "train_loss": 1.030761969668786, + "train_acc": 63.678, + "test_loss": 1.5283243550529964, + "test_acc": 46.25 + }, + { + "epoch": 43, + "train_loss": 1.0217994585671388, + "train_acc": 63.674, + "test_loss": 1.5949368039263954, + "test_acc": 44.21 + }, + { + "epoch": 44, + "train_loss": 1.015974534746936, + "train_acc": 63.846, + "test_loss": 1.5419113681286196, + "test_acc": 45.77 + }, + { + "epoch": 45, + "train_loss": 1.0051287504108362, + "train_acc": 64.36, + "test_loss": 1.5837371892566923, + "test_acc": 44.86 + }, + { + "epoch": 46, + "train_loss": 1.0189883777552553, + "train_acc": 63.836, + "test_loss": 1.5932399607911896, + "test_acc": 44.77 + }, + { + "epoch": 47, + "train_loss": 1.0194399609895008, + "train_acc": 63.876, + "test_loss": 1.6018431744998014, + "test_acc": 44.71 + }, + { + "epoch": 48, + "train_loss": 0.985025246125048, + "train_acc": 65.164, + "test_loss": 1.579776929903634, + "test_acc": 44.93 + }, + { + "epoch": 49, + "train_loss": 1.0030603500278406, + "train_acc": 64.47, + "test_loss": 1.5814020528069026, + "test_acc": 44.98 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k4_1.json b/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k4_1.json new file mode 100644 index 0000000..03c96ea --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k4_1.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 2.0727224096922616, + "train_acc": 22.374, + "test_loss": 1.963190508794181, + "test_acc": 26.51 + }, + { + "epoch": 1, + "train_loss": 1.8840888744729865, + "train_acc": 29.83, + "test_loss": 1.8871760700322404, + "test_acc": 28.6 + }, + { + "epoch": 2, + "train_loss": 1.8031211704244394, + "train_acc": 33.336, + "test_loss": 1.8798808206485798, + "test_acc": 27.67 + }, + { + "epoch": 3, + "train_loss": 1.7248911601503183, + "train_acc": 36.424, + "test_loss": 1.7813638463804993, + "test_acc": 35.5 + }, + { + "epoch": 4, + "train_loss": 1.6614788685308393, + "train_acc": 39.012, + "test_loss": 1.7410511729083484, + "test_acc": 36.39 + }, + { + "epoch": 5, + "train_loss": 1.6329806814413241, + "train_acc": 40.454, + "test_loss": 1.7090707066692883, + "test_acc": 37.46 + }, + { + "epoch": 6, + "train_loss": 1.5896525184821595, + "train_acc": 41.964, + "test_loss": 1.7097193545933012, + "test_acc": 36.62 + }, + { + "epoch": 7, + "train_loss": 1.540475003554693, + "train_acc": 43.774, + "test_loss": 1.6548453810848767, + "test_acc": 37.64 + }, + { + "epoch": 8, + "train_loss": 1.5180653211710704, + "train_acc": 44.762, + "test_loss": 1.7057068725175495, + "test_acc": 36.1 + }, + { + "epoch": 9, + "train_loss": 1.4817715038728836, + "train_acc": 45.926, + "test_loss": 1.7368702224538297, + "test_acc": 34.71 + }, + { + "epoch": 10, + "train_loss": 1.4617663201163797, + "train_acc": 46.972, + "test_loss": 1.631918961488748, + "test_acc": 42.16 + }, + { + "epoch": 11, + "train_loss": 1.449645183885189, + "train_acc": 47.774, + "test_loss": 1.7485187385655656, + "test_acc": 34.59 + }, + { + "epoch": 12, + "train_loss": 1.438945252267296, + "train_acc": 47.968, + "test_loss": 1.6216919889932946, + "test_acc": 37.08 + }, + { + "epoch": 13, + "train_loss": 1.3980886277640263, + "train_acc": 49.53, + "test_loss": 1.591680944720401, + "test_acc": 43.62 + }, + { + "epoch": 14, + "train_loss": 1.3776579531257416, + "train_acc": 50.004, + "test_loss": 1.8218376138542272, + "test_acc": 34.42 + }, + { + "epoch": 15, + "train_loss": 1.3650608425555022, + "train_acc": 50.844, + "test_loss": 1.6407089565373674, + "test_acc": 40.25 + }, + { + "epoch": 16, + "train_loss": 1.3498383039403754, + "train_acc": 51.578, + "test_loss": 1.6606757354132737, + "test_acc": 37.86 + }, + { + "epoch": 17, + "train_loss": 1.3265014155136654, + "train_acc": 52.216, + "test_loss": 1.641877043096325, + "test_acc": 37.37 + }, + { + "epoch": 18, + "train_loss": 1.3189315433087556, + "train_acc": 52.566, + "test_loss": 1.662479406670679, + "test_acc": 37.9 + }, + { + "epoch": 19, + "train_loss": 1.3159908891638832, + "train_acc": 52.866, + "test_loss": 1.590447727637955, + "test_acc": 40.73 + }, + { + "epoch": 20, + "train_loss": 1.282778966000013, + "train_acc": 54.096, + "test_loss": 1.634905145138125, + "test_acc": 40.06 + }, + { + "epoch": 21, + "train_loss": 1.2777143075033222, + "train_acc": 54.184, + "test_loss": 1.584904700894899, + "test_acc": 40.35 + }, + { + "epoch": 22, + "train_loss": 1.2566176817545196, + "train_acc": 54.772, + "test_loss": 1.6935672986356518, + "test_acc": 37.04 + }, + { + "epoch": 23, + "train_loss": 1.242187007004038, + "train_acc": 55.444, + "test_loss": 1.6928105429758, + "test_acc": 37.39 + }, + { + "epoch": 24, + "train_loss": 1.2283503743998534, + "train_acc": 55.948, + "test_loss": 1.5980506411081628, + "test_acc": 40.39 + }, + { + "epoch": 25, + "train_loss": 1.2314675355811253, + "train_acc": 56.002, + "test_loss": 1.7095884582664393, + "test_acc": 38.17 + }, + { + "epoch": 26, + "train_loss": 1.2036158067491047, + "train_acc": 56.788, + "test_loss": 1.4977707470519632, + "test_acc": 44.42 + }, + { + "epoch": 27, + "train_loss": 1.1818537038305532, + "train_acc": 57.544, + "test_loss": 1.6821739567986018, + "test_acc": 38.5 + }, + { + "epoch": 28, + "train_loss": 1.162969437706501, + "train_acc": 58.388, + "test_loss": 1.650489321237878, + "test_acc": 38.86 + }, + { + "epoch": 29, + "train_loss": 1.1627310311702816, + "train_acc": 58.57, + "test_loss": 1.7844415918181213, + "test_acc": 35.34 + }, + { + "epoch": 30, + "train_loss": 1.155542909946588, + "train_acc": 58.564, + "test_loss": 1.5382251090641264, + "test_acc": 41.46 + }, + { + "epoch": 31, + "train_loss": 1.138356466884808, + "train_acc": 59.304, + "test_loss": 1.5794111188453963, + "test_acc": 43.25 + }, + { + "epoch": 32, + "train_loss": 1.122888842049767, + "train_acc": 59.56, + "test_loss": 1.560275363016732, + "test_acc": 43.16 + }, + { + "epoch": 33, + "train_loss": 1.1058253760228072, + "train_acc": 60.446, + "test_loss": 1.6974402696271487, + "test_acc": 40.48 + }, + { + "epoch": 34, + "train_loss": 1.1187148838091994, + "train_acc": 59.964, + "test_loss": 1.4695244378681425, + "test_acc": 45.01 + }, + { + "epoch": 35, + "train_loss": 1.0877042517942541, + "train_acc": 61.356, + "test_loss": 1.6007122721853135, + "test_acc": 41.71 + }, + { + "epoch": 36, + "train_loss": 1.0871905413125178, + "train_acc": 61.168, + "test_loss": 1.6303645025325726, + "test_acc": 41.28 + }, + { + "epoch": 37, + "train_loss": 1.0591282731736713, + "train_acc": 62.288, + "test_loss": 1.5645596317098112, + "test_acc": 43.2 + }, + { + "epoch": 38, + "train_loss": 1.0696975921121095, + "train_acc": 61.962, + "test_loss": 1.5479849501501155, + "test_acc": 44.65 + }, + { + "epoch": 39, + "train_loss": 1.0494281175496327, + "train_acc": 62.7, + "test_loss": 1.637220240846465, + "test_acc": 41.36 + }, + { + "epoch": 40, + "train_loss": 1.0355015752260641, + "train_acc": 63.182, + "test_loss": 1.5274997270559962, + "test_acc": 45.78 + }, + { + "epoch": 41, + "train_loss": 1.0315923785309657, + "train_acc": 63.236, + "test_loss": 1.5421635636800453, + "test_acc": 44.42 + }, + { + "epoch": 42, + "train_loss": 1.0314061608155976, + "train_acc": 63.482, + "test_loss": 1.702644342108618, + "test_acc": 41.19 + }, + { + "epoch": 43, + "train_loss": 1.0266719062614929, + "train_acc": 63.488, + "test_loss": 1.5507633882232859, + "test_acc": 45.9 + }, + { + "epoch": 44, + "train_loss": 1.0328999341601302, + "train_acc": 63.234, + "test_loss": 1.555679850940463, + "test_acc": 45.28 + }, + { + "epoch": 45, + "train_loss": 1.0162692388610157, + "train_acc": 63.95, + "test_loss": 1.6705982172036473, + "test_acc": 43.66 + }, + { + "epoch": 46, + "train_loss": 1.0072169595057396, + "train_acc": 64.324, + "test_loss": 1.5749065347864657, + "test_acc": 45.09 + }, + { + "epoch": 47, + "train_loss": 1.0070927307733795, + "train_acc": 64.37, + "test_loss": 1.583748524702048, + "test_acc": 44.81 + }, + { + "epoch": 48, + "train_loss": 1.0007318616523158, + "train_acc": 64.592, + "test_loss": 1.6011924653113643, + "test_acc": 44.5 + }, + { + "epoch": 49, + "train_loss": 1.0173331246046764, + "train_acc": 64.158, + "test_loss": 1.5913809552977356, + "test_acc": 44.69 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k4_2.json b/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k4_2.json new file mode 100644 index 0000000..9e73657 --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k4_2.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 2.077834270189485, + "train_acc": 22.484, + "test_loss": 1.8983831315100947, + "test_acc": 27.01 + }, + { + "epoch": 1, + "train_loss": 1.895856675894364, + "train_acc": 29.366, + "test_loss": 1.8060917401615577, + "test_acc": 32.63 + }, + { + "epoch": 2, + "train_loss": 1.7826860963231157, + "train_acc": 34.074, + "test_loss": 1.7800730994985074, + "test_acc": 32.01 + }, + { + "epoch": 3, + "train_loss": 1.7385884505098739, + "train_acc": 35.874, + "test_loss": 1.7068935527077205, + "test_acc": 34.1 + }, + { + "epoch": 4, + "train_loss": 1.6718520822427463, + "train_acc": 38.998, + "test_loss": 1.6857873533345475, + "test_acc": 39.08 + }, + { + "epoch": 5, + "train_loss": 1.6254825360329865, + "train_acc": 40.69, + "test_loss": 1.7158326453800443, + "test_acc": 34.36 + }, + { + "epoch": 6, + "train_loss": 1.5795094597979884, + "train_acc": 42.6, + "test_loss": 1.7187256677241265, + "test_acc": 36.36 + }, + { + "epoch": 7, + "train_loss": 1.5466486154614811, + "train_acc": 43.696, + "test_loss": 1.9116493025912513, + "test_acc": 31.32 + }, + { + "epoch": 8, + "train_loss": 1.5148513277473352, + "train_acc": 44.672, + "test_loss": 1.6698464683339567, + "test_acc": 38.54 + }, + { + "epoch": 9, + "train_loss": 1.4890130861945774, + "train_acc": 45.838, + "test_loss": 1.643184296692474, + "test_acc": 39.58 + }, + { + "epoch": 10, + "train_loss": 1.465249121951325, + "train_acc": 46.782, + "test_loss": 1.6082257801973368, + "test_acc": 39.97 + }, + { + "epoch": 11, + "train_loss": 1.4481058154264679, + "train_acc": 47.528, + "test_loss": 1.7353951055792314, + "test_acc": 33.66 + }, + { + "epoch": 12, + "train_loss": 1.423265596484894, + "train_acc": 48.586, + "test_loss": 1.8433229561093487, + "test_acc": 32.55 + }, + { + "epoch": 13, + "train_loss": 1.4077657426104826, + "train_acc": 49.378, + "test_loss": 1.5733526733857166, + "test_acc": 39.68 + }, + { + "epoch": 14, + "train_loss": 1.4004683329931, + "train_acc": 49.666, + "test_loss": 1.7697659504564502, + "test_acc": 35.29 + }, + { + "epoch": 15, + "train_loss": 1.3747980173896341, + "train_acc": 50.488, + "test_loss": 1.803089603593078, + "test_acc": 34.57 + }, + { + "epoch": 16, + "train_loss": 1.3467450019953502, + "train_acc": 51.63, + "test_loss": 1.843105977094626, + "test_acc": 32.73 + }, + { + "epoch": 17, + "train_loss": 1.3215301485012865, + "train_acc": 52.802, + "test_loss": 1.7202610109425798, + "test_acc": 38.06 + }, + { + "epoch": 18, + "train_loss": 1.3334397286405344, + "train_acc": 51.914, + "test_loss": 1.7067028495329846, + "test_acc": 36.45 + }, + { + "epoch": 19, + "train_loss": 1.3179305607400587, + "train_acc": 52.602, + "test_loss": 1.713924017133592, + "test_acc": 35.1 + }, + { + "epoch": 20, + "train_loss": 1.3006672952181237, + "train_acc": 53.318, + "test_loss": 1.624009621294239, + "test_acc": 39.84 + }, + { + "epoch": 21, + "train_loss": 1.2804430489954741, + "train_acc": 53.75, + "test_loss": 1.5532928659946104, + "test_acc": 43.03 + }, + { + "epoch": 22, + "train_loss": 1.2501239550997838, + "train_acc": 55.068, + "test_loss": 1.650998281527169, + "test_acc": 38.3 + }, + { + "epoch": 23, + "train_loss": 1.2524161761069237, + "train_acc": 55.166, + "test_loss": 1.7623541128786304, + "test_acc": 37.9 + }, + { + "epoch": 24, + "train_loss": 1.2336933565566608, + "train_acc": 55.442, + "test_loss": 1.568086252936834, + "test_acc": 41.45 + }, + { + "epoch": 25, + "train_loss": 1.2182852281328966, + "train_acc": 56.456, + "test_loss": 1.596484003187735, + "test_acc": 40.06 + }, + { + "epoch": 26, + "train_loss": 1.220410665892579, + "train_acc": 56.156, + "test_loss": 1.687378807912899, + "test_acc": 37.03 + }, + { + "epoch": 27, + "train_loss": 1.1941793509151624, + "train_acc": 57.144, + "test_loss": 1.6807276236860058, + "test_acc": 39.04 + }, + { + "epoch": 28, + "train_loss": 1.1913353980654646, + "train_acc": 57.338, + "test_loss": 1.6602549175672894, + "test_acc": 40.9 + }, + { + "epoch": 29, + "train_loss": 1.1647507962973223, + "train_acc": 58.348, + "test_loss": 1.5535560619981983, + "test_acc": 42.78 + }, + { + "epoch": 30, + "train_loss": 1.1422357824452394, + "train_acc": 59.262, + "test_loss": 1.604840212230441, + "test_acc": 40.83 + }, + { + "epoch": 31, + "train_loss": 1.139745458160215, + "train_acc": 59.22, + "test_loss": 1.621525284610217, + "test_acc": 40.55 + }, + { + "epoch": 32, + "train_loss": 1.13404993114569, + "train_acc": 59.38, + "test_loss": 1.5509600065931488, + "test_acc": 42.95 + }, + { + "epoch": 33, + "train_loss": 1.1096654961176236, + "train_acc": 60.376, + "test_loss": 1.7609572636930249, + "test_acc": 35.59 + }, + { + "epoch": 34, + "train_loss": 1.0856143916049577, + "train_acc": 60.886, + "test_loss": 1.5810878518261486, + "test_acc": 42.43 + }, + { + "epoch": 35, + "train_loss": 1.1140851286975928, + "train_acc": 60.348, + "test_loss": 1.59816411477101, + "test_acc": 41.57 + }, + { + "epoch": 36, + "train_loss": 1.0804381995554775, + "train_acc": 61.658, + "test_loss": 1.5249923754341994, + "test_acc": 45.07 + }, + { + "epoch": 37, + "train_loss": 1.0685224877598951, + "train_acc": 62.208, + "test_loss": 1.6241583039488974, + "test_acc": 42.0 + }, + { + "epoch": 38, + "train_loss": 1.0611605415563754, + "train_acc": 62.054, + "test_loss": 1.6024617922456958, + "test_acc": 43.17 + }, + { + "epoch": 39, + "train_loss": 1.052410711565286, + "train_acc": 62.526, + "test_loss": 1.5252338376226304, + "test_acc": 45.32 + }, + { + "epoch": 40, + "train_loss": 1.0272789542632335, + "train_acc": 63.474, + "test_loss": 1.5081927157655548, + "test_acc": 45.5 + }, + { + "epoch": 41, + "train_loss": 1.0403920530968005, + "train_acc": 62.998, + "test_loss": 1.5974869109407257, + "test_acc": 43.62 + }, + { + "epoch": 42, + "train_loss": 1.0135105387938907, + "train_acc": 64.054, + "test_loss": 1.68642193758035, + "test_acc": 41.44 + }, + { + "epoch": 43, + "train_loss": 1.02483694449715, + "train_acc": 63.688, + "test_loss": 1.4896672828288018, + "test_acc": 47.46 + }, + { + "epoch": 44, + "train_loss": 1.015615846342443, + "train_acc": 63.762, + "test_loss": 1.633451976353609, + "test_acc": 43.39 + }, + { + "epoch": 45, + "train_loss": 1.0179112460607154, + "train_acc": 63.908, + "test_loss": 1.6684770855722548, + "test_acc": 42.31 + }, + { + "epoch": 46, + "train_loss": 1.0239577137905618, + "train_acc": 63.708, + "test_loss": 1.5876838783674603, + "test_acc": 44.22 + }, + { + "epoch": 47, + "train_loss": 1.0051719723150248, + "train_acc": 64.336, + "test_loss": 1.581668565544901, + "test_acc": 44.44 + }, + { + "epoch": 48, + "train_loss": 0.9972590188236188, + "train_acc": 64.802, + "test_loss": 1.5925388471989692, + "test_acc": 44.14 + }, + { + "epoch": 49, + "train_loss": 1.0069744779020928, + "train_acc": 64.336, + "test_loss": 1.6013928244385538, + "test_acc": 43.97 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k4_3.json b/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k4_3.json new file mode 100644 index 0000000..08a00d6 --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatStochBUNoceil-50epochs__k4_3.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 2.0550731136975693, + "train_acc": 22.838, + "test_loss": 2.024451382552521, + "test_acc": 23.02 + }, + { + "epoch": 1, + "train_loss": 1.8856073593544533, + "train_acc": 29.388, + "test_loss": 1.9225507899175716, + "test_acc": 26.16 + }, + { + "epoch": 2, + "train_loss": 1.7732517286334806, + "train_acc": 34.008, + "test_loss": 1.7664113799227943, + "test_acc": 33.37 + }, + { + "epoch": 3, + "train_loss": 1.7011724320214119, + "train_acc": 37.224, + "test_loss": 1.8769214228738713, + "test_acc": 28.75 + }, + { + "epoch": 4, + "train_loss": 1.6620992501373486, + "train_acc": 38.99, + "test_loss": 1.7431344985961914, + "test_acc": 37.34 + }, + { + "epoch": 5, + "train_loss": 1.6095844083429907, + "train_acc": 41.306, + "test_loss": 1.7371334757985948, + "test_acc": 34.38 + }, + { + "epoch": 6, + "train_loss": 1.5812610134749157, + "train_acc": 42.58, + "test_loss": 1.7941183757178392, + "test_acc": 33.61 + }, + { + "epoch": 7, + "train_loss": 1.540372649117199, + "train_acc": 43.84, + "test_loss": 1.7629550423803209, + "test_acc": 34.72 + }, + { + "epoch": 8, + "train_loss": 1.5190898344644805, + "train_acc": 44.716, + "test_loss": 1.7228484787518465, + "test_acc": 37.0 + }, + { + "epoch": 9, + "train_loss": 1.5016416174066647, + "train_acc": 45.644, + "test_loss": 1.6510417385946345, + "test_acc": 36.43 + }, + { + "epoch": 10, + "train_loss": 1.4584778641800746, + "train_acc": 47.186, + "test_loss": 1.753687719755535, + "test_acc": 34.92 + }, + { + "epoch": 11, + "train_loss": 1.4459772713653876, + "train_acc": 47.856, + "test_loss": 1.6552092425430878, + "test_acc": 38.61 + }, + { + "epoch": 12, + "train_loss": 1.4358354377014864, + "train_acc": 48.084, + "test_loss": 1.8557196176504787, + "test_acc": 33.53 + }, + { + "epoch": 13, + "train_loss": 1.3809158204461607, + "train_acc": 49.73, + "test_loss": 1.5977891728847842, + "test_acc": 41.27 + }, + { + "epoch": 14, + "train_loss": 1.3980989277820148, + "train_acc": 49.682, + "test_loss": 1.761501306219946, + "test_acc": 35.65 + }, + { + "epoch": 15, + "train_loss": 1.3543317560344705, + "train_acc": 51.136, + "test_loss": 1.6094646076612835, + "test_acc": 40.63 + }, + { + "epoch": 16, + "train_loss": 1.340057340729267, + "train_acc": 51.488, + "test_loss": 1.724532196793375, + "test_acc": 33.64 + }, + { + "epoch": 17, + "train_loss": 1.3236262478182077, + "train_acc": 52.684, + "test_loss": 1.715958664688883, + "test_acc": 37.97 + }, + { + "epoch": 18, + "train_loss": 1.3137006790131864, + "train_acc": 52.85, + "test_loss": 1.6686660051345825, + "test_acc": 37.66 + }, + { + "epoch": 19, + "train_loss": 1.3061070631227225, + "train_acc": 53.19, + "test_loss": 1.7514300738708883, + "test_acc": 37.79 + }, + { + "epoch": 20, + "train_loss": 1.2980098036853858, + "train_acc": 53.282, + "test_loss": 1.6555212026909938, + "test_acc": 37.4 + }, + { + "epoch": 21, + "train_loss": 1.2778313097441594, + "train_acc": 53.874, + "test_loss": 1.5537734408921833, + "test_acc": 42.5 + }, + { + "epoch": 22, + "train_loss": 1.254992385044732, + "train_acc": 55.186, + "test_loss": 1.6666618042354342, + "test_acc": 39.25 + }, + { + "epoch": 23, + "train_loss": 1.2444727083911067, + "train_acc": 55.446, + "test_loss": 1.5783705620826045, + "test_acc": 42.63 + }, + { + "epoch": 24, + "train_loss": 1.2554624234623921, + "train_acc": 54.972, + "test_loss": 1.5809353665460515, + "test_acc": 40.86 + }, + { + "epoch": 25, + "train_loss": 1.220634824632074, + "train_acc": 56.242, + "test_loss": 1.4975297043595133, + "test_acc": 44.48 + }, + { + "epoch": 26, + "train_loss": 1.1985424252422265, + "train_acc": 57.272, + "test_loss": 1.5717822781092003, + "test_acc": 43.52 + }, + { + "epoch": 27, + "train_loss": 1.1987456058907082, + "train_acc": 56.97, + "test_loss": 1.5610893315906766, + "test_acc": 41.82 + }, + { + "epoch": 28, + "train_loss": 1.1663519769068569, + "train_acc": 58.344, + "test_loss": 1.811471181579783, + "test_acc": 37.02 + }, + { + "epoch": 29, + "train_loss": 1.1674154234664214, + "train_acc": 58.1, + "test_loss": 1.5652032245563556, + "test_acc": 44.28 + }, + { + "epoch": 30, + "train_loss": 1.1525306825137809, + "train_acc": 58.892, + "test_loss": 1.499524409257913, + "test_acc": 46.33 + }, + { + "epoch": 31, + "train_loss": 1.1368678635953333, + "train_acc": 59.544, + "test_loss": 1.5150167610071883, + "test_acc": 43.58 + }, + { + "epoch": 32, + "train_loss": 1.1222183675412327, + "train_acc": 60.01, + "test_loss": 1.706870851637442, + "test_acc": 40.49 + }, + { + "epoch": 33, + "train_loss": 1.111956176245609, + "train_acc": 60.222, + "test_loss": 1.603780616687823, + "test_acc": 42.64 + }, + { + "epoch": 34, + "train_loss": 1.1008874597146994, + "train_acc": 60.788, + "test_loss": 1.564967826951908, + "test_acc": 43.31 + }, + { + "epoch": 35, + "train_loss": 1.0887864232063293, + "train_acc": 61.422, + "test_loss": 1.53854288330561, + "test_acc": 43.65 + }, + { + "epoch": 36, + "train_loss": 1.0927127130196224, + "train_acc": 61.0, + "test_loss": 1.586226289785361, + "test_acc": 44.45 + }, + { + "epoch": 37, + "train_loss": 1.071743034798166, + "train_acc": 61.838, + "test_loss": 1.5819318717039084, + "test_acc": 42.3 + }, + { + "epoch": 38, + "train_loss": 1.0535755828213509, + "train_acc": 62.594, + "test_loss": 1.5816148519515991, + "test_acc": 43.3 + }, + { + "epoch": 39, + "train_loss": 1.0607603637458722, + "train_acc": 62.446, + "test_loss": 1.58133228368397, + "test_acc": 43.61 + }, + { + "epoch": 40, + "train_loss": 1.035156258079402, + "train_acc": 63.16, + "test_loss": 1.5169831016395665, + "test_acc": 45.52 + }, + { + "epoch": 41, + "train_loss": 1.0137814092819037, + "train_acc": 63.93, + "test_loss": 1.499032714698888, + "test_acc": 46.61 + }, + { + "epoch": 42, + "train_loss": 1.0213153837891795, + "train_acc": 63.952, + "test_loss": 1.5744144916534424, + "test_acc": 44.61 + }, + { + "epoch": 43, + "train_loss": 1.033170822941129, + "train_acc": 63.612, + "test_loss": 1.6197866986069498, + "test_acc": 43.44 + }, + { + "epoch": 44, + "train_loss": 1.0115266349309546, + "train_acc": 64.286, + "test_loss": 1.5213153090658067, + "test_acc": 46.51 + }, + { + "epoch": 45, + "train_loss": 1.0256535423076367, + "train_acc": 63.586, + "test_loss": 1.6082819111739532, + "test_acc": 44.41 + }, + { + "epoch": 46, + "train_loss": 1.0046537279168053, + "train_acc": 64.33, + "test_loss": 1.544384539881839, + "test_acc": 45.95 + }, + { + "epoch": 47, + "train_loss": 1.0139020466438644, + "train_acc": 64.19, + "test_loss": 1.5750552219680594, + "test_acc": 44.85 + }, + { + "epoch": 48, + "train_loss": 0.9953200416186886, + "train_acc": 64.868, + "test_loss": 1.5601330618315106, + "test_acc": 45.28 + }, + { + "epoch": 49, + "train_loss": 1.0119591027574466, + "train_acc": 64.118, + "test_loss": 1.5644353356542466, + "test_acc": 45.29 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k1_1.json b/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k1_1.json new file mode 100644 index 0000000..1bec8e7 --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k1_1.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 1.9703105099670721, + "train_acc": 25.68, + "test_loss": 1.8806578147260449, + "test_acc": 28.52 + }, + { + "epoch": 1, + "train_loss": 1.7511261299138179, + "train_acc": 34.522, + "test_loss": 1.8389685863181005, + "test_acc": 31.14 + }, + { + "epoch": 2, + "train_loss": 1.6417777678545784, + "train_acc": 39.356, + "test_loss": 1.8373550267159184, + "test_acc": 32.18 + }, + { + "epoch": 3, + "train_loss": 1.5737413009414283, + "train_acc": 42.252, + "test_loss": 1.8934908365901513, + "test_acc": 30.7 + }, + { + "epoch": 4, + "train_loss": 1.498565556143251, + "train_acc": 45.182, + "test_loss": 1.618249912805195, + "test_acc": 39.43 + }, + { + "epoch": 5, + "train_loss": 1.452669640331317, + "train_acc": 47.172, + "test_loss": 1.8015425265589846, + "test_acc": 33.95 + }, + { + "epoch": 6, + "train_loss": 1.3965135696903823, + "train_acc": 49.422, + "test_loss": 1.9289377112931843, + "test_acc": 28.03 + }, + { + "epoch": 7, + "train_loss": 1.376129460151848, + "train_acc": 50.222, + "test_loss": 1.8454639911651611, + "test_acc": 36.53 + }, + { + "epoch": 8, + "train_loss": 1.3295109130232536, + "train_acc": 52.124, + "test_loss": 1.7196438946301424, + "test_acc": 34.91 + }, + { + "epoch": 9, + "train_loss": 1.3012186301028943, + "train_acc": 53.432, + "test_loss": 1.887321958058997, + "test_acc": 31.34 + }, + { + "epoch": 10, + "train_loss": 1.2609701716076687, + "train_acc": 54.93, + "test_loss": 1.7222980291028567, + "test_acc": 35.39 + }, + { + "epoch": 11, + "train_loss": 1.2401467548002063, + "train_acc": 55.744, + "test_loss": 1.5582760421535637, + "test_acc": 42.2 + }, + { + "epoch": 12, + "train_loss": 1.2050789218119649, + "train_acc": 56.948, + "test_loss": 1.6622838808011404, + "test_acc": 38.35 + }, + { + "epoch": 13, + "train_loss": 1.1987547603104731, + "train_acc": 57.288, + "test_loss": 1.75368675551837, + "test_acc": 35.46 + }, + { + "epoch": 14, + "train_loss": 1.1672536175879067, + "train_acc": 58.194, + "test_loss": 1.764772632454015, + "test_acc": 35.6 + }, + { + "epoch": 15, + "train_loss": 1.1526245799515864, + "train_acc": 58.734, + "test_loss": 1.6785091720049894, + "test_acc": 41.05 + }, + { + "epoch": 16, + "train_loss": 1.1422670831155899, + "train_acc": 59.374, + "test_loss": 1.72920643076112, + "test_acc": 39.72 + }, + { + "epoch": 17, + "train_loss": 1.1196534220519883, + "train_acc": 60.108, + "test_loss": 1.7215766318236725, + "test_acc": 37.72 + }, + { + "epoch": 18, + "train_loss": 1.103950385547355, + "train_acc": 60.638, + "test_loss": 1.7195717081238953, + "test_acc": 38.58 + }, + { + "epoch": 19, + "train_loss": 1.0997248755391602, + "train_acc": 60.736, + "test_loss": 1.65992989268484, + "test_acc": 39.7 + }, + { + "epoch": 20, + "train_loss": 1.0863705280491762, + "train_acc": 61.294, + "test_loss": 1.7497359484056882, + "test_acc": 36.65 + }, + { + "epoch": 21, + "train_loss": 1.0664906334084319, + "train_acc": 61.866, + "test_loss": 1.6525795927530602, + "test_acc": 38.76 + }, + { + "epoch": 22, + "train_loss": 1.0410620155541792, + "train_acc": 63.198, + "test_loss": 1.7431772479528114, + "test_acc": 36.28 + }, + { + "epoch": 23, + "train_loss": 1.0288493819248952, + "train_acc": 63.314, + "test_loss": 1.6866057749035992, + "test_acc": 37.15 + }, + { + "epoch": 24, + "train_loss": 1.0162093683581828, + "train_acc": 64.082, + "test_loss": 1.7269157337237009, + "test_acc": 37.8 + }, + { + "epoch": 25, + "train_loss": 0.9988107818471806, + "train_acc": 64.54, + "test_loss": 1.8653369372404074, + "test_acc": 38.35 + }, + { + "epoch": 26, + "train_loss": 0.987242479915814, + "train_acc": 65.124, + "test_loss": 1.642334698121759, + "test_acc": 41.52 + }, + { + "epoch": 27, + "train_loss": 0.9728303365695202, + "train_acc": 65.544, + "test_loss": 1.5533477309383923, + "test_acc": 43.23 + }, + { + "epoch": 28, + "train_loss": 0.9430762604069527, + "train_acc": 66.578, + "test_loss": 1.7243608704096154, + "test_acc": 40.45 + }, + { + "epoch": 29, + "train_loss": 0.9230894418933507, + "train_acc": 67.336, + "test_loss": 1.6878470755830597, + "test_acc": 38.67 + }, + { + "epoch": 30, + "train_loss": 0.9321389730324221, + "train_acc": 67.134, + "test_loss": 1.709058200256734, + "test_acc": 38.56 + }, + { + "epoch": 31, + "train_loss": 0.9070228109579257, + "train_acc": 68.088, + "test_loss": 1.7173831553398808, + "test_acc": 41.06 + }, + { + "epoch": 32, + "train_loss": 0.8962097585658588, + "train_acc": 68.464, + "test_loss": 1.564121646217153, + "test_acc": 42.69 + }, + { + "epoch": 33, + "train_loss": 0.8888758428566291, + "train_acc": 68.554, + "test_loss": 1.6939041644712038, + "test_acc": 40.51 + }, + { + "epoch": 34, + "train_loss": 0.8728253437430048, + "train_acc": 69.38, + "test_loss": 1.75023843819582, + "test_acc": 39.49 + }, + { + "epoch": 35, + "train_loss": 0.8600763744100586, + "train_acc": 69.712, + "test_loss": 1.6781272933452944, + "test_acc": 42.13 + }, + { + "epoch": 36, + "train_loss": 0.8502178176894517, + "train_acc": 70.042, + "test_loss": 1.5069180138503449, + "test_acc": 46.14 + }, + { + "epoch": 37, + "train_loss": 0.8386120692543362, + "train_acc": 70.448, + "test_loss": 1.6700123623956609, + "test_acc": 41.95 + }, + { + "epoch": 38, + "train_loss": 0.8282872287513655, + "train_acc": 70.95, + "test_loss": 1.6613272654859326, + "test_acc": 42.77 + }, + { + "epoch": 39, + "train_loss": 0.8217506808088259, + "train_acc": 71.294, + "test_loss": 1.5464165059826043, + "test_acc": 45.63 + }, + { + "epoch": 40, + "train_loss": 0.8080789680828524, + "train_acc": 71.326, + "test_loss": 1.6687592494336865, + "test_acc": 42.99 + }, + { + "epoch": 41, + "train_loss": 0.8009030844854272, + "train_acc": 71.888, + "test_loss": 1.6072651887241798, + "test_acc": 43.42 + }, + { + "epoch": 42, + "train_loss": 0.7942409223455298, + "train_acc": 71.98, + "test_loss": 1.5792309875729718, + "test_acc": 45.2 + }, + { + "epoch": 43, + "train_loss": 0.7906681854096825, + "train_acc": 72.11, + "test_loss": 1.6654386686373361, + "test_acc": 43.24 + }, + { + "epoch": 44, + "train_loss": 0.777736737600068, + "train_acc": 72.792, + "test_loss": 1.5574811983712111, + "test_acc": 45.74 + }, + { + "epoch": 45, + "train_loss": 0.7774533849695454, + "train_acc": 72.502, + "test_loss": 1.6445074368126784, + "test_acc": 44.22 + }, + { + "epoch": 46, + "train_loss": 0.7680869399739043, + "train_acc": 73.064, + "test_loss": 1.6150683496571794, + "test_acc": 44.52 + }, + { + "epoch": 47, + "train_loss": 0.7755638611743517, + "train_acc": 72.446, + "test_loss": 1.5724425572383254, + "test_acc": 45.21 + }, + { + "epoch": 48, + "train_loss": 0.7600039585167185, + "train_acc": 73.364, + "test_loss": 1.5916390539724616, + "test_acc": 44.91 + }, + { + "epoch": 49, + "train_loss": 0.7544606292186795, + "train_acc": 73.438, + "test_loss": 1.5927461144290394, + "test_acc": 44.78 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k1_2.json b/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k1_2.json new file mode 100644 index 0000000..50bb65f --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k1_2.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 1.9781402867773306, + "train_acc": 25.65, + "test_loss": 1.9289902629731577, + "test_acc": 27.44 + }, + { + "epoch": 1, + "train_loss": 1.7527945175805055, + "train_acc": 34.698, + "test_loss": 1.805591029456899, + "test_acc": 27.7 + }, + { + "epoch": 2, + "train_loss": 1.6460819476095916, + "train_acc": 39.338, + "test_loss": 1.8407848907422415, + "test_acc": 32.14 + }, + { + "epoch": 3, + "train_loss": 1.5688946616009374, + "train_acc": 42.472, + "test_loss": 1.7872811374785025, + "test_acc": 36.22 + }, + { + "epoch": 4, + "train_loss": 1.4987664551991027, + "train_acc": 45.336, + "test_loss": 1.8476010229014144, + "test_acc": 29.66 + }, + { + "epoch": 5, + "train_loss": 1.4546285696956507, + "train_acc": 47.186, + "test_loss": 1.7327415701709217, + "test_acc": 34.34 + }, + { + "epoch": 6, + "train_loss": 1.3833403337337171, + "train_acc": 50.0, + "test_loss": 1.758035676388801, + "test_acc": 34.4 + }, + { + "epoch": 7, + "train_loss": 1.3631453370804067, + "train_acc": 51.034, + "test_loss": 1.6622109805481344, + "test_acc": 40.1 + }, + { + "epoch": 8, + "train_loss": 1.3181364022557387, + "train_acc": 52.302, + "test_loss": 1.8569144976289966, + "test_acc": 33.11 + }, + { + "epoch": 9, + "train_loss": 1.293341909375642, + "train_acc": 53.492, + "test_loss": 1.7932094139388846, + "test_acc": 32.47 + }, + { + "epoch": 10, + "train_loss": 1.2623818545695156, + "train_acc": 54.83, + "test_loss": 1.7881158590316772, + "test_acc": 34.87 + }, + { + "epoch": 11, + "train_loss": 1.2429087762637516, + "train_acc": 55.438, + "test_loss": 1.740526232538344, + "test_acc": 35.67 + }, + { + "epoch": 12, + "train_loss": 1.2204274481824597, + "train_acc": 56.54, + "test_loss": 1.6597930977616129, + "test_acc": 40.59 + }, + { + "epoch": 13, + "train_loss": 1.1875895490426847, + "train_acc": 57.602, + "test_loss": 1.6352411312392996, + "test_acc": 39.71 + }, + { + "epoch": 14, + "train_loss": 1.1809828400306994, + "train_acc": 57.922, + "test_loss": 1.7862826208525067, + "test_acc": 35.34 + }, + { + "epoch": 15, + "train_loss": 1.1592825552081818, + "train_acc": 58.608, + "test_loss": 1.670703445808797, + "test_acc": 36.11 + }, + { + "epoch": 16, + "train_loss": 1.1436957715417417, + "train_acc": 59.434, + "test_loss": 1.807685894302175, + "test_acc": 35.75 + }, + { + "epoch": 17, + "train_loss": 1.1150701119161932, + "train_acc": 60.448, + "test_loss": 1.7622374311278137, + "test_acc": 37.61 + }, + { + "epoch": 18, + "train_loss": 1.0841501300292247, + "train_acc": 61.48, + "test_loss": 1.7227104494843302, + "test_acc": 37.97 + }, + { + "epoch": 19, + "train_loss": 1.0891361829569883, + "train_acc": 61.178, + "test_loss": 1.740098713319513, + "test_acc": 35.82 + }, + { + "epoch": 20, + "train_loss": 1.0738703671013912, + "train_acc": 61.506, + "test_loss": 1.607644545881054, + "test_acc": 41.69 + }, + { + "epoch": 21, + "train_loss": 1.0639202234995029, + "train_acc": 62.254, + "test_loss": 1.6498654220677629, + "test_acc": 38.96 + }, + { + "epoch": 22, + "train_loss": 1.0408235896578835, + "train_acc": 62.694, + "test_loss": 1.8770855891553662, + "test_acc": 35.03 + }, + { + "epoch": 23, + "train_loss": 1.033838002882955, + "train_acc": 63.186, + "test_loss": 1.7144177382505392, + "test_acc": 36.75 + }, + { + "epoch": 24, + "train_loss": 1.0135768615376308, + "train_acc": 63.888, + "test_loss": 1.7384491992902151, + "test_acc": 40.09 + }, + { + "epoch": 25, + "train_loss": 0.9957842294822263, + "train_acc": 64.634, + "test_loss": 1.6017599483079548, + "test_acc": 42.91 + }, + { + "epoch": 26, + "train_loss": 0.9852396559227458, + "train_acc": 64.968, + "test_loss": 1.6371168773385543, + "test_acc": 41.14 + }, + { + "epoch": 27, + "train_loss": 0.9712919684322289, + "train_acc": 65.35, + "test_loss": 1.7461024703858774, + "test_acc": 39.2 + }, + { + "epoch": 28, + "train_loss": 0.9597184918725582, + "train_acc": 65.998, + "test_loss": 1.514651924748964, + "test_acc": 44.12 + }, + { + "epoch": 29, + "train_loss": 0.943057080821308, + "train_acc": 66.676, + "test_loss": 1.5362324277056922, + "test_acc": 45.95 + }, + { + "epoch": 30, + "train_loss": 0.9360175486415854, + "train_acc": 66.87, + "test_loss": 1.6049105773998211, + "test_acc": 42.92 + }, + { + "epoch": 31, + "train_loss": 0.9046208430129243, + "train_acc": 68.118, + "test_loss": 1.5838319198994697, + "test_acc": 41.97 + }, + { + "epoch": 32, + "train_loss": 0.8973863669825942, + "train_acc": 68.202, + "test_loss": 1.6680823971953573, + "test_acc": 41.47 + }, + { + "epoch": 33, + "train_loss": 0.8872827985097685, + "train_acc": 68.534, + "test_loss": 1.526517032067987, + "test_acc": 45.02 + }, + { + "epoch": 34, + "train_loss": 0.8781344318938682, + "train_acc": 68.704, + "test_loss": 1.7804917142361025, + "test_acc": 39.22 + }, + { + "epoch": 35, + "train_loss": 0.8632590021471234, + "train_acc": 69.638, + "test_loss": 1.7089547175395339, + "test_acc": 40.97 + }, + { + "epoch": 36, + "train_loss": 0.8508635837861034, + "train_acc": 69.892, + "test_loss": 1.6237203682525247, + "test_acc": 44.05 + }, + { + "epoch": 37, + "train_loss": 0.8612514458348989, + "train_acc": 69.484, + "test_loss": 1.5513963337186016, + "test_acc": 44.18 + }, + { + "epoch": 38, + "train_loss": 0.8358078832211702, + "train_acc": 70.278, + "test_loss": 1.5394505383093147, + "test_acc": 45.04 + }, + { + "epoch": 39, + "train_loss": 0.8187844419418393, + "train_acc": 71.262, + "test_loss": 1.6077952234050896, + "test_acc": 43.74 + }, + { + "epoch": 40, + "train_loss": 0.8194532588009944, + "train_acc": 71.344, + "test_loss": 1.566501083253305, + "test_acc": 45.05 + }, + { + "epoch": 41, + "train_loss": 0.8084632963170786, + "train_acc": 71.572, + "test_loss": 1.582225173334532, + "test_acc": 45.09 + }, + { + "epoch": 42, + "train_loss": 0.7849123549583318, + "train_acc": 72.408, + "test_loss": 1.5701739350451698, + "test_acc": 44.65 + }, + { + "epoch": 43, + "train_loss": 0.7838459947834844, + "train_acc": 72.398, + "test_loss": 1.494354542297653, + "test_acc": 47.16 + }, + { + "epoch": 44, + "train_loss": 0.7845730093281592, + "train_acc": 72.366, + "test_loss": 1.4989732503890991, + "test_acc": 46.83 + }, + { + "epoch": 45, + "train_loss": 0.7775558702018864, + "train_acc": 72.89, + "test_loss": 1.5192556124699266, + "test_acc": 46.7 + }, + { + "epoch": 46, + "train_loss": 0.7729916888887011, + "train_acc": 72.818, + "test_loss": 1.5483880722070043, + "test_acc": 45.68 + }, + { + "epoch": 47, + "train_loss": 0.7780880562942046, + "train_acc": 72.622, + "test_loss": 1.5127877313879472, + "test_acc": 46.62 + }, + { + "epoch": 48, + "train_loss": 0.7590509247596916, + "train_acc": 73.32, + "test_loss": 1.5539818670176253, + "test_acc": 45.51 + }, + { + "epoch": 49, + "train_loss": 0.7777215575470644, + "train_acc": 72.518, + "test_loss": 1.548760577093197, + "test_acc": 45.99 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k1_3.json b/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k1_3.json new file mode 100644 index 0000000..4d945a0 --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k1_3.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 1.9708639624173685, + "train_acc": 25.31, + "test_loss": 1.8016313827490504, + "test_acc": 32.71 + }, + { + "epoch": 1, + "train_loss": 1.7552699301858692, + "train_acc": 34.868, + "test_loss": 1.7728648985488504, + "test_acc": 33.46 + }, + { + "epoch": 2, + "train_loss": 1.6556750865238707, + "train_acc": 38.78, + "test_loss": 1.8473940936824944, + "test_acc": 30.75 + }, + { + "epoch": 3, + "train_loss": 1.5607404620446208, + "train_acc": 42.942, + "test_loss": 1.7209215028376519, + "test_acc": 35.21 + }, + { + "epoch": 4, + "train_loss": 1.492007923248174, + "train_acc": 45.844, + "test_loss": 1.7044818959658659, + "test_acc": 35.25 + }, + { + "epoch": 5, + "train_loss": 1.4444066609263115, + "train_acc": 47.912, + "test_loss": 1.632572335532949, + "test_acc": 37.56 + }, + { + "epoch": 6, + "train_loss": 1.3994796349264471, + "train_acc": 49.426, + "test_loss": 1.6173516723174084, + "test_acc": 36.04 + }, + { + "epoch": 7, + "train_loss": 1.3556886946453768, + "train_acc": 51.194, + "test_loss": 1.6963895016078707, + "test_acc": 36.36 + }, + { + "epoch": 8, + "train_loss": 1.3250504521762623, + "train_acc": 52.63, + "test_loss": 1.8160088952583602, + "test_acc": 32.32 + }, + { + "epoch": 9, + "train_loss": 1.2888674007352356, + "train_acc": 53.9, + "test_loss": 1.7423396004906184, + "test_acc": 34.98 + }, + { + "epoch": 10, + "train_loss": 1.2792616678625726, + "train_acc": 54.324, + "test_loss": 1.772409230847902, + "test_acc": 38.65 + }, + { + "epoch": 11, + "train_loss": 1.2365762719412898, + "train_acc": 55.768, + "test_loss": 1.808699378484412, + "test_acc": 32.52 + }, + { + "epoch": 12, + "train_loss": 1.2287937501812225, + "train_acc": 56.064, + "test_loss": 1.6387966871261597, + "test_acc": 39.76 + }, + { + "epoch": 13, + "train_loss": 1.2024753470250102, + "train_acc": 57.232, + "test_loss": 1.7520358049416844, + "test_acc": 36.2 + }, + { + "epoch": 14, + "train_loss": 1.172254902627462, + "train_acc": 58.278, + "test_loss": 1.6441916031173514, + "test_acc": 36.7 + }, + { + "epoch": 15, + "train_loss": 1.1508577031552638, + "train_acc": 59.068, + "test_loss": 1.6426075334790387, + "test_acc": 35.07 + }, + { + "epoch": 16, + "train_loss": 1.1558583148605073, + "train_acc": 58.654, + "test_loss": 1.459872461572478, + "test_acc": 46.35 + }, + { + "epoch": 17, + "train_loss": 1.1218895061546579, + "train_acc": 59.976, + "test_loss": 1.6375200627725335, + "test_acc": 40.67 + }, + { + "epoch": 18, + "train_loss": 1.1019389792476468, + "train_acc": 60.678, + "test_loss": 1.737975636615029, + "test_acc": 36.99 + }, + { + "epoch": 19, + "train_loss": 1.0834080325368116, + "train_acc": 61.486, + "test_loss": 1.7646471593953386, + "test_acc": 36.35 + }, + { + "epoch": 20, + "train_loss": 1.0741316947485784, + "train_acc": 61.746, + "test_loss": 1.8437708752064765, + "test_acc": 33.37 + }, + { + "epoch": 21, + "train_loss": 1.049817707227624, + "train_acc": 62.756, + "test_loss": 1.7284812685809559, + "test_acc": 38.42 + }, + { + "epoch": 22, + "train_loss": 1.0486979286384095, + "train_acc": 62.82, + "test_loss": 1.6547211514243596, + "test_acc": 37.97 + }, + { + "epoch": 23, + "train_loss": 1.0231423937451198, + "train_acc": 63.67, + "test_loss": 1.6902147712586801, + "test_acc": 39.16 + }, + { + "epoch": 24, + "train_loss": 1.0336032506754942, + "train_acc": 63.302, + "test_loss": 1.5796168620073343, + "test_acc": 43.41 + }, + { + "epoch": 25, + "train_loss": 0.9985774130467564, + "train_acc": 64.432, + "test_loss": 1.6915098111840743, + "test_acc": 40.65 + }, + { + "epoch": 26, + "train_loss": 1.0018187303982122, + "train_acc": 64.382, + "test_loss": 1.7024188992343372, + "test_acc": 38.42 + }, + { + "epoch": 27, + "train_loss": 0.9695430512318526, + "train_acc": 65.708, + "test_loss": 1.6736365828333022, + "test_acc": 39.66 + }, + { + "epoch": 28, + "train_loss": 0.9680758089665562, + "train_acc": 65.592, + "test_loss": 1.6089173932618732, + "test_acc": 41.56 + }, + { + "epoch": 29, + "train_loss": 0.9520706028279746, + "train_acc": 66.176, + "test_loss": 1.6738551462752909, + "test_acc": 40.27 + }, + { + "epoch": 30, + "train_loss": 0.9230762244490407, + "train_acc": 67.262, + "test_loss": 1.603747714923907, + "test_acc": 43.06 + }, + { + "epoch": 31, + "train_loss": 0.9257881069732139, + "train_acc": 67.2, + "test_loss": 1.5517185669911058, + "test_acc": 42.25 + }, + { + "epoch": 32, + "train_loss": 0.9037588069506008, + "train_acc": 68.034, + "test_loss": 1.5923682828492756, + "test_acc": 43.62 + }, + { + "epoch": 33, + "train_loss": 0.890189911855761, + "train_acc": 68.506, + "test_loss": 1.4940442722054976, + "test_acc": 45.09 + }, + { + "epoch": 34, + "train_loss": 0.8864820962366851, + "train_acc": 68.49, + "test_loss": 1.7249728803393207, + "test_acc": 40.34 + }, + { + "epoch": 35, + "train_loss": 0.8765743719342419, + "train_acc": 69.028, + "test_loss": 1.6661101534396787, + "test_acc": 42.53 + }, + { + "epoch": 36, + "train_loss": 0.8592590131723058, + "train_acc": 69.8, + "test_loss": 1.669587898857986, + "test_acc": 41.79 + }, + { + "epoch": 37, + "train_loss": 0.8267724937795068, + "train_acc": 70.972, + "test_loss": 1.6704337883599196, + "test_acc": 41.79 + }, + { + "epoch": 38, + "train_loss": 0.8316652416573156, + "train_acc": 70.558, + "test_loss": 1.5618030315713038, + "test_acc": 44.33 + }, + { + "epoch": 39, + "train_loss": 0.8190696799694119, + "train_acc": 71.304, + "test_loss": 1.6037538926812667, + "test_acc": 43.2 + }, + { + "epoch": 40, + "train_loss": 0.8058877268715587, + "train_acc": 71.712, + "test_loss": 1.6750166204911243, + "test_acc": 42.02 + }, + { + "epoch": 41, + "train_loss": 0.8042407487054615, + "train_acc": 71.492, + "test_loss": 1.600975033603137, + "test_acc": 44.38 + }, + { + "epoch": 42, + "train_loss": 0.801670234450294, + "train_acc": 71.798, + "test_loss": 1.6606910168370115, + "test_acc": 42.63 + }, + { + "epoch": 43, + "train_loss": 0.7879441043604976, + "train_acc": 72.182, + "test_loss": 1.5766104565391057, + "test_acc": 44.96 + }, + { + "epoch": 44, + "train_loss": 0.7942413442275104, + "train_acc": 71.854, + "test_loss": 1.5487510056435307, + "test_acc": 45.25 + }, + { + "epoch": 45, + "train_loss": 0.7903241402352862, + "train_acc": 72.132, + "test_loss": 1.5720743167249462, + "test_acc": 45.46 + }, + { + "epoch": 46, + "train_loss": 0.7754831242439387, + "train_acc": 72.902, + "test_loss": 1.5835669825348673, + "test_acc": 44.72 + }, + { + "epoch": 47, + "train_loss": 0.7816370525933287, + "train_acc": 72.372, + "test_loss": 1.578008161315435, + "test_acc": 45.05 + }, + { + "epoch": 48, + "train_loss": 0.7743165134011633, + "train_acc": 72.858, + "test_loss": 1.5805485278745242, + "test_acc": 45.13 + }, + { + "epoch": 49, + "train_loss": 0.7701785202373934, + "train_acc": 72.884, + "test_loss": 1.5839381670650048, + "test_acc": 44.89 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k2_1.json b/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k2_1.json new file mode 100644 index 0000000..997aba2 --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k2_1.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 1.9827482319244034, + "train_acc": 25.338, + "test_loss": 1.8491583428805387, + "test_acc": 29.78 + }, + { + "epoch": 1, + "train_loss": 1.7351259352910855, + "train_acc": 35.562, + "test_loss": 1.7875422601458393, + "test_acc": 33.08 + }, + { + "epoch": 2, + "train_loss": 1.6312474390429914, + "train_acc": 39.858, + "test_loss": 1.7306896191609056, + "test_acc": 36.04 + }, + { + "epoch": 3, + "train_loss": 1.5423221621671905, + "train_acc": 43.522, + "test_loss": 1.8507388392581214, + "test_acc": 29.18 + }, + { + "epoch": 4, + "train_loss": 1.483415358206805, + "train_acc": 46.432, + "test_loss": 1.6984954589529881, + "test_acc": 36.29 + }, + { + "epoch": 5, + "train_loss": 1.4166565413975045, + "train_acc": 48.648, + "test_loss": 1.5452715596066247, + "test_acc": 42.37 + }, + { + "epoch": 6, + "train_loss": 1.363685102109104, + "train_acc": 51.2, + "test_loss": 1.8141654382778118, + "test_acc": 35.08 + }, + { + "epoch": 7, + "train_loss": 1.3153447504238704, + "train_acc": 52.822, + "test_loss": 1.720691182945348, + "test_acc": 36.16 + }, + { + "epoch": 8, + "train_loss": 1.2853540947370212, + "train_acc": 53.974, + "test_loss": 1.7617194486569754, + "test_acc": 33.22 + }, + { + "epoch": 9, + "train_loss": 1.2554063859498104, + "train_acc": 55.022, + "test_loss": 1.6676828438722635, + "test_acc": 34.68 + }, + { + "epoch": 10, + "train_loss": 1.2312887995444295, + "train_acc": 56.072, + "test_loss": 1.7030852157858354, + "test_acc": 38.0 + }, + { + "epoch": 11, + "train_loss": 1.2109041433505086, + "train_acc": 56.77, + "test_loss": 1.746633330477944, + "test_acc": 37.02 + }, + { + "epoch": 12, + "train_loss": 1.1914249016805682, + "train_acc": 57.546, + "test_loss": 1.7064530200596097, + "test_acc": 33.5 + }, + { + "epoch": 13, + "train_loss": 1.1741964701191543, + "train_acc": 58.102, + "test_loss": 1.9422939789446094, + "test_acc": 31.49 + }, + { + "epoch": 14, + "train_loss": 1.1473835598477318, + "train_acc": 59.152, + "test_loss": 1.6620150366915931, + "test_acc": 39.89 + }, + { + "epoch": 15, + "train_loss": 1.1242861903232078, + "train_acc": 59.944, + "test_loss": 1.763163153129288, + "test_acc": 36.03 + }, + { + "epoch": 16, + "train_loss": 1.1127215786968045, + "train_acc": 60.51, + "test_loss": 1.6864801086956942, + "test_acc": 38.3 + }, + { + "epoch": 17, + "train_loss": 1.078970488532425, + "train_acc": 61.548, + "test_loss": 1.7406823574742185, + "test_acc": 37.91 + }, + { + "epoch": 18, + "train_loss": 1.084518895277282, + "train_acc": 61.358, + "test_loss": 1.5852274140225182, + "test_acc": 40.09 + }, + { + "epoch": 19, + "train_loss": 1.0552022708651354, + "train_acc": 62.71, + "test_loss": 1.6249590885790088, + "test_acc": 40.05 + }, + { + "epoch": 20, + "train_loss": 1.0399250947605923, + "train_acc": 62.892, + "test_loss": 1.5200149680994735, + "test_acc": 43.49 + }, + { + "epoch": 21, + "train_loss": 1.0420081993503034, + "train_acc": 62.864, + "test_loss": 1.7366852865943425, + "test_acc": 38.35 + }, + { + "epoch": 22, + "train_loss": 1.035831214826735, + "train_acc": 63.244, + "test_loss": 1.7230945523781112, + "test_acc": 36.36 + }, + { + "epoch": 23, + "train_loss": 0.9855918411708549, + "train_acc": 65.084, + "test_loss": 1.6976155736778356, + "test_acc": 38.36 + }, + { + "epoch": 24, + "train_loss": 0.9928145298872457, + "train_acc": 64.682, + "test_loss": 1.7282267175143278, + "test_acc": 37.19 + }, + { + "epoch": 25, + "train_loss": 0.9624769361427677, + "train_acc": 65.896, + "test_loss": 1.5488933898225616, + "test_acc": 43.04 + }, + { + "epoch": 26, + "train_loss": 0.959156665655658, + "train_acc": 66.15, + "test_loss": 1.74369068839882, + "test_acc": 39.65 + }, + { + "epoch": 27, + "train_loss": 0.9354025822161408, + "train_acc": 66.96, + "test_loss": 1.632695068286944, + "test_acc": 41.7 + }, + { + "epoch": 28, + "train_loss": 0.9159130092776949, + "train_acc": 67.786, + "test_loss": 1.6364040238947808, + "test_acc": 40.44 + }, + { + "epoch": 29, + "train_loss": 0.9199095179357797, + "train_acc": 67.45, + "test_loss": 1.5910358594942697, + "test_acc": 44.12 + }, + { + "epoch": 30, + "train_loss": 0.9052824155448953, + "train_acc": 68.108, + "test_loss": 1.5910602792908874, + "test_acc": 41.09 + }, + { + "epoch": 31, + "train_loss": 0.8784734016794074, + "train_acc": 68.964, + "test_loss": 1.6936172744895839, + "test_acc": 40.36 + }, + { + "epoch": 32, + "train_loss": 0.8645649822929021, + "train_acc": 69.454, + "test_loss": 1.6463414611695688, + "test_acc": 41.44 + }, + { + "epoch": 33, + "train_loss": 0.8606308936462987, + "train_acc": 69.552, + "test_loss": 1.499947164632097, + "test_acc": 46.84 + }, + { + "epoch": 34, + "train_loss": 0.8443312864474324, + "train_acc": 70.06, + "test_loss": 1.4719071282616145, + "test_acc": 46.8 + }, + { + "epoch": 35, + "train_loss": 0.8210410160176894, + "train_acc": 71.024, + "test_loss": 1.6644731458229354, + "test_acc": 40.45 + }, + { + "epoch": 36, + "train_loss": 0.8125316761338802, + "train_acc": 71.458, + "test_loss": 1.5710737192178075, + "test_acc": 43.93 + }, + { + "epoch": 37, + "train_loss": 0.799023362300585, + "train_acc": 72.062, + "test_loss": 1.4573375378982931, + "test_acc": 46.65 + }, + { + "epoch": 38, + "train_loss": 0.7957859651359451, + "train_acc": 71.982, + "test_loss": 1.510955551002599, + "test_acc": 46.4 + }, + { + "epoch": 39, + "train_loss": 0.7927570001548513, + "train_acc": 72.228, + "test_loss": 1.5781683604928511, + "test_acc": 44.87 + }, + { + "epoch": 40, + "train_loss": 0.7804475589786344, + "train_acc": 72.374, + "test_loss": 1.510662979717496, + "test_acc": 46.05 + }, + { + "epoch": 41, + "train_loss": 0.7668189006998106, + "train_acc": 73.068, + "test_loss": 1.555564497090593, + "test_acc": 45.16 + }, + { + "epoch": 42, + "train_loss": 0.7720595883286517, + "train_acc": 72.98, + "test_loss": 1.5746007508869413, + "test_acc": 45.54 + }, + { + "epoch": 43, + "train_loss": 0.7521037748250206, + "train_acc": 73.446, + "test_loss": 1.530909966818894, + "test_acc": 46.0 + }, + { + "epoch": 44, + "train_loss": 0.7551810948745065, + "train_acc": 73.506, + "test_loss": 1.5346153612378277, + "test_acc": 46.4 + }, + { + "epoch": 45, + "train_loss": 0.7522233368643104, + "train_acc": 73.654, + "test_loss": 1.5359084379823902, + "test_acc": 46.43 + }, + { + "epoch": 46, + "train_loss": 0.7472603874438254, + "train_acc": 73.788, + "test_loss": 1.519290480432631, + "test_acc": 47.12 + }, + { + "epoch": 47, + "train_loss": 0.7293845384627047, + "train_acc": 74.408, + "test_loss": 1.5358088484293297, + "test_acc": 46.22 + }, + { + "epoch": 48, + "train_loss": 0.7288154908610732, + "train_acc": 74.436, + "test_loss": 1.5329363617715956, + "test_acc": 46.49 + }, + { + "epoch": 49, + "train_loss": 0.7320203156117588, + "train_acc": 74.41, + "test_loss": 1.5453098967105527, + "test_acc": 46.17 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k2_2.json b/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k2_2.json new file mode 100644 index 0000000..daf5cc5 --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k2_2.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 1.9860894808074092, + "train_acc": 25.094, + "test_loss": 1.8962708138212372, + "test_acc": 28.73 + }, + { + "epoch": 1, + "train_loss": 1.759964760916922, + "train_acc": 34.402, + "test_loss": 1.7783982195431673, + "test_acc": 34.31 + }, + { + "epoch": 2, + "train_loss": 1.625880029805176, + "train_acc": 40.034, + "test_loss": 1.7473207108582123, + "test_acc": 33.96 + }, + { + "epoch": 3, + "train_loss": 1.5361101404785196, + "train_acc": 43.578, + "test_loss": 1.7375131588947923, + "test_acc": 37.07 + }, + { + "epoch": 4, + "train_loss": 1.4629131076890793, + "train_acc": 46.856, + "test_loss": 1.778105412857442, + "test_acc": 33.26 + }, + { + "epoch": 5, + "train_loss": 1.402916532648189, + "train_acc": 49.204, + "test_loss": 1.8280502542664734, + "test_acc": 26.62 + }, + { + "epoch": 6, + "train_loss": 1.3758093813801056, + "train_acc": 50.62, + "test_loss": 1.856013293507733, + "test_acc": 33.37 + }, + { + "epoch": 7, + "train_loss": 1.315406435895759, + "train_acc": 52.764, + "test_loss": 1.6052584965017778, + "test_acc": 41.11 + }, + { + "epoch": 8, + "train_loss": 1.2883716474103806, + "train_acc": 53.872, + "test_loss": 1.7740733035003082, + "test_acc": 35.8 + }, + { + "epoch": 9, + "train_loss": 1.2588362362988466, + "train_acc": 54.91, + "test_loss": 1.703875967218906, + "test_acc": 35.69 + }, + { + "epoch": 10, + "train_loss": 1.244358687449599, + "train_acc": 55.362, + "test_loss": 1.7822686690318434, + "test_acc": 35.66 + }, + { + "epoch": 11, + "train_loss": 1.2074003204360337, + "train_acc": 56.758, + "test_loss": 1.7069820844674413, + "test_acc": 37.52 + }, + { + "epoch": 12, + "train_loss": 1.1877242297772557, + "train_acc": 57.55, + "test_loss": 1.7411995809289473, + "test_acc": 37.29 + }, + { + "epoch": 13, + "train_loss": 1.1503732664810726, + "train_acc": 59.134, + "test_loss": 1.6672714209254784, + "test_acc": 36.7 + }, + { + "epoch": 14, + "train_loss": 1.1400348519730141, + "train_acc": 59.348, + "test_loss": 1.6103864983667302, + "test_acc": 38.92 + }, + { + "epoch": 15, + "train_loss": 1.1200387514460728, + "train_acc": 60.042, + "test_loss": 1.6871671420109422, + "test_acc": 38.56 + }, + { + "epoch": 16, + "train_loss": 1.096553116198391, + "train_acc": 60.914, + "test_loss": 1.9609771197355246, + "test_acc": 35.94 + }, + { + "epoch": 17, + "train_loss": 1.0694607974928054, + "train_acc": 61.936, + "test_loss": 1.6975987289525285, + "test_acc": 37.74 + }, + { + "epoch": 18, + "train_loss": 1.0835973347544365, + "train_acc": 61.572, + "test_loss": 1.7696105392673347, + "test_acc": 38.81 + }, + { + "epoch": 19, + "train_loss": 1.0626655870386401, + "train_acc": 62.17, + "test_loss": 1.9129469470132756, + "test_acc": 35.81 + }, + { + "epoch": 20, + "train_loss": 1.0622072576561852, + "train_acc": 62.168, + "test_loss": 1.7199458155450942, + "test_acc": 36.83 + }, + { + "epoch": 21, + "train_loss": 1.0325127684551736, + "train_acc": 63.634, + "test_loss": 1.6851859047443052, + "test_acc": 37.36 + }, + { + "epoch": 22, + "train_loss": 0.9996655970583181, + "train_acc": 64.376, + "test_loss": 1.6610746232769158, + "test_acc": 40.62 + }, + { + "epoch": 23, + "train_loss": 1.000349579107426, + "train_acc": 64.616, + "test_loss": 1.7274406635308568, + "test_acc": 36.53 + }, + { + "epoch": 24, + "train_loss": 0.9901230044072241, + "train_acc": 65.112, + "test_loss": 1.54506123518642, + "test_acc": 42.86 + }, + { + "epoch": 25, + "train_loss": 0.9522900523432075, + "train_acc": 66.364, + "test_loss": 1.5417788737936864, + "test_acc": 39.98 + }, + { + "epoch": 26, + "train_loss": 0.9620903195322626, + "train_acc": 66.074, + "test_loss": 1.5874879284750056, + "test_acc": 44.42 + }, + { + "epoch": 27, + "train_loss": 0.9460692785280135, + "train_acc": 66.65, + "test_loss": 1.7593531201157389, + "test_acc": 39.64 + }, + { + "epoch": 28, + "train_loss": 0.9279524087905884, + "train_acc": 67.094, + "test_loss": 1.6251258684110037, + "test_acc": 40.5 + }, + { + "epoch": 29, + "train_loss": 0.9086523245057792, + "train_acc": 67.89, + "test_loss": 1.7132557600359373, + "test_acc": 39.91 + }, + { + "epoch": 30, + "train_loss": 0.8953592693409347, + "train_acc": 68.35, + "test_loss": 1.5978947274292572, + "test_acc": 42.86 + }, + { + "epoch": 31, + "train_loss": 0.89847643875405, + "train_acc": 68.468, + "test_loss": 1.652358222611343, + "test_acc": 42.33 + }, + { + "epoch": 32, + "train_loss": 0.8652809006173897, + "train_acc": 69.312, + "test_loss": 1.537844570377205, + "test_acc": 43.92 + }, + { + "epoch": 33, + "train_loss": 0.8647627318301774, + "train_acc": 69.502, + "test_loss": 1.6114671501932265, + "test_acc": 44.08 + }, + { + "epoch": 34, + "train_loss": 0.8305329854226173, + "train_acc": 70.76, + "test_loss": 1.6056579939926727, + "test_acc": 43.37 + }, + { + "epoch": 35, + "train_loss": 0.844759345207068, + "train_acc": 70.294, + "test_loss": 1.6875336411633068, + "test_acc": 40.06 + }, + { + "epoch": 36, + "train_loss": 0.8319125884329267, + "train_acc": 70.76, + "test_loss": 1.6933828381043445, + "test_acc": 42.03 + }, + { + "epoch": 37, + "train_loss": 0.8095638754270266, + "train_acc": 71.442, + "test_loss": 1.6363552250439608, + "test_acc": 43.38 + }, + { + "epoch": 38, + "train_loss": 0.797963782268412, + "train_acc": 71.942, + "test_loss": 1.6866933228094367, + "test_acc": 43.15 + }, + { + "epoch": 39, + "train_loss": 0.7871499639337934, + "train_acc": 72.21, + "test_loss": 1.6102837293962888, + "test_acc": 43.8 + }, + { + "epoch": 40, + "train_loss": 0.7780984484631083, + "train_acc": 72.698, + "test_loss": 1.6901296075386336, + "test_acc": 41.93 + }, + { + "epoch": 41, + "train_loss": 0.7664625323032175, + "train_acc": 72.856, + "test_loss": 1.630103141446657, + "test_acc": 44.84 + }, + { + "epoch": 42, + "train_loss": 0.7573950676357045, + "train_acc": 73.414, + "test_loss": 1.6924203634262085, + "test_acc": 42.67 + }, + { + "epoch": 43, + "train_loss": 0.7545885008466823, + "train_acc": 73.466, + "test_loss": 1.4863027711457844, + "test_acc": 47.52 + }, + { + "epoch": 44, + "train_loss": 0.7354166834708065, + "train_acc": 74.168, + "test_loss": 1.6184619061554535, + "test_acc": 44.65 + }, + { + "epoch": 45, + "train_loss": 0.7371106866528007, + "train_acc": 74.19, + "test_loss": 1.6264622799957855, + "test_acc": 43.76 + }, + { + "epoch": 46, + "train_loss": 0.7406583959641664, + "train_acc": 73.948, + "test_loss": 1.624109382870831, + "test_acc": 44.98 + }, + { + "epoch": 47, + "train_loss": 0.7512585706723011, + "train_acc": 73.762, + "test_loss": 1.5914157040511505, + "test_acc": 45.52 + }, + { + "epoch": 48, + "train_loss": 0.736612529172312, + "train_acc": 74.336, + "test_loss": 1.6392812668522703, + "test_acc": 44.55 + }, + { + "epoch": 49, + "train_loss": 0.7276556892010867, + "train_acc": 74.452, + "test_loss": 1.6119160184377357, + "test_acc": 45.32 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k2_3.json b/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k2_3.json new file mode 100644 index 0000000..3eb73e8 --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k2_3.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 1.976159425342784, + "train_acc": 25.554, + "test_loss": 1.9402401899989647, + "test_acc": 22.22 + }, + { + "epoch": 1, + "train_loss": 1.7347182742774945, + "train_acc": 35.168, + "test_loss": 1.8183234884769102, + "test_acc": 32.55 + }, + { + "epoch": 2, + "train_loss": 1.629585568862193, + "train_acc": 39.596, + "test_loss": 1.7693065193634998, + "test_acc": 33.42 + }, + { + "epoch": 3, + "train_loss": 1.5271210200951228, + "train_acc": 44.45, + "test_loss": 1.827574844601788, + "test_acc": 28.97 + }, + { + "epoch": 4, + "train_loss": 1.466349127042629, + "train_acc": 46.74, + "test_loss": 1.8788148753250702, + "test_acc": 32.22 + }, + { + "epoch": 5, + "train_loss": 1.4034382812202435, + "train_acc": 49.35, + "test_loss": 1.6778971530214142, + "test_acc": 35.96 + }, + { + "epoch": 6, + "train_loss": 1.357469332797448, + "train_acc": 51.144, + "test_loss": 1.8308329642573489, + "test_acc": 33.35 + }, + { + "epoch": 7, + "train_loss": 1.3343510767992806, + "train_acc": 52.194, + "test_loss": 1.7588602621344072, + "test_acc": 34.4 + }, + { + "epoch": 8, + "train_loss": 1.2757726195828079, + "train_acc": 54.224, + "test_loss": 1.6784749121605596, + "test_acc": 37.09 + }, + { + "epoch": 9, + "train_loss": 1.2558526268700505, + "train_acc": 55.012, + "test_loss": 1.6996678098847595, + "test_acc": 37.58 + }, + { + "epoch": 10, + "train_loss": 1.245889211707103, + "train_acc": 55.802, + "test_loss": 1.729709531687483, + "test_acc": 36.23 + }, + { + "epoch": 11, + "train_loss": 1.2106500764941925, + "train_acc": 57.066, + "test_loss": 1.838659275936175, + "test_acc": 34.46 + }, + { + "epoch": 12, + "train_loss": 1.1871054802099457, + "train_acc": 57.618, + "test_loss": 1.8595071291621728, + "test_acc": 34.05 + }, + { + "epoch": 13, + "train_loss": 1.17542973092145, + "train_acc": 58.114, + "test_loss": 1.9526743164545373, + "test_acc": 32.93 + }, + { + "epoch": 14, + "train_loss": 1.1293932050085433, + "train_acc": 59.79, + "test_loss": 1.81245562396472, + "test_acc": 36.79 + }, + { + "epoch": 15, + "train_loss": 1.1115875192310498, + "train_acc": 60.806, + "test_loss": 1.6174381458306615, + "test_acc": 40.07 + }, + { + "epoch": 16, + "train_loss": 1.100718701891887, + "train_acc": 60.908, + "test_loss": 1.647222767902326, + "test_acc": 41.45 + }, + { + "epoch": 17, + "train_loss": 1.0930494847504988, + "train_acc": 61.26, + "test_loss": 1.75840473024151, + "test_acc": 35.61 + }, + { + "epoch": 18, + "train_loss": 1.0710135885821583, + "train_acc": 62.036, + "test_loss": 1.701107616665997, + "test_acc": 35.84 + }, + { + "epoch": 19, + "train_loss": 1.0468319360252536, + "train_acc": 62.93, + "test_loss": 1.8989673430406595, + "test_acc": 31.41 + }, + { + "epoch": 20, + "train_loss": 1.0466927416489253, + "train_acc": 62.938, + "test_loss": 1.6381077268455602, + "test_acc": 41.54 + }, + { + "epoch": 21, + "train_loss": 1.0307381174448507, + "train_acc": 63.468, + "test_loss": 1.7360336599470694, + "test_acc": 38.24 + }, + { + "epoch": 22, + "train_loss": 0.9984088250438271, + "train_acc": 64.62, + "test_loss": 1.7415236445921887, + "test_acc": 39.64 + }, + { + "epoch": 23, + "train_loss": 0.9896027773542477, + "train_acc": 65.07, + "test_loss": 1.597674431680124, + "test_acc": 41.22 + }, + { + "epoch": 24, + "train_loss": 0.9669566688025394, + "train_acc": 65.63, + "test_loss": 1.6600606999819791, + "test_acc": 38.69 + }, + { + "epoch": 25, + "train_loss": 0.9682788643080865, + "train_acc": 65.758, + "test_loss": 1.5889462941809545, + "test_acc": 40.07 + }, + { + "epoch": 26, + "train_loss": 0.9484140136662651, + "train_acc": 66.2, + "test_loss": 1.6184888157663466, + "test_acc": 40.89 + }, + { + "epoch": 27, + "train_loss": 0.92348876877514, + "train_acc": 67.352, + "test_loss": 1.6217048032374322, + "test_acc": 43.45 + }, + { + "epoch": 28, + "train_loss": 0.9095355918645249, + "train_acc": 67.754, + "test_loss": 1.5921427056759219, + "test_acc": 42.95 + }, + { + "epoch": 29, + "train_loss": 0.9107606528360216, + "train_acc": 67.658, + "test_loss": 1.5842126456997063, + "test_acc": 42.43 + }, + { + "epoch": 30, + "train_loss": 0.8858961755662318, + "train_acc": 68.494, + "test_loss": 1.676966741115232, + "test_acc": 41.41 + }, + { + "epoch": 31, + "train_loss": 0.8738261773763105, + "train_acc": 69.162, + "test_loss": 1.6807460543475574, + "test_acc": 40.72 + }, + { + "epoch": 32, + "train_loss": 0.8668505127167763, + "train_acc": 69.448, + "test_loss": 1.7295472063595736, + "test_acc": 39.8 + }, + { + "epoch": 33, + "train_loss": 0.8584906679894918, + "train_acc": 69.814, + "test_loss": 1.5032698021659368, + "test_acc": 45.11 + }, + { + "epoch": 34, + "train_loss": 0.8503101638058568, + "train_acc": 70.062, + "test_loss": 1.6625534175317498, + "test_acc": 41.59 + }, + { + "epoch": 35, + "train_loss": 0.8138554856143034, + "train_acc": 71.378, + "test_loss": 1.5521388763113866, + "test_acc": 44.63 + }, + { + "epoch": 36, + "train_loss": 0.8212210536003113, + "train_acc": 71.042, + "test_loss": 1.5647348648385158, + "test_acc": 44.65 + }, + { + "epoch": 37, + "train_loss": 0.8021752198638818, + "train_acc": 71.692, + "test_loss": 1.5279179343694373, + "test_acc": 45.31 + }, + { + "epoch": 38, + "train_loss": 0.7811917839452739, + "train_acc": 72.588, + "test_loss": 1.5313785589193996, + "test_acc": 45.64 + }, + { + "epoch": 39, + "train_loss": 0.7832765418397801, + "train_acc": 72.572, + "test_loss": 1.537517257883579, + "test_acc": 45.31 + }, + { + "epoch": 40, + "train_loss": 0.7684308736373091, + "train_acc": 72.978, + "test_loss": 1.6393123035189472, + "test_acc": 43.74 + }, + { + "epoch": 41, + "train_loss": 0.7678918896428765, + "train_acc": 73.148, + "test_loss": 1.6082831817337229, + "test_acc": 44.63 + }, + { + "epoch": 42, + "train_loss": 0.7578654067443155, + "train_acc": 73.302, + "test_loss": 1.639727832395819, + "test_acc": 43.76 + }, + { + "epoch": 43, + "train_loss": 0.747376834949874, + "train_acc": 73.766, + "test_loss": 1.603694675843927, + "test_acc": 44.88 + }, + { + "epoch": 44, + "train_loss": 0.7445043586861447, + "train_acc": 73.758, + "test_loss": 1.58342542678495, + "test_acc": 45.38 + }, + { + "epoch": 45, + "train_loss": 0.7391724656609928, + "train_acc": 74.136, + "test_loss": 1.592597151104408, + "test_acc": 44.63 + }, + { + "epoch": 46, + "train_loss": 0.733789034511732, + "train_acc": 74.258, + "test_loss": 1.584063344363925, + "test_acc": 45.38 + }, + { + "epoch": 47, + "train_loss": 0.7302040460012148, + "train_acc": 74.366, + "test_loss": 1.5753258964683436, + "test_acc": 45.51 + }, + { + "epoch": 48, + "train_loss": 0.7334406189906323, + "train_acc": 74.488, + "test_loss": 1.5897814473019372, + "test_acc": 45.36 + }, + { + "epoch": 49, + "train_loss": 0.7284858681051932, + "train_acc": 74.746, + "test_loss": 1.5962702865842022, + "test_acc": 45.23 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k3_1.json b/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k3_1.json new file mode 100644 index 0000000..d045595 --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k3_1.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 1.9841213351320428, + "train_acc": 25.434, + "test_loss": 1.8614026655124714, + "test_acc": 30.27 + }, + { + "epoch": 1, + "train_loss": 1.7447380498242195, + "train_acc": 35.048, + "test_loss": 1.826533067075512, + "test_acc": 30.99 + }, + { + "epoch": 2, + "train_loss": 1.6466997901496985, + "train_acc": 39.394, + "test_loss": 1.7737577610378024, + "test_acc": 32.66 + }, + { + "epoch": 3, + "train_loss": 1.5586534519024822, + "train_acc": 43.046, + "test_loss": 1.6934679354293436, + "test_acc": 38.09 + }, + { + "epoch": 4, + "train_loss": 1.469162729390137, + "train_acc": 46.694, + "test_loss": 1.6584172128122063, + "test_acc": 38.44 + }, + { + "epoch": 5, + "train_loss": 1.4145496989150181, + "train_acc": 48.908, + "test_loss": 1.8288010826593712, + "test_acc": 32.66 + }, + { + "epoch": 6, + "train_loss": 1.3628063218672868, + "train_acc": 50.764, + "test_loss": 1.7874292120148865, + "test_acc": 35.93 + }, + { + "epoch": 7, + "train_loss": 1.316293968416541, + "train_acc": 52.624, + "test_loss": 1.7283587832994098, + "test_acc": 35.0 + }, + { + "epoch": 8, + "train_loss": 1.2865276850397935, + "train_acc": 54.112, + "test_loss": 1.7314083696920661, + "test_acc": 36.31 + }, + { + "epoch": 9, + "train_loss": 1.25734699717568, + "train_acc": 55.138, + "test_loss": 1.6378894636902628, + "test_acc": 38.08 + }, + { + "epoch": 10, + "train_loss": 1.2264366398382065, + "train_acc": 56.054, + "test_loss": 1.6706149623363833, + "test_acc": 37.94 + }, + { + "epoch": 11, + "train_loss": 1.2122289617653088, + "train_acc": 57.158, + "test_loss": 1.6632921710799011, + "test_acc": 41.69 + }, + { + "epoch": 12, + "train_loss": 1.1781754585178308, + "train_acc": 58.088, + "test_loss": 1.811618820021424, + "test_acc": 35.42 + }, + { + "epoch": 13, + "train_loss": 1.1713376208339505, + "train_acc": 58.452, + "test_loss": 1.7440253149105023, + "test_acc": 36.42 + }, + { + "epoch": 14, + "train_loss": 1.129581292876807, + "train_acc": 59.678, + "test_loss": 1.7314338774620732, + "test_acc": 34.98 + }, + { + "epoch": 15, + "train_loss": 1.1140727367242584, + "train_acc": 60.278, + "test_loss": 1.6993438910834398, + "test_acc": 38.37 + }, + { + "epoch": 16, + "train_loss": 1.098046892439313, + "train_acc": 60.982, + "test_loss": 1.67858788031566, + "test_acc": 38.53 + }, + { + "epoch": 17, + "train_loss": 1.082300954462622, + "train_acc": 61.624, + "test_loss": 1.6273082947429223, + "test_acc": 39.04 + }, + { + "epoch": 18, + "train_loss": 1.052339641182014, + "train_acc": 62.428, + "test_loss": 1.7253713140004798, + "test_acc": 37.26 + }, + { + "epoch": 19, + "train_loss": 1.0476015734550592, + "train_acc": 62.536, + "test_loss": 1.652938818629784, + "test_acc": 37.69 + }, + { + "epoch": 20, + "train_loss": 1.0225845721676527, + "train_acc": 63.736, + "test_loss": 1.6785754176634777, + "test_acc": 37.67 + }, + { + "epoch": 21, + "train_loss": 1.01111631548923, + "train_acc": 64.214, + "test_loss": 1.677005570146102, + "test_acc": 40.3 + }, + { + "epoch": 22, + "train_loss": 1.0128966676609596, + "train_acc": 64.222, + "test_loss": 1.6312138913552972, + "test_acc": 41.74 + }, + { + "epoch": 23, + "train_loss": 0.9860865386855572, + "train_acc": 65.078, + "test_loss": 1.8013324073598356, + "test_acc": 38.1 + }, + { + "epoch": 24, + "train_loss": 0.9660637389363536, + "train_acc": 65.766, + "test_loss": 1.6918271387679666, + "test_acc": 40.06 + }, + { + "epoch": 25, + "train_loss": 0.9592570212795911, + "train_acc": 66.024, + "test_loss": 1.7437225414227835, + "test_acc": 38.42 + }, + { + "epoch": 26, + "train_loss": 0.9515339599545959, + "train_acc": 66.386, + "test_loss": 1.567531852782527, + "test_acc": 41.85 + }, + { + "epoch": 27, + "train_loss": 0.9262494899122916, + "train_acc": 67.08, + "test_loss": 1.6718825916700726, + "test_acc": 39.69 + }, + { + "epoch": 28, + "train_loss": 0.9116433258251766, + "train_acc": 67.666, + "test_loss": 1.788320849213419, + "test_acc": 38.97 + }, + { + "epoch": 29, + "train_loss": 0.8998227994460279, + "train_acc": 68.242, + "test_loss": 1.6646669484391998, + "test_acc": 42.77 + }, + { + "epoch": 30, + "train_loss": 0.8785386469662951, + "train_acc": 69.114, + "test_loss": 1.638271659235411, + "test_acc": 41.55 + }, + { + "epoch": 31, + "train_loss": 0.867202963441839, + "train_acc": 69.302, + "test_loss": 1.6730264229110525, + "test_acc": 43.06 + }, + { + "epoch": 32, + "train_loss": 0.8506205879208987, + "train_acc": 70.104, + "test_loss": 1.5258883916879002, + "test_acc": 45.74 + }, + { + "epoch": 33, + "train_loss": 0.843153243936846, + "train_acc": 70.294, + "test_loss": 1.6125895358339142, + "test_acc": 42.96 + }, + { + "epoch": 34, + "train_loss": 0.8239591565278485, + "train_acc": 71.134, + "test_loss": 1.6374050242991387, + "test_acc": 43.32 + }, + { + "epoch": 35, + "train_loss": 0.8158291683477514, + "train_acc": 71.408, + "test_loss": 1.5238489606712438, + "test_acc": 46.73 + }, + { + "epoch": 36, + "train_loss": 0.8057818882300726, + "train_acc": 71.54, + "test_loss": 1.5808540205412274, + "test_acc": 44.53 + }, + { + "epoch": 37, + "train_loss": 0.7931301947444906, + "train_acc": 72.066, + "test_loss": 1.614861928963963, + "test_acc": 43.78 + }, + { + "epoch": 38, + "train_loss": 0.7802540458681638, + "train_acc": 72.404, + "test_loss": 1.6492218473289586, + "test_acc": 43.37 + }, + { + "epoch": 39, + "train_loss": 0.7683140955617666, + "train_acc": 73.104, + "test_loss": 1.5860947098913072, + "test_acc": 45.86 + }, + { + "epoch": 40, + "train_loss": 0.7627751075703165, + "train_acc": 73.178, + "test_loss": 1.6536188865009742, + "test_acc": 43.02 + }, + { + "epoch": 41, + "train_loss": 0.7510967989406927, + "train_acc": 73.69, + "test_loss": 1.5408839077889165, + "test_acc": 45.33 + }, + { + "epoch": 42, + "train_loss": 0.7467294581558394, + "train_acc": 73.738, + "test_loss": 1.5192167366607279, + "test_acc": 47.19 + }, + { + "epoch": 43, + "train_loss": 0.733643986303788, + "train_acc": 73.878, + "test_loss": 1.6216272855106788, + "test_acc": 44.56 + }, + { + "epoch": 44, + "train_loss": 0.7253111363829249, + "train_acc": 74.484, + "test_loss": 1.5605021021034144, + "test_acc": 46.08 + }, + { + "epoch": 45, + "train_loss": 0.737636434452613, + "train_acc": 74.142, + "test_loss": 1.5790803583362434, + "test_acc": 45.88 + }, + { + "epoch": 46, + "train_loss": 0.7280149315019397, + "train_acc": 74.546, + "test_loss": 1.5625055047530163, + "test_acc": 46.68 + }, + { + "epoch": 47, + "train_loss": 0.7134342530499334, + "train_acc": 74.842, + "test_loss": 1.5568400893030288, + "test_acc": 46.53 + }, + { + "epoch": 48, + "train_loss": 0.7042107886213171, + "train_acc": 75.244, + "test_loss": 1.5610990720459177, + "test_acc": 46.37 + }, + { + "epoch": 49, + "train_loss": 0.7088538954782364, + "train_acc": 75.206, + "test_loss": 1.5531499476372441, + "test_acc": 46.63 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k3_2.json b/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k3_2.json new file mode 100644 index 0000000..35c320a --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k3_2.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 1.957648877902409, + "train_acc": 26.226, + "test_loss": 1.9547870340226572, + "test_acc": 24.77 + }, + { + "epoch": 1, + "train_loss": 1.7586127098868876, + "train_acc": 34.698, + "test_loss": 1.7679909512966494, + "test_acc": 31.92 + }, + { + "epoch": 2, + "train_loss": 1.6256529489136717, + "train_acc": 40.28, + "test_loss": 1.7107777580430237, + "test_acc": 36.92 + }, + { + "epoch": 3, + "train_loss": 1.532211380236594, + "train_acc": 44.064, + "test_loss": 1.7133724961099746, + "test_acc": 37.57 + }, + { + "epoch": 4, + "train_loss": 1.4765003239712142, + "train_acc": 46.544, + "test_loss": 1.7154516736163368, + "test_acc": 33.75 + }, + { + "epoch": 5, + "train_loss": 1.4052355292508059, + "train_acc": 49.194, + "test_loss": 1.6936316973046412, + "test_acc": 37.63 + }, + { + "epoch": 6, + "train_loss": 1.355019117255345, + "train_acc": 51.438, + "test_loss": 1.7995721494095236, + "test_acc": 35.58 + }, + { + "epoch": 7, + "train_loss": 1.319487645193134, + "train_acc": 52.648, + "test_loss": 1.7365531438513646, + "test_acc": 38.39 + }, + { + "epoch": 8, + "train_loss": 1.2764603364498108, + "train_acc": 54.37, + "test_loss": 1.6630260642570784, + "test_acc": 38.04 + }, + { + "epoch": 9, + "train_loss": 1.2368806490812765, + "train_acc": 55.812, + "test_loss": 1.7217004193535335, + "test_acc": 38.54 + }, + { + "epoch": 10, + "train_loss": 1.2138963733487727, + "train_acc": 56.722, + "test_loss": 1.6146724254270144, + "test_acc": 39.58 + }, + { + "epoch": 11, + "train_loss": 1.2156909163040883, + "train_acc": 56.642, + "test_loss": 1.897052669826942, + "test_acc": 33.61 + }, + { + "epoch": 12, + "train_loss": 1.1751104902733318, + "train_acc": 57.926, + "test_loss": 1.7412942180150672, + "test_acc": 38.1 + }, + { + "epoch": 13, + "train_loss": 1.144166656467311, + "train_acc": 59.48, + "test_loss": 1.5906248771691625, + "test_acc": 41.31 + }, + { + "epoch": 14, + "train_loss": 1.1297396919916354, + "train_acc": 59.88, + "test_loss": 1.666341556778437, + "test_acc": 35.41 + }, + { + "epoch": 15, + "train_loss": 1.1132792813698653, + "train_acc": 60.204, + "test_loss": 1.7275258242329465, + "test_acc": 37.36 + }, + { + "epoch": 16, + "train_loss": 1.0968126910726737, + "train_acc": 61.1, + "test_loss": 1.762031632133677, + "test_acc": 35.23 + }, + { + "epoch": 17, + "train_loss": 1.0618591310118166, + "train_acc": 62.098, + "test_loss": 1.628240011915376, + "test_acc": 38.35 + }, + { + "epoch": 18, + "train_loss": 1.0635016063595062, + "train_acc": 62.32, + "test_loss": 1.8583013015457346, + "test_acc": 32.42 + }, + { + "epoch": 19, + "train_loss": 1.0470919636509302, + "train_acc": 62.75, + "test_loss": 1.713373086120509, + "test_acc": 36.9 + }, + { + "epoch": 20, + "train_loss": 1.0346269638032255, + "train_acc": 63.17, + "test_loss": 1.7342690063428274, + "test_acc": 37.28 + }, + { + "epoch": 21, + "train_loss": 1.0113305342776695, + "train_acc": 64.274, + "test_loss": 1.6309290445303615, + "test_acc": 41.96 + }, + { + "epoch": 22, + "train_loss": 0.9982913272155215, + "train_acc": 64.964, + "test_loss": 1.6429802088797847, + "test_acc": 39.45 + }, + { + "epoch": 23, + "train_loss": 0.9855176387235637, + "train_acc": 65.244, + "test_loss": 1.7100364829920516, + "test_acc": 38.87 + }, + { + "epoch": 24, + "train_loss": 0.9673788552089115, + "train_acc": 65.778, + "test_loss": 1.6827053495600253, + "test_acc": 41.2 + }, + { + "epoch": 25, + "train_loss": 0.9508205784861085, + "train_acc": 66.56, + "test_loss": 1.607125842118565, + "test_acc": 41.14 + }, + { + "epoch": 26, + "train_loss": 0.94892993561752, + "train_acc": 66.336, + "test_loss": 1.6890641616869577, + "test_acc": 39.28 + }, + { + "epoch": 27, + "train_loss": 0.9107773095140677, + "train_acc": 67.772, + "test_loss": 1.5649679099457174, + "test_acc": 42.78 + }, + { + "epoch": 28, + "train_loss": 0.9042303682593129, + "train_acc": 67.816, + "test_loss": 1.6016404628753662, + "test_acc": 42.42 + }, + { + "epoch": 29, + "train_loss": 0.8819981982640903, + "train_acc": 68.962, + "test_loss": 1.6554652241211902, + "test_acc": 40.1 + }, + { + "epoch": 30, + "train_loss": 0.88751641441794, + "train_acc": 68.86, + "test_loss": 1.7154388337195674, + "test_acc": 40.12 + }, + { + "epoch": 31, + "train_loss": 0.8526126596019091, + "train_acc": 69.986, + "test_loss": 1.4888888823835156, + "test_acc": 48.57 + }, + { + "epoch": 32, + "train_loss": 0.8398295261365983, + "train_acc": 70.434, + "test_loss": 1.6053915642484833, + "test_acc": 41.67 + }, + { + "epoch": 33, + "train_loss": 0.8412763691314346, + "train_acc": 70.456, + "test_loss": 1.4954715318317655, + "test_acc": 47.1 + }, + { + "epoch": 34, + "train_loss": 0.8297261196329161, + "train_acc": 71.016, + "test_loss": 1.6387265694292286, + "test_acc": 41.71 + }, + { + "epoch": 35, + "train_loss": 0.8176188638905431, + "train_acc": 71.202, + "test_loss": 1.5969150971762742, + "test_acc": 45.03 + }, + { + "epoch": 36, + "train_loss": 0.7981969721024603, + "train_acc": 71.996, + "test_loss": 1.5044105701808688, + "test_acc": 46.49 + }, + { + "epoch": 37, + "train_loss": 0.7866910842373548, + "train_acc": 72.218, + "test_loss": 1.4872283980816225, + "test_acc": 47.13 + }, + { + "epoch": 38, + "train_loss": 0.7945119945137092, + "train_acc": 72.062, + "test_loss": 1.5060515946979764, + "test_acc": 48.32 + }, + { + "epoch": 39, + "train_loss": 0.7651436175684185, + "train_acc": 72.922, + "test_loss": 1.6210332490220856, + "test_acc": 43.34 + }, + { + "epoch": 40, + "train_loss": 0.7697284691169134, + "train_acc": 73.096, + "test_loss": 1.6224044033243685, + "test_acc": 43.67 + }, + { + "epoch": 41, + "train_loss": 0.740380171543497, + "train_acc": 73.844, + "test_loss": 1.5621742432630514, + "test_acc": 44.75 + }, + { + "epoch": 42, + "train_loss": 0.752146364554115, + "train_acc": 73.524, + "test_loss": 1.493615846090679, + "test_acc": 48.32 + }, + { + "epoch": 43, + "train_loss": 0.7289879736693009, + "train_acc": 74.354, + "test_loss": 1.5782527274723295, + "test_acc": 45.45 + }, + { + "epoch": 44, + "train_loss": 0.7328654461352112, + "train_acc": 74.448, + "test_loss": 1.5318067662323578, + "test_acc": 46.02 + }, + { + "epoch": 45, + "train_loss": 0.7166376573502865, + "train_acc": 75.002, + "test_loss": 1.58238668683209, + "test_acc": 45.3 + }, + { + "epoch": 46, + "train_loss": 0.7152021480033465, + "train_acc": 74.99, + "test_loss": 1.5217648503146595, + "test_acc": 46.46 + }, + { + "epoch": 47, + "train_loss": 0.7206665806453246, + "train_acc": 74.972, + "test_loss": 1.5211671590805054, + "test_acc": 46.42 + }, + { + "epoch": 48, + "train_loss": 0.7171081585804825, + "train_acc": 74.93, + "test_loss": 1.5578413809402079, + "test_acc": 45.67 + }, + { + "epoch": 49, + "train_loss": 0.726828803263052, + "train_acc": 74.51, + "test_loss": 1.558996773973296, + "test_acc": 45.8 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k3_3.json b/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k3_3.json new file mode 100644 index 0000000..cdf73ad --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k3_3.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 1.9883885889711892, + "train_acc": 25.508, + "test_loss": 1.8523417650898801, + "test_acc": 29.79 + }, + { + "epoch": 1, + "train_loss": 1.7603735298756749, + "train_acc": 34.77, + "test_loss": 1.7350688840769515, + "test_acc": 33.81 + }, + { + "epoch": 2, + "train_loss": 1.6291935669491664, + "train_acc": 40.242, + "test_loss": 1.826464594164981, + "test_acc": 31.63 + }, + { + "epoch": 3, + "train_loss": 1.5243004185464375, + "train_acc": 44.33, + "test_loss": 1.8211618043199371, + "test_acc": 33.51 + }, + { + "epoch": 4, + "train_loss": 1.457157713677877, + "train_acc": 47.1, + "test_loss": 1.7813445797449425, + "test_acc": 34.37 + }, + { + "epoch": 5, + "train_loss": 1.410721012698415, + "train_acc": 48.73, + "test_loss": 1.7528039126456538, + "test_acc": 36.95 + }, + { + "epoch": 6, + "train_loss": 1.354263049867147, + "train_acc": 51.442, + "test_loss": 1.7566623914090893, + "test_acc": 35.78 + }, + { + "epoch": 7, + "train_loss": 1.3103166414648675, + "train_acc": 53.168, + "test_loss": 1.7643110827554631, + "test_acc": 35.45 + }, + { + "epoch": 8, + "train_loss": 1.2900129803611189, + "train_acc": 53.938, + "test_loss": 1.9098398775994023, + "test_acc": 31.13 + }, + { + "epoch": 9, + "train_loss": 1.2657937277918276, + "train_acc": 54.488, + "test_loss": 1.7656505605842494, + "test_acc": 35.41 + }, + { + "epoch": 10, + "train_loss": 1.2282076746301578, + "train_acc": 56.146, + "test_loss": 1.7304077072988582, + "test_acc": 35.34 + }, + { + "epoch": 11, + "train_loss": 1.1928900096117687, + "train_acc": 57.442, + "test_loss": 1.5924183869663673, + "test_acc": 41.74 + }, + { + "epoch": 12, + "train_loss": 1.17995586389166, + "train_acc": 57.782, + "test_loss": 1.836292179324959, + "test_acc": 28.97 + }, + { + "epoch": 13, + "train_loss": 1.1602372150591878, + "train_acc": 58.284, + "test_loss": 1.9069236652760566, + "test_acc": 31.85 + }, + { + "epoch": 14, + "train_loss": 1.1361129251892303, + "train_acc": 59.696, + "test_loss": 1.7545337420475633, + "test_acc": 35.32 + }, + { + "epoch": 15, + "train_loss": 1.1290174152540124, + "train_acc": 60.078, + "test_loss": 1.6843946357316608, + "test_acc": 38.06 + }, + { + "epoch": 16, + "train_loss": 1.0912319385182216, + "train_acc": 60.958, + "test_loss": 1.6614788091635402, + "test_acc": 37.78 + }, + { + "epoch": 17, + "train_loss": 1.0669988323660458, + "train_acc": 62.182, + "test_loss": 1.700055852721009, + "test_acc": 37.04 + }, + { + "epoch": 18, + "train_loss": 1.0514617647661273, + "train_acc": 62.632, + "test_loss": 1.6471632477603382, + "test_acc": 39.21 + }, + { + "epoch": 19, + "train_loss": 1.044143673251657, + "train_acc": 63.03, + "test_loss": 1.7431236626226692, + "test_acc": 37.35 + }, + { + "epoch": 20, + "train_loss": 0.9991668351470967, + "train_acc": 64.368, + "test_loss": 1.6541538857206513, + "test_acc": 39.67 + }, + { + "epoch": 21, + "train_loss": 0.999427349213749, + "train_acc": 64.414, + "test_loss": 1.6067804007590571, + "test_acc": 42.65 + }, + { + "epoch": 22, + "train_loss": 1.0020751459214388, + "train_acc": 64.514, + "test_loss": 1.7577312837673138, + "test_acc": 36.64 + }, + { + "epoch": 23, + "train_loss": 0.9931362108196444, + "train_acc": 64.822, + "test_loss": 1.5673267343376256, + "test_acc": 40.99 + }, + { + "epoch": 24, + "train_loss": 0.955012218879007, + "train_acc": 65.998, + "test_loss": 1.7068773658969734, + "test_acc": 37.76 + }, + { + "epoch": 25, + "train_loss": 0.9536190298207275, + "train_acc": 66.278, + "test_loss": 1.9635413930385928, + "test_acc": 35.38 + }, + { + "epoch": 26, + "train_loss": 0.9411487097630415, + "train_acc": 66.612, + "test_loss": 1.6107565028757989, + "test_acc": 40.15 + }, + { + "epoch": 27, + "train_loss": 0.9242979922258031, + "train_acc": 67.064, + "test_loss": 1.617639950559109, + "test_acc": 42.41 + }, + { + "epoch": 28, + "train_loss": 0.9110655020874785, + "train_acc": 67.89, + "test_loss": 1.7293999285637578, + "test_acc": 37.27 + }, + { + "epoch": 29, + "train_loss": 0.9064844546415617, + "train_acc": 67.914, + "test_loss": 1.5196454057210609, + "test_acc": 44.85 + }, + { + "epoch": 30, + "train_loss": 0.8830305808950263, + "train_acc": 68.93, + "test_loss": 1.614522635182248, + "test_acc": 41.81 + }, + { + "epoch": 31, + "train_loss": 0.8643317713456995, + "train_acc": 69.59, + "test_loss": 1.6701739362523527, + "test_acc": 41.19 + }, + { + "epoch": 32, + "train_loss": 0.8506242326458396, + "train_acc": 70.196, + "test_loss": 1.661003355738483, + "test_acc": 41.37 + }, + { + "epoch": 33, + "train_loss": 0.843548873348919, + "train_acc": 70.204, + "test_loss": 1.6612813472747803, + "test_acc": 43.1 + }, + { + "epoch": 34, + "train_loss": 0.8271035517725494, + "train_acc": 70.73, + "test_loss": 1.7204827145685124, + "test_acc": 41.52 + }, + { + "epoch": 35, + "train_loss": 0.8191804984951263, + "train_acc": 71.018, + "test_loss": 1.6126612771915485, + "test_acc": 44.29 + }, + { + "epoch": 36, + "train_loss": 0.7947883775167148, + "train_acc": 71.864, + "test_loss": 1.6655500387843651, + "test_acc": 42.99 + }, + { + "epoch": 37, + "train_loss": 0.7826486566792363, + "train_acc": 72.292, + "test_loss": 1.582435381563404, + "test_acc": 43.87 + }, + { + "epoch": 38, + "train_loss": 0.7971372024330032, + "train_acc": 72.002, + "test_loss": 1.588083907018734, + "test_acc": 44.03 + }, + { + "epoch": 39, + "train_loss": 0.7803001092065631, + "train_acc": 72.642, + "test_loss": 1.5860556348969665, + "test_acc": 43.97 + }, + { + "epoch": 40, + "train_loss": 0.7620007654132746, + "train_acc": 73.208, + "test_loss": 1.5810101575489286, + "test_acc": 45.35 + }, + { + "epoch": 41, + "train_loss": 0.749077860199277, + "train_acc": 73.634, + "test_loss": 1.6741007988965964, + "test_acc": 42.7 + }, + { + "epoch": 42, + "train_loss": 0.7475500690662648, + "train_acc": 73.782, + "test_loss": 1.5662858184379866, + "test_acc": 45.63 + }, + { + "epoch": 43, + "train_loss": 0.734729421489379, + "train_acc": 74.298, + "test_loss": 1.5700174358826648, + "test_acc": 45.05 + }, + { + "epoch": 44, + "train_loss": 0.7309085393653196, + "train_acc": 74.38, + "test_loss": 1.5517917946924138, + "test_acc": 46.56 + }, + { + "epoch": 45, + "train_loss": 0.7149905107362801, + "train_acc": 75.002, + "test_loss": 1.5558555865589576, + "test_acc": 45.84 + }, + { + "epoch": 46, + "train_loss": 0.723709206828071, + "train_acc": 74.71, + "test_loss": 1.628194350230543, + "test_acc": 44.62 + }, + { + "epoch": 47, + "train_loss": 0.726019740866883, + "train_acc": 74.54, + "test_loss": 1.5687767478484143, + "test_acc": 46.11 + }, + { + "epoch": 48, + "train_loss": 0.7123536873808907, + "train_acc": 74.968, + "test_loss": 1.5543122533001477, + "test_acc": 46.33 + }, + { + "epoch": 49, + "train_loss": 0.7059765699726847, + "train_acc": 75.038, + "test_loss": 1.574452380590801, + "test_acc": 45.97 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k4_1.json b/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k4_1.json new file mode 100644 index 0000000..f2d0b02 --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k4_1.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 2.0090564528999426, + "train_acc": 24.246, + "test_loss": 1.8921339104447183, + "test_acc": 27.11 + }, + { + "epoch": 1, + "train_loss": 1.7727587116343895, + "train_acc": 33.908, + "test_loss": 1.8667592262919945, + "test_acc": 30.22 + }, + { + "epoch": 2, + "train_loss": 1.6389874628437755, + "train_acc": 39.832, + "test_loss": 1.780538827558107, + "test_acc": 29.39 + }, + { + "epoch": 3, + "train_loss": 1.5540022737229877, + "train_acc": 43.094, + "test_loss": 1.842887719975242, + "test_acc": 31.62 + }, + { + "epoch": 4, + "train_loss": 1.481636376027256, + "train_acc": 46.158, + "test_loss": 1.7418292277975926, + "test_acc": 36.44 + }, + { + "epoch": 5, + "train_loss": 1.4111914390798115, + "train_acc": 48.782, + "test_loss": 1.917346002180365, + "test_acc": 28.38 + }, + { + "epoch": 6, + "train_loss": 1.3617098973230328, + "train_acc": 50.964, + "test_loss": 1.8066125263141681, + "test_acc": 34.03 + }, + { + "epoch": 7, + "train_loss": 1.3423022522645838, + "train_acc": 51.756, + "test_loss": 1.674764227263535, + "test_acc": 39.09 + }, + { + "epoch": 8, + "train_loss": 1.2897297468636653, + "train_acc": 53.794, + "test_loss": 1.8127917730355565, + "test_acc": 35.66 + }, + { + "epoch": 9, + "train_loss": 1.2568522731361487, + "train_acc": 54.794, + "test_loss": 1.7263037087042121, + "test_acc": 35.9 + }, + { + "epoch": 10, + "train_loss": 1.2446803627416605, + "train_acc": 55.772, + "test_loss": 1.8479811798168133, + "test_acc": 35.29 + }, + { + "epoch": 11, + "train_loss": 1.1994409123649987, + "train_acc": 57.238, + "test_loss": 1.6764652910111826, + "test_acc": 39.66 + }, + { + "epoch": 12, + "train_loss": 1.1703114026342816, + "train_acc": 58.458, + "test_loss": 1.7442000108429148, + "test_acc": 36.55 + }, + { + "epoch": 13, + "train_loss": 1.1620915780591843, + "train_acc": 58.41, + "test_loss": 1.8748207726056063, + "test_acc": 32.64 + }, + { + "epoch": 14, + "train_loss": 1.1196699662281728, + "train_acc": 60.034, + "test_loss": 1.6982371957996223, + "test_acc": 38.17 + }, + { + "epoch": 15, + "train_loss": 1.1217074324102962, + "train_acc": 60.256, + "test_loss": 1.7740037803408466, + "test_acc": 34.95 + }, + { + "epoch": 16, + "train_loss": 1.1045470472491916, + "train_acc": 60.932, + "test_loss": 1.7027098287509967, + "test_acc": 36.09 + }, + { + "epoch": 17, + "train_loss": 1.100038595669105, + "train_acc": 60.938, + "test_loss": 1.8665305617489392, + "test_acc": 33.4 + }, + { + "epoch": 18, + "train_loss": 1.0732309897537426, + "train_acc": 61.92, + "test_loss": 1.6753197983850407, + "test_acc": 39.33 + }, + { + "epoch": 19, + "train_loss": 1.0532681041056542, + "train_acc": 62.61, + "test_loss": 1.6713213075565387, + "test_acc": 41.19 + }, + { + "epoch": 20, + "train_loss": 1.0387889642239836, + "train_acc": 63.124, + "test_loss": 1.7447157781335372, + "test_acc": 37.17 + }, + { + "epoch": 21, + "train_loss": 0.9972406317815756, + "train_acc": 64.792, + "test_loss": 1.7525193872331064, + "test_acc": 37.41 + }, + { + "epoch": 22, + "train_loss": 0.9808663157245997, + "train_acc": 65.354, + "test_loss": 1.7877638174008719, + "test_acc": 38.0 + }, + { + "epoch": 23, + "train_loss": 0.9739653725758233, + "train_acc": 65.474, + "test_loss": 1.6602768882920471, + "test_acc": 39.5 + }, + { + "epoch": 24, + "train_loss": 0.9769183693029692, + "train_acc": 65.35, + "test_loss": 1.7505241255216961, + "test_acc": 36.75 + }, + { + "epoch": 25, + "train_loss": 0.9514858920860778, + "train_acc": 66.154, + "test_loss": 1.6650801021841508, + "test_acc": 40.66 + }, + { + "epoch": 26, + "train_loss": 0.9313745433107361, + "train_acc": 67.012, + "test_loss": 1.8083117958865589, + "test_acc": 38.25 + }, + { + "epoch": 27, + "train_loss": 0.9231406622530555, + "train_acc": 67.38, + "test_loss": 1.746985497353952, + "test_acc": 40.21 + }, + { + "epoch": 28, + "train_loss": 0.8927889951049824, + "train_acc": 68.41, + "test_loss": 1.6681165242496925, + "test_acc": 39.31 + }, + { + "epoch": 29, + "train_loss": 0.8853906551590356, + "train_acc": 68.5, + "test_loss": 1.578610053545312, + "test_acc": 44.35 + }, + { + "epoch": 30, + "train_loss": 0.886790485943065, + "train_acc": 68.966, + "test_loss": 1.626066808459125, + "test_acc": 43.07 + }, + { + "epoch": 31, + "train_loss": 0.8629000561926371, + "train_acc": 69.56, + "test_loss": 1.5003028036672859, + "test_acc": 48.23 + }, + { + "epoch": 32, + "train_loss": 0.8497886189719295, + "train_acc": 69.924, + "test_loss": 1.8685825233218036, + "test_acc": 39.72 + }, + { + "epoch": 33, + "train_loss": 0.8333517337394187, + "train_acc": 70.734, + "test_loss": 1.6988609817963611, + "test_acc": 39.81 + }, + { + "epoch": 34, + "train_loss": 0.8182925793825818, + "train_acc": 71.464, + "test_loss": 1.63346610340891, + "test_acc": 40.91 + }, + { + "epoch": 35, + "train_loss": 0.8101622825083525, + "train_acc": 71.39, + "test_loss": 1.6589982766139357, + "test_acc": 43.45 + }, + { + "epoch": 36, + "train_loss": 0.7965975188080917, + "train_acc": 71.86, + "test_loss": 1.5334882917283457, + "test_acc": 44.0 + }, + { + "epoch": 37, + "train_loss": 0.7818514522536636, + "train_acc": 72.562, + "test_loss": 1.607522709460198, + "test_acc": 44.62 + }, + { + "epoch": 38, + "train_loss": 0.7755254577950138, + "train_acc": 72.768, + "test_loss": 1.5613809673092034, + "test_acc": 44.84 + }, + { + "epoch": 39, + "train_loss": 0.7537967962834536, + "train_acc": 73.356, + "test_loss": 1.5185245350946355, + "test_acc": 46.15 + }, + { + "epoch": 40, + "train_loss": 0.7550695107111236, + "train_acc": 73.23, + "test_loss": 1.608749036547504, + "test_acc": 45.1 + }, + { + "epoch": 41, + "train_loss": 0.7453115141147848, + "train_acc": 73.59, + "test_loss": 1.6564559936523438, + "test_acc": 42.39 + }, + { + "epoch": 42, + "train_loss": 0.7367095657626687, + "train_acc": 74.138, + "test_loss": 1.4983828339395644, + "test_acc": 47.58 + }, + { + "epoch": 43, + "train_loss": 0.7320616708692077, + "train_acc": 74.112, + "test_loss": 1.574398472339292, + "test_acc": 44.85 + }, + { + "epoch": 44, + "train_loss": 0.7434468576517861, + "train_acc": 74.146, + "test_loss": 1.5455727124515968, + "test_acc": 46.47 + }, + { + "epoch": 45, + "train_loss": 0.7286958354513359, + "train_acc": 74.618, + "test_loss": 1.6368601533431042, + "test_acc": 44.73 + }, + { + "epoch": 46, + "train_loss": 0.7121103832026576, + "train_acc": 75.056, + "test_loss": 1.6133004849470114, + "test_acc": 45.12 + }, + { + "epoch": 47, + "train_loss": 0.7202998908127055, + "train_acc": 74.882, + "test_loss": 1.5737049821056897, + "test_acc": 45.6 + }, + { + "epoch": 48, + "train_loss": 0.7193821555055926, + "train_acc": 74.722, + "test_loss": 1.5977028744130195, + "test_acc": 45.33 + }, + { + "epoch": 49, + "train_loss": 0.706734311092845, + "train_acc": 75.262, + "test_loss": 1.5702217017547995, + "test_acc": 45.86 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k4_2.json b/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k4_2.json new file mode 100644 index 0000000..cb9e1f2 --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k4_2.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 1.977295613349856, + "train_acc": 25.534, + "test_loss": 1.8330118942864333, + "test_acc": 31.27 + }, + { + "epoch": 1, + "train_loss": 1.7591637982736767, + "train_acc": 34.248, + "test_loss": 1.802883095379117, + "test_acc": 34.51 + }, + { + "epoch": 2, + "train_loss": 1.6270813838295315, + "train_acc": 39.814, + "test_loss": 1.8188482326797293, + "test_acc": 34.37 + }, + { + "epoch": 3, + "train_loss": 1.5272011933729166, + "train_acc": 44.214, + "test_loss": 1.7020498152020611, + "test_acc": 34.72 + }, + { + "epoch": 4, + "train_loss": 1.4559554855536927, + "train_acc": 47.116, + "test_loss": 1.7261234144621258, + "test_acc": 33.76 + }, + { + "epoch": 5, + "train_loss": 1.4081201983229887, + "train_acc": 49.024, + "test_loss": 1.7482278482823432, + "test_acc": 37.01 + }, + { + "epoch": 6, + "train_loss": 1.3538605424449266, + "train_acc": 51.406, + "test_loss": 1.681436140326005, + "test_acc": 39.47 + }, + { + "epoch": 7, + "train_loss": 1.3127062625592323, + "train_acc": 52.758, + "test_loss": 1.8261953275414962, + "test_acc": 34.6 + }, + { + "epoch": 8, + "train_loss": 1.2596930471222725, + "train_acc": 55.148, + "test_loss": 1.6601846157749998, + "test_acc": 34.59 + }, + { + "epoch": 9, + "train_loss": 1.2342563504758088, + "train_acc": 55.942, + "test_loss": 1.7805278165430962, + "test_acc": 37.39 + }, + { + "epoch": 10, + "train_loss": 1.215349473916661, + "train_acc": 56.742, + "test_loss": 1.7213609927817235, + "test_acc": 39.72 + }, + { + "epoch": 11, + "train_loss": 1.204271256466351, + "train_acc": 56.906, + "test_loss": 1.700078784664975, + "test_acc": 35.89 + }, + { + "epoch": 12, + "train_loss": 1.1645032050054702, + "train_acc": 58.696, + "test_loss": 1.7103022246421138, + "test_acc": 34.51 + }, + { + "epoch": 13, + "train_loss": 1.1374757809712148, + "train_acc": 59.582, + "test_loss": 1.725315917896319, + "test_acc": 37.81 + }, + { + "epoch": 14, + "train_loss": 1.130411309202004, + "train_acc": 59.552, + "test_loss": 1.6676891695095013, + "test_acc": 37.74 + }, + { + "epoch": 15, + "train_loss": 1.105439605005562, + "train_acc": 60.87, + "test_loss": 1.5949374844756308, + "test_acc": 42.71 + }, + { + "epoch": 16, + "train_loss": 1.0898147725388216, + "train_acc": 61.374, + "test_loss": 1.700457664984691, + "test_acc": 37.65 + }, + { + "epoch": 17, + "train_loss": 1.0682688963687634, + "train_acc": 62.024, + "test_loss": 1.6556713052942782, + "test_acc": 40.97 + }, + { + "epoch": 18, + "train_loss": 1.0493895931317068, + "train_acc": 62.698, + "test_loss": 1.6210356075552446, + "test_acc": 41.29 + }, + { + "epoch": 19, + "train_loss": 1.0273984945033823, + "train_acc": 63.694, + "test_loss": 1.6626265003711362, + "test_acc": 42.0 + }, + { + "epoch": 20, + "train_loss": 1.033090614601779, + "train_acc": 63.564, + "test_loss": 1.6703131651576562, + "test_acc": 39.88 + }, + { + "epoch": 21, + "train_loss": 0.9998697821441513, + "train_acc": 64.54, + "test_loss": 1.7374194181418117, + "test_acc": 37.04 + }, + { + "epoch": 22, + "train_loss": 0.986231016228571, + "train_acc": 64.97, + "test_loss": 1.7360842499551894, + "test_acc": 37.43 + }, + { + "epoch": 23, + "train_loss": 0.9865880405811398, + "train_acc": 65.184, + "test_loss": 1.6265456329418133, + "test_acc": 41.13 + }, + { + "epoch": 24, + "train_loss": 0.9631491544301553, + "train_acc": 65.924, + "test_loss": 1.808309633520585, + "test_acc": 35.79 + }, + { + "epoch": 25, + "train_loss": 0.9484229250942044, + "train_acc": 66.378, + "test_loss": 1.5573602326308624, + "test_acc": 41.0 + }, + { + "epoch": 26, + "train_loss": 0.9257123589210803, + "train_acc": 67.328, + "test_loss": 1.9614122155346447, + "test_acc": 34.4 + }, + { + "epoch": 27, + "train_loss": 0.9145613440772151, + "train_acc": 67.64, + "test_loss": 1.5524918127663527, + "test_acc": 43.03 + }, + { + "epoch": 28, + "train_loss": 0.8950633266392876, + "train_acc": 68.548, + "test_loss": 1.6202950583228581, + "test_acc": 41.69 + }, + { + "epoch": 29, + "train_loss": 0.8794716872522593, + "train_acc": 68.82, + "test_loss": 1.615666618830041, + "test_acc": 41.24 + }, + { + "epoch": 30, + "train_loss": 0.8814882366248714, + "train_acc": 68.786, + "test_loss": 1.5627518107619467, + "test_acc": 42.87 + }, + { + "epoch": 31, + "train_loss": 0.8560506379817758, + "train_acc": 69.648, + "test_loss": 1.540695066693463, + "test_acc": 44.42 + }, + { + "epoch": 32, + "train_loss": 0.839377088238821, + "train_acc": 70.55, + "test_loss": 1.7271371672425089, + "test_acc": 40.39 + }, + { + "epoch": 33, + "train_loss": 0.8314712666489584, + "train_acc": 70.73, + "test_loss": 1.5599088804631294, + "test_acc": 44.11 + }, + { + "epoch": 34, + "train_loss": 0.8228793066480885, + "train_acc": 70.914, + "test_loss": 1.63407417037819, + "test_acc": 41.94 + }, + { + "epoch": 35, + "train_loss": 0.8092467534877456, + "train_acc": 71.482, + "test_loss": 1.5750810903838919, + "test_acc": 43.23 + }, + { + "epoch": 36, + "train_loss": 0.7955054635434504, + "train_acc": 71.972, + "test_loss": 1.654240369796753, + "test_acc": 42.25 + }, + { + "epoch": 37, + "train_loss": 0.785356864752367, + "train_acc": 72.348, + "test_loss": 1.4998366244231598, + "test_acc": 45.2 + }, + { + "epoch": 38, + "train_loss": 0.7783207788186914, + "train_acc": 72.52, + "test_loss": 1.5113605170310298, + "test_acc": 46.49 + }, + { + "epoch": 39, + "train_loss": 0.75617642193804, + "train_acc": 73.438, + "test_loss": 1.5410122916668276, + "test_acc": 45.7 + }, + { + "epoch": 40, + "train_loss": 0.749862066696367, + "train_acc": 73.538, + "test_loss": 1.5683044813856293, + "test_acc": 46.15 + }, + { + "epoch": 41, + "train_loss": 0.7428640612708334, + "train_acc": 74.012, + "test_loss": 1.5568074063409734, + "test_acc": 45.86 + }, + { + "epoch": 42, + "train_loss": 0.7241188450085233, + "train_acc": 74.774, + "test_loss": 1.6201941906651365, + "test_acc": 44.71 + }, + { + "epoch": 43, + "train_loss": 0.7281417884790075, + "train_acc": 74.44, + "test_loss": 1.6126287164567392, + "test_acc": 45.96 + }, + { + "epoch": 44, + "train_loss": 0.7145697886071851, + "train_acc": 74.978, + "test_loss": 1.5048413186133662, + "test_acc": 47.23 + }, + { + "epoch": 45, + "train_loss": 0.7171637508875269, + "train_acc": 74.846, + "test_loss": 1.568039747733104, + "test_acc": 46.25 + }, + { + "epoch": 46, + "train_loss": 0.7133695572386007, + "train_acc": 74.924, + "test_loss": 1.6313946322549748, + "test_acc": 44.88 + }, + { + "epoch": 47, + "train_loss": 0.7120651730795955, + "train_acc": 74.992, + "test_loss": 1.6103115791006932, + "test_acc": 45.26 + }, + { + "epoch": 48, + "train_loss": 0.7010826898352874, + "train_acc": 75.48, + "test_loss": 1.5831205392185645, + "test_acc": 45.93 + }, + { + "epoch": 49, + "train_loss": 0.7136394186397953, + "train_acc": 74.888, + "test_loss": 1.5893672146374667, + "test_acc": 45.97 + } +] \ No newline at end of file diff --git a/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k4_3.json b/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k4_3.json new file mode 100644 index 0000000..399f5e2 --- /dev/null +++ b/res/benchmark_NoCeil/log/MyLeNetMatStochNoceil-50epochs__k4_3.json @@ -0,0 +1,352 @@ +[ + { + "epoch": 0, + "train_loss": 1.9902992446709167, + "train_acc": 25.194, + "test_loss": 1.8417579388316674, + "test_acc": 31.17 + }, + { + "epoch": 1, + "train_loss": 1.7592960468033696, + "train_acc": 34.424, + "test_loss": 1.85208261013031, + "test_acc": 29.09 + }, + { + "epoch": 2, + "train_loss": 1.6256217730929479, + "train_acc": 40.086, + "test_loss": 1.8742294734037375, + "test_acc": 28.09 + }, + { + "epoch": 3, + "train_loss": 1.5208714291872576, + "train_acc": 44.518, + "test_loss": 1.8225051904026466, + "test_acc": 34.29 + }, + { + "epoch": 4, + "train_loss": 1.4596826457001668, + "train_acc": 47.168, + "test_loss": 1.7680850828750223, + "test_acc": 33.19 + }, + { + "epoch": 5, + "train_loss": 1.4156779547786469, + "train_acc": 48.852, + "test_loss": 1.683309204970734, + "test_acc": 40.39 + }, + { + "epoch": 6, + "train_loss": 1.3519195638349295, + "train_acc": 51.394, + "test_loss": 1.7040513271017919, + "test_acc": 35.48 + }, + { + "epoch": 7, + "train_loss": 1.324630773128451, + "train_acc": 52.43, + "test_loss": 1.8614902888672262, + "test_acc": 33.53 + }, + { + "epoch": 8, + "train_loss": 1.2693157568002296, + "train_acc": 54.792, + "test_loss": 1.7048343163502366, + "test_acc": 38.33 + }, + { + "epoch": 9, + "train_loss": 1.2445722191839876, + "train_acc": 55.42, + "test_loss": 1.68061771272104, + "test_acc": 37.25 + }, + { + "epoch": 10, + "train_loss": 1.2323983704952328, + "train_acc": 56.044, + "test_loss": 1.7584521936464914, + "test_acc": 34.76 + }, + { + "epoch": 11, + "train_loss": 1.185939293230891, + "train_acc": 57.956, + "test_loss": 1.7350403583502467, + "test_acc": 37.93 + }, + { + "epoch": 12, + "train_loss": 1.1619509629276403, + "train_acc": 58.38, + "test_loss": 1.7025642198852347, + "test_acc": 39.05 + }, + { + "epoch": 13, + "train_loss": 1.132475025513593, + "train_acc": 59.572, + "test_loss": 1.71542666833612, + "test_acc": 36.64 + }, + { + "epoch": 14, + "train_loss": 1.1313485230326348, + "train_acc": 59.986, + "test_loss": 1.7847259135185918, + "test_acc": 37.65 + }, + { + "epoch": 15, + "train_loss": 1.098822284232625, + "train_acc": 60.872, + "test_loss": 1.8118374423135686, + "test_acc": 38.62 + }, + { + "epoch": 16, + "train_loss": 1.0854503588603281, + "train_acc": 61.52, + "test_loss": 1.617601777933821, + "test_acc": 43.07 + }, + { + "epoch": 17, + "train_loss": 1.0724417294382744, + "train_acc": 62.176, + "test_loss": 1.6954922404470323, + "test_acc": 38.1 + }, + { + "epoch": 18, + "train_loss": 1.0494988745130847, + "train_acc": 62.766, + "test_loss": 1.7321208685259275, + "test_acc": 38.23 + }, + { + "epoch": 19, + "train_loss": 1.0450527260980338, + "train_acc": 63.144, + "test_loss": 1.65579663650899, + "test_acc": 40.87 + }, + { + "epoch": 20, + "train_loss": 1.024269401417364, + "train_acc": 63.728, + "test_loss": 1.739508781252028, + "test_acc": 40.78 + }, + { + "epoch": 21, + "train_loss": 1.005350049042031, + "train_acc": 64.234, + "test_loss": 1.6812302326854272, + "test_acc": 39.93 + }, + { + "epoch": 22, + "train_loss": 0.9814944567582796, + "train_acc": 65.202, + "test_loss": 1.711275114288813, + "test_acc": 42.31 + }, + { + "epoch": 23, + "train_loss": 0.9613767792196835, + "train_acc": 66.038, + "test_loss": 1.6343629224390923, + "test_acc": 40.87 + }, + { + "epoch": 24, + "train_loss": 0.9515023917493308, + "train_acc": 66.306, + "test_loss": 1.6290503649771968, + "test_acc": 40.24 + }, + { + "epoch": 25, + "train_loss": 0.9465266917367725, + "train_acc": 66.554, + "test_loss": 1.6766952638384662, + "test_acc": 39.24 + }, + { + "epoch": 26, + "train_loss": 0.9394183931753154, + "train_acc": 66.538, + "test_loss": 1.645316887505447, + "test_acc": 42.75 + }, + { + "epoch": 27, + "train_loss": 0.9058694755634689, + "train_acc": 67.926, + "test_loss": 1.6011117379876632, + "test_acc": 42.07 + }, + { + "epoch": 28, + "train_loss": 0.9124770370285834, + "train_acc": 67.658, + "test_loss": 1.5747603479819963, + "test_acc": 42.52 + }, + { + "epoch": 29, + "train_loss": 0.8809461210999647, + "train_acc": 68.902, + "test_loss": 1.717348592190803, + "test_acc": 40.58 + }, + { + "epoch": 30, + "train_loss": 0.8770089353746771, + "train_acc": 69.168, + "test_loss": 1.4764632122426093, + "test_acc": 47.7 + }, + { + "epoch": 31, + "train_loss": 0.8523872849886375, + "train_acc": 70.098, + "test_loss": 1.5897448062896729, + "test_acc": 42.51 + }, + { + "epoch": 32, + "train_loss": 0.8411487228120379, + "train_acc": 70.318, + "test_loss": 1.7414599385442613, + "test_acc": 38.19 + }, + { + "epoch": 33, + "train_loss": 0.8318458611855422, + "train_acc": 70.836, + "test_loss": 1.4848257680482502, + "test_acc": 46.43 + }, + { + "epoch": 34, + "train_loss": 0.8147254254659424, + "train_acc": 71.388, + "test_loss": 1.5793472618996343, + "test_acc": 44.24 + }, + { + "epoch": 35, + "train_loss": 0.8033700507620106, + "train_acc": 71.814, + "test_loss": 1.6228281606601764, + "test_acc": 41.68 + }, + { + "epoch": 36, + "train_loss": 0.7972769523063279, + "train_acc": 71.928, + "test_loss": 1.565310918832127, + "test_acc": 44.6 + }, + { + "epoch": 37, + "train_loss": 0.7783383978602222, + "train_acc": 72.606, + "test_loss": 1.455158630503884, + "test_acc": 47.65 + }, + { + "epoch": 38, + "train_loss": 0.7606375947632753, + "train_acc": 73.33, + "test_loss": 1.5956801628764672, + "test_acc": 44.81 + }, + { + "epoch": 39, + "train_loss": 0.7585770878035699, + "train_acc": 73.294, + "test_loss": 1.5949328594569918, + "test_acc": 45.53 + }, + { + "epoch": 40, + "train_loss": 0.7628654516718881, + "train_acc": 73.302, + "test_loss": 1.5493717812284638, + "test_acc": 45.42 + }, + { + "epoch": 41, + "train_loss": 0.7513484985322294, + "train_acc": 73.78, + "test_loss": 1.5184680479991286, + "test_acc": 45.92 + }, + { + "epoch": 42, + "train_loss": 0.7458545979483963, + "train_acc": 73.776, + "test_loss": 1.6015841070609758, + "test_acc": 44.59 + }, + { + "epoch": 43, + "train_loss": 0.7277071280857487, + "train_acc": 74.422, + "test_loss": 1.5199128027203717, + "test_acc": 47.63 + }, + { + "epoch": 44, + "train_loss": 0.7285163338531924, + "train_acc": 74.652, + "test_loss": 1.5872486437423319, + "test_acc": 45.43 + }, + { + "epoch": 45, + "train_loss": 0.7192808689973543, + "train_acc": 74.594, + "test_loss": 1.5245718608928631, + "test_acc": 46.82 + }, + { + "epoch": 46, + "train_loss": 0.7095677653694397, + "train_acc": 75.18, + "test_loss": 1.5463883092131796, + "test_acc": 46.25 + }, + { + "epoch": 47, + "train_loss": 0.7202651239264651, + "train_acc": 74.76, + "test_loss": 1.5818767894672443, + "test_acc": 45.48 + }, + { + "epoch": 48, + "train_loss": 0.7185789976278534, + "train_acc": 74.738, + "test_loss": 1.5500143389158612, + "test_acc": 46.16 + }, + { + "epoch": 49, + "train_loss": 0.7079436384198611, + "train_acc": 75.18, + "test_loss": 1.535045607180535, + "test_acc": 46.67 + } +] \ No newline at end of file diff --git a/res/log/MyLeNetMatNormalNoceil-10epochs_noCrop_k3.json b/res/log/MyLeNetMatNormalNoceil-10epochs_noCrop_k3.json new file mode 100644 index 0000000..92d86e2 --- /dev/null +++ b/res/log/MyLeNetMatNormalNoceil-10epochs_noCrop_k3.json @@ -0,0 +1,72 @@ +[ + { + "epoch": 0, + "train_loss": 1.7290142448357, + "train_acc": 35.84, + "test_loss": 1.4455072774162776, + "test_acc": 47.42 + }, + { + "epoch": 1, + "train_loss": 1.3025517738078867, + "train_acc": 53.344, + "test_loss": 1.1363535885569416, + "test_acc": 60.4 + }, + { + "epoch": 2, + "train_loss": 1.1121807578579543, + "train_acc": 60.44, + "test_loss": 1.0830950495562977, + "test_acc": 60.8 + }, + { + "epoch": 3, + "train_loss": 0.9763216332096578, + "train_acc": 65.484, + "test_loss": 0.9788935365556162, + "test_acc": 65.42 + }, + { + "epoch": 4, + "train_loss": 0.873709222697236, + "train_acc": 69.412, + "test_loss": 0.8629110304615165, + "test_acc": 69.6 + }, + { + "epoch": 5, + "train_loss": 0.7778661017832549, + "train_acc": 72.878, + "test_loss": 0.8013012160228777, + "test_acc": 71.52 + }, + { + "epoch": 6, + "train_loss": 0.7091541043327897, + "train_acc": 75.244, + "test_loss": 0.7580969861791104, + "test_acc": 73.46 + }, + { + "epoch": 7, + "train_loss": 0.6446568837098758, + "train_acc": 77.732, + "test_loss": 0.71902849176262, + "test_acc": 74.89 + }, + { + "epoch": 8, + "train_loss": 0.5996047784300411, + "train_acc": 79.202, + "test_loss": 0.6610923684850524, + "test_acc": 77.12 + }, + { + "epoch": 9, + "train_loss": 0.568451079413714, + "train_acc": 80.252, + "test_loss": 0.6549501788767078, + "test_acc": 77.54 + } +] \ No newline at end of file diff --git a/res/log/MyLeNetMatStochBUNoceil-10epochs_noCrop_k3.json b/res/log/MyLeNetMatStochBUNoceil-10epochs_noCrop_k3.json new file mode 100644 index 0000000..d331a0c --- /dev/null +++ b/res/log/MyLeNetMatStochBUNoceil-10epochs_noCrop_k3.json @@ -0,0 +1,72 @@ +[ + { + "epoch": 0, + "train_loss": 2.0616726119195103, + "train_acc": 22.726, + "test_loss": 1.9016677095920225, + "test_acc": 30.49 + }, + { + "epoch": 1, + "train_loss": 1.8689596948721219, + "train_acc": 30.11, + "test_loss": 1.7877917742427392, + "test_acc": 30.61 + }, + { + "epoch": 2, + "train_loss": 1.7697377930516782, + "train_acc": 34.14, + "test_loss": 1.7302388571485687, + "test_acc": 33.3 + }, + { + "epoch": 3, + "train_loss": 1.6843638048147607, + "train_acc": 38.176, + "test_loss": 1.7378120573261115, + "test_acc": 34.64 + }, + { + "epoch": 4, + "train_loss": 1.6193762069467998, + "train_acc": 40.504, + "test_loss": 1.6810632415964633, + "test_acc": 37.73 + }, + { + "epoch": 5, + "train_loss": 1.5441308878266904, + "train_acc": 43.22, + "test_loss": 1.6139564378352105, + "test_acc": 38.42 + }, + { + "epoch": 6, + "train_loss": 1.468218915297857, + "train_acc": 46.57, + "test_loss": 1.614021538179132, + "test_acc": 39.54 + }, + { + "epoch": 7, + "train_loss": 1.4060174745062124, + "train_acc": 48.718, + "test_loss": 1.6901085859612575, + "test_acc": 38.11 + }, + { + "epoch": 8, + "train_loss": 1.3716973920002618, + "train_acc": 50.072, + "test_loss": 1.6703921073599706, + "test_acc": 37.34 + }, + { + "epoch": 9, + "train_loss": 1.3482434565149, + "train_acc": 51.238, + "test_loss": 1.6042836889435974, + "test_acc": 40.3 + } +] \ No newline at end of file diff --git a/res/log/MyLeNetMatStochNoceil-10epochs_noCrop_k3.json b/res/log/MyLeNetMatStochNoceil-10epochs_noCrop_k3.json new file mode 100644 index 0000000..ca134d4 --- /dev/null +++ b/res/log/MyLeNetMatStochNoceil-10epochs_noCrop_k3.json @@ -0,0 +1,72 @@ +[ + { + "epoch": 0, + "train_loss": 1.9869199503413246, + "train_acc": 25.398, + "test_loss": 1.8332662129703956, + "test_acc": 29.56 + }, + { + "epoch": 1, + "train_loss": 1.7424955547923018, + "train_acc": 35.132, + "test_loss": 1.7659898121145707, + "test_acc": 32.19 + }, + { + "epoch": 2, + "train_loss": 1.6106231371155175, + "train_acc": 40.734, + "test_loss": 1.758595152746273, + "test_acc": 35.05 + }, + { + "epoch": 3, + "train_loss": 1.4898329314673344, + "train_acc": 45.576, + "test_loss": 1.711200696003588, + "test_acc": 38.76 + }, + { + "epoch": 4, + "train_loss": 1.4083115502696513, + "train_acc": 49.066, + "test_loss": 1.7071109678171859, + "test_acc": 35.94 + }, + { + "epoch": 5, + "train_loss": 1.3241231078686921, + "train_acc": 52.324, + "test_loss": 1.8559586352939847, + "test_acc": 32.03 + }, + { + "epoch": 6, + "train_loss": 1.2585683564090973, + "train_acc": 54.68, + "test_loss": 1.5876369581946843, + "test_acc": 40.8 + }, + { + "epoch": 7, + "train_loss": 1.174929870821326, + "train_acc": 58.034, + "test_loss": 1.620356534100786, + "test_acc": 41.34 + }, + { + "epoch": 8, + "train_loss": 1.1455697562078686, + "train_acc": 59.082, + "test_loss": 1.530061770089065, + "test_acc": 44.26 + }, + { + "epoch": 9, + "train_loss": 1.1145821093293407, + "train_acc": 60.382, + "test_loss": 1.5755768848370901, + "test_acc": 42.6 + } +] \ No newline at end of file