diff --git a/higher/res/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-100 epochs (dataug:0)- 10 in_it.png b/higher/res/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-100 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..1d19bf9 Binary files /dev/null and b/higher/res/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-100 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/Aug_mod(Data_augV4(Uniform-14 TF x 1)-LeNet)-100 epochs (dataug:0)- 10 in_it (SOFT).png b/higher/res/Aug_mod(Data_augV4(Uniform-14 TF x 1)-LeNet)-100 epochs (dataug:0)- 10 in_it (SOFT).png new file mode 100644 index 0000000..42bd88a Binary files /dev/null and b/higher/res/Aug_mod(Data_augV4(Uniform-14 TF x 1)-LeNet)-100 epochs (dataug:0)- 10 in_it (SOFT).png differ diff --git a/higher/res/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-100 epochs (dataug:0)- 10 in_it (SOFT).png b/higher/res/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-100 epochs (dataug:0)- 10 in_it (SOFT).png new file mode 100644 index 0000000..499143a Binary files /dev/null and b/higher/res/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-100 epochs (dataug:0)- 10 in_it (SOFT).png differ diff --git a/higher/res/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-100 epochs (dataug:0)- 10 in_it.png b/higher/res/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-100 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..0051d3b Binary files /dev/null and b/higher/res/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-100 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/Aug_mod(Data_augV4(Uniform-3 TF x 1)-LeNet)-100 epochs (dataug:0)- 10 in_it.png b/higher/res/Aug_mod(Data_augV4(Uniform-3 TF x 1)-LeNet)-100 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..b7ac746 Binary files /dev/null and b/higher/res/Aug_mod(Data_augV4(Uniform-3 TF x 1)-LeNet)-100 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/Aug_mod(Data_augV4(Uniform-3 TF x 2)-LeNet)-100 epochs (dataug:0)- 10 in_it.png b/higher/res/Aug_mod(Data_augV4(Uniform-3 TF x 2)-LeNet)-100 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..fd016a1 Binary files /dev/null and b/higher/res/Aug_mod(Data_augV4(Uniform-3 TF x 2)-LeNet)-100 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-100 epochs (dataug:0)- 10 in_it.png b/higher/res/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-100 epochs (dataug:0)- 10 in_it.png new file mode 100644 index 0000000..cd4698e Binary files /dev/null and b/higher/res/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-100 epochs (dataug:0)- 10 in_it.png differ diff --git a/higher/res/log/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-100 epochs (dataug:0)- 10 in_it.json b/higher/res/log/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-100 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..94b6c3b --- /dev/null +++ b/higher/res/log/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-100 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,1403 @@ +{ + "Accuracy": 69.99, + "Time": [ + 44.52293197804348, + 2.0735711215853696 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color", + "Brightness" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2819204330444336, + "val_loss": 2.2656424045562744, + "acc": 15.329999999999998, + "time": 39.855022115, + "param": [ + 0.10003051906824112, + 0.080697201192379, + 0.0880708172917366, + 0.0921287089586258, + 0.08868535608053207, + 0.09087442606687546, + 0.10314487665891647, + 0.10139267146587372, + 0.08858922868967056, + 0.0870993435382843, + 0.07928688079118729 + ] + }, + { + "epoch": 2, + "train_loss": 1.903456687927246, + "val_loss": 1.9659043550491333, + "acc": 28.1, + "time": 39.531738351, + "param": [ + 0.10689800977706909, + 0.07914599031209946, + 0.08110950142145157, + 0.11477868258953094, + 0.07503752410411835, + 0.0708293691277504, + 0.10124555230140686, + 0.10006622225046158, + 0.1124592125415802, + 0.060514550656080246, + 0.09791538864374161 + ] + }, + { + "epoch": 3, + "train_loss": 2.0111823081970215, + "val_loss": 1.9202008247375488, + "acc": 32.37, + "time": 39.823003639999996, + "param": [ + 0.10463392734527588, + 0.0650961771607399, + 0.09640520066022873, + 0.13377885520458221, + 0.040610529482364655, + 0.04699663817882538, + 0.09798365831375122, + 0.08296872675418854, + 0.1523405909538269, + 0.07001717388629913, + 0.10916844010353088 + ] + }, + { + "epoch": 4, + "train_loss": 1.8313140869140625, + "val_loss": 1.7598628997802734, + "acc": 37.92, + "time": 41.500574457, + "param": [ + 0.10094450414180756, + 0.042947687208652496, + 0.09420926123857498, + 0.14823247492313385, + 0.023403557017445564, + 0.03679982200264931, + 0.1077740341424942, + 0.07439737766981125, + 0.17756640911102295, + 0.087023064494133, + 0.10670185089111328 + ] + }, + { + "epoch": 5, + "train_loss": 1.5355892181396484, + "val_loss": 1.6844080686569214, + "acc": 40.62, + "time": 41.664290306, + "param": [ + 0.09214077889919281, + 0.015620328485965729, + 0.10575676709413528, + 0.16259974241256714, + 0.02892402373254299, + 0.011721115559339523, + 0.1053721085190773, + 0.0776006355881691, + 0.17777025699615479, + 0.10685829073190689, + 0.11563601344823837 + ] + }, + { + "epoch": 6, + "train_loss": 1.6526131629943848, + "val_loss": 1.6091147661209106, + "acc": 43.53, + "time": 41.70200545900002, + "param": [ + 0.10041560232639313, + 0.006340076681226492, + 0.1105562224984169, + 0.15740908682346344, + 0.027212435379624367, + 0.0, + 0.1184234544634819, + 0.0681009516119957, + 0.16945374011993408, + 0.12371508777141571, + 0.11837337166070938 + ] + }, + { + "epoch": 7, + "train_loss": 1.361531376838684, + "val_loss": 1.5135867595672607, + "acc": 45.26, + "time": 41.770889264000004, + "param": [ + 0.10510704666376114, + 0.009648842737078667, + 0.12080738693475723, + 0.16754721105098724, + 0.0, + 0.0033040549606084824, + 0.11722396314144135, + 0.06154109910130501, + 0.16334618628025055, + 0.1453728824853897, + 0.106101393699646 + ] + }, + { + "epoch": 8, + "train_loss": 1.6100667715072632, + "val_loss": 1.4599932432174683, + "acc": 44.92, + "time": 42.19954384799996, + "param": [ + 0.10393369197845459, + 0.004574210848659277, + 0.11778171360492706, + 0.15999948978424072, + 0.0015350154135376215, + 0.017020994797348976, + 0.11294526606798172, + 0.059976834803819656, + 0.15335595607757568, + 0.16215704381465912, + 0.10671979188919067 + ] + }, + { + "epoch": 9, + "train_loss": 1.6051911115646362, + "val_loss": 1.3788011074066162, + "acc": 49.15, + "time": 43.50917629899999, + "param": [ + 0.11403912305831909, + 0.025009533390402794, + 0.09293253719806671, + 0.13167014718055725, + 0.02697375975549221, + 0.03815779089927673, + 0.1102725937962532, + 0.07358536124229431, + 0.13588383793830872, + 0.14182138442993164, + 0.10965391993522644 + ] + }, + { + "epoch": 10, + "train_loss": 1.5003386735916138, + "val_loss": 1.3421268463134766, + "acc": 50.660000000000004, + "time": 41.175494422999975, + "param": [ + 0.1121537834405899, + 0.03419000282883644, + 0.08711491525173187, + 0.11754806339740753, + 0.025140700861811638, + 0.05687576159834862, + 0.10256350040435791, + 0.0896943062543869, + 0.12647880613803864, + 0.14052729308605194, + 0.10771293193101883 + ] + }, + { + "epoch": 11, + "train_loss": 1.5251091718673706, + "val_loss": 1.3414416313171387, + "acc": 49.87, + "time": 42.05252593900002, + "param": [ + 0.12270048260688782, + 0.021969681605696678, + 0.08936105668544769, + 0.12221106141805649, + 0.014625480398535728, + 0.051152195781469345, + 0.10414508730173111, + 0.10669433325529099, + 0.12384141236543655, + 0.14798985421657562, + 0.0953093022108078 + ] + }, + { + "epoch": 12, + "train_loss": 1.3909052610397339, + "val_loss": 1.324894666671753, + "acc": 52.459999999999994, + "time": 44.75464136900001, + "param": [ + 0.12103091180324554, + 0.005061229690909386, + 0.08244115114212036, + 0.14822131395339966, + 0.0, + 0.05611634999513626, + 0.11256042867898941, + 0.11072812974452972, + 0.13322018086910248, + 0.15935704112052917, + 0.07126320153474808 + ] + }, + { + "epoch": 13, + "train_loss": 1.4233406782150269, + "val_loss": 1.2289423942565918, + "acc": 54.89000000000001, + "time": 47.35002175499994, + "param": [ + 0.11991631984710693, + 0.00022551782603841275, + 0.06942906975746155, + 0.15864437818527222, + 0.0, + 0.054034847766160965, + 0.11540405452251434, + 0.10227004438638687, + 0.1380849927663803, + 0.18632325530052185, + 0.05566750839352608 + ] + }, + { + "epoch": 14, + "train_loss": 1.2701787948608398, + "val_loss": 1.207634449005127, + "acc": 55.400000000000006, + "time": 45.439927804000035, + "param": [ + 0.10536176711320877, + 0.016536058858036995, + 0.07102466374635696, + 0.12834133207798004, + 0.028486186638474464, + 0.06482961773872375, + 0.11384600400924683, + 0.09120005369186401, + 0.1323884278535843, + 0.1907639503479004, + 0.057221971452236176 + ] + }, + { + "epoch": 15, + "train_loss": 1.1026642322540283, + "val_loss": 1.2876358032226562, + "acc": 56.730000000000004, + "time": 44.612347373000034, + "param": [ + 0.09715382009744644, + 0.04847273603081703, + 0.08428985625505447, + 0.10070133954286575, + 0.05371452495455742, + 0.05316877365112305, + 0.11412149667739868, + 0.08442115783691406, + 0.12018895894289017, + 0.1787044107913971, + 0.06506295502185822 + ] + }, + { + "epoch": 16, + "train_loss": 1.204877257347107, + "val_loss": 1.257014513015747, + "acc": 57.720000000000006, + "time": 43.90097102100003, + "param": [ + 0.10429645329713821, + 0.06799902021884918, + 0.09760227054357529, + 0.08734747022390366, + 0.051664624363183975, + 0.05456974357366562, + 0.11507508158683777, + 0.07061578333377838, + 0.1218380555510521, + 0.1638149917125702, + 0.06517641991376877 + ] + }, + { + "epoch": 17, + "train_loss": 1.1370220184326172, + "val_loss": 1.2607803344726562, + "acc": 57.95, + "time": 45.919020387000046, + "param": [ + 0.11349398642778397, + 0.0629483312368393, + 0.11255617439746857, + 0.08803766965866089, + 0.04447260871529579, + 0.060350749641656876, + 0.11677277833223343, + 0.05760914459824562, + 0.12099355459213257, + 0.15380628407001495, + 0.06895868480205536 + ] + }, + { + "epoch": 18, + "train_loss": 1.3930838108062744, + "val_loss": 1.1159917116165161, + "acc": 59.019999999999996, + "time": 44.59865494200005, + "param": [ + 0.11213234066963196, + 0.06407289206981659, + 0.10462932288646698, + 0.09234905242919922, + 0.0403670109808445, + 0.07606448233127594, + 0.11534421145915985, + 0.05937206372618675, + 0.11837337166070938, + 0.13675671815872192, + 0.0805385559797287 + ] + }, + { + "epoch": 19, + "train_loss": 1.0410610437393188, + "val_loss": 1.0342826843261719, + "acc": 60.309999999999995, + "time": 44.709447766999915, + "param": [ + 0.10910112410783768, + 0.07038974016904831, + 0.09234800189733505, + 0.09809201210737228, + 0.03453836962580681, + 0.09462056308984756, + 0.1171400174498558, + 0.05822742357850075, + 0.11047141999006271, + 0.11572615802288055, + 0.09934521466493607 + ] + }, + { + "epoch": 20, + "train_loss": 1.0799529552459717, + "val_loss": 1.0725027322769165, + "acc": 59.95, + "time": 44.40260303100001, + "param": [ + 0.12018340826034546, + 0.05884406715631485, + 0.09284855425357819, + 0.10326901823282242, + 0.026554947718977928, + 0.1055203229188919, + 0.1159142404794693, + 0.059187933802604675, + 0.10600382089614868, + 0.10386547446250916, + 0.10780826956033707 + ] + }, + { + "epoch": 21, + "train_loss": 1.1111702919006348, + "val_loss": 1.0975464582443237, + "acc": 61.09, + "time": 44.671950272000004, + "param": [ + 0.12932685017585754, + 0.03484157845377922, + 0.10199817270040512, + 0.11405335366725922, + 0.02838202193379402, + 0.09766430407762527, + 0.1054680347442627, + 0.08119374513626099, + 0.11256849020719528, + 0.0995076522231102, + 0.09499580413103104 + ] + }, + { + "epoch": 22, + "train_loss": 1.2133469581604004, + "val_loss": 1.0901505947113037, + "acc": 60.58, + "time": 44.3309678789999, + "param": [ + 0.12471792846918106, + 0.036233045160770416, + 0.10310760140419006, + 0.10662505030632019, + 0.04685753211379051, + 0.09238079935312271, + 0.10153266042470932, + 0.0904916450381279, + 0.1114574521780014, + 0.10188506543636322, + 0.08471120893955231 + ] + }, + { + "epoch": 23, + "train_loss": 1.0488201379776, + "val_loss": 1.1891947984695435, + "acc": 62.419999999999995, + "time": 44.79999868300001, + "param": [ + 0.11803308129310608, + 0.05086585506796837, + 0.11077386140823364, + 0.093101866543293, + 0.051986273378133774, + 0.07485544681549072, + 0.09032062441110611, + 0.09258777648210526, + 0.10540830343961716, + 0.11415614932775497, + 0.09791071712970734 + ] + }, + { + "epoch": 24, + "train_loss": 0.9793800115585327, + "val_loss": 1.1118496656417847, + "acc": 63.1, + "time": 44.52844016400013, + "param": [ + 0.12430093437433243, + 0.035623516887426376, + 0.11469766497612, + 0.09560761600732803, + 0.04277944564819336, + 0.0668649971485138, + 0.09195306152105331, + 0.1086653470993042, + 0.09847643226385117, + 0.12458159029483795, + 0.0964493677020073 + ] + }, + { + "epoch": 25, + "train_loss": 1.1806691884994507, + "val_loss": 1.0843682289123535, + "acc": 60.79, + "time": 44.78447526900004, + "param": [ + 0.12944743037223816, + 0.009385606274008751, + 0.1188696026802063, + 0.099516861140728, + 0.032677680253982544, + 0.07098647207021713, + 0.09945888817310333, + 0.1192779541015625, + 0.09823334962129593, + 0.14076939225196838, + 0.08137679100036621 + ] + }, + { + "epoch": 26, + "train_loss": 1.1349809169769287, + "val_loss": 1.0376501083374023, + "acc": 62.519999999999996, + "time": 44.636915864, + "param": [ + 0.14368242025375366, + 0.007442370988428593, + 0.12491566687822342, + 0.07223125547170639, + 0.01833333633840084, + 0.09673848003149033, + 0.0950908437371254, + 0.12323402613401413, + 0.09339085966348648, + 0.14156952500343323, + 0.0833711177110672 + ] + }, + { + "epoch": 27, + "train_loss": 0.9269775152206421, + "val_loss": 1.06756591796875, + "acc": 63.29, + "time": 43.48004030099992, + "param": [ + 0.14078789949417114, + 0.02725946716964245, + 0.12630268931388855, + 0.05277836322784424, + 0.01777263917028904, + 0.10977355390787125, + 0.07256143540143967, + 0.131320059299469, + 0.07930062711238861, + 0.14159464836120605, + 0.10054858028888702 + ] + }, + { + "epoch": 28, + "train_loss": 0.8094937205314636, + "val_loss": 1.1179471015930176, + "acc": 62.69, + "time": 45.49339277800004, + "param": [ + 0.13663393259048462, + 0.045859724283218384, + 0.1270502805709839, + 0.04820975661277771, + 0.015145529992878437, + 0.1100304126739502, + 0.05535385012626648, + 0.14073553681373596, + 0.04789897799491882, + 0.15670616924762726, + 0.11637582629919052 + ] + }, + { + "epoch": 29, + "train_loss": 0.8327869176864624, + "val_loss": 0.9770802855491638, + "acc": 64.45, + "time": 44.55823261700016, + "param": [ + 0.13336814939975739, + 0.06045401096343994, + 0.1317109614610672, + 0.04336903244256973, + 0.029878515750169754, + 0.10393076390028, + 0.049765102565288544, + 0.13942374289035797, + 0.010785109363496304, + 0.16997171938419342, + 0.12734298408031464 + ] + }, + { + "epoch": 30, + "train_loss": 0.9348112344741821, + "val_loss": 1.1195777654647827, + "acc": 64.67, + "time": 45.641434091000065, + "param": [ + 0.11795953661203384, + 0.07500360906124115, + 0.13268624246120453, + 0.043118175119161606, + 0.03959847614169121, + 0.09930925816297531, + 0.07277032732963562, + 0.11883334070444107, + 0.001478417543694377, + 0.17673206329345703, + 0.12251060456037521 + ] + }, + { + "epoch": 31, + "train_loss": 0.9442504048347473, + "val_loss": 0.9954674243927002, + "acc": 63.82, + "time": 44.369555898999806, + "param": [ + 0.11532138288021088, + 0.061653271317481995, + 0.1357775330543518, + 0.04348902776837349, + 0.03669234365224838, + 0.09503734856843948, + 0.09473668038845062, + 0.09089149534702301, + 0.00041366464574821293, + 0.19317536056041718, + 0.13281190395355225 + ] + }, + { + "epoch": 32, + "train_loss": 0.7944867014884949, + "val_loss": 0.926814079284668, + "acc": 62.81, + "time": 43.937124207000124, + "param": [ + 0.10153413563966751, + 0.0675647184252739, + 0.12474121153354645, + 0.054426081478595734, + 0.030390918254852295, + 0.10898762196302414, + 0.10523471236228943, + 0.08371100574731827, + 0.012760134413838387, + 0.18358199298381805, + 0.1270674616098404 + ] + }, + { + "epoch": 33, + "train_loss": 0.7690296769142151, + "val_loss": 1.038177251815796, + "acc": 64.03999999999999, + "time": 42.04975888299987, + "param": [ + 0.08588598668575287, + 0.07079468667507172, + 0.12911272048950195, + 0.06601674854755402, + 0.042626600712537766, + 0.10119171440601349, + 0.09958663582801819, + 0.06545761227607727, + 0.04243902862071991, + 0.18049821257591248, + 0.11638998985290527 + ] + }, + { + "epoch": 34, + "train_loss": 0.9364662766456604, + "val_loss": 1.0692237615585327, + "acc": 66.18, + "time": 44.72246483999993, + "param": [ + 0.07507063448429108, + 0.05451803654432297, + 0.12867461144924164, + 0.07287002354860306, + 0.05917968228459358, + 0.09438948333263397, + 0.09415364265441895, + 0.07881195843219757, + 0.06749306619167328, + 0.16644461452960968, + 0.10839425027370453 + ] + }, + { + "epoch": 35, + "train_loss": 0.965846061706543, + "val_loss": 0.9386489987373352, + "acc": 66.8, + "time": 44.44531114000006, + "param": [ + 0.07830286771059036, + 0.04871685430407524, + 0.11546987295150757, + 0.07437123358249664, + 0.07252072542905807, + 0.08509798347949982, + 0.09814821183681488, + 0.09514591842889786, + 0.06481573730707169, + 0.155781552195549, + 0.11162898689508438 + ] + }, + { + "epoch": 36, + "train_loss": 0.7341749668121338, + "val_loss": 1.1520508527755737, + "acc": 66.88, + "time": 43.493543444000125, + "param": [ + 0.09231027960777283, + 0.057149868458509445, + 0.0987667664885521, + 0.07650455087423325, + 0.07925619930028915, + 0.083626389503479, + 0.10528068989515305, + 0.09826774895191193, + 0.051736485213041306, + 0.13646723330020905, + 0.12063371390104294 + ] + }, + { + "epoch": 37, + "train_loss": 0.889592707157135, + "val_loss": 0.9381181597709656, + "acc": 66.60000000000001, + "time": 43.732756853999945, + "param": [ + 0.09966745972633362, + 0.06872386485338211, + 0.07465225458145142, + 0.08083074539899826, + 0.09546367079019547, + 0.08340685814619064, + 0.10708026587963104, + 0.09454178065061569, + 0.057160090655088425, + 0.11035691946744919, + 0.12811608612537384 + ] + }, + { + "epoch": 38, + "train_loss": 0.7874088883399963, + "val_loss": 0.989153265953064, + "acc": 67.12, + "time": 44.64230230599992, + "param": [ + 0.10052944719791412, + 0.06426344811916351, + 0.07089175283908844, + 0.08224444091320038, + 0.09882801026105881, + 0.0724027007818222, + 0.12645666301250458, + 0.09266083687543869, + 0.0597650445997715, + 0.09936961531639099, + 0.13258807361125946 + ] + }, + { + "epoch": 39, + "train_loss": 0.9281023740768433, + "val_loss": 0.901158332824707, + "acc": 67.45, + "time": 43.14203835600006, + "param": [ + 0.11060832440853119, + 0.04820743203163147, + 0.0782628282904625, + 0.062033746391534805, + 0.09416648000478745, + 0.07611533254384995, + 0.13514138758182526, + 0.09314046055078506, + 0.06776971369981766, + 0.10354635864496231, + 0.13100795447826385 + ] + }, + { + "epoch": 40, + "train_loss": 0.885952889919281, + "val_loss": 1.0243843793869019, + "acc": 67.33, + "time": 44.521524994999936, + "param": [ + 0.12629751861095428, + 0.04245513305068016, + 0.09229576587677002, + 0.04045580327510834, + 0.06801915913820267, + 0.09701485186815262, + 0.11751311272382736, + 0.09304480254650116, + 0.07603535056114197, + 0.1070932000875473, + 0.13977530598640442 + ] + }, + { + "epoch": 41, + "train_loss": 1.0071083307266235, + "val_loss": 1.0870441198349, + "acc": 66.49000000000001, + "time": 45.05093604600006, + "param": [ + 0.12950803339481354, + 0.04404264688491821, + 0.09992031008005142, + 0.0325431227684021, + 0.05772366374731064, + 0.10750357806682587, + 0.0934378132224083, + 0.08588802069425583, + 0.08296280354261398, + 0.12073498964309692, + 0.145734965801239 + ] + }, + { + "epoch": 42, + "train_loss": 0.8603207468986511, + "val_loss": 0.9945300221443176, + "acc": 67.86, + "time": 42.48184028700007, + "param": [ + 0.12929920852184296, + 0.05140374228358269, + 0.10176577419042587, + 0.025790324434638023, + 0.07052228599786758, + 0.11822480708360672, + 0.07725878804922104, + 0.07395391166210175, + 0.0723201334476471, + 0.12386806309223175, + 0.15559299290180206 + ] + }, + { + "epoch": 43, + "train_loss": 0.7542397975921631, + "val_loss": 0.8954799175262451, + "acc": 66.47999999999999, + "time": 45.49504734899983, + "param": [ + 0.12644128501415253, + 0.06636344641447067, + 0.10055482387542725, + 0.03585675731301308, + 0.07838919013738632, + 0.10624507069587708, + 0.07501893490552902, + 0.08086368441581726, + 0.056520260870456696, + 0.11164608597755432, + 0.16210047900676727 + ] + }, + { + "epoch": 44, + "train_loss": 0.695533037185669, + "val_loss": 1.1056700944900513, + "acc": 68.07, + "time": 43.52042841000025, + "param": [ + 0.11504717916250229, + 0.08093968778848648, + 0.10116752982139587, + 0.04406711459159851, + 0.07222236692905426, + 0.1032692939043045, + 0.08599047362804413, + 0.07829894870519638, + 0.050956230610609055, + 0.09869446605443954, + 0.16934670507907867 + ] + }, + { + "epoch": 45, + "train_loss": 0.8005954027175903, + "val_loss": 0.9840211272239685, + "acc": 66.86999999999999, + "time": 49.574053210999864, + "param": [ + 0.12312846630811691, + 0.07433139532804489, + 0.10075011849403381, + 0.0654783695936203, + 0.0677800178527832, + 0.09376689791679382, + 0.09798116236925125, + 0.06838101148605347, + 0.047356367111206055, + 0.0844905823469162, + 0.17655561864376068 + ] + }, + { + "epoch": 46, + "train_loss": 0.7710713148117065, + "val_loss": 1.080366849899292, + "acc": 68.31, + "time": 47.371362477000275, + "param": [ + 0.14475928246974945, + 0.04965605586767197, + 0.09996838122606277, + 0.07520781457424164, + 0.07681994885206223, + 0.0836014375090599, + 0.09843603521585464, + 0.06597701460123062, + 0.02497536689043045, + 0.07162689417600632, + 0.20897176861763 + ] + }, + { + "epoch": 47, + "train_loss": 0.6355074048042297, + "val_loss": 1.0169196128845215, + "acc": 67.7, + "time": 45.71476143300015, + "param": [ + 0.15129074454307556, + 0.05047789588570595, + 0.1027047410607338, + 0.10359928011894226, + 0.08799165487289429, + 0.07622294127941132, + 0.0823989138007164, + 0.06291742622852325, + 0.0, + 0.07092845439910889, + 0.211467906832695 + ] + }, + { + "epoch": 48, + "train_loss": 0.6709491014480591, + "val_loss": 0.9162911772727966, + "acc": 67.86, + "time": 45.06408063899971, + "param": [ + 0.13535912334918976, + 0.06783714145421982, + 0.12430545687675476, + 0.10605955123901367, + 0.08941235393285751, + 0.06613495945930481, + 0.06388617306947708, + 0.06323165446519852, + 0.0, + 0.08325977623462677, + 0.2005137801170349 + ] + }, + { + "epoch": 49, + "train_loss": 0.9352230429649353, + "val_loss": 1.0048412084579468, + "acc": 67.58999999999999, + "time": 46.14991038300013, + "param": [ + 0.14159846305847168, + 0.07540517300367355, + 0.13532684743404388, + 0.10158185660839081, + 0.06934534758329391, + 0.0618361160159111, + 0.06174561381340027, + 0.05925191566348076, + 0.0, + 0.09733179956674576, + 0.19657684862613678 + ] + }, + { + "epoch": 50, + "train_loss": 0.5369759202003479, + "val_loss": 0.8905981183052063, + "acc": 68.21000000000001, + "time": 44.79576988300005, + "param": [ + 0.14877453446388245, + 0.058455195277929306, + 0.13485410809516907, + 0.07892025262117386, + 0.06465936452150345, + 0.07680696249008179, + 0.08395747095346451, + 0.06511475890874863, + 0.0, + 0.11073971539735794, + 0.17771761119365692 + ] + }, + { + "epoch": 51, + "train_loss": 0.5406941771507263, + "val_loss": 1.0624018907546997, + "acc": 68.47, + "time": 46.66986014999975, + "param": [ + 0.13743102550506592, + 0.05860201641917229, + 0.12601645290851593, + 0.06613059341907501, + 0.07942564785480499, + 0.08786774426698685, + 0.08871904015541077, + 0.07662150263786316, + 0.0, + 0.12204690277576447, + 0.15713907778263092 + ] + }, + { + "epoch": 52, + "train_loss": 0.8443347215652466, + "val_loss": 0.9558480978012085, + "acc": 68.63, + "time": 51.34159461199988, + "param": [ + 0.12395989894866943, + 0.08219272643327713, + 0.10699934512376785, + 0.059576064348220825, + 0.07966846227645874, + 0.09231626987457275, + 0.08833305537700653, + 0.09325376898050308, + 0.0, + 0.12478061020374298, + 0.14891983568668365 + ] + }, + { + "epoch": 53, + "train_loss": 0.6373095512390137, + "val_loss": 0.9157730340957642, + "acc": 67.91, + "time": 45.1144514890002, + "param": [ + 0.11614324152469635, + 0.11202087998390198, + 0.0993526503443718, + 0.04957284405827522, + 0.06367655098438263, + 0.11023925244808197, + 0.07475519925355911, + 0.098908931016922, + 0.0, + 0.12417549639940262, + 0.15115490555763245 + ] + }, + { + "epoch": 54, + "train_loss": 0.6088207960128784, + "val_loss": 0.9326997995376587, + "acc": 68.0, + "time": 46.09265468100011, + "param": [ + 0.1121058315038681, + 0.11191540211439133, + 0.09923136979341507, + 0.054006390273571014, + 0.054479677230119705, + 0.11931176483631134, + 0.06506431847810745, + 0.10695648938417435, + 0.0, + 0.12528066337108612, + 0.15164810419082642 + ] + }, + { + "epoch": 55, + "train_loss": 0.4807753264904022, + "val_loss": 0.9499365091323853, + "acc": 68.07, + "time": 44.40717093600006, + "param": [ + 0.11438305675983429, + 0.09076205641031265, + 0.10513254255056381, + 0.06634741276502609, + 0.06272170692682266, + 0.12269430607557297, + 0.06053107976913452, + 0.10797226428985596, + 0.0, + 0.13196536898612976, + 0.13749021291732788 + ] + }, + { + "epoch": 56, + "train_loss": 0.6985531449317932, + "val_loss": 0.8766796588897705, + "acc": 68.44, + "time": 44.32472821700003, + "param": [ + 0.12114222347736359, + 0.07921720296144485, + 0.1032690554857254, + 0.08219347149133682, + 0.06253797560930252, + 0.11643297225236893, + 0.07419948279857635, + 0.10027957707643509, + 0.0, + 0.13298626244068146, + 0.12774185836315155 + ] + }, + { + "epoch": 57, + "train_loss": 0.5628673434257507, + "val_loss": 1.0650861263275146, + "acc": 67.9, + "time": 43.5206636439998, + "param": [ + 0.12494966387748718, + 0.0750715434551239, + 0.08844104409217834, + 0.09498924762010574, + 0.058128342032432556, + 0.11071076989173889, + 0.09021250903606415, + 0.09673163294792175, + 0.0002204535558121279, + 0.1365606188774109, + 0.12398411333560944 + ] + }, + { + "epoch": 58, + "train_loss": 0.7040785551071167, + "val_loss": 1.0284403562545776, + "acc": 68.84, + "time": 50.33824669800015, + "param": [ + 0.12285883724689484, + 0.06889709085226059, + 0.07769252359867096, + 0.08417704701423645, + 0.07274753600358963, + 0.09649772197008133, + 0.1102704107761383, + 0.09134732186794281, + 0.02627047710120678, + 0.1347162276506424, + 0.11452481150627136 + ] + }, + { + "epoch": 59, + "train_loss": 0.48979559540748596, + "val_loss": 0.8546427488327026, + "acc": 69.58, + "time": 45.66824921999978, + "param": [ + 0.13535059988498688, + 0.0603906475007534, + 0.07813151180744171, + 0.07398583739995956, + 0.08802024275064468, + 0.08488360792398453, + 0.12504594027996063, + 0.09396109730005264, + 0.02694699354469776, + 0.12557019293308258, + 0.10771328210830688 + ] + }, + { + "epoch": 60, + "train_loss": 0.4073863923549652, + "val_loss": 0.9325742721557617, + "acc": 69.99, + "time": 45.31592795400002, + "param": [ + 0.1372511088848114, + 0.07443834096193314, + 0.08524278551340103, + 0.07009974122047424, + 0.09862475097179413, + 0.07085121423006058, + 0.12860962748527527, + 0.1034107655286789, + 0.011518795043230057, + 0.11828375607728958, + 0.10166911035776138 + ] + }, + { + "epoch": 61, + "train_loss": 0.6692562699317932, + "val_loss": 0.9702644944190979, + "acc": 69.3, + "time": 45.29704490899985, + "param": [ + 0.13956935703754425, + 0.08647599816322327, + 0.09514050930738449, + 0.06253544241189957, + 0.10047242790460587, + 0.05512988939881325, + 0.1278284639120102, + 0.1167854517698288, + 0.0, + 0.10434891283512115, + 0.1117134764790535 + ] + }, + { + "epoch": 62, + "train_loss": 0.5926410555839539, + "val_loss": 0.9362579584121704, + "acc": 69.81, + "time": 45.14601524100044, + "param": [ + 0.1305774599313736, + 0.09501680731773376, + 0.1184965968132019, + 0.057786695659160614, + 0.09207303076982498, + 0.06192157045006752, + 0.1149066910147667, + 0.11503494530916214, + 0.0, + 0.09623171389102936, + 0.11795445531606674 + ] + }, + { + "epoch": 63, + "train_loss": 0.6366835236549377, + "val_loss": 1.0909897089004517, + "acc": 69.43, + "time": 44.73786970099991, + "param": [ + 0.12469068169593811, + 0.09857118129730225, + 0.11168398708105087, + 0.05464775487780571, + 0.09493124485015869, + 0.08829405158758163, + 0.10412179678678513, + 0.10011059045791626, + 0.0, + 0.09758709371089935, + 0.1253615766763687 + ] + }, + { + "epoch": 64, + "train_loss": 0.5148963928222656, + "val_loss": 0.915469765663147, + "acc": 69.42, + "time": 44.791691076999996, + "param": [ + 0.12785451114177704, + 0.10719764977693558, + 0.08801167458295822, + 0.059897180646657944, + 0.11028728634119034, + 0.10468675941228867, + 0.09517555683851242, + 0.07066342234611511, + 0.012249177321791649, + 0.10986454039812088, + 0.1141122430562973 + ] + }, + { + "epoch": 65, + "train_loss": 0.7721160054206848, + "val_loss": 1.0455074310302734, + "acc": 69.26, + "time": 44.87826972799985, + "param": [ + 0.12707996368408203, + 0.1068403348326683, + 0.08213789016008377, + 0.06576928496360779, + 0.11795849353075027, + 0.09789333492517471, + 0.08985591679811478, + 0.041558921337127686, + 0.01975284144282341, + 0.13478192687034607, + 0.11637111753225327 + ] + }, + { + "epoch": 66, + "train_loss": 0.5555838942527771, + "val_loss": 0.8630200028419495, + "acc": 69.16, + "time": 44.10305444599999, + "param": [ + 0.13072431087493896, + 0.12068746984004974, + 0.06820360571146011, + 0.06614717096090317, + 0.10002433508634567, + 0.09978360682725906, + 0.07260206341743469, + 0.03885098919272423, + 0.013354531489312649, + 0.15889480710029602, + 0.13072708249092102 + ] + }, + { + "epoch": 67, + "train_loss": 0.5589262247085571, + "val_loss": 0.8905662298202515, + "acc": 69.21000000000001, + "time": 45.95273893900003, + "param": [ + 0.14317551255226135, + 0.10952659696340561, + 0.031897686421871185, + 0.0766645073890686, + 0.08973455429077148, + 0.10400225222110748, + 0.06794553250074387, + 0.05292995646595955, + 0.00017550068150740117, + 0.17531734704971313, + 0.1486305147409439 + ] + }, + { + "epoch": 68, + "train_loss": 0.6818167567253113, + "val_loss": 1.0756747722625732, + "acc": 68.5, + "time": 47.076796593999916, + "param": [ + 0.15156303346157074, + 0.09980356693267822, + 0.03591977432370186, + 0.09028219431638718, + 0.06624659895896912, + 0.10800950974225998, + 0.07180947065353394, + 0.05675584822893143, + 0.0, + 0.16652987897396088, + 0.15308018028736115 + ] + }, + { + "epoch": 69, + "train_loss": 0.563928484916687, + "val_loss": 0.983944833278656, + "acc": 68.53, + "time": 45.63295973899994, + "param": [ + 0.161739319562912, + 0.08858035504817963, + 0.0608503594994545, + 0.0810309424996376, + 0.06966283917427063, + 0.11982138454914093, + 0.06341013312339783, + 0.05372801050543785, + 0.0, + 0.1522696614265442, + 0.14890700578689575 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/log/Aug_mod(Data_augV4(Uniform-14 TF x 1)-LeNet)-100 epochs (dataug:0)- 10 in_it.json b/higher/res/log/Aug_mod(Data_augV4(Uniform-14 TF x 1)-LeNet)-100 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..28956f1 --- /dev/null +++ b/higher/res/log/Aug_mod(Data_augV4(Uniform-14 TF x 1)-LeNet)-100 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,1176 @@ +{ + "Accuracy": 68.58999999999999, + "Time": [ + 47.57412769468001, + 1.3112594597868932 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color", + "Brightness", + "Sharpness", + "Posterize", + "Solarize" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2913434505462646, + "val_loss": 2.2504518032073975, + "acc": 12.620000000000001, + "time": 44.336025188, + "param": [ + 0.07138238102197647, + 0.07141286879777908, + 0.07160096615552902, + 0.07146042585372925, + 0.07142625749111176, + 0.0712072104215622, + 0.07165969908237457, + 0.0711696594953537, + 0.07164087146520615, + 0.0713425949215889, + 0.07158929854631424, + 0.07153106480836868, + 0.07125625014305115, + 0.07132043689489365 + ] + }, + { + "epoch": 2, + "train_loss": 2.209713935852051, + "val_loss": 2.0203170776367188, + "acc": 25.34, + "time": 44.118276341999994, + "param": [ + 0.07146869599819183, + 0.07129691541194916, + 0.07158102840185165, + 0.07159046083688736, + 0.07132386416196823, + 0.07164689153432846, + 0.07167156040668488, + 0.07141981273889542, + 0.07123773545026779, + 0.07125061750411987, + 0.07155175507068634, + 0.07138530164957047, + 0.07115594297647476, + 0.07141945511102676 + ] + }, + { + "epoch": 3, + "train_loss": 1.9442836046218872, + "val_loss": 1.8932454586029053, + "acc": 33.09, + "time": 45.51098663600001, + "param": [ + 0.0715419203042984, + 0.07111011445522308, + 0.07165682315826416, + 0.07137010991573334, + 0.07140379399061203, + 0.07148033380508423, + 0.07175743579864502, + 0.07164431363344193, + 0.0714041218161583, + 0.07149855047464371, + 0.07138428837060928, + 0.07144895195960999, + 0.07133762538433075, + 0.070961594581604 + ] + }, + { + "epoch": 4, + "train_loss": 1.7500066757202148, + "val_loss": 1.7410485744476318, + "acc": 39.489999999999995, + "time": 48.415174689, + "param": [ + 0.07133620977401733, + 0.07098295539617538, + 0.07158415764570236, + 0.0713876262307167, + 0.0712815672159195, + 0.07178063690662384, + 0.07152672857046127, + 0.07144425064325333, + 0.07190518826246262, + 0.07148699462413788, + 0.07130827009677887, + 0.07161129266023636, + 0.07142175734043121, + 0.07094231992959976 + ] + }, + { + "epoch": 5, + "train_loss": 1.6998379230499268, + "val_loss": 1.6142452955245972, + "acc": 43.44, + "time": 47.78098241399999, + "param": [ + 0.07133513689041138, + 0.07106021791696548, + 0.07144554704427719, + 0.07143152505159378, + 0.07124252617359161, + 0.07151374965906143, + 0.07141847163438797, + 0.07149587571620941, + 0.07183538377285004, + 0.07156778126955032, + 0.07145371288061142, + 0.07163743674755096, + 0.07159807533025742, + 0.0709645003080368 + ] + }, + { + "epoch": 6, + "train_loss": 1.8147326707839966, + "val_loss": 1.6559865474700928, + "acc": 44.04, + "time": 47.67387347800002, + "param": [ + 0.0715908333659172, + 0.07108599692583084, + 0.07138911634683609, + 0.07149878889322281, + 0.07123317569494247, + 0.07145623862743378, + 0.07136914879083633, + 0.071515291929245, + 0.07151919603347778, + 0.07165612280368805, + 0.07145433127880096, + 0.0715460553765297, + 0.07143902778625488, + 0.0712466612458229 + ] + }, + { + "epoch": 7, + "train_loss": 1.615560531616211, + "val_loss": 1.4398435354232788, + "acc": 44.96, + "time": 44.384492846, + "param": [ + 0.07159945368766785, + 0.07142382860183716, + 0.07163754850625992, + 0.07131878286600113, + 0.07125550508499146, + 0.0713656097650528, + 0.07136280834674835, + 0.07156172394752502, + 0.07144930213689804, + 0.07159023731946945, + 0.07139591872692108, + 0.0714353621006012, + 0.07144195586442947, + 0.07116194069385529 + ] + }, + { + "epoch": 8, + "train_loss": 1.6842182874679565, + "val_loss": 1.3972362279891968, + "acc": 47.33, + "time": 44.62663131199997, + "param": [ + 0.07149498909711838, + 0.0712432786822319, + 0.07165804505348206, + 0.07147694379091263, + 0.07138082385063171, + 0.07127808779478073, + 0.07161342352628708, + 0.07147246599197388, + 0.07154090702533722, + 0.07145669311285019, + 0.07147163897752762, + 0.07145287841558456, + 0.07152818888425827, + 0.07093160599470139 + ] + }, + { + "epoch": 9, + "train_loss": 1.7009118795394897, + "val_loss": 1.4583559036254883, + "acc": 49.75, + "time": 46.19561729399999, + "param": [ + 0.07142068445682526, + 0.07132568210363388, + 0.07138751447200775, + 0.07152226567268372, + 0.07135552167892456, + 0.07141949236392975, + 0.0717039555311203, + 0.07140184938907623, + 0.07147426158189774, + 0.07150372117757797, + 0.07132331281900406, + 0.0714677944779396, + 0.07148679345846176, + 0.07120718061923981 + ] + }, + { + "epoch": 10, + "train_loss": 1.6027055978775024, + "val_loss": 1.2973074913024902, + "acc": 50.529999999999994, + "time": 46.34692848200001, + "param": [ + 0.071593277156353, + 0.07127505540847778, + 0.0714721828699112, + 0.07156213372945786, + 0.07126333564519882, + 0.07129162549972534, + 0.07153307646512985, + 0.07145073264837265, + 0.07145341485738754, + 0.07160553336143494, + 0.07159051299095154, + 0.07141979038715363, + 0.07139363139867783, + 0.07109568268060684 + ] + }, + { + "epoch": 11, + "train_loss": 1.5906600952148438, + "val_loss": 1.3912420272827148, + "acc": 51.4, + "time": 48.05932191299996, + "param": [ + 0.07150575518608093, + 0.07131290435791016, + 0.07156150043010712, + 0.07147861272096634, + 0.07123243808746338, + 0.0712772011756897, + 0.07131331413984299, + 0.07146555930376053, + 0.0716836228966713, + 0.07155013829469681, + 0.07154901325702667, + 0.07158966362476349, + 0.07139045000076294, + 0.07108975201845169 + ] + }, + { + "epoch": 12, + "train_loss": 1.452032446861267, + "val_loss": 1.3367533683776855, + "acc": 52.339999999999996, + "time": 47.08464659399999, + "param": [ + 0.07146616280078888, + 0.07104198634624481, + 0.07147596776485443, + 0.0714837834239006, + 0.07136920094490051, + 0.07149461656808853, + 0.07130894809961319, + 0.07135816663503647, + 0.07164744287729263, + 0.07155723124742508, + 0.07165452092885971, + 0.07167085260152817, + 0.0713045597076416, + 0.0711665228009224 + ] + }, + { + "epoch": 13, + "train_loss": 1.4832106828689575, + "val_loss": 1.2318981885910034, + "acc": 53.5, + "time": 46.13617840899997, + "param": [ + 0.07145781069993973, + 0.07121166586875916, + 0.07137443125247955, + 0.07157299667596817, + 0.07133965194225311, + 0.07144185900688171, + 0.071377232670784, + 0.07135678827762604, + 0.07155678421258926, + 0.07155366241931915, + 0.07162301987409592, + 0.07156955450773239, + 0.07138198614120483, + 0.07118257880210876 + ] + }, + { + "epoch": 14, + "train_loss": 1.4680962562561035, + "val_loss": 1.3237897157669067, + "acc": 54.459999999999994, + "time": 47.89934627299999, + "param": [ + 0.07140399515628815, + 0.07121093571186066, + 0.07133091986179352, + 0.07142344862222672, + 0.07137154787778854, + 0.07121457159519196, + 0.071475088596344, + 0.07128483802080154, + 0.07151652127504349, + 0.07162701338529587, + 0.07165888696908951, + 0.07162029296159744, + 0.07158435136079788, + 0.07127758115530014 + ] + }, + { + "epoch": 15, + "train_loss": 1.3958775997161865, + "val_loss": 1.1385986804962158, + "acc": 55.7, + "time": 47.86135781299993, + "param": [ + 0.07143508642911911, + 0.0713745653629303, + 0.07126610726118088, + 0.07152201235294342, + 0.07132738828659058, + 0.07127323746681213, + 0.07155133783817291, + 0.0712706446647644, + 0.07140353322029114, + 0.07160492986440659, + 0.07154598087072372, + 0.07156430184841156, + 0.07150821387767792, + 0.07135272026062012 + ] + }, + { + "epoch": 16, + "train_loss": 1.3066825866699219, + "val_loss": 1.190879464149475, + "acc": 56.13, + "time": 47.20547230400007, + "param": [ + 0.07146993279457092, + 0.07118988782167435, + 0.0713660717010498, + 0.07151848822832108, + 0.07134556770324707, + 0.07139057666063309, + 0.0714341402053833, + 0.07130716741085052, + 0.07148545235395432, + 0.07156255096197128, + 0.07140262424945831, + 0.07158122956752777, + 0.071610227227211, + 0.07133613526821136 + ] + }, + { + "epoch": 17, + "train_loss": 1.335404634475708, + "val_loss": 1.2326151132583618, + "acc": 57.87, + "time": 47.62769528000001, + "param": [ + 0.07134071737527847, + 0.07119989395141602, + 0.0714043378829956, + 0.07147184014320374, + 0.07138729840517044, + 0.07124409824609756, + 0.07143978774547577, + 0.07159439474344254, + 0.07160899043083191, + 0.07163605839014053, + 0.07151181250810623, + 0.07154616713523865, + 0.0713476687669754, + 0.07126688957214355 + ] + }, + { + "epoch": 18, + "train_loss": 1.3114031553268433, + "val_loss": 1.1775482892990112, + "acc": 58.29, + "time": 48.27354716100001, + "param": [ + 0.07166818529367447, + 0.07136595249176025, + 0.07170760631561279, + 0.07136821746826172, + 0.07131540775299072, + 0.07099141925573349, + 0.07144173234701157, + 0.07142742723226547, + 0.07157772779464722, + 0.07159678637981415, + 0.0713268592953682, + 0.07139546424150467, + 0.07140062749385834, + 0.07141661643981934 + ] + }, + { + "epoch": 19, + "train_loss": 1.1852093935012817, + "val_loss": 1.1812366247177124, + "acc": 58.940000000000005, + "time": 48.41696854199995, + "param": [ + 0.0714421421289444, + 0.07121787965297699, + 0.07166928052902222, + 0.07135561108589172, + 0.0712520182132721, + 0.07124204188585281, + 0.07146339118480682, + 0.0715368241071701, + 0.07156368345022202, + 0.07127708196640015, + 0.071584053337574, + 0.0715043842792511, + 0.07159656286239624, + 0.07129502296447754 + ] + }, + { + "epoch": 20, + "train_loss": 1.2180036306381226, + "val_loss": 1.266668677330017, + "acc": 59.98, + "time": 48.53294873599998, + "param": [ + 0.07149717956781387, + 0.07129164040088654, + 0.07177804410457611, + 0.07146651297807693, + 0.07114341109991074, + 0.07137130945920944, + 0.07142981141805649, + 0.07153145223855972, + 0.07138825953006744, + 0.07128594070672989, + 0.07139413058757782, + 0.07161220163106918, + 0.07141232490539551, + 0.07139777392148972 + ] + }, + { + "epoch": 21, + "train_loss": 1.2124868631362915, + "val_loss": 1.182675838470459, + "acc": 59.160000000000004, + "time": 47.09595416100001, + "param": [ + 0.07146913558244705, + 0.07125650346279144, + 0.07143852859735489, + 0.07125178724527359, + 0.0713317021727562, + 0.07128456979990005, + 0.07166381180286407, + 0.07161206007003784, + 0.07141410559415817, + 0.07128003239631653, + 0.07141074538230896, + 0.0715862289071083, + 0.07170014828443527, + 0.07130063325166702 + ] + }, + { + "epoch": 22, + "train_loss": 1.208913803100586, + "val_loss": 1.1094634532928467, + "acc": 60.27, + "time": 48.64630279200014, + "param": [ + 0.07155545800924301, + 0.0711132287979126, + 0.0714583769440651, + 0.07130283862352371, + 0.07149738818407059, + 0.07133859395980835, + 0.07138041406869888, + 0.07158832997083664, + 0.07141676545143127, + 0.07134022563695908, + 0.07159621268510818, + 0.07163132727146149, + 0.0715206116437912, + 0.07126025855541229 + ] + }, + { + "epoch": 23, + "train_loss": 1.2750996351242065, + "val_loss": 1.0669115781784058, + "acc": 61.27, + "time": 48.536493527000175, + "param": [ + 0.07154536992311478, + 0.07125319540500641, + 0.07129447162151337, + 0.07144606113433838, + 0.07137470692396164, + 0.07140008360147476, + 0.07136137038469315, + 0.07152264565229416, + 0.07155860215425491, + 0.07144899666309357, + 0.07172262668609619, + 0.0714220255613327, + 0.07140447199344635, + 0.07124532014131546 + ] + }, + { + "epoch": 24, + "train_loss": 1.2308472394943237, + "val_loss": 1.0836704969406128, + "acc": 61.01, + "time": 47.625547863000065, + "param": [ + 0.07149425894021988, + 0.07124713063240051, + 0.07135795801877975, + 0.0714610144495964, + 0.0714665949344635, + 0.0715155079960823, + 0.07133740931749344, + 0.07142073661088943, + 0.07188134640455246, + 0.07139838486909866, + 0.07187999784946442, + 0.07129751145839691, + 0.07104601711034775, + 0.07119613140821457 + ] + }, + { + "epoch": 25, + "train_loss": 0.9968194365501404, + "val_loss": 1.127963662147522, + "acc": 61.79, + "time": 47.7873114959998, + "param": [ + 0.07156884670257568, + 0.07134324312210083, + 0.07130949199199677, + 0.07131846249103546, + 0.07154498994350433, + 0.07141895592212677, + 0.07136794179677963, + 0.07134474813938141, + 0.07160985469818115, + 0.07151098549365997, + 0.07170522212982178, + 0.07143642753362656, + 0.07115266472101212, + 0.07136818766593933 + ] + }, + { + "epoch": 26, + "train_loss": 1.0870249271392822, + "val_loss": 1.121207594871521, + "acc": 63.9, + "time": 47.682248953, + "param": [ + 0.07149524986743927, + 0.07119598239660263, + 0.07140368223190308, + 0.07149992883205414, + 0.0715404748916626, + 0.07143793255090714, + 0.07143455743789673, + 0.07148277759552002, + 0.07159221172332764, + 0.07147639989852905, + 0.07155469805002213, + 0.07151169329881668, + 0.07118154317140579, + 0.07119289040565491 + ] + }, + { + "epoch": 27, + "train_loss": 1.1373807191848755, + "val_loss": 1.0364755392074585, + "acc": 62.99, + "time": 48.790662998000016, + "param": [ + 0.07157914340496063, + 0.07128211110830307, + 0.07153835892677307, + 0.07151763141155243, + 0.07140729576349258, + 0.07134689390659332, + 0.07157564908266068, + 0.07134820520877838, + 0.07166226208209991, + 0.07143809646368027, + 0.07150452584028244, + 0.07133891433477402, + 0.07121170312166214, + 0.07124925404787064 + ] + }, + { + "epoch": 28, + "train_loss": 1.0456193685531616, + "val_loss": 1.0437859296798706, + "acc": 62.55, + "time": 47.675430302999985, + "param": [ + 0.07147005945444107, + 0.0710427463054657, + 0.0716526210308075, + 0.0715891644358635, + 0.07145944237709045, + 0.07136264443397522, + 0.07137379050254822, + 0.07134366780519485, + 0.07164768129587173, + 0.0714939534664154, + 0.07144542038440704, + 0.07153145223855972, + 0.07129904627799988, + 0.07128831744194031 + ] + }, + { + "epoch": 29, + "train_loss": 1.2777414321899414, + "val_loss": 0.961412787437439, + "acc": 62.57, + "time": 46.32925957599991, + "param": [ + 0.07152094691991806, + 0.07104358077049255, + 0.07174675166606903, + 0.07154075801372528, + 0.07137224823236465, + 0.0715247392654419, + 0.0714229941368103, + 0.07133089751005173, + 0.0715523213148117, + 0.0715552270412445, + 0.07151228934526443, + 0.071480892598629, + 0.07112022489309311, + 0.07127615064382553 + ] + }, + { + "epoch": 30, + "train_loss": 1.0701525211334229, + "val_loss": 1.091991662979126, + "acc": 64.75999999999999, + "time": 47.78443126900015, + "param": [ + 0.07153003662824631, + 0.07111986726522446, + 0.07149054110050201, + 0.07155456393957138, + 0.07145669311285019, + 0.0715257078409195, + 0.07120983302593231, + 0.07124610245227814, + 0.07152990251779556, + 0.07165861874818802, + 0.07147329300642014, + 0.07139589637517929, + 0.07153458893299103, + 0.07127439975738525 + ] + }, + { + "epoch": 31, + "train_loss": 0.9966126680374146, + "val_loss": 1.0748296976089478, + "acc": 62.760000000000005, + "time": 48.34716273799995, + "param": [ + 0.07161790877580643, + 0.07098924368619919, + 0.07144971191883087, + 0.0713355764746666, + 0.07120529562234879, + 0.07140244543552399, + 0.07148078083992004, + 0.07161645591259003, + 0.07139977067708969, + 0.07153578847646713, + 0.07133957743644714, + 0.07141781598329544, + 0.07175390422344208, + 0.07145574688911438 + ] + }, + { + "epoch": 32, + "train_loss": 1.1598172187805176, + "val_loss": 1.043676733970642, + "acc": 64.97, + "time": 48.707784776999915, + "param": [ + 0.07154243439435959, + 0.07114868611097336, + 0.07131876796483994, + 0.07132599502801895, + 0.0712704136967659, + 0.0715210884809494, + 0.07143757492303848, + 0.0715465396642685, + 0.07130637764930725, + 0.07154849916696548, + 0.07141880691051483, + 0.07150371372699738, + 0.07175746560096741, + 0.07135363668203354 + ] + }, + { + "epoch": 33, + "train_loss": 1.0266543626785278, + "val_loss": 1.01457941532135, + "acc": 65.52, + "time": 48.384045556000046, + "param": [ + 0.07149653881788254, + 0.07118355482816696, + 0.07134044170379639, + 0.07144442945718765, + 0.07118915766477585, + 0.07153798639774323, + 0.07128085196018219, + 0.07137462496757507, + 0.07157305628061295, + 0.0715935081243515, + 0.07151657342910767, + 0.07153860479593277, + 0.07163263857364655, + 0.07129805535078049 + ] + }, + { + "epoch": 34, + "train_loss": 0.9635745882987976, + "val_loss": 1.124158263206482, + "acc": 64.9, + "time": 48.525587233999886, + "param": [ + 0.07155882567167282, + 0.07119151949882507, + 0.0713869035243988, + 0.07178144156932831, + 0.07142779231071472, + 0.07139671593904495, + 0.07144129276275635, + 0.0714220330119133, + 0.07129672169685364, + 0.07177554070949554, + 0.07154975086450577, + 0.07151500880718231, + 0.0710279792547226, + 0.07122848182916641 + ] + }, + { + "epoch": 35, + "train_loss": 1.1943414211273193, + "val_loss": 0.9400196075439453, + "acc": 65.63, + "time": 47.37193322200005, + "param": [ + 0.07154276967048645, + 0.07114409655332565, + 0.071217380464077, + 0.07174280285835266, + 0.07116002589464188, + 0.07133139669895172, + 0.07143455743789673, + 0.07151023298501968, + 0.07158855348825455, + 0.07180416584014893, + 0.07144782692193985, + 0.07132446020841599, + 0.07140643149614334, + 0.07134527713060379 + ] + }, + { + "epoch": 36, + "train_loss": 0.7880645394325256, + "val_loss": 0.9367433786392212, + "acc": 65.01, + "time": 47.720091782000054, + "param": [ + 0.07153383642435074, + 0.07122410833835602, + 0.07140318304300308, + 0.07149681448936462, + 0.07142090052366257, + 0.07134750485420227, + 0.07133908569812775, + 0.07141245156526566, + 0.07161437720060349, + 0.0716230720281601, + 0.0715789869427681, + 0.071391262114048, + 0.07133372873067856, + 0.07128065079450607 + ] + }, + { + "epoch": 37, + "train_loss": 1.0820940732955933, + "val_loss": 0.9488834738731384, + "acc": 65.5, + "time": 48.89183406699999, + "param": [ + 0.0715995579957962, + 0.07128994166851044, + 0.07147513329982758, + 0.0713040754199028, + 0.07130670547485352, + 0.07137037068605423, + 0.07152506709098816, + 0.0714646577835083, + 0.07146859914064407, + 0.07161581516265869, + 0.07154580950737, + 0.07141523063182831, + 0.071036696434021, + 0.07158228754997253 + ] + }, + { + "epoch": 38, + "train_loss": 0.9232974052429199, + "val_loss": 0.9790512919425964, + "acc": 66.59, + "time": 48.02129631499997, + "param": [ + 0.0713903158903122, + 0.07131798565387726, + 0.07147884368896484, + 0.0713818147778511, + 0.07134070247411728, + 0.07149066776037216, + 0.07148155570030212, + 0.07148265838623047, + 0.07136420160531998, + 0.07167093455791473, + 0.07139040529727936, + 0.07157311588525772, + 0.07119704782962799, + 0.07143966108560562 + ] + }, + { + "epoch": 39, + "train_loss": 0.7266699075698853, + "val_loss": 0.9954081177711487, + "acc": 66.67, + "time": 48.14091468899983, + "param": [ + 0.07150650024414062, + 0.0713585838675499, + 0.07144816964864731, + 0.07140305638313293, + 0.07154927402734756, + 0.07119124382734299, + 0.07129666209220886, + 0.07155141979455948, + 0.07141763716936111, + 0.07157011330127716, + 0.0715867131948471, + 0.07153855264186859, + 0.07128337025642395, + 0.07129864394664764 + ] + }, + { + "epoch": 40, + "train_loss": 0.8585317730903625, + "val_loss": 0.8173394799232483, + "acc": 66.12, + "time": 47.67816327500009, + "param": [ + 0.07153815776109695, + 0.07127641141414642, + 0.07145582884550095, + 0.07127363234758377, + 0.0714321881532669, + 0.0713263750076294, + 0.0712534487247467, + 0.07160556316375732, + 0.07171892374753952, + 0.07142483443021774, + 0.07171429693698883, + 0.07131681591272354, + 0.07139014452695847, + 0.07127336412668228 + ] + }, + { + "epoch": 41, + "train_loss": 0.9269413352012634, + "val_loss": 0.9197806715965271, + "acc": 67.24, + "time": 48.14815014199985, + "param": [ + 0.07159708440303802, + 0.07127799093723297, + 0.07128183543682098, + 0.07145428657531738, + 0.07138814777135849, + 0.07134532183408737, + 0.07137878239154816, + 0.07176002860069275, + 0.0715494379401207, + 0.07153535634279251, + 0.07158081978559494, + 0.07134293764829636, + 0.07124896347522736, + 0.07125896215438843 + ] + }, + { + "epoch": 42, + "train_loss": 0.8685004711151123, + "val_loss": 0.8942049145698547, + "acc": 68.12, + "time": 45.81367171900001, + "param": [ + 0.07153835892677307, + 0.07132727652788162, + 0.07145080715417862, + 0.07137242704629898, + 0.07149997353553772, + 0.07155671715736389, + 0.07136858999729156, + 0.07150188833475113, + 0.07120652496814728, + 0.07144437730312347, + 0.07166130840778351, + 0.07142232358455658, + 0.07141631096601486, + 0.0712331235408783 + ] + }, + { + "epoch": 43, + "train_loss": 0.9186741709709167, + "val_loss": 0.9173880815505981, + "acc": 68.03, + "time": 46.7562760310002, + "param": [ + 0.07151219248771667, + 0.07117397338151932, + 0.07147693634033203, + 0.07155637443065643, + 0.07141715288162231, + 0.07172292470932007, + 0.07140445709228516, + 0.07140006124973297, + 0.07128942757844925, + 0.07142849266529083, + 0.07146228849887848, + 0.07141076028347015, + 0.07143829762935638, + 0.07130670547485352 + ] + }, + { + "epoch": 44, + "train_loss": 0.8031414747238159, + "val_loss": 0.983149528503418, + "acc": 67.16, + "time": 47.78194303400005, + "param": [ + 0.07149805128574371, + 0.07122206687927246, + 0.07143907248973846, + 0.07158225029706955, + 0.07142747938632965, + 0.07171592861413956, + 0.07126576453447342, + 0.0712537094950676, + 0.07161508500576019, + 0.07149409502744675, + 0.07138557732105255, + 0.07148092240095139, + 0.07115092128515244, + 0.07146909087896347 + ] + }, + { + "epoch": 45, + "train_loss": 0.7613705396652222, + "val_loss": 0.854880154132843, + "acc": 68.58, + "time": 47.77304986299987, + "param": [ + 0.07154592871665955, + 0.07104793190956116, + 0.0714753046631813, + 0.07159259170293808, + 0.07145483046770096, + 0.0715416818857193, + 0.071413554251194, + 0.07130085676908493, + 0.0714648887515068, + 0.07157105207443237, + 0.07145952433347702, + 0.07148914784193039, + 0.07124221324920654, + 0.0714004784822464 + ] + }, + { + "epoch": 46, + "train_loss": 0.7340481281280518, + "val_loss": 0.9685956835746765, + "acc": 68.17999999999999, + "time": 48.913737996000236, + "param": [ + 0.07149262726306915, + 0.07118384540081024, + 0.07133637368679047, + 0.07156223058700562, + 0.07153990864753723, + 0.0715705081820488, + 0.07141762226819992, + 0.0713430866599083, + 0.07127309590578079, + 0.07150107622146606, + 0.07140049338340759, + 0.07160748541355133, + 0.07151656597852707, + 0.07125511020421982 + ] + }, + { + "epoch": 47, + "train_loss": 0.9372617602348328, + "val_loss": 0.9301000833511353, + "acc": 68.08, + "time": 49.34092885200016, + "param": [ + 0.07151608914136887, + 0.07110567390918732, + 0.07137793302536011, + 0.07135920226573944, + 0.07148442417383194, + 0.07150276005268097, + 0.07139584422111511, + 0.07140446454286575, + 0.07133469730615616, + 0.07150519639253616, + 0.07145056873559952, + 0.07161740958690643, + 0.07158895581960678, + 0.07135675847530365 + ] + }, + { + "epoch": 48, + "train_loss": 1.1593477725982666, + "val_loss": 0.8843865990638733, + "acc": 68.03, + "time": 48.76600118200031, + "param": [ + 0.07139118760824203, + 0.07100427895784378, + 0.07131551206111908, + 0.07147122919559479, + 0.07143561542034149, + 0.07141055911779404, + 0.07159905135631561, + 0.07151369005441666, + 0.07155819982290268, + 0.0714024007320404, + 0.07162987440824509, + 0.07165884226560593, + 0.07134374231100082, + 0.0712658017873764 + ] + }, + { + "epoch": 49, + "train_loss": 0.978727400302887, + "val_loss": 1.0349280834197998, + "acc": 67.55, + "time": 50.424444612000116, + "param": [ + 0.07139972597360611, + 0.0710877925157547, + 0.07117454707622528, + 0.07137063890695572, + 0.07158404588699341, + 0.0713653415441513, + 0.07156378030776978, + 0.07142940908670425, + 0.07158945500850677, + 0.07129077613353729, + 0.07156769186258316, + 0.07160098105669022, + 0.07143454998731613, + 0.07154125720262527 + ] + }, + { + "epoch": 50, + "train_loss": 0.6758572459220886, + "val_loss": 0.9162865281105042, + "acc": 68.58999999999999, + "time": 48.75925300400013, + "param": [ + 0.07141599804162979, + 0.07099145650863647, + 0.07137645035982132, + 0.07139846682548523, + 0.07158159464597702, + 0.07136194407939911, + 0.07157060503959656, + 0.07148038595914841, + 0.07145451754331589, + 0.0714539885520935, + 0.07153904438018799, + 0.071625716984272, + 0.07142674177885056, + 0.07132311165332794 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/log/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-100 epochs (dataug:0)- 10 in_it.json b/higher/res/log/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-100 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..f0dc38b --- /dev/null +++ b/higher/res/log/Aug_mod(Data_augV4(Uniform-14 TF x 2)-LeNet)-100 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,1636 @@ +{ + "Accuracy": 69.64, + "Time": [ + 61.0785987109, + 2.7417160618337717 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Rotate", + "TranslateX", + "TranslateY", + "ShearX", + "ShearY", + "Contrast", + "Color", + "Brightness", + "Sharpness", + "Posterize", + "Solarize" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.290409564971924, + "val_loss": 2.277933359146118, + "acc": 12.04, + "time": 63.807396575999995, + "param": [ + 0.07137009501457214, + 0.0712430402636528, + 0.0714346393942833, + 0.07147721201181412, + 0.07143232226371765, + 0.07160916179418564, + 0.07146874070167542, + 0.07171612232923508, + 0.07136236131191254, + 0.07131174951791763, + 0.07148020714521408, + 0.07161141186952591, + 0.07161858677864075, + 0.07086436450481415 + ] + }, + { + "epoch": 2, + "train_loss": 2.1251819133758545, + "val_loss": 2.0324971675872803, + "acc": 24.92, + "time": 70.29855952, + "param": [ + 0.07125680148601532, + 0.07120129466056824, + 0.07139090448617935, + 0.07139838486909866, + 0.07130192220211029, + 0.07155043631792068, + 0.0713173970580101, + 0.07120684534311295, + 0.0719100683927536, + 0.07155090570449829, + 0.07158565521240234, + 0.07139459997415543, + 0.07205399870872498, + 0.07088079303503036 + ] + }, + { + "epoch": 3, + "train_loss": 2.0916316509246826, + "val_loss": 1.9255592823028564, + "acc": 32.97, + "time": 65.335472538, + "param": [ + 0.07125027477741241, + 0.07106898725032806, + 0.07150056958198547, + 0.07157294452190399, + 0.07146966457366943, + 0.07136564701795578, + 0.07136756181716919, + 0.0715850293636322, + 0.07150660455226898, + 0.07152003049850464, + 0.0716162845492363, + 0.0712931752204895, + 0.07206946611404419, + 0.07081374526023865 + ] + }, + { + "epoch": 4, + "train_loss": 1.9139618873596191, + "val_loss": 1.869696855545044, + "acc": 32.53, + "time": 65.68835949100003, + "param": [ + 0.0715051144361496, + 0.07133553922176361, + 0.07156962901353836, + 0.07128823548555374, + 0.07141333818435669, + 0.07163961231708527, + 0.07136888056993484, + 0.07155191153287888, + 0.0717654749751091, + 0.07158822566270828, + 0.07158149033784866, + 0.07153259962797165, + 0.07117855548858643, + 0.07068140804767609 + ] + }, + { + "epoch": 5, + "train_loss": 1.885090708732605, + "val_loss": 1.8199399709701538, + "acc": 38.53, + "time": 61.686216771999966, + "param": [ + 0.07141496241092682, + 0.0712679848074913, + 0.07142803072929382, + 0.07144546508789062, + 0.07113346457481384, + 0.07152962684631348, + 0.07159274071455002, + 0.07137823104858398, + 0.0717177763581276, + 0.07162477821111679, + 0.0715673640370369, + 0.071450375020504, + 0.07143427431583405, + 0.07101494073867798 + ] + }, + { + "epoch": 6, + "train_loss": 1.7699917554855347, + "val_loss": 1.6043792963027954, + "acc": 42.41, + "time": 61.907127856000045, + "param": [ + 0.07140694558620453, + 0.07123555988073349, + 0.07141753286123276, + 0.07138296216726303, + 0.07108558714389801, + 0.07156121730804443, + 0.07161447405815125, + 0.07154712826013565, + 0.07163915783166885, + 0.07167711853981018, + 0.0715876892209053, + 0.07155347615480423, + 0.07147109508514404, + 0.07082005590200424 + ] + }, + { + "epoch": 7, + "train_loss": 1.816866159439087, + "val_loss": 1.571657419204712, + "acc": 43.830000000000005, + "time": 61.35355597, + "param": [ + 0.07145284861326218, + 0.07108739018440247, + 0.07133205980062485, + 0.07156144827604294, + 0.0711807906627655, + 0.07131436467170715, + 0.07167927175760269, + 0.07153263688087463, + 0.07145848125219345, + 0.07165985554456711, + 0.07168655097484589, + 0.07145438343286514, + 0.07163210213184357, + 0.07096787542104721 + ] + }, + { + "epoch": 8, + "train_loss": 1.7592458724975586, + "val_loss": 1.6057641506195068, + "acc": 44.67, + "time": 61.19272864199996, + "param": [ + 0.07143209874629974, + 0.07128234952688217, + 0.07151132076978683, + 0.07146421819925308, + 0.07145192474126816, + 0.07136599719524384, + 0.07135765999555588, + 0.07134358584880829, + 0.07161116600036621, + 0.07159534096717834, + 0.071617491543293, + 0.07143822312355042, + 0.0712343081831932, + 0.07129429280757904 + ] + }, + { + "epoch": 9, + "train_loss": 1.5327625274658203, + "val_loss": 1.557702660560608, + "acc": 46.07, + "time": 61.49036736100004, + "param": [ + 0.0713735893368721, + 0.07108639925718307, + 0.07146182656288147, + 0.0715176910161972, + 0.07139863073825836, + 0.07135134935379028, + 0.07162562012672424, + 0.07135928422212601, + 0.07164961099624634, + 0.07166067510843277, + 0.07155250012874603, + 0.07151977717876434, + 0.07141166925430298, + 0.07103139907121658 + ] + }, + { + "epoch": 10, + "train_loss": 1.6031298637390137, + "val_loss": 1.5123029947280884, + "acc": 48.199999999999996, + "time": 61.00710411499995, + "param": [ + 0.07145114243030548, + 0.07106658071279526, + 0.07143249362707138, + 0.07154180854558945, + 0.07130134850740433, + 0.07134372740983963, + 0.07146066427230835, + 0.07149230688810349, + 0.07159385830163956, + 0.071574367582798, + 0.07149557024240494, + 0.07162965834140778, + 0.07157766073942184, + 0.07103880494832993 + ] + }, + { + "epoch": 11, + "train_loss": 1.653076410293579, + "val_loss": 1.4146363735198975, + "acc": 49.21, + "time": 61.54025800399995, + "param": [ + 0.07147251814603806, + 0.07113298773765564, + 0.07147638499736786, + 0.07146605104207993, + 0.07131794095039368, + 0.07132863998413086, + 0.07144058495759964, + 0.07151024043560028, + 0.07166853547096252, + 0.07155977934598923, + 0.07153633236885071, + 0.0715278759598732, + 0.07150515168905258, + 0.07105698436498642 + ] + }, + { + "epoch": 12, + "train_loss": 1.666245698928833, + "val_loss": 1.4019641876220703, + "acc": 49.220000000000006, + "time": 59.913959299, + "param": [ + 0.07141350954771042, + 0.07110527902841568, + 0.07148837298154831, + 0.07136883586645126, + 0.07122459262609482, + 0.07148827612400055, + 0.07145341485738754, + 0.07152401655912399, + 0.07165069133043289, + 0.0716182142496109, + 0.07165893167257309, + 0.07143141329288483, + 0.07151207327842712, + 0.07106238603591919 + ] + }, + { + "epoch": 13, + "train_loss": 1.730120062828064, + "val_loss": 1.4114289283752441, + "acc": 51.1, + "time": 59.40158300500002, + "param": [ + 0.07132532447576523, + 0.07130195945501328, + 0.07154905050992966, + 0.07142294198274612, + 0.07130622863769531, + 0.07131672650575638, + 0.07147087156772614, + 0.07146158069372177, + 0.07165893167257309, + 0.07162811607122421, + 0.07161018252372742, + 0.0715228021144867, + 0.07152695953845978, + 0.07089832425117493 + ] + }, + { + "epoch": 14, + "train_loss": 1.725616693496704, + "val_loss": 1.3370518684387207, + "acc": 51.77, + "time": 59.50906774199996, + "param": [ + 0.07141049206256866, + 0.07120713591575623, + 0.07146988809108734, + 0.07143794745206833, + 0.07126874476671219, + 0.07136901468038559, + 0.07134070247411728, + 0.07154085487127304, + 0.07168449461460114, + 0.07162027060985565, + 0.071431465446949, + 0.0715491846203804, + 0.07169846445322037, + 0.07097140699625015 + ] + }, + { + "epoch": 15, + "train_loss": 1.6523950099945068, + "val_loss": 1.320069432258606, + "acc": 52.61, + "time": 59.40417373699995, + "param": [ + 0.07150813192129135, + 0.07127197831869125, + 0.07142873108386993, + 0.0714610144495964, + 0.0712042897939682, + 0.0713498443365097, + 0.07142327725887299, + 0.07159396260976791, + 0.07169538736343384, + 0.07157367467880249, + 0.07146237790584564, + 0.07141844183206558, + 0.07172062247991562, + 0.07088830322027206 + ] + }, + { + "epoch": 16, + "train_loss": 1.715876579284668, + "val_loss": 1.244536280632019, + "acc": 51.239999999999995, + "time": 67.516563281, + "param": [ + 0.07156305760145187, + 0.07115545123815536, + 0.0714276060461998, + 0.07156078517436981, + 0.07137216627597809, + 0.07148431986570358, + 0.07157394289970398, + 0.07159672677516937, + 0.07158845663070679, + 0.07165320962667465, + 0.07132680714130402, + 0.07132652401924133, + 0.0715847909450531, + 0.07078613340854645 + ] + }, + { + "epoch": 17, + "train_loss": 1.7506661415100098, + "val_loss": 1.2526737451553345, + "acc": 54.559999999999995, + "time": 65.7048430719999, + "param": [ + 0.07151632755994797, + 0.0711284801363945, + 0.07157642394304276, + 0.07149488478899002, + 0.07154449075460434, + 0.07143037021160126, + 0.07139667123556137, + 0.07167387753725052, + 0.07147073745727539, + 0.0715067982673645, + 0.07141748070716858, + 0.07141595333814621, + 0.07155873626470566, + 0.07086873054504395 + ] + }, + { + "epoch": 18, + "train_loss": 1.4303240776062012, + "val_loss": 1.245598554611206, + "acc": 54.99000000000001, + "time": 59.691472902999976, + "param": [ + 0.07156362384557724, + 0.07117035984992981, + 0.07166915386915207, + 0.07148981839418411, + 0.07141109555959702, + 0.07132942229509354, + 0.07157865911722183, + 0.07147981226444244, + 0.07139063626527786, + 0.07152708619832993, + 0.07133899629116058, + 0.07150442153215408, + 0.07152727246284485, + 0.07101963460445404 + ] + }, + { + "epoch": 19, + "train_loss": 1.458790898323059, + "val_loss": 1.230305790901184, + "acc": 54.35, + "time": 63.539633243000026, + "param": [ + 0.07152709364891052, + 0.07112573087215424, + 0.07151534408330917, + 0.07157435268163681, + 0.07133795320987701, + 0.07142458111047745, + 0.07148361951112747, + 0.07156246900558472, + 0.07152682542800903, + 0.07152583450078964, + 0.07142549008131027, + 0.07143683731555939, + 0.07147068530321121, + 0.07106313854455948 + ] + }, + { + "epoch": 20, + "train_loss": 1.5152233839035034, + "val_loss": 1.282227635383606, + "acc": 56.3, + "time": 61.65010155799996, + "param": [ + 0.0715586245059967, + 0.07124946266412735, + 0.0714598223567009, + 0.07145127654075623, + 0.07143834233283997, + 0.07136587798595428, + 0.07125145941972733, + 0.07159387320280075, + 0.07143308967351913, + 0.07152730971574783, + 0.07158347964286804, + 0.0713694766163826, + 0.07154073566198349, + 0.07117722183465958 + ] + }, + { + "epoch": 21, + "train_loss": 1.4904757738113403, + "val_loss": 1.1651625633239746, + "acc": 55.84, + "time": 60.109012592, + "param": [ + 0.07141009718179703, + 0.07125995308160782, + 0.07152461260557175, + 0.07149133831262589, + 0.07151901721954346, + 0.07145866751670837, + 0.07136744260787964, + 0.0714508444070816, + 0.07133928686380386, + 0.07164148986339569, + 0.07145947962999344, + 0.07130172848701477, + 0.07167784124612808, + 0.0710982233285904 + ] + }, + { + "epoch": 22, + "train_loss": 1.6542818546295166, + "val_loss": 1.2211240530014038, + "acc": 57.13, + "time": 62.46536443600007, + "param": [ + 0.07149837166070938, + 0.07122046500444412, + 0.07152848690748215, + 0.07145160436630249, + 0.07143509387969971, + 0.07140128314495087, + 0.07134133577346802, + 0.07159983366727829, + 0.0713454931974411, + 0.07159128040075302, + 0.07157483696937561, + 0.07144369184970856, + 0.07137980312108994, + 0.07118839770555496 + ] + }, + { + "epoch": 23, + "train_loss": 1.3439651727676392, + "val_loss": 1.1006951332092285, + "acc": 57.440000000000005, + "time": 63.549335488999986, + "param": [ + 0.0714675784111023, + 0.07136818021535873, + 0.07137105613946915, + 0.07152190059423447, + 0.0713808462023735, + 0.07124669849872589, + 0.07147479057312012, + 0.07155749946832657, + 0.07129476964473724, + 0.07153844088315964, + 0.07145154476165771, + 0.07151421904563904, + 0.07160753756761551, + 0.07120493054389954 + ] + }, + { + "epoch": 24, + "train_loss": 1.4364547729492188, + "val_loss": 1.1760410070419312, + "acc": 57.830000000000005, + "time": 69.8978692390001, + "param": [ + 0.07149539142847061, + 0.07133014500141144, + 0.07151243835687637, + 0.07141826301813126, + 0.07139565795660019, + 0.0712842270731926, + 0.07146803289651871, + 0.07145009189844131, + 0.07131241261959076, + 0.07153838127851486, + 0.07157251238822937, + 0.07151149213314056, + 0.07156195491552353, + 0.07114893198013306 + ] + }, + { + "epoch": 25, + "train_loss": 1.441695213317871, + "val_loss": 1.1635308265686035, + "acc": 58.35, + "time": 65.59167329299999, + "param": [ + 0.07160656154155731, + 0.07118185609579086, + 0.07152127474546432, + 0.07152308523654938, + 0.07129357755184174, + 0.07125189155340195, + 0.0714213028550148, + 0.07157409191131592, + 0.07154468446969986, + 0.07154156267642975, + 0.0715477392077446, + 0.07142460346221924, + 0.07141580432653427, + 0.0711519792675972 + ] + }, + { + "epoch": 26, + "train_loss": 1.5295454263687134, + "val_loss": 1.0885919332504272, + "acc": 60.19, + "time": 62.1291852920001, + "param": [ + 0.071622334420681, + 0.07119613140821457, + 0.07156963646411896, + 0.07159356027841568, + 0.07123168557882309, + 0.07129476219415665, + 0.07140304893255234, + 0.07150670140981674, + 0.0713849738240242, + 0.07159236818552017, + 0.0715874657034874, + 0.07146614789962769, + 0.07141570001840591, + 0.071135513484478 + ] + }, + { + "epoch": 27, + "train_loss": 1.448840856552124, + "val_loss": 1.1273621320724487, + "acc": 60.4, + "time": 60.69221398200011, + "param": [ + 0.07157768309116364, + 0.07100512087345123, + 0.07144416868686676, + 0.07152093201875687, + 0.07120949774980545, + 0.07128973305225372, + 0.07140873372554779, + 0.07146842032670975, + 0.07158831506967545, + 0.07149236649274826, + 0.07168709486722946, + 0.07154463976621628, + 0.07165654748678207, + 0.07110671699047089 + ] + }, + { + "epoch": 28, + "train_loss": 1.4096238613128662, + "val_loss": 1.0573458671569824, + "acc": 60.099999999999994, + "time": 58.875935905999995, + "param": [ + 0.07150568068027496, + 0.07096455991268158, + 0.07147499918937683, + 0.07143999636173248, + 0.07137921452522278, + 0.07126246392726898, + 0.07140454649925232, + 0.07150145620107651, + 0.07161425054073334, + 0.07143179327249527, + 0.07164771109819412, + 0.07151815295219421, + 0.07160267978906631, + 0.07125251740217209 + ] + }, + { + "epoch": 29, + "train_loss": 1.313922643661499, + "val_loss": 1.0709097385406494, + "acc": 59.940000000000005, + "time": 59.847325211, + "param": [ + 0.07159940898418427, + 0.07109175622463226, + 0.07151927798986435, + 0.07140739262104034, + 0.07142484933137894, + 0.07134158164262772, + 0.07135365903377533, + 0.07137373089790344, + 0.07143211364746094, + 0.07161074131727219, + 0.07162197679281235, + 0.07145339995622635, + 0.07149409502744675, + 0.07127600908279419 + ] + }, + { + "epoch": 30, + "train_loss": 1.3458892107009888, + "val_loss": 1.0279768705368042, + "acc": 61.99, + "time": 61.62308023000014, + "param": [ + 0.07142671197652817, + 0.07113316655158997, + 0.07156588137149811, + 0.07148800045251846, + 0.07143920660018921, + 0.0712810680270195, + 0.07145535200834274, + 0.07141578197479248, + 0.07145726680755615, + 0.07156312465667725, + 0.07160168886184692, + 0.07140835374593735, + 0.07150495052337646, + 0.07125947624444962 + ] + }, + { + "epoch": 31, + "train_loss": 1.422210931777954, + "val_loss": 1.1741918325424194, + "acc": 61.73, + "time": 62.019082042000036, + "param": [ + 0.07141193747520447, + 0.07131832838058472, + 0.07156746834516525, + 0.07145314663648605, + 0.07131514698266983, + 0.0713496133685112, + 0.07158038020133972, + 0.07138651609420776, + 0.07142931967973709, + 0.07149801403284073, + 0.07157566398382187, + 0.07150409370660782, + 0.07140922546386719, + 0.0712011530995369 + ] + }, + { + "epoch": 32, + "train_loss": 1.4436792135238647, + "val_loss": 1.1886719465255737, + "acc": 61.339999999999996, + "time": 58.50687905300015, + "param": [ + 0.07152380049228668, + 0.07117711752653122, + 0.07158315181732178, + 0.07148129492998123, + 0.07129988074302673, + 0.07135392725467682, + 0.071607306599617, + 0.07158877700567245, + 0.0714646726846695, + 0.07151412218809128, + 0.0716560035943985, + 0.07133623957633972, + 0.07130154967308044, + 0.07111216336488724 + ] + }, + { + "epoch": 33, + "train_loss": 1.4468352794647217, + "val_loss": 1.1462504863739014, + "acc": 61.86000000000001, + "time": 62.96151383900042, + "param": [ + 0.07148808240890503, + 0.07113373279571533, + 0.07141754031181335, + 0.07145456224679947, + 0.07140818238258362, + 0.07133921980857849, + 0.07150866836309433, + 0.07163175195455551, + 0.07146373391151428, + 0.07150276750326157, + 0.07158109545707703, + 0.07139606773853302, + 0.07142703235149384, + 0.07124758511781693 + ] + }, + { + "epoch": 34, + "train_loss": 1.47078537940979, + "val_loss": 1.175487995147705, + "acc": 62.08, + "time": 60.608875650999835, + "param": [ + 0.07144991308450699, + 0.07116486132144928, + 0.07136684656143188, + 0.07157431542873383, + 0.07158441096544266, + 0.0712205320596695, + 0.07157746702432632, + 0.07170670479536057, + 0.07143989205360413, + 0.07158561795949936, + 0.0716252401471138, + 0.07137257605791092, + 0.07119014859199524, + 0.07114149630069733 + ] + }, + { + "epoch": 35, + "train_loss": 1.2485952377319336, + "val_loss": 1.0526126623153687, + "acc": 63.68000000000001, + "time": 59.92987289499979, + "param": [ + 0.07141777127981186, + 0.07118940353393555, + 0.07137320190668106, + 0.0714251771569252, + 0.07152523100376129, + 0.07137855142354965, + 0.07140577584505081, + 0.07156591862440109, + 0.07142458111047745, + 0.07163093239068985, + 0.07158568501472473, + 0.07149186730384827, + 0.07151198387145996, + 0.07107390463352203 + ] + }, + { + "epoch": 36, + "train_loss": 1.3485829830169678, + "val_loss": 1.0017772912979126, + "acc": 63.449999999999996, + "time": 59.85375864300022, + "param": [ + 0.07152694463729858, + 0.07107055932283401, + 0.07147718966007233, + 0.07139300554990768, + 0.07138335704803467, + 0.07134991139173508, + 0.07151968777179718, + 0.07153675705194473, + 0.07159314304590225, + 0.07165949046611786, + 0.07147832214832306, + 0.0714758038520813, + 0.07142163068056107, + 0.0711141899228096 + ] + }, + { + "epoch": 37, + "train_loss": 1.541465401649475, + "val_loss": 1.0666959285736084, + "acc": 62.849999999999994, + "time": 60.84745861700003, + "param": [ + 0.07156170159578323, + 0.07112874835729599, + 0.07146436721086502, + 0.07140035927295685, + 0.0713750347495079, + 0.07148803770542145, + 0.071583591401577, + 0.07139431685209274, + 0.07133495062589645, + 0.0716305524110794, + 0.07147541642189026, + 0.07138609141111374, + 0.0715213268995285, + 0.07125551998615265 + ] + }, + { + "epoch": 38, + "train_loss": 1.2186554670333862, + "val_loss": 0.9910353422164917, + "acc": 64.33, + "time": 59.26710257900004, + "param": [ + 0.07164723426103592, + 0.07130234688520432, + 0.0714789479970932, + 0.07134801894426346, + 0.07137146592140198, + 0.07138867676258087, + 0.07137108594179153, + 0.07140284776687622, + 0.07153113186359406, + 0.07169350236654282, + 0.07153404504060745, + 0.07148811221122742, + 0.0712578296661377, + 0.07118479907512665 + ] + }, + { + "epoch": 39, + "train_loss": 1.2396072149276733, + "val_loss": 0.996071994304657, + "acc": 64.81, + "time": 59.89242342300031, + "param": [ + 0.07148265093564987, + 0.07130229473114014, + 0.07148514688014984, + 0.07137753814458847, + 0.07136572152376175, + 0.07128553092479706, + 0.07151809334754944, + 0.07143493741750717, + 0.07151305675506592, + 0.0716233178973198, + 0.07153365761041641, + 0.07145901024341583, + 0.07143113762140274, + 0.07118789106607437 + ] + }, + { + "epoch": 40, + "train_loss": 1.189613699913025, + "val_loss": 1.023762822151184, + "acc": 64.07000000000001, + "time": 60.37908260999984, + "param": [ + 0.07152289897203445, + 0.07117766886949539, + 0.07162713259458542, + 0.07139862328767776, + 0.0713861882686615, + 0.07136908173561096, + 0.07153322547674179, + 0.07142830640077591, + 0.07166704535484314, + 0.07141757011413574, + 0.0715198889374733, + 0.07138584554195404, + 0.07137120515108109, + 0.07119531184434891 + ] + }, + { + "epoch": 41, + "train_loss": 1.5436687469482422, + "val_loss": 0.9911896586418152, + "acc": 63.580000000000005, + "time": 62.65064465000023, + "param": [ + 0.07146662473678589, + 0.07125256955623627, + 0.07156722247600555, + 0.07148303836584091, + 0.07150060683488846, + 0.0713883638381958, + 0.07149510830640793, + 0.07130025327205658, + 0.07157902419567108, + 0.0714312344789505, + 0.07145442813634872, + 0.07148618251085281, + 0.07130847871303558, + 0.07128685712814331 + ] + }, + { + "epoch": 42, + "train_loss": 1.185233473777771, + "val_loss": 1.045129418373108, + "acc": 63.970000000000006, + "time": 64.93837144500003, + "param": [ + 0.07139375060796738, + 0.0712674930691719, + 0.07146335393190384, + 0.07151118665933609, + 0.07160799950361252, + 0.0712885633111, + 0.0715140625834465, + 0.07130060344934464, + 0.07152318954467773, + 0.07147764414548874, + 0.07157240062952042, + 0.07147955149412155, + 0.07147400081157684, + 0.07112620770931244 + ] + }, + { + "epoch": 43, + "train_loss": 1.2176899909973145, + "val_loss": 1.0571308135986328, + "acc": 64.63, + "time": 61.87648116499986, + "param": [ + 0.07156576961278915, + 0.07122927159070969, + 0.07152776420116425, + 0.07132624834775925, + 0.07143443822860718, + 0.07130687683820724, + 0.07155971974134445, + 0.07144902646541595, + 0.07153979688882828, + 0.07159685343503952, + 0.07153506577014923, + 0.07136532664299011, + 0.0712168738245964, + 0.07134697586297989 + ] + }, + { + "epoch": 44, + "train_loss": 1.270761489868164, + "val_loss": 0.9772115349769592, + "acc": 65.96, + "time": 65.42375306599979, + "param": [ + 0.07154077291488647, + 0.07118233293294907, + 0.07161936163902283, + 0.07145813852548599, + 0.07132560759782791, + 0.07133204489946365, + 0.07144710421562195, + 0.07145608216524124, + 0.07144235074520111, + 0.0715409517288208, + 0.07162018120288849, + 0.07145662605762482, + 0.07133874297142029, + 0.07123978435993195 + ] + }, + { + "epoch": 45, + "train_loss": 1.062958836555481, + "val_loss": 0.9537556171417236, + "acc": 66.23, + "time": 61.08182927000007, + "param": [ + 0.0715067982673645, + 0.07118484377861023, + 0.07149301469326019, + 0.07156196236610413, + 0.0713772401213646, + 0.07147447764873505, + 0.07144755870103836, + 0.07137191295623779, + 0.07152383029460907, + 0.07135985046625137, + 0.07139188796281815, + 0.07144956290721893, + 0.0713987872004509, + 0.07145822793245316 + ] + }, + { + "epoch": 46, + "train_loss": 0.9468231201171875, + "val_loss": 1.0608142614364624, + "acc": 66.31, + "time": 60.56544497300001, + "param": [ + 0.07154008001089096, + 0.07129400223493576, + 0.07145358622074127, + 0.07155116647481918, + 0.07152706384658813, + 0.07145490497350693, + 0.07157526910305023, + 0.07153297960758209, + 0.07131186872720718, + 0.07141350954771042, + 0.07138924300670624, + 0.07128551602363586, + 0.07135327160358429, + 0.07131750881671906 + ] + }, + { + "epoch": 47, + "train_loss": 1.2625395059585571, + "val_loss": 0.8933531641960144, + "acc": 66.72, + "time": 60.24225789399998, + "param": [ + 0.07156672328710556, + 0.07116395980119705, + 0.07147034257650375, + 0.07150934636592865, + 0.07162140309810638, + 0.07133984565734863, + 0.07131608575582504, + 0.07154501229524612, + 0.07146547734737396, + 0.07134158164262772, + 0.07162035256624222, + 0.07143798470497131, + 0.07139859348535538, + 0.07120328396558762 + ] + }, + { + "epoch": 48, + "train_loss": 1.1878118515014648, + "val_loss": 0.8677435517311096, + "acc": 67.05, + "time": 61.969315340999856, + "param": [ + 0.07143834233283997, + 0.07115411013364792, + 0.07136677950620651, + 0.07147431373596191, + 0.07153305411338806, + 0.07134124636650085, + 0.07155562937259674, + 0.07149375230073929, + 0.07142998278141022, + 0.07156264781951904, + 0.07152057439088821, + 0.07146474719047546, + 0.07142873108386993, + 0.07123610377311707 + ] + }, + { + "epoch": 49, + "train_loss": 1.1251040697097778, + "val_loss": 1.0765800476074219, + "acc": 66.41, + "time": 57.56880987900013, + "param": [ + 0.07165385037660599, + 0.0712217316031456, + 0.07137038558721542, + 0.07129651308059692, + 0.07138054072856903, + 0.07133661955595016, + 0.07175623625516891, + 0.07135899364948273, + 0.07145504653453827, + 0.07150724530220032, + 0.07153686881065369, + 0.07135213166475296, + 0.07146796584129333, + 0.07130584865808487 + ] + }, + { + "epoch": 50, + "train_loss": 1.1060938835144043, + "val_loss": 0.923460066318512, + "acc": 67.24, + "time": 59.173756568000044, + "param": [ + 0.07171529531478882, + 0.07135895639657974, + 0.07148312032222748, + 0.0713001936674118, + 0.07126203924417496, + 0.0713968425989151, + 0.07143312692642212, + 0.07150460034608841, + 0.07151812314987183, + 0.07146955281496048, + 0.07150828838348389, + 0.07139617949724197, + 0.07141129672527313, + 0.07124241441488266 + ] + }, + { + "epoch": 51, + "train_loss": 1.009775996208191, + "val_loss": 1.0081111192703247, + "acc": 67.24, + "time": 61.746765246999985, + "param": [ + 0.0716087818145752, + 0.0712377056479454, + 0.07140970230102539, + 0.07127910107374191, + 0.07139521837234497, + 0.07139831781387329, + 0.0714031383395195, + 0.07159551233053207, + 0.07140465080738068, + 0.07146066427230835, + 0.07146280258893967, + 0.0714273527264595, + 0.071689672768116, + 0.07122738659381866 + ] + }, + { + "epoch": 52, + "train_loss": 0.9902808666229248, + "val_loss": 0.9194236397743225, + "acc": 67.29, + "time": 61.288711538999905, + "param": [ + 0.07157086580991745, + 0.07120446860790253, + 0.07144804298877716, + 0.07141827791929245, + 0.07140607386827469, + 0.07141856849193573, + 0.07127003371715546, + 0.07173053175210953, + 0.07124463468790054, + 0.07155252993106842, + 0.07149667292833328, + 0.07142823189496994, + 0.07163338363170624, + 0.07117769122123718 + ] + }, + { + "epoch": 53, + "train_loss": 1.1659293174743652, + "val_loss": 0.939582109451294, + "acc": 66.51, + "time": 56.886770695999985, + "param": [ + 0.0714663565158844, + 0.07107365131378174, + 0.07139082998037338, + 0.07136493176221848, + 0.071413055062294, + 0.07126790285110474, + 0.07143781334161758, + 0.07142829149961472, + 0.07149755954742432, + 0.07162639498710632, + 0.07161363214254379, + 0.07149272412061691, + 0.07170912623405457, + 0.07121772319078445 + ] + }, + { + "epoch": 54, + "train_loss": 1.2900075912475586, + "val_loss": 0.9838140606880188, + "acc": 66.67, + "time": 58.100280078000196, + "param": [ + 0.07166185230016708, + 0.07121098786592484, + 0.07139436900615692, + 0.07142642885446548, + 0.07144255191087723, + 0.071201391518116, + 0.07146349549293518, + 0.07138428837060928, + 0.0714419037103653, + 0.07153204083442688, + 0.07155868411064148, + 0.07151195406913757, + 0.0714649185538292, + 0.07130516320466995 + ] + }, + { + "epoch": 55, + "train_loss": 0.9632961750030518, + "val_loss": 0.9472413063049316, + "acc": 68.07, + "time": 59.722095932999764, + "param": [ + 0.07156480848789215, + 0.07122740149497986, + 0.07142231613397598, + 0.07134638726711273, + 0.07132750004529953, + 0.07150276750326157, + 0.07152218371629715, + 0.071444071829319, + 0.0714545026421547, + 0.07149991393089294, + 0.07138321548700333, + 0.07146941870450974, + 0.07150561362504959, + 0.07132992148399353 + ] + }, + { + "epoch": 56, + "train_loss": 1.2264180183410645, + "val_loss": 1.0166422128677368, + "acc": 67.75, + "time": 60.33170855699973, + "param": [ + 0.07152944058179855, + 0.07113876193761826, + 0.07144243270158768, + 0.07128306478261948, + 0.07143740355968475, + 0.07147330790758133, + 0.07144811004400253, + 0.07151937484741211, + 0.07161597907543182, + 0.07151459902524948, + 0.07153549045324326, + 0.0713794082403183, + 0.07132001966238022, + 0.07136260718107224 + ] + }, + { + "epoch": 57, + "train_loss": 1.071088194847107, + "val_loss": 0.7984588146209717, + "acc": 67.93, + "time": 60.088327983, + "param": [ + 0.07141346484422684, + 0.07126723974943161, + 0.07141002267599106, + 0.0713534951210022, + 0.07145141065120697, + 0.07137361913919449, + 0.07144065946340561, + 0.07155878096818924, + 0.07149477303028107, + 0.07146669924259186, + 0.0715334489941597, + 0.07150737941265106, + 0.07140365988016129, + 0.07132531702518463 + ] + }, + { + "epoch": 58, + "train_loss": 1.0579853057861328, + "val_loss": 0.9417489767074585, + "acc": 68.05, + "time": 58.0570490060004, + "param": [ + 0.07154925167560577, + 0.0711967796087265, + 0.07145237922668457, + 0.07131929695606232, + 0.07164303958415985, + 0.07142724841833115, + 0.07142797112464905, + 0.07141181826591492, + 0.07140905410051346, + 0.07158365845680237, + 0.07147567719221115, + 0.07145099341869354, + 0.07131988555192947, + 0.0713329166173935 + ] + }, + { + "epoch": 59, + "train_loss": 1.1213549375534058, + "val_loss": 0.8455028533935547, + "acc": 68.85, + "time": 60.1339131349996, + "param": [ + 0.07139386236667633, + 0.0711798369884491, + 0.07144100219011307, + 0.07140744477510452, + 0.07160721719264984, + 0.07144911587238312, + 0.07148434221744537, + 0.07147011905908585, + 0.0714321956038475, + 0.07152312248945236, + 0.07156166434288025, + 0.07143259048461914, + 0.07127804309129715, + 0.07133949548006058 + ] + }, + { + "epoch": 60, + "train_loss": 1.1952875852584839, + "val_loss": 0.7980328798294067, + "acc": 69.02000000000001, + "time": 57.555278654000176, + "param": [ + 0.0715390145778656, + 0.07112792879343033, + 0.07133512198925018, + 0.07147112488746643, + 0.07149314135313034, + 0.07127847522497177, + 0.07140897959470749, + 0.07133243978023529, + 0.07143843173980713, + 0.0716627836227417, + 0.07149865478277206, + 0.07147850841283798, + 0.07146120816469193, + 0.07147417962551117 + ] + }, + { + "epoch": 61, + "train_loss": 1.17988121509552, + "val_loss": 0.9292184710502625, + "acc": 68.35, + "time": 59.648552300999654, + "param": [ + 0.07145260274410248, + 0.07126446813344955, + 0.07147041708230972, + 0.07135464996099472, + 0.07145922631025314, + 0.07138267904520035, + 0.07137221097946167, + 0.07144158333539963, + 0.07152245193719864, + 0.07156433910131454, + 0.0715394988656044, + 0.07138187438249588, + 0.07124379277229309, + 0.07155022770166397 + ] + }, + { + "epoch": 62, + "train_loss": 1.1005895137786865, + "val_loss": 0.9842520356178284, + "acc": 67.74, + "time": 58.62086850900005, + "param": [ + 0.07145030796527863, + 0.07118070125579834, + 0.07144173979759216, + 0.07138001918792725, + 0.07138068228960037, + 0.07145277410745621, + 0.07154149562120438, + 0.07168572396039963, + 0.07127337157726288, + 0.07158289104700089, + 0.0714133158326149, + 0.07149950414896011, + 0.07131178677082062, + 0.07140573114156723 + ] + }, + { + "epoch": 63, + "train_loss": 0.9652588367462158, + "val_loss": 0.8436787128448486, + "acc": 68.16, + "time": 58.87390920500002, + "param": [ + 0.07149253785610199, + 0.07116421312093735, + 0.07154563814401627, + 0.0713992789387703, + 0.07150465995073318, + 0.07145392149686813, + 0.07138720154762268, + 0.07148364186286926, + 0.07133215665817261, + 0.07168048620223999, + 0.07134222984313965, + 0.0713980421423912, + 0.07140751928091049, + 0.07140849530696869 + ] + }, + { + "epoch": 64, + "train_loss": 0.9634349346160889, + "val_loss": 0.868145763874054, + "acc": 68.46, + "time": 59.00309106500026, + "param": [ + 0.07152439653873444, + 0.07115799933671951, + 0.07153469324111938, + 0.07135364413261414, + 0.07135480642318726, + 0.0715513527393341, + 0.07157081365585327, + 0.07133600860834122, + 0.07149779051542282, + 0.07153906673192978, + 0.07137886434793472, + 0.07136383652687073, + 0.07141733169555664, + 0.07141941040754318 + ] + }, + { + "epoch": 65, + "train_loss": 0.9348129630088806, + "val_loss": 0.9970857501029968, + "acc": 67.36999999999999, + "time": 58.33689270800005, + "param": [ + 0.07161417603492737, + 0.07130511105060577, + 0.07153026759624481, + 0.0712665393948555, + 0.07137203216552734, + 0.07156907767057419, + 0.07174031436443329, + 0.07156269252300262, + 0.07110773772001266, + 0.07164596021175385, + 0.07119615375995636, + 0.07118301838636398, + 0.07147060334682465, + 0.0714363232254982 + ] + }, + { + "epoch": 66, + "train_loss": 1.1655209064483643, + "val_loss": 1.0961706638336182, + "acc": 68.83, + "time": 59.33427290199961, + "param": [ + 0.0716446191072464, + 0.0712343230843544, + 0.07150377333164215, + 0.07144694775342941, + 0.07161028683185577, + 0.07142797112464905, + 0.07148772478103638, + 0.0713966116309166, + 0.07116305083036423, + 0.07165154069662094, + 0.0713534951210022, + 0.07122267782688141, + 0.07131733745336533, + 0.07153968513011932 + ] + }, + { + "epoch": 67, + "train_loss": 0.954901933670044, + "val_loss": 0.8791548609733582, + "acc": 68.91000000000001, + "time": 59.01265819299988, + "param": [ + 0.07169517874717712, + 0.07137396931648254, + 0.07153859734535217, + 0.07141976803541183, + 0.07135613262653351, + 0.07141158729791641, + 0.07162108272314072, + 0.07143382728099823, + 0.07109155505895615, + 0.07155618816614151, + 0.0713612362742424, + 0.07151758670806885, + 0.07142870873212814, + 0.0711946040391922 + ] + }, + { + "epoch": 68, + "train_loss": 1.0391443967819214, + "val_loss": 0.9907398223876953, + "acc": 68.17999999999999, + "time": 57.240136880000136, + "param": [ + 0.07165656238794327, + 0.07125592231750488, + 0.07146730273962021, + 0.07139673084020615, + 0.07128952443599701, + 0.07147613167762756, + 0.07150150835514069, + 0.07140495628118515, + 0.07124263048171997, + 0.07158827036619186, + 0.07144539803266525, + 0.07149657607078552, + 0.0714334174990654, + 0.07134506851434708 + ] + }, + { + "epoch": 69, + "train_loss": 0.961484432220459, + "val_loss": 0.9248077273368835, + "acc": 67.46, + "time": 58.18888724899989, + "param": [ + 0.07152314484119415, + 0.07130339741706848, + 0.07136433571577072, + 0.07122786343097687, + 0.07133565098047256, + 0.0713966116309166, + 0.07155872881412506, + 0.07143257558345795, + 0.07162810862064362, + 0.07168105244636536, + 0.07142817974090576, + 0.0714637041091919, + 0.07134532183408737, + 0.07131131738424301 + ] + }, + { + "epoch": 70, + "train_loss": 0.9476801753044128, + "val_loss": 0.9067751169204712, + "acc": 69.64, + "time": 57.15548596500048, + "param": [ + 0.07143767178058624, + 0.07142481952905655, + 0.07144483923912048, + 0.07126086205244064, + 0.07141184061765671, + 0.07130312919616699, + 0.07134176045656204, + 0.07151662558317184, + 0.07147660851478577, + 0.07169471681118011, + 0.07134772837162018, + 0.07136720418930054, + 0.07154984027147293, + 0.07142236083745956 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/log/Aug_mod(Data_augV4(Uniform-3 TF x 1)-LeNet)-100 epochs (dataug:0)- 10 in_it.json b/higher/res/log/Aug_mod(Data_augV4(Uniform-3 TF x 1)-LeNet)-100 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..79a163b --- /dev/null +++ b/higher/res/log/Aug_mod(Data_augV4(Uniform-3 TF x 1)-LeNet)-100 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,567 @@ +{ + "Accuracy": 66.88, + "Time": [ + 42.26701769254347, + 3.2095027194850507 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2586863040924072, + "val_loss": 2.229949474334717, + "acc": 14.78, + "time": 35.27154581400001, + "param": [ + 0.3569081127643585, + 0.2924368679523468, + 0.3506549894809723 + ] + }, + { + "epoch": 2, + "train_loss": 1.8682993650436401, + "val_loss": 1.9535006284713745, + "acc": 28.28, + "time": 34.125931699, + "param": [ + 0.36725008487701416, + 0.26547476649284363, + 0.3672751188278198 + ] + }, + { + "epoch": 3, + "train_loss": 1.9641677141189575, + "val_loss": 1.6855865716934204, + "acc": 37.31, + "time": 36.12903867, + "param": [ + 0.37720489501953125, + 0.242314413189888, + 0.3804807662963867 + ] + }, + { + "epoch": 4, + "train_loss": 1.7774184942245483, + "val_loss": 1.785918116569519, + "acc": 39.46, + "time": 37.72984706899999, + "param": [ + 0.39951837062835693, + 0.2063944935798645, + 0.39408713579177856 + ] + }, + { + "epoch": 5, + "train_loss": 1.5776571035385132, + "val_loss": 1.504593849182129, + "acc": 43.55, + "time": 36.329188810999995, + "param": [ + 0.40679413080215454, + 0.18330709636211395, + 0.4098988175392151 + ] + }, + { + "epoch": 6, + "train_loss": 1.4626541137695312, + "val_loss": 1.5177550315856934, + "acc": 47.58, + "time": 37.09478964600001, + "param": [ + 0.40836092829704285, + 0.16867582499980927, + 0.4229632019996643 + ] + }, + { + "epoch": 7, + "train_loss": 1.5625808238983154, + "val_loss": 1.5155680179595947, + "acc": 46.77, + "time": 37.794030322, + "param": [ + 0.40731528401374817, + 0.15188969671726227, + 0.44079506397247314 + ] + }, + { + "epoch": 8, + "train_loss": 1.6052792072296143, + "val_loss": 1.4055876731872559, + "acc": 50.1, + "time": 37.174165684, + "param": [ + 0.4031961262226105, + 0.15106746554374695, + 0.44573649764060974 + ] + }, + { + "epoch": 9, + "train_loss": 1.4478679895401, + "val_loss": 1.438679814338684, + "acc": 49.25, + "time": 37.32403781900001, + "param": [ + 0.4083668291568756, + 0.14481987059116364, + 0.44681328535079956 + ] + }, + { + "epoch": 10, + "train_loss": 1.3254565000534058, + "val_loss": 1.3467397689819336, + "acc": 52.769999999999996, + "time": 39.75345608800001, + "param": [ + 0.41974541544914246, + 0.12304411083459854, + 0.4572104811668396 + ] + }, + { + "epoch": 11, + "train_loss": 1.3721425533294678, + "val_loss": 1.3951412439346313, + "acc": 53.47, + "time": 41.650647182, + "param": [ + 0.4319446086883545, + 0.09881945699453354, + 0.469235897064209 + ] + }, + { + "epoch": 12, + "train_loss": 1.1457737684249878, + "val_loss": 1.4345290660858154, + "acc": 54.449999999999996, + "time": 41.617353776000016, + "param": [ + 0.44426319003105164, + 0.06662937253713608, + 0.48910748958587646 + ] + }, + { + "epoch": 13, + "train_loss": 1.29494047164917, + "val_loss": 1.211569905281067, + "acc": 54.83, + "time": 39.160211182999944, + "param": [ + 0.45281338691711426, + 0.040981173515319824, + 0.5062054395675659 + ] + }, + { + "epoch": 14, + "train_loss": 1.2569019794464111, + "val_loss": 1.202050805091858, + "acc": 56.87, + "time": 40.84753018599997, + "param": [ + 0.45568040013313293, + 0.027288855984807014, + 0.5170307755470276 + ] + }, + { + "epoch": 15, + "train_loss": 1.2451014518737793, + "val_loss": 1.1795798540115356, + "acc": 56.61000000000001, + "time": 40.82151254199994, + "param": [ + 0.4496605694293976, + 0.03048047050833702, + 0.5198589563369751 + ] + }, + { + "epoch": 16, + "train_loss": 1.2308098077774048, + "val_loss": 1.110080361366272, + "acc": 59.230000000000004, + "time": 41.493100658, + "param": [ + 0.46033838391304016, + 0.013146541081368923, + 0.5265150666236877 + ] + }, + { + "epoch": 17, + "train_loss": 1.012961745262146, + "val_loss": 1.248935341835022, + "acc": 56.53, + "time": 44.144584925000004, + "param": [ + 0.4615994989871979, + 0.01054893434047699, + 0.5278514623641968 + ] + }, + { + "epoch": 18, + "train_loss": 1.1665527820587158, + "val_loss": 1.2484368085861206, + "acc": 58.550000000000004, + "time": 46.182384603999935, + "param": [ + 0.4470806121826172, + 0.04574175924062729, + 0.5071776509284973 + ] + }, + { + "epoch": 19, + "train_loss": 1.096998691558838, + "val_loss": 1.1408710479736328, + "acc": 61.08, + "time": 46.85773266199999, + "param": [ + 0.4376380741596222, + 0.06828197091817856, + 0.49407997727394104 + ] + }, + { + "epoch": 20, + "train_loss": 1.2891809940338135, + "val_loss": 1.2101622819900513, + "acc": 60.56, + "time": 45.49155310100002, + "param": [ + 0.4369180202484131, + 0.06939083337783813, + 0.4936911165714264 + ] + }, + { + "epoch": 21, + "train_loss": 0.987078845500946, + "val_loss": 1.1182962656021118, + "acc": 62.11, + "time": 44.33919514400009, + "param": [ + 0.43872907757759094, + 0.07305636256933212, + 0.48821452260017395 + ] + }, + { + "epoch": 22, + "train_loss": 1.0163116455078125, + "val_loss": 1.1551297903060913, + "acc": 60.51, + "time": 45.01074287200004, + "param": [ + 0.43935197591781616, + 0.07781679183244705, + 0.48283126950263977 + ] + }, + { + "epoch": 23, + "train_loss": 0.9056492447853088, + "val_loss": 1.0615127086639404, + "acc": 62.89, + "time": 44.34420145799993, + "param": [ + 0.43313512206077576, + 0.08898729830980301, + 0.47787758708000183 + ] + }, + { + "epoch": 24, + "train_loss": 1.2792608737945557, + "val_loss": 1.0027081966400146, + "acc": 63.18, + "time": 43.69079710999995, + "param": [ + 0.4319283664226532, + 0.09381513297557831, + 0.4742564558982849 + ] + }, + { + "epoch": 25, + "train_loss": 0.8459250926971436, + "val_loss": 1.0684174299240112, + "acc": 62.96000000000001, + "time": 44.55881189999991, + "param": [ + 0.44945499300956726, + 0.06892076134681702, + 0.4816242456436157 + ] + }, + { + "epoch": 26, + "train_loss": 0.8931319713592529, + "val_loss": 1.1465357542037964, + "acc": 63.28, + "time": 45.75113101399984, + "param": [ + 0.4626123905181885, + 0.05666631832718849, + 0.48072129487991333 + ] + }, + { + "epoch": 27, + "train_loss": 0.8509619235992432, + "val_loss": 0.9775013327598572, + "acc": 63.91, + "time": 43.64584844199999, + "param": [ + 0.4643380641937256, + 0.060226861387491226, + 0.4754350781440735 + ] + }, + { + "epoch": 28, + "train_loss": 1.0486762523651123, + "val_loss": 0.9824637770652771, + "acc": 63.260000000000005, + "time": 43.78166149499998, + "param": [ + 0.4605104625225067, + 0.05962243676185608, + 0.4798670709133148 + ] + }, + { + "epoch": 29, + "train_loss": 1.0211268663406372, + "val_loss": 1.0454564094543457, + "acc": 63.11, + "time": 44.35442912399981, + "param": [ + 0.4418427646160126, + 0.07752558588981628, + 0.4806317389011383 + ] + }, + { + "epoch": 30, + "train_loss": 0.9525233507156372, + "val_loss": 1.2605206966400146, + "acc": 64.25, + "time": 43.74533260599992, + "param": [ + 0.43259933590888977, + 0.10017886012792587, + 0.46722185611724854 + ] + }, + { + "epoch": 31, + "train_loss": 0.9760316014289856, + "val_loss": 1.0142147541046143, + "acc": 64.74, + "time": 43.5612526110001, + "param": [ + 0.42715027928352356, + 0.11523038148880005, + 0.4576193392276764 + ] + }, + { + "epoch": 32, + "train_loss": 0.7399689555168152, + "val_loss": 0.9995627999305725, + "acc": 63.94, + "time": 43.51480428800005, + "param": [ + 0.4305989742279053, + 0.1151185929775238, + 0.4542824923992157 + ] + }, + { + "epoch": 33, + "train_loss": 0.7913075685501099, + "val_loss": 1.057647466659546, + "acc": 65.07, + "time": 43.853585117999955, + "param": [ + 0.42892810702323914, + 0.12268570065498352, + 0.44838619232177734 + ] + }, + { + "epoch": 34, + "train_loss": 0.8102763295173645, + "val_loss": 1.0586642026901245, + "acc": 64.85, + "time": 43.99178210900004, + "param": [ + 0.42897558212280273, + 0.1191384419798851, + 0.4518859386444092 + ] + }, + { + "epoch": 35, + "train_loss": 0.7616747617721558, + "val_loss": 1.0033904314041138, + "acc": 64.7, + "time": 44.206484361999856, + "param": [ + 0.43020543456077576, + 0.11314508318901062, + 0.456649512052536 + ] + }, + { + "epoch": 36, + "train_loss": 0.8215435743331909, + "val_loss": 0.9384769797325134, + "acc": 65.44, + "time": 44.347105060999866, + "param": [ + 0.4323142170906067, + 0.09643037617206573, + 0.47125542163848877 + ] + }, + { + "epoch": 37, + "train_loss": 0.6993322372436523, + "val_loss": 1.0101381540298462, + "acc": 65.29, + "time": 44.05309231699994, + "param": [ + 0.4256291091442108, + 0.10129605978727341, + 0.4730748236179352 + ] + }, + { + "epoch": 38, + "train_loss": 0.7556210160255432, + "val_loss": 1.0652647018432617, + "acc": 64.25999999999999, + "time": 44.12172071300006, + "param": [ + 0.42610031366348267, + 0.10423226654529572, + 0.4696674346923828 + ] + }, + { + "epoch": 39, + "train_loss": 0.655925989151001, + "val_loss": 1.028014063835144, + "acc": 66.53999999999999, + "time": 44.1565310819999, + "param": [ + 0.4266500473022461, + 0.10550680756568909, + 0.4678431749343872 + ] + }, + { + "epoch": 40, + "train_loss": 0.785202145576477, + "val_loss": 1.0654937028884888, + "acc": 65.32, + "time": 43.73130127500008, + "param": [ + 0.4235508441925049, + 0.11477722227573395, + 0.46167197823524475 + ] + }, + { + "epoch": 41, + "train_loss": 0.7394008636474609, + "val_loss": 1.0027002096176147, + "acc": 66.88, + "time": 43.49772069000005, + "param": [ + 0.41884082555770874, + 0.12805259227752686, + 0.4531066417694092 + ] + }, + { + "epoch": 42, + "train_loss": 0.6568392515182495, + "val_loss": 0.9595460295677185, + "acc": 66.19, + "time": 43.848339258000124, + "param": [ + 0.4242156147956848, + 0.1308676153421402, + 0.4449167549610138 + ] + }, + { + "epoch": 43, + "train_loss": 0.8083595037460327, + "val_loss": 1.066747784614563, + "acc": 66.16, + "time": 44.20153860200003, + "param": [ + 0.4227754473686218, + 0.13745594024658203, + 0.43976864218711853 + ] + }, + { + "epoch": 44, + "train_loss": 0.773591160774231, + "val_loss": 1.0745989084243774, + "acc": 66.06, + "time": 44.71679809600005, + "param": [ + 0.4226798117160797, + 0.131498321890831, + 0.4458218514919281 + ] + }, + { + "epoch": 45, + "train_loss": 0.5961301922798157, + "val_loss": 0.9473645091056824, + "acc": 65.75999999999999, + "time": 44.08927124799993, + "param": [ + 0.42707282304763794, + 0.11418028175830841, + 0.45874685049057007 + ] + }, + { + "epoch": 46, + "train_loss": 0.6665568351745605, + "val_loss": 1.0657373666763306, + "acc": 66.56, + "time": 44.17669342100021, + "param": [ + 0.42503389716148376, + 0.115285225212574, + 0.45968082547187805 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/log/Aug_mod(Data_augV4(Uniform-3 TF x 2)-LeNet)-100 epochs (dataug:0)- 10 in_it.json b/higher/res/log/Aug_mod(Data_augV4(Uniform-3 TF x 2)-LeNet)-100 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..f6e208b --- /dev/null +++ b/higher/res/log/Aug_mod(Data_augV4(Uniform-3 TF x 2)-LeNet)-100 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,531 @@ +{ + "Accuracy": 64.35, + "Time": [ + 40.990605775651176, + 2.201207124066223 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.278228759765625, + "val_loss": 2.2778148651123047, + "acc": 13.8, + "time": 37.997480085, + "param": [ + 0.3344089686870575, + 0.338102251291275, + 0.3274887204170227 + ] + }, + { + "epoch": 2, + "train_loss": 2.1612870693206787, + "val_loss": 2.0248405933380127, + "acc": 25.97, + "time": 38.392710281999996, + "param": [ + 0.3533671498298645, + 0.32571688294410706, + 0.32091599702835083 + ] + }, + { + "epoch": 3, + "train_loss": 1.833618402481079, + "val_loss": 1.9612343311309814, + "acc": 31.91, + "time": 41.703342672999995, + "param": [ + 0.3735068738460541, + 0.3124849498271942, + 0.3140081763267517 + ] + }, + { + "epoch": 4, + "train_loss": 1.726300597190857, + "val_loss": 1.7165435552597046, + "acc": 37.2, + "time": 44.75037925699999, + "param": [ + 0.3853832483291626, + 0.3038611114025116, + 0.3107556402683258 + ] + }, + { + "epoch": 5, + "train_loss": 1.6343637704849243, + "val_loss": 1.579163670539856, + "acc": 39.81, + "time": 43.10778523600001, + "param": [ + 0.3893404006958008, + 0.2969759404659271, + 0.3136836886405945 + ] + }, + { + "epoch": 6, + "train_loss": 1.4673463106155396, + "val_loss": 1.6380720138549805, + "acc": 42.63, + "time": 44.063416606000004, + "param": [ + 0.39290037751197815, + 0.28871679306030273, + 0.31838279962539673 + ] + }, + { + "epoch": 7, + "train_loss": 1.596917748451233, + "val_loss": 1.5312635898590088, + "acc": 46.08, + "time": 43.02123729200002, + "param": [ + 0.3948565721511841, + 0.28082096576690674, + 0.3243224620819092 + ] + }, + { + "epoch": 8, + "train_loss": 1.5576354265213013, + "val_loss": 1.4566819667816162, + "acc": 47.36, + "time": 40.34872003999999, + "param": [ + 0.40082064270973206, + 0.2699856758117676, + 0.32919374108314514 + ] + }, + { + "epoch": 9, + "train_loss": 1.326658010482788, + "val_loss": 1.4151524305343628, + "acc": 48.06, + "time": 46.01754580199997, + "param": [ + 0.40330588817596436, + 0.26015788316726685, + 0.3365362584590912 + ] + }, + { + "epoch": 10, + "train_loss": 1.358061671257019, + "val_loss": 1.4185919761657715, + "acc": 48.92, + "time": 45.323045114000024, + "param": [ + 0.4056788980960846, + 0.24982662498950958, + 0.344494491815567 + ] + }, + { + "epoch": 11, + "train_loss": 1.3718796968460083, + "val_loss": 1.311767816543579, + "acc": 50.9, + "time": 45.92360492700004, + "param": [ + 0.404165655374527, + 0.24351708590984344, + 0.3523172438144684 + ] + }, + { + "epoch": 12, + "train_loss": 1.300301194190979, + "val_loss": 1.3927823305130005, + "acc": 51.25999999999999, + "time": 43.915100293999956, + "param": [ + 0.4048520028591156, + 0.2363101691007614, + 0.3588378429412842 + ] + }, + { + "epoch": 13, + "train_loss": 1.30615234375, + "val_loss": 1.4066590070724487, + "acc": 53.32, + "time": 44.40342277299999, + "param": [ + 0.4099874198436737, + 0.2283688187599182, + 0.3616437315940857 + ] + }, + { + "epoch": 14, + "train_loss": 1.306626558303833, + "val_loss": 1.4467805624008179, + "acc": 51.83, + "time": 42.64702260800004, + "param": [ + 0.4199690520763397, + 0.2164553850889206, + 0.3635755777359009 + ] + }, + { + "epoch": 15, + "train_loss": 1.1658439636230469, + "val_loss": 1.4342540502548218, + "acc": 52.0, + "time": 39.932540349999954, + "param": [ + 0.42933961749076843, + 0.2017153948545456, + 0.36894500255584717 + ] + }, + { + "epoch": 16, + "train_loss": 1.4972563982009888, + "val_loss": 1.2763131856918335, + "acc": 54.2, + "time": 40.20015187499996, + "param": [ + 0.4305986762046814, + 0.19472439587116241, + 0.374676913022995 + ] + }, + { + "epoch": 17, + "train_loss": 1.3150634765625, + "val_loss": 1.2545958757400513, + "acc": 55.589999999999996, + "time": 41.53157131299997, + "param": [ + 0.4325382709503174, + 0.1898013949394226, + 0.3776603639125824 + ] + }, + { + "epoch": 18, + "train_loss": 1.2824161052703857, + "val_loss": 1.3558512926101685, + "acc": 56.68, + "time": 41.099335354000004, + "param": [ + 0.4361608624458313, + 0.18364903330802917, + 0.38019004464149475 + ] + }, + { + "epoch": 19, + "train_loss": 1.1467565298080444, + "val_loss": 1.2409785985946655, + "acc": 57.37, + "time": 40.63199552500009, + "param": [ + 0.4431670308113098, + 0.1748187094926834, + 0.3820142447948456 + ] + }, + { + "epoch": 20, + "train_loss": 1.326782464981079, + "val_loss": 1.215372085571289, + "acc": 58.03, + "time": 40.691840436999996, + "param": [ + 0.44145917892456055, + 0.17384079098701477, + 0.3847000002861023 + ] + }, + { + "epoch": 21, + "train_loss": 1.192761778831482, + "val_loss": 1.115728497505188, + "acc": 57.699999999999996, + "time": 41.54397714000004, + "param": [ + 0.43708181381225586, + 0.1703512966632843, + 0.39256682991981506 + ] + }, + { + "epoch": 22, + "train_loss": 1.0981574058532715, + "val_loss": 1.1920102834701538, + "acc": 58.26, + "time": 39.88385680800002, + "param": [ + 0.4495771825313568, + 0.1519000381231308, + 0.3985227346420288 + ] + }, + { + "epoch": 23, + "train_loss": 1.1345897912979126, + "val_loss": 1.1450026035308838, + "acc": 57.809999999999995, + "time": 40.28833044700002, + "param": [ + 0.4599277079105377, + 0.135568767786026, + 0.40450355410575867 + ] + }, + { + "epoch": 24, + "train_loss": 1.0847127437591553, + "val_loss": 1.1852198839187622, + "acc": 59.45, + "time": 39.65686893899988, + "param": [ + 0.47732576727867126, + 0.11774387210607529, + 0.40493035316467285 + ] + }, + { + "epoch": 25, + "train_loss": 0.983763575553894, + "val_loss": 1.0889281034469604, + "acc": 57.8, + "time": 39.71690162499999, + "param": [ + 0.48628202080726624, + 0.10912799835205078, + 0.40459001064300537 + ] + }, + { + "epoch": 26, + "train_loss": 1.0336600542068481, + "val_loss": 1.224578857421875, + "acc": 59.730000000000004, + "time": 39.36068606499998, + "param": [ + 0.4906076490879059, + 0.10781385004520416, + 0.40157848596572876 + ] + }, + { + "epoch": 27, + "train_loss": 0.8346819877624512, + "val_loss": 1.1093025207519531, + "acc": 60.980000000000004, + "time": 40.70918413800018, + "param": [ + 0.4870028495788574, + 0.11765504628419876, + 0.395342081785202 + ] + }, + { + "epoch": 28, + "train_loss": 0.9945499897003174, + "val_loss": 1.16829252243042, + "acc": 60.33, + "time": 37.0438629329999, + "param": [ + 0.4892021119594574, + 0.10980972647666931, + 0.4009881317615509 + ] + }, + { + "epoch": 29, + "train_loss": 0.7488213777542114, + "val_loss": 1.0870869159698486, + "acc": 61.51, + "time": 39.53292706499997, + "param": [ + 0.4928421676158905, + 0.09901689738035202, + 0.4081409275531769 + ] + }, + { + "epoch": 30, + "train_loss": 0.8734126091003418, + "val_loss": 1.078002691268921, + "acc": 60.4, + "time": 40.62936161099992, + "param": [ + 0.5015954375267029, + 0.08447367697954178, + 0.41393083333969116 + ] + }, + { + "epoch": 31, + "train_loss": 0.8272988796234131, + "val_loss": 1.1785513162612915, + "acc": 60.92999999999999, + "time": 39.74444729900006, + "param": [ + 0.5174334049224854, + 0.06128336116671562, + 0.4212832450866699 + ] + }, + { + "epoch": 32, + "train_loss": 0.9927399754524231, + "val_loss": 1.2753422260284424, + "acc": 61.970000000000006, + "time": 40.199914140000146, + "param": [ + 0.5226881504058838, + 0.05178292095661163, + 0.4255288243293762 + ] + }, + { + "epoch": 33, + "train_loss": 0.9453901648521423, + "val_loss": 0.9513441920280457, + "acc": 62.419999999999995, + "time": 40.18138239899986, + "param": [ + 0.5117480754852295, + 0.06644243746995926, + 0.42180949449539185 + ] + }, + { + "epoch": 34, + "train_loss": 1.1778556108474731, + "val_loss": 1.0860249996185303, + "acc": 62.9, + "time": 41.024424085999954, + "param": [ + 0.50794517993927, + 0.07085854560136795, + 0.421196311712265 + ] + }, + { + "epoch": 35, + "train_loss": 1.3404030799865723, + "val_loss": 1.0372244119644165, + "acc": 62.41, + "time": 37.14542330199993, + "param": [ + 0.5026655793190002, + 0.07952559739351273, + 0.41780877113342285 + ] + }, + { + "epoch": 36, + "train_loss": 0.9195565581321716, + "val_loss": 1.037743330001831, + "acc": 62.580000000000005, + "time": 39.24569857300003, + "param": [ + 0.48673850297927856, + 0.09775619953870773, + 0.4155052900314331 + ] + }, + { + "epoch": 37, + "train_loss": 0.9384377002716064, + "val_loss": 1.0164541006088257, + "acc": 63.78, + "time": 38.112391905000095, + "param": [ + 0.47752949595451355, + 0.10928603261709213, + 0.4131844639778137 + ] + }, + { + "epoch": 38, + "train_loss": 0.7941579818725586, + "val_loss": 1.0869412422180176, + "acc": 62.68, + "time": 39.52086171400015, + "param": [ + 0.48597458004951477, + 0.0963597223162651, + 0.4176657199859619 + ] + }, + { + "epoch": 39, + "train_loss": 0.9142298698425293, + "val_loss": 1.0200858116149902, + "acc": 63.74999999999999, + "time": 39.81310896700006, + "param": [ + 0.49345141649246216, + 0.08351463079452515, + 0.42303401231765747 + ] + }, + { + "epoch": 40, + "train_loss": 0.9275537133216858, + "val_loss": 1.0662047863006592, + "acc": 64.08, + "time": 39.50052672899983, + "param": [ + 0.49777042865753174, + 0.07681939005851746, + 0.4254101812839508 + ] + }, + { + "epoch": 41, + "train_loss": 0.9915594458580017, + "val_loss": 1.0262912511825562, + "acc": 63.24999999999999, + "time": 39.55616431600015, + "param": [ + 0.504832923412323, + 0.06725231558084488, + 0.42791470885276794 + ] + }, + { + "epoch": 42, + "train_loss": 0.9006707668304443, + "val_loss": 1.012023687362671, + "acc": 64.35, + "time": 42.406867334000026, + "param": [ + 0.5132732391357422, + 0.05990780144929886, + 0.42681893706321716 + ] + }, + { + "epoch": 43, + "train_loss": 0.7009044289588928, + "val_loss": 0.9978980422019958, + "acc": 64.25999999999999, + "time": 42.076632975000166, + "param": [ + 0.516908586025238, + 0.056108780205249786, + 0.42698267102241516 + ] + } + ] +} \ No newline at end of file diff --git a/higher/res/log/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-100 epochs (dataug:0)- 10 in_it.json b/higher/res/log/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-100 epochs (dataug:0)- 10 in_it.json new file mode 100644 index 0000000..09084e3 --- /dev/null +++ b/higher/res/log/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-100 epochs (dataug:0)- 10 in_it.json @@ -0,0 +1,549 @@ +{ + "Accuracy": 67.33, + "Time": [ + 35.26978351678048, + 0.8899545916313278 + ], + "Device": "TITAN RTX", + "Param_names": [ + "Identity", + "FlipUD", + "FlipLR", + "Brightness" + ], + "Log": [ + { + "epoch": 1, + "train_loss": 2.2246463298797607, + "val_loss": 2.242079257965088, + "acc": 18.63, + "time": 34.297079713, + "param": [ + 0.26534876227378845, + 0.2314603477716446, + 0.24988244473934174, + 0.25330850481987 + ] + }, + { + "epoch": 2, + "train_loss": 1.8756773471832275, + "val_loss": 1.9554815292358398, + "acc": 30.259999999999998, + "time": 33.696547372000005, + "param": [ + 0.2642684280872345, + 0.20693299174308777, + 0.24600288271903992, + 0.2827956974506378 + ] + }, + { + "epoch": 3, + "train_loss": 1.9634380340576172, + "val_loss": 1.8608665466308594, + "acc": 34.58, + "time": 33.596740689, + "param": [ + 0.2633800506591797, + 0.1826913207769394, + 0.25656014680862427, + 0.29736846685409546 + ] + }, + { + "epoch": 4, + "train_loss": 1.5534799098968506, + "val_loss": 1.560408353805542, + "acc": 41.32, + "time": 33.778012092, + "param": [ + 0.26548531651496887, + 0.16100500524044037, + 0.26891466975212097, + 0.30459505319595337 + ] + }, + { + "epoch": 5, + "train_loss": 1.4583710432052612, + "val_loss": 1.5297168493270874, + "acc": 39.4, + "time": 34.861264565, + "param": [ + 0.2703891694545746, + 0.1288464516401291, + 0.2787977457046509, + 0.32196664810180664 + ] + }, + { + "epoch": 6, + "train_loss": 1.5212011337280273, + "val_loss": 1.5239994525909424, + "acc": 46.11, + "time": 34.93492981599999, + "param": [ + 0.27072131633758545, + 0.09034184366464615, + 0.29677486419677734, + 0.34216195344924927 + ] + }, + { + "epoch": 7, + "train_loss": 1.3662339448928833, + "val_loss": 1.4775956869125366, + "acc": 47.14, + "time": 34.989117695999994, + "param": [ + 0.2689794600009918, + 0.07269273698329926, + 0.3115847408771515, + 0.34674301743507385 + ] + }, + { + "epoch": 8, + "train_loss": 1.7948461771011353, + "val_loss": 1.4464150667190552, + "acc": 50.260000000000005, + "time": 35.37331970700001, + "param": [ + 0.2708670496940613, + 0.05510162562131882, + 0.32383474707603455, + 0.35019657015800476 + ] + }, + { + "epoch": 9, + "train_loss": 1.1376208066940308, + "val_loss": 1.430459976196289, + "acc": 50.71, + "time": 35.004845069, + "param": [ + 0.2926396429538727, + 0.009902913123369217, + 0.33834975957870483, + 0.35910770297050476 + ] + }, + { + "epoch": 10, + "train_loss": 1.455891728401184, + "val_loss": 1.3224653005599976, + "acc": 52.61, + "time": 35.26769422699999, + "param": [ + 0.30017054080963135, + 0.0, + 0.34403231739997864, + 0.3557971119880676 + ] + }, + { + "epoch": 11, + "train_loss": 1.047844648361206, + "val_loss": 1.3296446800231934, + "acc": 53.37, + "time": 35.26994285899997, + "param": [ + 0.3006132245063782, + 0.0, + 0.35076233744621277, + 0.3486243784427643 + ] + }, + { + "epoch": 12, + "train_loss": 1.1387783288955688, + "val_loss": 1.270440697669983, + "acc": 55.71, + "time": 35.276322118999985, + "param": [ + 0.3025813698768616, + 9.493112156633288e-05, + 0.35371431708335876, + 0.34360939264297485 + ] + }, + { + "epoch": 13, + "train_loss": 1.235909104347229, + "val_loss": 1.264394760131836, + "acc": 56.14, + "time": 35.945771629000035, + "param": [ + 0.2958930432796478, + 0.012944662012159824, + 0.35241225361824036, + 0.33875006437301636 + ] + }, + { + "epoch": 14, + "train_loss": 1.2324076890945435, + "val_loss": 1.0868562459945679, + "acc": 58.36, + "time": 35.30482256000005, + "param": [ + 0.28525209426879883, + 0.03375128284096718, + 0.3446420729160309, + 0.3363546133041382 + ] + }, + { + "epoch": 15, + "train_loss": 1.1882888078689575, + "val_loss": 1.2556183338165283, + "acc": 58.940000000000005, + "time": 34.19679943899996, + "param": [ + 0.29482463002204895, + 0.02803046628832817, + 0.3424677550792694, + 0.33467715978622437 + ] + }, + { + "epoch": 16, + "train_loss": 0.9164041876792908, + "val_loss": 1.1618889570236206, + "acc": 58.709999999999994, + "time": 34.22660573799999, + "param": [ + 0.2955751419067383, + 0.030105698853731155, + 0.33919233083724976, + 0.3351268172264099 + ] + }, + { + "epoch": 17, + "train_loss": 0.9412023425102234, + "val_loss": 1.0543476343154907, + "acc": 59.17, + "time": 34.22300381399998, + "param": [ + 0.2967003285884857, + 0.028294861316680908, + 0.3455444574356079, + 0.32946035265922546 + ] + }, + { + "epoch": 18, + "train_loss": 1.1886039972305298, + "val_loss": 1.0445326566696167, + "acc": 60.86, + "time": 35.06268730299996, + "param": [ + 0.2941676676273346, + 0.05120556429028511, + 0.3395809233188629, + 0.3150458335876465 + ] + }, + { + "epoch": 19, + "train_loss": 1.102756381034851, + "val_loss": 1.228023648262024, + "acc": 61.150000000000006, + "time": 34.22308923500009, + "param": [ + 0.29623615741729736, + 0.0587051659822464, + 0.3372948169708252, + 0.3077639043331146 + ] + }, + { + "epoch": 20, + "train_loss": 1.1584587097167969, + "val_loss": 1.1567624807357788, + "acc": 59.589999999999996, + "time": 34.368089852000026, + "param": [ + 0.29966625571250916, + 0.03984551131725311, + 0.3475285470485687, + 0.3129596412181854 + ] + }, + { + "epoch": 21, + "train_loss": 0.9082171320915222, + "val_loss": 1.0320203304290771, + "acc": 62.77, + "time": 36.777285998000025, + "param": [ + 0.30189886689186096, + 0.028817860409617424, + 0.35152673721313477, + 0.3177564740180969 + ] + }, + { + "epoch": 22, + "train_loss": 0.7644132971763611, + "val_loss": 0.9883463382720947, + "acc": 62.96000000000001, + "time": 36.885311054, + "param": [ + 0.30462563037872314, + 0.030701611191034317, + 0.3473837673664093, + 0.3172890245914459 + ] + }, + { + "epoch": 23, + "train_loss": 1.1631056070327759, + "val_loss": 1.101344347000122, + "acc": 61.419999999999995, + "time": 36.882059658, + "param": [ + 0.3049171566963196, + 0.043790481984615326, + 0.33887913823127747, + 0.3124132752418518 + ] + }, + { + "epoch": 24, + "train_loss": 0.9794601202011108, + "val_loss": 1.1858162879943848, + "acc": 63.629999999999995, + "time": 35.91458065099994, + "param": [ + 0.2979162931442261, + 0.0494430810213089, + 0.3313966393470764, + 0.3212440311908722 + ] + }, + { + "epoch": 25, + "train_loss": 0.8819404244422913, + "val_loss": 1.0328747034072876, + "acc": 63.49, + "time": 35.30815424800005, + "param": [ + 0.29209181666374207, + 0.06467921286821365, + 0.3279561698436737, + 0.3152727782726288 + ] + }, + { + "epoch": 26, + "train_loss": 0.8782331943511963, + "val_loss": 0.9796215891838074, + "acc": 64.12, + "time": 35.32600915699993, + "param": [ + 0.2909238636493683, + 0.06334474682807922, + 0.3332240581512451, + 0.3125073313713074 + ] + }, + { + "epoch": 27, + "train_loss": 0.8584423661231995, + "val_loss": 1.084595799446106, + "acc": 64.75, + "time": 35.331178563999856, + "param": [ + 0.2961031496524811, + 0.05563409626483917, + 0.334177702665329, + 0.3140850365161896 + ] + }, + { + "epoch": 28, + "train_loss": 0.8284888863563538, + "val_loss": 1.0573976039886475, + "acc": 63.160000000000004, + "time": 35.458164546000035, + "param": [ + 0.3019412159919739, + 0.036782123148441315, + 0.3366500735282898, + 0.32462653517723083 + ] + }, + { + "epoch": 29, + "train_loss": 0.678330659866333, + "val_loss": 1.1263163089752197, + "acc": 64.14, + "time": 35.38298675200008, + "param": [ + 0.30647188425064087, + 0.04212574660778046, + 0.327140212059021, + 0.3242621123790741 + ] + }, + { + "epoch": 30, + "train_loss": 0.7077367901802063, + "val_loss": 1.2039250135421753, + "acc": 65.2, + "time": 35.38837307199992, + "param": [ + 0.3033866882324219, + 0.05822666361927986, + 0.3199182450771332, + 0.3184684216976166 + ] + }, + { + "epoch": 31, + "train_loss": 0.8331413269042969, + "val_loss": 0.8815664649009705, + "acc": 65.59, + "time": 35.49805182, + "param": [ + 0.2967567443847656, + 0.08563034236431122, + 0.30520352721214294, + 0.312409371137619 + ] + }, + { + "epoch": 32, + "train_loss": 0.7001742124557495, + "val_loss": 1.1127961874008179, + "acc": 65.01, + "time": 35.70593689499992, + "param": [ + 0.29659682512283325, + 0.08615710586309433, + 0.2980169951915741, + 0.3192290663719177 + ] + }, + { + "epoch": 33, + "train_loss": 0.7717993855476379, + "val_loss": 0.8902065753936768, + "acc": 66.18, + "time": 35.87219173800008, + "param": [ + 0.2803274393081665, + 0.09326860308647156, + 0.2960801124572754, + 0.33032387495040894 + ] + }, + { + "epoch": 34, + "train_loss": 0.7403655648231506, + "val_loss": 1.0418756008148193, + "acc": 66.5, + "time": 35.148800344000165, + "param": [ + 0.2808912396430969, + 0.08679857105016708, + 0.29341939091682434, + 0.33889082074165344 + ] + }, + { + "epoch": 35, + "train_loss": 0.7205129861831665, + "val_loss": 1.0016021728515625, + "acc": 66.0, + "time": 34.635871969999926, + "param": [ + 0.2944797873497009, + 0.07891914248466492, + 0.2847541570663452, + 0.34184691309928894 + ] + }, + { + "epoch": 36, + "train_loss": 0.5642893314361572, + "val_loss": 0.9788730144500732, + "acc": 65.88000000000001, + "time": 35.79879020999988, + "param": [ + 0.29841795563697815, + 0.07301744818687439, + 0.2835673689842224, + 0.34499719738960266 + ] + }, + { + "epoch": 37, + "train_loss": 0.6212753057479858, + "val_loss": 0.9334949851036072, + "acc": 65.94, + "time": 35.159522472999925, + "param": [ + 0.29686591029167175, + 0.07427454739809036, + 0.2895241975784302, + 0.3393353521823883 + ] + }, + { + "epoch": 38, + "train_loss": 0.5948202610015869, + "val_loss": 1.2714945077896118, + "acc": 66.43, + "time": 36.28376844499985, + "param": [ + 0.28879451751708984, + 0.08727214485406876, + 0.286702036857605, + 0.33723127841949463 + ] + }, + { + "epoch": 39, + "train_loss": 0.6537986397743225, + "val_loss": 0.9573734402656555, + "acc": 67.33, + "time": 35.01064654900006, + "param": [ + 0.2870996594429016, + 0.07876010239124298, + 0.29405638575553894, + 0.3400838375091553 + ] + }, + { + "epoch": 40, + "train_loss": 0.7367203831672668, + "val_loss": 0.9820258617401123, + "acc": 65.42999999999999, + "time": 37.31447572100001, + "param": [ + 0.28837651014328003, + 0.08026732504367828, + 0.29411906003952026, + 0.3372371196746826 + ] + }, + { + "epoch": 41, + "train_loss": 0.5657103061676025, + "val_loss": 1.121062994003296, + "acc": 66.07, + "time": 37.08227882899996, + "param": [ + 0.30046236515045166, + 0.07346618175506592, + 0.28356873989105225, + 0.34250277280807495 + ] + } + ] +} \ No newline at end of file diff --git a/higher/test_dataug.py b/higher/test_dataug.py index 0a1da7d..33f6394 100644 --- a/higher/test_dataug.py +++ b/higher/test_dataug.py @@ -671,7 +671,7 @@ def run_dist_dataugV2(model, epochs=1, inner_it=0, dataug_epoch_start=0, print_f optim_copy(dopt=diffopt, opt=inner_opt) meta_opt.step() - model['data_aug'].adjust_prob(soft=True) #Contrainte sum(proba)=1 + model['data_aug'].adjust_prob(soft=False) #Contrainte sum(proba)=1 fmodel = higher.patch.monkeypatch(model, device=None, copy_initial_weights=True) diffopt = higher.optim.get_diff_optim(inner_opt, model.parameters(),fmodel=fmodel, track_higher_grads=high_grad_track)