Ajout fichier manquqnt precedent commit

higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-1 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json

@@ -0,0 +1,413 @@
+{
+ "Accuracy": 61.870000000000005,
+ "Time": [
+  3.0130090839498735,
+  0.16303425352941556
+ ],
+ "Device": "TITAN RTX",
+ "Param_names": [
+  "Identity"
+ ],
+ "Log": [
+  {
+   "epoch": 1,
+   "train_loss": 2.081960916519165,
+   "val_loss": 2.0546116828918457,
+   "acc": 22.31,
+   "time": 3.9720707749984285,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 2,
+   "train_loss": 1.8844553232192993,
+   "val_loss": 1.925805687904358,
+   "acc": 31.419999999999998,
+   "time": 3.1681206700013718,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 3,
+   "train_loss": 1.8126113414764404,
+   "val_loss": 1.7565584182739258,
+   "acc": 36.41,
+   "time": 3.011047215997678,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 4,
+   "train_loss": 1.5151805877685547,
+   "val_loss": 1.6956870555877686,
+   "acc": 42.65,
+   "time": 2.9619745800009696,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 5,
+   "train_loss": 1.4965918064117432,
+   "val_loss": 1.50482177734375,
+   "acc": 46.379999999999995,
+   "time": 2.969382488998235,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 6,
+   "train_loss": 1.347900152206421,
+   "val_loss": 1.607371211051941,
+   "acc": 45.47,
+   "time": 2.957274362001044,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 7,
+   "train_loss": 1.239485502243042,
+   "val_loss": 1.3879363536834717,
+   "acc": 49.94,
+   "time": 2.961748229001387,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 8,
+   "train_loss": 1.3951891660690308,
+   "val_loss": 1.3300915956497192,
+   "acc": 51.480000000000004,
+   "time": 3.012582557999849,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 9,
+   "train_loss": 1.2508383989334106,
+   "val_loss": 1.3502129316329956,
+   "acc": 51.92,
+   "time": 2.982702408997284,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 10,
+   "train_loss": 1.221650242805481,
+   "val_loss": 1.338414192199707,
+   "acc": 53.66,
+   "time": 3.0543754380014434,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 11,
+   "train_loss": 1.1871283054351807,
+   "val_loss": 1.484514832496643,
+   "acc": 52.7,
+   "time": 2.945549703999859,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 12,
+   "train_loss": 1.0538103580474854,
+   "val_loss": 1.3730767965316772,
+   "acc": 53.74,
+   "time": 2.9515806830022484,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 13,
+   "train_loss": 1.0211416482925415,
+   "val_loss": 1.3481327295303345,
+   "acc": 56.37,
+   "time": 3.060311125998851,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 14,
+   "train_loss": 0.9295468926429749,
+   "val_loss": 1.2887731790542603,
+   "acc": 57.18,
+   "time": 3.09242258499944,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 15,
+   "train_loss": 1.0387065410614014,
+   "val_loss": 1.1257752180099487,
+   "acc": 58.37,
+   "time": 3.0004141479985265,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 16,
+   "train_loss": 1.2162187099456787,
+   "val_loss": 1.2027031183242798,
+   "acc": 58.84,
+   "time": 2.898847160002333,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 17,
+   "train_loss": 0.9060370922088623,
+   "val_loss": 1.200032114982605,
+   "acc": 58.34,
+   "time": 2.9932145409984514,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 18,
+   "train_loss": 0.9830187559127808,
+   "val_loss": 1.1735368967056274,
+   "acc": 57.589999999999996,
+   "time": 3.0162934990003123,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 19,
+   "train_loss": 0.7990924119949341,
+   "val_loss": 1.1014727354049683,
+   "acc": 60.73,
+   "time": 2.963454370998079,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 20,
+   "train_loss": 0.7569074630737305,
+   "val_loss": 1.1015210151672363,
+   "acc": 61.01,
+   "time": 3.037034880002466,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 21,
+   "train_loss": 0.6633785963058472,
+   "val_loss": 1.2654680013656616,
+   "acc": 61.42999999999999,
+   "time": 3.0150522850017296,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 22,
+   "train_loss": 0.6616642475128174,
+   "val_loss": 1.161237120628357,
+   "acc": 60.870000000000005,
+   "time": 2.9446284400000877,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 23,
+   "train_loss": 0.7956988215446472,
+   "val_loss": 1.2437584400177002,
+   "acc": 61.22,
+   "time": 2.9280678479990456,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 24,
+   "train_loss": 0.6321339011192322,
+   "val_loss": 1.2831403017044067,
+   "acc": 61.29,
+   "time": 2.9473510809984873,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 25,
+   "train_loss": 0.46974119544029236,
+   "val_loss": 1.256156086921692,
+   "acc": 61.309999999999995,
+   "time": 2.9686871609992522,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 26,
+   "train_loss": 0.5473263263702393,
+   "val_loss": 1.160409688949585,
+   "acc": 60.870000000000005,
+   "time": 2.906271862997528,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 27,
+   "train_loss": 0.5373363494873047,
+   "val_loss": 1.2993718385696411,
+   "acc": 60.709999999999994,
+   "time": 2.9591480159979255,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 28,
+   "train_loss": 0.524225652217865,
+   "val_loss": 1.2444308996200562,
+   "acc": 61.07,
+   "time": 2.893717225000728,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 29,
+   "train_loss": 0.43461447954177856,
+   "val_loss": 1.3736120462417603,
+   "acc": 60.61,
+   "time": 2.9393919210015156,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 30,
+   "train_loss": 0.3662082254886627,
+   "val_loss": 1.2028350830078125,
+   "acc": 61.870000000000005,
+   "time": 2.9331306940002833,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 31,
+   "train_loss": 0.3683183193206787,
+   "val_loss": 1.4492207765579224,
+   "acc": 60.61,
+   "time": 2.9865845770000305,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 32,
+   "train_loss": 0.3924265503883362,
+   "val_loss": 1.812379002571106,
+   "acc": 60.99,
+   "time": 3.079781231997913,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 33,
+   "train_loss": 0.31927385926246643,
+   "val_loss": 1.506109595298767,
+   "acc": 61.36000000000001,
+   "time": 2.9612085170010687,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 34,
+   "train_loss": 0.2762008011341095,
+   "val_loss": 1.8456687927246094,
+   "acc": 61.31999999999999,
+   "time": 2.9820707790022425,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 35,
+   "train_loss": 0.18278151750564575,
+   "val_loss": 1.8435925245285034,
+   "acc": 61.62,
+   "time": 3.012924546001159,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 36,
+   "train_loss": 0.13825248181819916,
+   "val_loss": 1.754473090171814,
+   "acc": 61.050000000000004,
+   "time": 3.010806918999151,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 37,
+   "train_loss": 0.13321813941001892,
+   "val_loss": 1.790723443031311,
+   "acc": 60.88,
+   "time": 2.953426945998217,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 38,
+   "train_loss": 0.1625625044107437,
+   "val_loss": 1.6468671560287476,
+   "acc": 61.36000000000001,
+   "time": 3.00543496300088,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 39,
+   "train_loss": 0.06042855232954025,
+   "val_loss": 2.238553762435913,
+   "acc": 61.39,
+   "time": 3.025486506998277,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 40,
+   "train_loss": 0.03857521712779999,
+   "val_loss": 2.0891494750976562,
+   "acc": 60.61,
+   "time": 3.05679041500116,
+   "param": [
+    1.0
+   ]
+  }
+ ]
+}

higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-1 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json

@@ -0,0 +1,483 @@
+{
+ "Accuracy": 62.72,
+ "Time": [
+  3.740054581510931,
+  1.0598972553383665
+ ],
+ "Device": "TITAN RTX",
+ "Param_names": [
+  "Identity"
+ ],
+ "Log": [
+  {
+   "epoch": 1,
+   "train_loss": 2.2056360244750977,
+   "val_loss": 2.1614253520965576,
+   "acc": 20.77,
+   "time": 3.959817438997561,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 2,
+   "train_loss": 1.7654238939285278,
+   "val_loss": 1.9579596519470215,
+   "acc": 31.72,
+   "time": 3.0817047860036837,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 3,
+   "train_loss": 1.639022946357727,
+   "val_loss": 1.5752620697021484,
+   "acc": 38.3,
+   "time": 2.903939741998329,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 4,
+   "train_loss": 1.6192628145217896,
+   "val_loss": 1.5917097330093384,
+   "acc": 41.21,
+   "time": 2.989112945004308,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 5,
+   "train_loss": 1.7094488143920898,
+   "val_loss": 1.723344326019287,
+   "acc": 44.15,
+   "time": 2.9353118729995913,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 6,
+   "train_loss": 1.4157401323318481,
+   "val_loss": 1.4531021118164062,
+   "acc": 46.17,
+   "time": 3.0698129879965563,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 7,
+   "train_loss": 1.3463375568389893,
+   "val_loss": 1.4970535039901733,
+   "acc": 48.49,
+   "time": 2.9493280200040317,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 8,
+   "train_loss": 1.4531986713409424,
+   "val_loss": 1.367898941040039,
+   "acc": 51.4,
+   "time": 2.989192312998057,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 9,
+   "train_loss": 1.1148184537887573,
+   "val_loss": 1.4749232530593872,
+   "acc": 50.55,
+   "time": 3.0468624149943935,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 10,
+   "train_loss": 1.2734178304672241,
+   "val_loss": 1.3937709331512451,
+   "acc": 52.81,
+   "time": 3.052289136998297,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 11,
+   "train_loss": 1.383121132850647,
+   "val_loss": 1.362480878829956,
+   "acc": 53.75,
+   "time": 2.95635271500214,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 12,
+   "train_loss": 1.3803820610046387,
+   "val_loss": 1.2854424715042114,
+   "acc": 55.02,
+   "time": 3.0834277309986646,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 13,
+   "train_loss": 1.1064329147338867,
+   "val_loss": 1.2628947496414185,
+   "acc": 55.44,
+   "time": 2.9707403299980797,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 14,
+   "train_loss": 1.0807658433914185,
+   "val_loss": 1.3208370208740234,
+   "acc": 55.81,
+   "time": 2.971371696999995,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 15,
+   "train_loss": 1.000009298324585,
+   "val_loss": 1.1440773010253906,
+   "acc": 58.64,
+   "time": 3.0488610610045725,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 16,
+   "train_loss": 0.888188898563385,
+   "val_loss": 1.124970555305481,
+   "acc": 59.050000000000004,
+   "time": 3.002781215000141,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 17,
+   "train_loss": 1.1226773262023926,
+   "val_loss": 1.1492944955825806,
+   "acc": 59.150000000000006,
+   "time": 3.196276520000538,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 18,
+   "train_loss": 0.6895883083343506,
+   "val_loss": 1.1754305362701416,
+   "acc": 59.86,
+   "time": 3.062598312004411,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 19,
+   "train_loss": 0.7822742462158203,
+   "val_loss": 1.141029953956604,
+   "acc": 60.17,
+   "time": 3.025440420002269,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 20,
+   "train_loss": 0.9753195643424988,
+   "val_loss": 1.262422800064087,
+   "acc": 59.35,
+   "time": 3.028142448005383,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 21,
+   "train_loss": 0.881193220615387,
+   "val_loss": 1.357446551322937,
+   "acc": 59.830000000000005,
+   "time": 3.000379293996957,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 22,
+   "train_loss": 0.8330509662628174,
+   "val_loss": 1.208926796913147,
+   "acc": 61.45,
+   "time": 3.108643755003868,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 23,
+   "train_loss": 0.7961063385009766,
+   "val_loss": 1.1198415756225586,
+   "acc": 61.31999999999999,
+   "time": 3.0148048999981256,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 24,
+   "train_loss": 0.7776974439620972,
+   "val_loss": 1.1841636896133423,
+   "acc": 60.540000000000006,
+   "time": 3.0978270649939077,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 25,
+   "train_loss": 0.8729998469352722,
+   "val_loss": 1.1454110145568848,
+   "acc": 61.6,
+   "time": 3.022335155001201,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 26,
+   "train_loss": 0.5730972290039062,
+   "val_loss": 1.1905951499938965,
+   "acc": 60.4,
+   "time": 3.0221706419979455,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 27,
+   "train_loss": 0.5943183898925781,
+   "val_loss": 1.3194838762283325,
+   "acc": 61.07,
+   "time": 3.0325405430048704,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 28,
+   "train_loss": 0.5465497970581055,
+   "val_loss": 1.2396286725997925,
+   "acc": 62.22,
+   "time": 3.0362396799973794,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 29,
+   "train_loss": 0.6111895442008972,
+   "val_loss": 1.283697485923767,
+   "acc": 61.08,
+   "time": 3.064687022000726,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 30,
+   "train_loss": 0.3002609610557556,
+   "val_loss": 1.2256532907485962,
+   "acc": 62.150000000000006,
+   "time": 2.999295631001587,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 31,
+   "train_loss": 0.4650703966617584,
+   "val_loss": 1.3203322887420654,
+   "acc": 61.14000000000001,
+   "time": 3.0281630140016205,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 32,
+   "train_loss": 0.38336047530174255,
+   "val_loss": 1.520869255065918,
+   "acc": 61.4,
+   "time": 3.067877271998441,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 33,
+   "train_loss": 0.24346476793289185,
+   "val_loss": 1.7692707777023315,
+   "acc": 61.17,
+   "time": 3.0305726139995386,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 34,
+   "train_loss": 0.2051118016242981,
+   "val_loss": 1.7300771474838257,
+   "acc": 61.650000000000006,
+   "time": 5.3679205709995585,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 35,
+   "train_loss": 0.20097875595092773,
+   "val_loss": 1.773464322090149,
+   "acc": 61.29,
+   "time": 5.362809851998463,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 36,
+   "train_loss": 0.2174738049507141,
+   "val_loss": 1.8545241355895996,
+   "acc": 61.870000000000005,
+   "time": 5.313591751000786,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 37,
+   "train_loss": 0.0997207835316658,
+   "val_loss": 1.536680817604065,
+   "acc": 62.18,
+   "time": 5.329604184000345,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 38,
+   "train_loss": 0.17065241932868958,
+   "val_loss": 1.81403386592865,
+   "acc": 60.540000000000006,
+   "time": 5.297983604999899,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 39,
+   "train_loss": 0.14726686477661133,
+   "val_loss": 1.8611576557159424,
+   "acc": 61.68,
+   "time": 5.353449064001325,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 40,
+   "train_loss": 0.04735979810357094,
+   "val_loss": 1.744350552558899,
+   "acc": 62.17,
+   "time": 5.325761627005704,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 41,
+   "train_loss": 0.03996250405907631,
+   "val_loss": 2.305738925933838,
+   "acc": 62.480000000000004,
+   "time": 5.406436099001439,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 42,
+   "train_loss": 0.0330280102789402,
+   "val_loss": 1.973917007446289,
+   "acc": 62.38,
+   "time": 5.373395110000274,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 43,
+   "train_loss": 0.013308640569448471,
+   "val_loss": 1.9780728816986084,
+   "acc": 62.49,
+   "time": 5.401307665000786,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 44,
+   "train_loss": 0.0135356355458498,
+   "val_loss": 2.1886825561523438,
+   "acc": 62.419999999999995,
+   "time": 5.3549155029977555,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 45,
+   "train_loss": 0.008164545521140099,
+   "val_loss": 2.081921339035034,
+   "acc": 62.53999999999999,
+   "time": 5.4121915479991,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 46,
+   "train_loss": 0.015866180881857872,
+   "val_loss": 2.4833381175994873,
+   "acc": 62.59,
+   "time": 5.352860785002122,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 47,
+   "train_loss": 0.006887911818921566,
+   "val_loss": 2.4808764457702637,
+   "acc": 62.72,
+   "time": 5.281437272999028,
+   "param": [
+    1.0
+   ]
+  }
+ ]
+}

higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-1 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json

@@ -0,0 +1,303 @@
+{
+ "Accuracy": 62.660000000000004,
+ "Time": [
+  2.9233048443793117,
+  0.04006441505532354
+ ],
+ "Device": "TITAN RTX",
+ "Param_names": [
+  "Identity"
+ ],
+ "Log": [
+  {
+   "epoch": 1,
+   "train_loss": 2.21315860748291,
+   "val_loss": 2.1534016132354736,
+   "acc": 20.57,
+   "time": 3.0880939329999997,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 2,
+   "train_loss": 1.9844082593917847,
+   "val_loss": 1.8990156650543213,
+   "acc": 29.68,
+   "time": 2.8538632439999994,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 3,
+   "train_loss": 1.8236666917800903,
+   "val_loss": 1.9664185047149658,
+   "acc": 29.67,
+   "time": 2.8728009120000024,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 4,
+   "train_loss": 1.6829253435134888,
+   "val_loss": 1.663453459739685,
+   "acc": 40.56,
+   "time": 2.871553606999999,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 5,
+   "train_loss": 1.5587241649627686,
+   "val_loss": 1.6139334440231323,
+   "acc": 43.33,
+   "time": 2.877887419999997,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 6,
+   "train_loss": 1.6206350326538086,
+   "val_loss": 1.5249502658843994,
+   "acc": 46.35,
+   "time": 2.8940406249999953,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 7,
+   "train_loss": 1.412573218345642,
+   "val_loss": 1.419840931892395,
+   "acc": 47.699999999999996,
+   "time": 2.890569761000002,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 8,
+   "train_loss": 1.3086880445480347,
+   "val_loss": 1.3261382579803467,
+   "acc": 50.39,
+   "time": 2.9249932470000033,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 9,
+   "train_loss": 1.3884950876235962,
+   "val_loss": 1.3108659982681274,
+   "acc": 51.480000000000004,
+   "time": 2.9588175080000028,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 10,
+   "train_loss": 1.1511671543121338,
+   "val_loss": 1.3731235265731812,
+   "acc": 51.85999999999999,
+   "time": 2.9291396879999994,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 11,
+   "train_loss": 1.2979426383972168,
+   "val_loss": 1.4016224145889282,
+   "acc": 54.99000000000001,
+   "time": 2.9357638769999994,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 12,
+   "train_loss": 1.0850672721862793,
+   "val_loss": 1.259192705154419,
+   "acc": 55.269999999999996,
+   "time": 2.938539649000006,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 13,
+   "train_loss": 1.0046279430389404,
+   "val_loss": 1.217586636543274,
+   "acc": 55.06999999999999,
+   "time": 2.896280381000011,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 14,
+   "train_loss": 1.0410553216934204,
+   "val_loss": 1.2964671850204468,
+   "acc": 58.089999999999996,
+   "time": 2.9213025420000065,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 15,
+   "train_loss": 1.1058050394058228,
+   "val_loss": 1.1365147829055786,
+   "acc": 57.989999999999995,
+   "time": 2.914639901000001,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 16,
+   "train_loss": 1.0438331365585327,
+   "val_loss": 1.158881425857544,
+   "acc": 60.089999999999996,
+   "time": 2.9159199820000055,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 17,
+   "train_loss": 0.8980587720870972,
+   "val_loss": 1.0204741954803467,
+   "acc": 59.4,
+   "time": 2.928943004000004,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 18,
+   "train_loss": 1.0747746229171753,
+   "val_loss": 1.3050503730773926,
+   "acc": 60.11,
+   "time": 2.9202775090000017,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 19,
+   "train_loss": 0.9107642769813538,
+   "val_loss": 0.9450633525848389,
+   "acc": 61.99,
+   "time": 2.934711993999997,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 20,
+   "train_loss": 0.9456672668457031,
+   "val_loss": 1.1093186140060425,
+   "acc": 62.0,
+   "time": 2.9632126890000023,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 21,
+   "train_loss": 0.7421981692314148,
+   "val_loss": 1.286036729812622,
+   "acc": 60.79,
+   "time": 2.9394978439999875,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 22,
+   "train_loss": 0.7838924527168274,
+   "val_loss": 1.0764753818511963,
+   "acc": 62.35000000000001,
+   "time": 2.9331453359999955,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 23,
+   "train_loss": 0.8884962201118469,
+   "val_loss": 1.1763287782669067,
+   "acc": 62.160000000000004,
+   "time": 2.931557466000001,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 24,
+   "train_loss": 0.6362985372543335,
+   "val_loss": 1.155366063117981,
+   "acc": 62.3,
+   "time": 2.9042184259999857,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 25,
+   "train_loss": 0.6466702222824097,
+   "val_loss": 1.2416653633117676,
+   "acc": 60.89,
+   "time": 2.9361924970000075,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 26,
+   "train_loss": 0.5845016837120056,
+   "val_loss": 1.1635469198226929,
+   "acc": 60.77,
+   "time": 2.9225583250000113,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 27,
+   "train_loss": 0.480742871761322,
+   "val_loss": 1.2342745065689087,
+   "acc": 62.660000000000004,
+   "time": 2.9241459039999995,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 28,
+   "train_loss": 0.4943341016769409,
+   "val_loss": 1.2613855600357056,
+   "acc": 62.239999999999995,
+   "time": 2.921152997000007,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 29,
+   "train_loss": 0.4729174077510834,
+   "val_loss": 1.2285536527633667,
+   "acc": 61.6,
+   "time": 2.932020219000009,
+   "param": [
+    1.0
+   ]
+  }
+ ]
+}

higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-1 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json

@@ -0,0 +1,303 @@
+{
+ "Accuracy": 62.129999999999995,
+ "Time": [
+  5.32051241448275,
+  0.1860818210803775
+ ],
+ "Device": "TITAN RTX",
+ "Param_names": [
+  "Identity"
+ ],
+ "Log": [
+  {
+   "epoch": 1,
+   "train_loss": 2.221717119216919,
+   "val_loss": 2.231416702270508,
+   "acc": 20.18,
+   "time": 6.288127223997435,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 2,
+   "train_loss": 2.041717290878296,
+   "val_loss": 1.9907883405685425,
+   "acc": 28.83,
+   "time": 5.297445598997001,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 3,
+   "train_loss": 1.806596040725708,
+   "val_loss": 1.9077033996582031,
+   "acc": 35.36,
+   "time": 5.295664023000427,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 4,
+   "train_loss": 1.636696696281433,
+   "val_loss": 1.6585841178894043,
+   "acc": 41.099999999999994,
+   "time": 5.289898610000819,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 5,
+   "train_loss": 1.55312979221344,
+   "val_loss": 1.6479336023330688,
+   "acc": 44.230000000000004,
+   "time": 5.283939900000405,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 6,
+   "train_loss": 1.4602102041244507,
+   "val_loss": 1.3832005262374878,
+   "acc": 47.660000000000004,
+   "time": 5.33839824000097,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 7,
+   "train_loss": 1.4732568264007568,
+   "val_loss": 1.4696305990219116,
+   "acc": 49.47,
+   "time": 5.289805809999962,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 8,
+   "train_loss": 1.3257958889007568,
+   "val_loss": 1.4055761098861694,
+   "acc": 50.0,
+   "time": 5.378316231002827,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 9,
+   "train_loss": 1.3107024431228638,
+   "val_loss": 1.3499678373336792,
+   "acc": 52.72,
+   "time": 5.2571160459992825,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 10,
+   "train_loss": 1.3596855401992798,
+   "val_loss": 1.2524077892303467,
+   "acc": 53.510000000000005,
+   "time": 5.3033921899987035,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 11,
+   "train_loss": 1.0222856998443604,
+   "val_loss": 1.2483898401260376,
+   "acc": 54.910000000000004,
+   "time": 5.291428840999288,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 12,
+   "train_loss": 1.1702439785003662,
+   "val_loss": 1.2797716856002808,
+   "acc": 55.03,
+   "time": 5.249613043000863,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 13,
+   "train_loss": 1.020358681678772,
+   "val_loss": 1.2461081743240356,
+   "acc": 57.099999999999994,
+   "time": 5.244417039000837,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 14,
+   "train_loss": 1.0076769590377808,
+   "val_loss": 1.1068997383117676,
+   "acc": 57.16,
+   "time": 5.225274209999043,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 15,
+   "train_loss": 0.8940925598144531,
+   "val_loss": 1.2243545055389404,
+   "acc": 58.53,
+   "time": 5.2756214889996045,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 16,
+   "train_loss": 0.9812849760055542,
+   "val_loss": 1.2469544410705566,
+   "acc": 59.53000000000001,
+   "time": 5.244881187998544,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 17,
+   "train_loss": 0.9405255913734436,
+   "val_loss": 1.1745411157608032,
+   "acc": 58.67,
+   "time": 5.258253874999355,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 18,
+   "train_loss": 1.017337441444397,
+   "val_loss": 1.2517035007476807,
+   "acc": 58.77,
+   "time": 5.262897358999908,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 19,
+   "train_loss": 0.8054737448692322,
+   "val_loss": 1.013056755065918,
+   "acc": 60.69,
+   "time": 5.25858216800043,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 20,
+   "train_loss": 1.0519421100616455,
+   "val_loss": 1.0832878351211548,
+   "acc": 60.39,
+   "time": 5.280217367999285,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 21,
+   "train_loss": 0.7626509070396423,
+   "val_loss": 1.126921534538269,
+   "acc": 61.92999999999999,
+   "time": 5.30506725899977,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 22,
+   "train_loss": 0.7951359152793884,
+   "val_loss": 1.257140040397644,
+   "acc": 61.12,
+   "time": 5.262647036000999,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 23,
+   "train_loss": 0.6558467149734497,
+   "val_loss": 1.3220044374465942,
+   "acc": 59.9,
+   "time": 5.307796943001449,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 24,
+   "train_loss": 0.5463495254516602,
+   "val_loss": 1.3220850229263306,
+   "acc": 60.3,
+   "time": 5.313027511001565,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 25,
+   "train_loss": 0.6370725035667419,
+   "val_loss": 1.1885124444961548,
+   "acc": 61.77,
+   "time": 5.272052001000702,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 26,
+   "train_loss": 0.617350697517395,
+   "val_loss": 1.4904192686080933,
+   "acc": 61.42999999999999,
+   "time": 5.363821351998922,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 27,
+   "train_loss": 0.37953802943229675,
+   "val_loss": 1.1302393674850464,
+   "acc": 61.82,
+   "time": 5.245723427000485,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 28,
+   "train_loss": 0.5406259298324585,
+   "val_loss": 1.4406242370605469,
+   "acc": 61.160000000000004,
+   "time": 5.319219354001689,
+   "param": [
+    1.0
+   ]
+  },
+  {
+   "epoch": 29,
+   "train_loss": 0.3687746226787567,
+   "val_loss": 1.3145570755004883,
+   "acc": 62.129999999999995,
+   "time": 5.292214683999191,
+   "param": [
+    1.0
+   ]
+  }
+ ]
+}

higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-10 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json

@@ -0,0 +1,763 @@
+{
+ "Accuracy": 67.83,
+ "Time": [
+  30.014610020179063,
+  1.5259551815904022
+ ],
+ "Device": "TITAN RTX",
+ "Param_names": [
+  "Identity",
+  "FlipUD",
+  "FlipLR",
+  "Rotate",
+  "TranslateX",
+  "TranslateY",
+  "ShearX",
+  "ShearY",
+  "Contrast",
+  "Color"
+ ],
+ "Log": [
+  {
+   "epoch": 1,
+   "train_loss": 2.241109848022461,
+   "val_loss": 2.241133213043213,
+   "acc": 22.31,
+   "time": 31.028954023999177,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 2,
+   "train_loss": 2.0262019634246826,
+   "val_loss": 2.0311977863311768,
+   "acc": 29.09,
+   "time": 29.443787308999163,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 3,
+   "train_loss": 1.8320143222808838,
+   "val_loss": 1.8328442573547363,
+   "acc": 35.06,
+   "time": 30.11337946200001,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 4,
+   "train_loss": 1.7318105697631836,
+   "val_loss": 1.716810941696167,
+   "acc": 34.38,
+   "time": 30.568121727999824,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 5,
+   "train_loss": 1.8494902849197388,
+   "val_loss": 1.5322532653808594,
+   "acc": 42.54,
+   "time": 29.403623798998524,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 6,
+   "train_loss": 1.575775384902954,
+   "val_loss": 1.5484771728515625,
+   "acc": 46.33,
+   "time": 29.585753964000105,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 7,
+   "train_loss": 1.6631606817245483,
+   "val_loss": 1.456868052482605,
+   "acc": 46.589999999999996,
+   "time": 30.36327003000042,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 8,
+   "train_loss": 1.5660061836242676,
+   "val_loss": 1.5012428760528564,
+   "acc": 48.07,
+   "time": 30.441351212999507,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 9,
+   "train_loss": 1.7192580699920654,
+   "val_loss": 1.3960217237472534,
+   "acc": 49.32,
+   "time": 31.02589350600101,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 10,
+   "train_loss": 1.426948070526123,
+   "val_loss": 1.2951627969741821,
+   "acc": 51.690000000000005,
+   "time": 36.431994958998985,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 11,
+   "train_loss": 1.3700600862503052,
+   "val_loss": 1.4882218837738037,
+   "acc": 52.349999999999994,
+   "time": 31.11992605799969,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 12,
+   "train_loss": 1.4036579132080078,
+   "val_loss": 1.4174723625183105,
+   "acc": 51.66,
+   "time": 30.932499418999214,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 13,
+   "train_loss": 1.3904931545257568,
+   "val_loss": 1.2493445873260498,
+   "acc": 54.300000000000004,
+   "time": 31.78488417799963,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 14,
+   "train_loss": 1.402247428894043,
+   "val_loss": 1.3568586111068726,
+   "acc": 53.0,
+   "time": 31.265148536998822,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 15,
+   "train_loss": 1.3615682125091553,
+   "val_loss": 1.2659204006195068,
+   "acc": 56.99999999999999,
+   "time": 30.129069460999744,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 16,
+   "train_loss": 1.2715201377868652,
+   "val_loss": 1.1673640012741089,
+   "acc": 56.55,
+   "time": 29.49447491399951,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 17,
+   "train_loss": 1.2278194427490234,
+   "val_loss": 1.1418359279632568,
+   "acc": 56.15,
+   "time": 30.42114449699875,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 18,
+   "train_loss": 1.1735891103744507,
+   "val_loss": 1.2055500745773315,
+   "acc": 58.34,
+   "time": 33.06718725199971,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 19,
+   "train_loss": 1.2697241306304932,
+   "val_loss": 1.195971965789795,
+   "acc": 58.940000000000005,
+   "time": 30.179044832999352,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 20,
+   "train_loss": 1.2859177589416504,
+   "val_loss": 1.124777913093567,
+   "acc": 59.260000000000005,
+   "time": 30.44239319799999,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 21,
+   "train_loss": 1.2346547842025757,
+   "val_loss": 1.1729437112808228,
+   "acc": 61.19,
+   "time": 29.69343764199948,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 22,
+   "train_loss": 1.3347643613815308,
+   "val_loss": 1.103927731513977,
+   "acc": 61.59,
+   "time": 29.19503425199946,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 23,
+   "train_loss": 1.1394366025924683,
+   "val_loss": 1.1960440874099731,
+   "acc": 59.17,
+   "time": 29.18892175700057,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 24,
+   "train_loss": 1.181171178817749,
+   "val_loss": 1.0717368125915527,
+   "acc": 61.129999999999995,
+   "time": 28.520518662999166,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 25,
+   "train_loss": 1.0655421018600464,
+   "val_loss": 0.9775645136833191,
+   "acc": 61.550000000000004,
+   "time": 28.89239908699892,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 26,
+   "train_loss": 1.2242248058319092,
+   "val_loss": 1.0732042789459229,
+   "acc": 61.92999999999999,
+   "time": 30.170639897,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 27,
+   "train_loss": 1.2580318450927734,
+   "val_loss": 1.0117087364196777,
+   "acc": 62.96000000000001,
+   "time": 28.65889492899987,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 28,
+   "train_loss": 1.1107841730117798,
+   "val_loss": 1.1169302463531494,
+   "acc": 63.06,
+   "time": 30.907572547999735,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 29,
+   "train_loss": 1.177795648574829,
+   "val_loss": 0.9632498025894165,
+   "acc": 62.78,
+   "time": 27.42642167699887,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 30,
+   "train_loss": 1.0290337800979614,
+   "val_loss": 1.0823389291763306,
+   "acc": 64.22,
+   "time": 27.484016041998984,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 31,
+   "train_loss": 0.9743531346321106,
+   "val_loss": 0.9799109697341919,
+   "acc": 63.739999999999995,
+   "time": 27.725611773999844,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 32,
+   "train_loss": 1.110550045967102,
+   "val_loss": 0.985093355178833,
+   "acc": 64.03999999999999,
+   "time": 29.31475098199917,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 33,
+   "train_loss": 1.0928559303283691,
+   "val_loss": 1.1031005382537842,
+   "acc": 64.79,
+   "time": 29.701532181999937,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 34,
+   "train_loss": 0.913023829460144,
+   "val_loss": 1.0029915571212769,
+   "acc": 64.94,
+   "time": 29.76776332099871,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 35,
+   "train_loss": 1.0277200937271118,
+   "val_loss": 0.9957613348960876,
+   "acc": 64.63,
+   "time": 29.87657432600099,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 36,
+   "train_loss": 0.8040867447853088,
+   "val_loss": 1.0075925588607788,
+   "acc": 66.36,
+   "time": 29.368484897999224,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 37,
+   "train_loss": 0.8887420296669006,
+   "val_loss": 1.0259867906570435,
+   "acc": 65.03,
+   "time": 29.000682664000124,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 38,
+   "train_loss": 1.1028567552566528,
+   "val_loss": 0.9828068017959595,
+   "acc": 67.83,
+   "time": 29.187242021000202,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  },
+  {
+   "epoch": 39,
+   "train_loss": 1.0674015283584595,
+   "val_loss": 0.9988221526145935,
+   "acc": 63.690000000000005,
+   "time": 29.247389783999097,
+   "param": [
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612,
+    0.10000000149011612
+   ]
+  }
+ ]
+}

higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json

@@ -0,0 +1,843 @@
+{
+ "Accuracy": 65.05,
+ "Time": [
+  15.169316631121857,
+  17.139702490615193
+ ],
+ "Device": "TITAN RTX",
+ "Param_names": [
+  "Identity",
+  "FlipUD",
+  "FlipLR",
+  "Rotate",
+  "TranslateX",
+  "TranslateY",
+  "ShearX",
+  "ShearY",
+  "Contrast",
+  "Color",
+  "Brightness"
+ ],
+ "Log": [
+  {
+   "epoch": 1,
+   "train_loss": 2.070054531097412,
+   "val_loss": 2.155599594116211,
+   "acc": 21.73,
+   "time": 3.7351826979993348,
+   "param": [
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294
+   ]
+  },
+  {
+   "epoch": 2,
+   "train_loss": 1.9091075658798218,
+   "val_loss": 1.887088656425476,
+   "acc": 32.07,
+   "time": 2.823995265999656,
+   "param": [
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294
+   ]
+  },
+  {
+   "epoch": 3,
+   "train_loss": 1.7934640645980835,
+   "val_loss": 1.797630786895752,
+   "acc": 38.96,
+   "time": 2.799794679000115,
+   "param": [
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294
+   ]
+  },
+  {
+   "epoch": 4,
+   "train_loss": 1.5870031118392944,
+   "val_loss": 1.6143978834152222,
+   "acc": 42.66,
+   "time": 2.7660124949998135,
+   "param": [
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294
+   ]
+  },
+  {
+   "epoch": 5,
+   "train_loss": 1.3419567346572876,
+   "val_loss": 1.5204195976257324,
+   "acc": 46.089999999999996,
+   "time": 2.792341729000327,
+   "param": [
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294
+   ]
+  },
+  {
+   "epoch": 6,
+   "train_loss": 1.3872078657150269,
+   "val_loss": 1.3887109756469727,
+   "acc": 45.94,
+   "time": 2.7713368300001093,
+   "param": [
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294
+   ]
+  },
+  {
+   "epoch": 7,
+   "train_loss": 1.4450479745864868,
+   "val_loss": 1.5177319049835205,
+   "acc": 48.339999999999996,
+   "time": 2.7916344830000526,
+   "param": [
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294
+   ]
+  },
+  {
+   "epoch": 8,
+   "train_loss": 1.534399390220642,
+   "val_loss": 1.3290921449661255,
+   "acc": 50.980000000000004,
+   "time": 2.7886408470003516,
+   "param": [
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294
+   ]
+  },
+  {
+   "epoch": 9,
+   "train_loss": 1.2787537574768066,
+   "val_loss": 1.3787200450897217,
+   "acc": 50.81,
+   "time": 2.7843019919992003,
+   "param": [
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294
+   ]
+  },
+  {
+   "epoch": 10,
+   "train_loss": 1.200947642326355,
+   "val_loss": 1.4215421676635742,
+   "acc": 52.38,
+   "time": 2.7993535959994915,
+   "param": [
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294
+   ]
+  },
+  {
+   "epoch": 11,
+   "train_loss": 1.1875675916671753,
+   "val_loss": 1.2387189865112305,
+   "acc": 54.58,
+   "time": 2.7904154729994843,
+   "param": [
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294
+   ]
+  },
+  {
+   "epoch": 12,
+   "train_loss": 1.0384035110473633,
+   "val_loss": 1.2646961212158203,
+   "acc": 55.32,
+   "time": 2.79368667899962,
+   "param": [
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294
+   ]
+  },
+  {
+   "epoch": 13,
+   "train_loss": 1.0209717750549316,
+   "val_loss": 1.2452565431594849,
+   "acc": 54.17999999999999,
+   "time": 2.816030297999532,
+   "param": [
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294
+   ]
+  },
+  {
+   "epoch": 14,
+   "train_loss": 1.119415283203125,
+   "val_loss": 1.1596343517303467,
+   "acc": 56.769999999999996,
+   "time": 2.790308128000106,
+   "param": [
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294
+   ]
+  },
+  {
+   "epoch": 15,
+   "train_loss": 1.1107734441757202,
+   "val_loss": 1.2359371185302734,
+   "acc": 57.620000000000005,
+   "time": 2.798978064000039,
+   "param": [
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294
+   ]
+  },
+  {
+   "epoch": 16,
+   "train_loss": 1.1538975238800049,
+   "val_loss": 1.1721283197402954,
+   "acc": 58.75,
+   "time": 2.7965039669998077,
+   "param": [
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294
+   ]
+  },
+  {
+   "epoch": 17,
+   "train_loss": 0.9569079875946045,
+   "val_loss": 1.1159720420837402,
+   "acc": 58.830000000000005,
+   "time": 2.7746410769996146,
+   "param": [
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294
+   ]
+  },
+  {
+   "epoch": 18,
+   "train_loss": 0.9212208390235901,
+   "val_loss": 1.2140686511993408,
+   "acc": 55.2,
+   "time": 2.8024444209995636,
+   "param": [
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294
+   ]
+  },
+  {
+   "epoch": 19,
+   "train_loss": 0.8749858140945435,
+   "val_loss": 1.2875285148620605,
+   "acc": 57.34,
+   "time": 2.7798289499996827,
+   "param": [
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294
+   ]
+  },
+  {
+   "epoch": 20,
+   "train_loss": 0.8066243529319763,
+   "val_loss": 1.249940037727356,
+   "acc": 58.60999999999999,
+   "time": 2.8073628769998322,
+   "param": [
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294
+   ]
+  },
+  {
+   "epoch": 21,
+   "train_loss": 0.9234226942062378,
+   "val_loss": 1.2982097864151,
+   "acc": 60.77,
+   "time": 2.8008562619997974,
+   "param": [
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294
+   ]
+  },
+  {
+   "epoch": 22,
+   "train_loss": 0.7516488432884216,
+   "val_loss": 1.1834900379180908,
+   "acc": 59.809999999999995,
+   "time": 2.7932947169992985,
+   "param": [
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294
+   ]
+  },
+  {
+   "epoch": 23,
+   "train_loss": 0.5240465402603149,
+   "val_loss": 1.2122482061386108,
+   "acc": 61.17,
+   "time": 2.7999361000001954,
+   "param": [
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294
+   ]
+  },
+  {
+   "epoch": 24,
+   "train_loss": 0.6549482345581055,
+   "val_loss": 1.354907512664795,
+   "acc": 59.98,
+   "time": 2.835536724999656,
+   "param": [
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294
+   ]
+  },
+  {
+   "epoch": 25,
+   "train_loss": 0.7199988961219788,
+   "val_loss": 1.2441754341125488,
+   "acc": 60.39,
+   "time": 2.794834440000159,
+   "param": [
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294
+   ]
+  },
+  {
+   "epoch": 26,
+   "train_loss": 0.6046828627586365,
+   "val_loss": 1.1210722923278809,
+   "acc": 60.17,
+   "time": 2.8189411559997097,
+   "param": [
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294
+   ]
+  },
+  {
+   "epoch": 27,
+   "train_loss": 0.584326446056366,
+   "val_loss": 1.4641215801239014,
+   "acc": 60.25,
+   "time": 2.782489701000486,
+   "param": [
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294,
+    0.09090909361839294
+   ]
+  },
+  {
+   "epoch": 28,
+   "train_loss": 1.050512671470642,
+   "val_loss": 1.1804896593093872,
+   "acc": 60.650000000000006,
+   "time": 37.589922103999925,
+   "param": [
+    0.15431950986385345,
+    0.04615863412618637,
+    0.10146799683570862,
+    0.057525116950273514,
+    0.11466316878795624,
+    0.03456215187907219,
+    0.12317162752151489,
+    0.09850387275218964,
+    0.05724354460835457,
+    0.12094629555940628,
+    0.09143806248903275
+   ]
+  },
+  {
+   "epoch": 29,
+   "train_loss": 1.0351680517196655,
+   "val_loss": 1.28754723072052,
+   "acc": 60.540000000000006,
+   "time": 39.32728805500028,
+   "param": [
+    0.2143828570842743,
+    0.04199334233999252,
+    0.11540728807449341,
+    0.028516322374343872,
+    0.11088600754737854,
+    0.018932951614260674,
+    0.15214091539382935,
+    0.08464814722537994,
+    0.02711217850446701,
+    0.11874550580978394,
+    0.08723440021276474
+   ]
+  },
+  {
+   "epoch": 30,
+   "train_loss": 0.9041422605514526,
+   "val_loss": 1.2089968919754028,
+   "acc": 62.150000000000006,
+   "time": 38.59746942400125,
+   "param": [
+    0.2352656126022339,
+    0.03783009201288223,
+    0.11207671463489532,
+    0.032299697399139404,
+    0.10910928249359131,
+    0.043133098632097244,
+    0.1586466133594513,
+    0.07130405306816101,
+    0.01313197985291481,
+    0.10372772812843323,
+    0.08347507566213608
+   ]
+  },
+  {
+   "epoch": 31,
+   "train_loss": 1.0511138439178467,
+   "val_loss": 0.9533016681671143,
+   "acc": 63.57000000000001,
+   "time": 38.61339239900008,
+   "param": [
+    0.21157094836235046,
+    0.05081905052065849,
+    0.0991167426109314,
+    0.0654812753200531,
+    0.09011025726795197,
+    0.07351779192686081,
+    0.14609526097774506,
+    0.08189369738101959,
+    0.00638642767444253,
+    0.09167946130037308,
+    0.08332919329404831
+   ]
+  },
+  {
+   "epoch": 32,
+   "train_loss": 0.9482992887496948,
+   "val_loss": 1.0588250160217285,
+   "acc": 62.4,
+   "time": 38.644212321998566,
+   "param": [
+    0.1939871460199356,
+    0.04457629472017288,
+    0.09864771366119385,
+    0.08129329979419708,
+    0.0728762075304985,
+    0.08781597763299942,
+    0.1378493756055832,
+    0.08161251991987228,
+    0.003423193469643593,
+    0.09479185938835144,
+    0.10312648117542267
+   ]
+  },
+  {
+   "epoch": 33,
+   "train_loss": 0.7158686518669128,
+   "val_loss": 1.0530320405960083,
+   "acc": 63.36000000000001,
+   "time": 38.62006830499922,
+   "param": [
+    0.16913020610809326,
+    0.0401436984539032,
+    0.10592234134674072,
+    0.09024979919195175,
+    0.07571358233690262,
+    0.07367990911006927,
+    0.1509736329317093,
+    0.07908295094966888,
+    0.0,
+    0.09360626339912415,
+    0.12149764597415924
+   ]
+  },
+  {
+   "epoch": 34,
+   "train_loss": 0.7917993068695068,
+   "val_loss": 1.2032626867294312,
+   "acc": 64.33,
+   "time": 38.69151526600035,
+   "param": [
+    0.14758706092834473,
+    0.03487415611743927,
+    0.11096391826868057,
+    0.08937539160251617,
+    0.09199434518814087,
+    0.06073414906859398,
+    0.1364026516675949,
+    0.07263853400945663,
+    0.0,
+    0.11712250113487244,
+    0.13830731809139252
+   ]
+  },
+  {
+   "epoch": 35,
+   "train_loss": 0.7042139768600464,
+   "val_loss": 1.1573801040649414,
+   "acc": 63.91,
+   "time": 38.84329085600075,
+   "param": [
+    0.14840169250965118,
+    0.0261006448417902,
+    0.09952203184366226,
+    0.10177440196275711,
+    0.07937829196453094,
+    0.05204510688781738,
+    0.11821983009576797,
+    0.06928294897079468,
+    0.004230252001434565,
+    0.15004117786884308,
+    0.1510036438703537
+   ]
+  },
+  {
+   "epoch": 36,
+   "train_loss": 0.8782989382743835,
+   "val_loss": 1.149705171585083,
+   "acc": 64.03999999999999,
+   "time": 38.74613270100053,
+   "param": [
+    0.1378803253173828,
+    0.0551915168762207,
+    0.08306483179330826,
+    0.0821874812245369,
+    0.06107548251748085,
+    0.04822627827525139,
+    0.09342575818300247,
+    0.077293261885643,
+    0.030003787949681282,
+    0.17949631810188293,
+    0.15215492248535156
+   ]
+  },
+  {
+   "epoch": 37,
+   "train_loss": 0.858424186706543,
+   "val_loss": 1.1546499729156494,
+   "acc": 64.41,
+   "time": 38.71795203200054,
+   "param": [
+    0.1271279752254486,
+    0.05413518100976944,
+    0.07254130393266678,
+    0.05582934245467186,
+    0.047224611043930054,
+    0.06500770896673203,
+    0.09154253453016281,
+    0.10498559474945068,
+    0.034725770354270935,
+    0.1859569400548935,
+    0.16092301905155182
+   ]
+  },
+  {
+   "epoch": 38,
+   "train_loss": 0.8795995712280273,
+   "val_loss": 1.220734715461731,
+   "acc": 64.4,
+   "time": 39.29078019000008,
+   "param": [
+    0.1269490122795105,
+    0.03951540216803551,
+    0.07464409619569778,
+    0.04573073983192444,
+    0.04670305922627449,
+    0.08115758746862411,
+    0.08046925067901611,
+    0.13297753036022186,
+    0.013937602750957012,
+    0.18276207149028778,
+    0.17515364289283752
+   ]
+  },
+  {
+   "epoch": 39,
+   "train_loss": 0.6421482563018799,
+   "val_loss": 1.203459620475769,
+   "acc": 64.5,
+   "time": 39.77639701800035,
+   "param": [
+    0.13155224919319153,
+    0.033109400421381,
+    0.08031658828258514,
+    0.03469245508313179,
+    0.054972823709249496,
+    0.09071367979049683,
+    0.08394800126552582,
+    0.15049748122692108,
+    0.0,
+    0.16859811544418335,
+    0.17159925401210785
+   ]
+  },
+  {
+   "epoch": 40,
+   "train_loss": 0.8831237554550171,
+   "val_loss": 1.1611499786376953,
+   "acc": 63.080000000000005,
+   "time": 40.005123121,
+   "param": [
+    0.1241624504327774,
+    0.049355413764715195,
+    0.08085502684116364,
+    0.04415571689605713,
+    0.07016509026288986,
+    0.07343322783708572,
+    0.08359990268945694,
+    0.15014420449733734,
+    0.0,
+    0.15523813664913177,
+    0.1688908338546753
+   ]
+  },
+  {
+   "epoch": 41,
+   "train_loss": 0.7596435546875,
+   "val_loss": 1.2091233730316162,
+   "acc": 65.05,
+   "time": 40.04975443299918,
+   "param": [
+    0.10818225145339966,
+    0.07845525443553925,
+    0.08538831770420074,
+    0.05814240127801895,
+    0.09527462720870972,
+    0.05327649787068367,
+    0.1001705676317215,
+    0.12310533970594406,
+    0.0,
+    0.13650481402873993,
+    0.16149993240833282
+   ]
+  }
+ ]
+}

higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-11 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json

@@ -0,0 +1,603 @@
+{
+ "Accuracy": 63.0,
+ "Time": [
+  40.89810245958628,
+  1.0665198469027501
+ ],
+ "Device": "TITAN RTX",
+ "Param_names": [
+  "Identity",
+  "FlipUD",
+  "FlipLR",
+  "Rotate",
+  "TranslateX",
+  "TranslateY",
+  "ShearX",
+  "ShearY",
+  "Contrast",
+  "Color",
+  "Brightness"
+ ],
+ "Log": [
+  {
+   "epoch": 1,
+   "train_loss": 2.2061774730682373,
+   "val_loss": 2.158116579055786,
+   "acc": 24.43,
+   "time": 42.098845415999676,
+   "param": [
+    0.0906156450510025,
+    0.06675702333450317,
+    0.10230529308319092,
+    0.10453537851572037,
+    0.10587289184331894,
+    0.09314573556184769,
+    0.08614441752433777,
+    0.06877874583005905,
+    0.10763102769851685,
+    0.07868009060621262,
+    0.0955338403582573
+   ]
+  },
+  {
+   "epoch": 2,
+   "train_loss": 1.9214774370193481,
+   "val_loss": 1.955420732498169,
+   "acc": 31.09,
+   "time": 43.14183778300048,
+   "param": [
+    0.10342657566070557,
+    0.05719732120633125,
+    0.10847053676843643,
+    0.08129463344812393,
+    0.11080054193735123,
+    0.06955838948488235,
+    0.0815328061580658,
+    0.08993988484144211,
+    0.12955376505851746,
+    0.08304203301668167,
+    0.08518356829881668
+   ]
+  },
+  {
+   "epoch": 3,
+   "train_loss": 1.7734646797180176,
+   "val_loss": 1.7736300230026245,
+   "acc": 36.07,
+   "time": 42.512074500999915,
+   "param": [
+    0.12978129088878632,
+    0.03640241175889969,
+    0.10251124948263168,
+    0.07396791130304337,
+    0.0985390692949295,
+    0.04653053730726242,
+    0.08450013399124146,
+    0.10444473475217819,
+    0.1789252907037735,
+    0.06320957839488983,
+    0.08118786662817001
+   ]
+  },
+  {
+   "epoch": 4,
+   "train_loss": 1.808549404144287,
+   "val_loss": 1.734934687614441,
+   "acc": 37.85,
+   "time": 41.981343092000316,
+   "param": [
+    0.12812726199626923,
+    0.020793568342924118,
+    0.08932753652334213,
+    0.09186667203903198,
+    0.10548247396945953,
+    0.030733909457921982,
+    0.10200448334217072,
+    0.11946190148591995,
+    0.16201913356781006,
+    0.034654244780540466,
+    0.11552887409925461
+   ]
+  },
+  {
+   "epoch": 5,
+   "train_loss": 1.5965774059295654,
+   "val_loss": 1.5746254920959473,
+   "acc": 43.09,
+   "time": 41.85127753800043,
+   "param": [
+    0.11501042544841766,
+    0.01885944791138172,
+    0.09858406335115433,
+    0.101523257791996,
+    0.0987984836101532,
+    0.03862140700221062,
+    0.11938069760799408,
+    0.09966923296451569,
+    0.14590002596378326,
+    0.04012191295623779,
+    0.1235310286283493
+   ]
+  },
+  {
+   "epoch": 6,
+   "train_loss": 1.5571529865264893,
+   "val_loss": 1.4969244003295898,
+   "acc": 45.37,
+   "time": 40.10474510499989,
+   "param": [
+    0.11029010266065598,
+    0.01764572039246559,
+    0.1012062206864357,
+    0.10281255096197128,
+    0.09054914861917496,
+    0.041133228689432144,
+    0.1336498260498047,
+    0.0803687795996666,
+    0.1498711109161377,
+    0.05363458767533302,
+    0.11883876472711563
+   ]
+  },
+  {
+   "epoch": 7,
+   "train_loss": 1.5738178491592407,
+   "val_loss": 1.511540174484253,
+   "acc": 47.43,
+   "time": 40.34646016099941,
+   "param": [
+    0.10884105414152145,
+    0.0,
+    0.10481644421815872,
+    0.11356264352798462,
+    0.06830757111310959,
+    0.03450319543480873,
+    0.13446587324142456,
+    0.07504133135080338,
+    0.16493865847587585,
+    0.06915392726659775,
+    0.12636925280094147
+   ]
+  },
+  {
+   "epoch": 8,
+   "train_loss": 1.3944480419158936,
+   "val_loss": 1.3613759279251099,
+   "acc": 48.71,
+   "time": 40.09455761499976,
+   "param": [
+    0.11096297949552536,
+    0.0,
+    0.09740061312913895,
+    0.11771360039710999,
+    0.03973022475838661,
+    0.036209676414728165,
+    0.1333407312631607,
+    0.07210098206996918,
+    0.17485356330871582,
+    0.07538771629333496,
+    0.14229996502399445
+   ]
+  },
+  {
+   "epoch": 9,
+   "train_loss": 1.2969295978546143,
+   "val_loss": 1.4842132329940796,
+   "acc": 49.69,
+   "time": 39.853278044000035,
+   "param": [
+    0.12281406670808792,
+    0.0022406650241464376,
+    0.0934235155582428,
+    0.11386583745479584,
+    0.02328699827194214,
+    0.05811437964439392,
+    0.13093499839305878,
+    0.0631260871887207,
+    0.1681945025920868,
+    0.07684492319822311,
+    0.14715401828289032
+   ]
+  },
+  {
+   "epoch": 10,
+   "train_loss": 1.6472954750061035,
+   "val_loss": 1.360962152481079,
+   "acc": 51.04,
+   "time": 39.82994725900062,
+   "param": [
+    0.13434137403964996,
+    0.005135024432092905,
+    0.08516305685043335,
+    0.11868009716272354,
+    0.02071623131632805,
+    0.07198671251535416,
+    0.13184678554534912,
+    0.05753985419869423,
+    0.15033206343650818,
+    0.08235511183738708,
+    0.14190366864204407
+   ]
+  },
+  {
+   "epoch": 11,
+   "train_loss": 1.276935338973999,
+   "val_loss": 1.4004346132278442,
+   "acc": 52.04,
+   "time": 39.79159138599971,
+   "param": [
+    0.13841471076011658,
+    0.004330851137638092,
+    0.06371700763702393,
+    0.10542438179254532,
+    0.019637184217572212,
+    0.0787590891122818,
+    0.14688487350940704,
+    0.04974464327096939,
+    0.1365249902009964,
+    0.09637444466352463,
+    0.16018784046173096
+   ]
+  },
+  {
+   "epoch": 12,
+   "train_loss": 1.439036250114441,
+   "val_loss": 1.3900532722473145,
+   "acc": 53.21,
+   "time": 39.811330090999945,
+   "param": [
+    0.13851384818553925,
+    0.0,
+    0.05154415965080261,
+    0.0904354602098465,
+    0.008833294734358788,
+    0.08667588979005814,
+    0.15839883685112,
+    0.06640138477087021,
+    0.11631476134061813,
+    0.10194478183984756,
+    0.1809374988079071
+   ]
+  },
+  {
+   "epoch": 13,
+   "train_loss": 1.3348650932312012,
+   "val_loss": 1.4492462873458862,
+   "acc": 53.37,
+   "time": 39.84636649099957,
+   "param": [
+    0.12715280055999756,
+    0.02915952540934086,
+    0.06414778530597687,
+    0.08568646758794785,
+    0.006804903037846088,
+    0.07159928977489471,
+    0.15185894072055817,
+    0.09436067938804626,
+    0.09731559455394745,
+    0.0981752946972847,
+    0.1737387478351593
+   ]
+  },
+  {
+   "epoch": 14,
+   "train_loss": 1.2939743995666504,
+   "val_loss": 1.189724087715149,
+   "acc": 56.31,
+   "time": 39.776831771000616,
+   "param": [
+    0.10306829959154129,
+    0.05145251378417015,
+    0.08147091418504715,
+    0.08457203209400177,
+    0.0281931571662426,
+    0.058196548372507095,
+    0.13727396726608276,
+    0.11237381398677826,
+    0.0851677879691124,
+    0.09605301916599274,
+    0.16217796504497528
+   ]
+  },
+  {
+   "epoch": 15,
+   "train_loss": 1.497431755065918,
+   "val_loss": 1.2717360258102417,
+   "acc": 55.879999999999995,
+   "time": 39.82765701000062,
+   "param": [
+    0.10101744532585144,
+    0.04396732896566391,
+    0.09510121494531631,
+    0.08596481382846832,
+    0.03319069370627403,
+    0.06180129945278168,
+    0.13056769967079163,
+    0.11526221036911011,
+    0.08732584863901138,
+    0.10041657835245132,
+    0.14538481831550598
+   ]
+  },
+  {
+   "epoch": 16,
+   "train_loss": 1.2911782264709473,
+   "val_loss": 1.1427743434906006,
+   "acc": 57.699999999999996,
+   "time": 41.79280423599994,
+   "param": [
+    0.11595749855041504,
+    0.017348989844322205,
+    0.09558452665805817,
+    0.1022728979587555,
+    0.041340332478284836,
+    0.0623183473944664,
+    0.12796412408351898,
+    0.10870043933391571,
+    0.08769194781780243,
+    0.10425819456577301,
+    0.13656267523765564
+   ]
+  },
+  {
+   "epoch": 17,
+   "train_loss": 1.242236852645874,
+   "val_loss": 1.1631993055343628,
+   "acc": 56.96,
+   "time": 41.910658341999806,
+   "param": [
+    0.11724071949720383,
+    0.006788203492760658,
+    0.0967414602637291,
+    0.11263702809810638,
+    0.033796168863773346,
+    0.06465501338243484,
+    0.13692694902420044,
+    0.12318006157875061,
+    0.07062733918428421,
+    0.10253871977329254,
+    0.13486838340759277
+   ]
+  },
+  {
+   "epoch": 18,
+   "train_loss": 1.1740375757217407,
+   "val_loss": 1.159716010093689,
+   "acc": 58.37,
+   "time": 41.973255842999606,
+   "param": [
+    0.11105485260486603,
+    0.000837925763335079,
+    0.0995897501707077,
+    0.11745245009660721,
+    0.014172661118209362,
+    0.07463312149047852,
+    0.1525970995426178,
+    0.13327564299106598,
+    0.05518309026956558,
+    0.10471073538064957,
+    0.1364925503730774
+   ]
+  },
+  {
+   "epoch": 19,
+   "train_loss": 1.2035874128341675,
+   "val_loss": 1.0121105909347534,
+   "acc": 59.089999999999996,
+   "time": 41.986341784000615,
+   "param": [
+    0.10572642087936401,
+    0.03156408295035362,
+    0.10286757349967957,
+    0.11311720311641693,
+    0.014505517669022083,
+    0.08436562865972519,
+    0.1445731669664383,
+    0.1281849890947342,
+    0.056748323142528534,
+    0.09526597708463669,
+    0.12308111041784286
+   ]
+  },
+  {
+   "epoch": 20,
+   "train_loss": 1.2767270803451538,
+   "val_loss": 1.2020111083984375,
+   "acc": 60.47,
+   "time": 40.55741774099988,
+   "param": [
+    0.10464055836200714,
+    0.04845328629016876,
+    0.09733843058347702,
+    0.1120288148522377,
+    0.032945699989795685,
+    0.09196513146162033,
+    0.11441552639007568,
+    0.11934168636798859,
+    0.0686718225479126,
+    0.09049924463033676,
+    0.11969968676567078
+   ]
+  },
+  {
+   "epoch": 21,
+   "train_loss": 1.2060202360153198,
+   "val_loss": 1.257763385772705,
+   "acc": 59.230000000000004,
+   "time": 42.007348787999945,
+   "param": [
+    0.11344534158706665,
+    0.05515960976481438,
+    0.08843203634023666,
+    0.10440965741872787,
+    0.05352725088596344,
+    0.0996859148144722,
+    0.09403099119663239,
+    0.11044882237911224,
+    0.07651814073324203,
+    0.08776833862066269,
+    0.11657388508319855
+   ]
+  },
+  {
+   "epoch": 22,
+   "train_loss": 1.1476155519485474,
+   "val_loss": 1.0819191932678223,
+   "acc": 60.67,
+   "time": 42.05502481300027,
+   "param": [
+    0.12223101407289505,
+    0.03933242708444595,
+    0.08131162077188492,
+    0.09224440902471542,
+    0.0537855289876461,
+    0.10071083903312683,
+    0.10878363996744156,
+    0.11037619411945343,
+    0.08138418942689896,
+    0.10029724985361099,
+    0.10954287648200989
+   ]
+  },
+  {
+   "epoch": 23,
+   "train_loss": 1.0382306575775146,
+   "val_loss": 1.1768836975097656,
+   "acc": 61.58,
+   "time": 40.31030846300018,
+   "param": [
+    0.12907542288303375,
+    0.032783329486846924,
+    0.08357136696577072,
+    0.07723436504602432,
+    0.05903339013457298,
+    0.09734509140253067,
+    0.1178966537117958,
+    0.1081080213189125,
+    0.0833066925406456,
+    0.1183115765452385,
+    0.09333410859107971
+   ]
+  },
+  {
+   "epoch": 24,
+   "train_loss": 0.8571761846542358,
+   "val_loss": 1.2542492151260376,
+   "acc": 61.9,
+   "time": 42.08630546899985,
+   "param": [
+    0.12938043475151062,
+    0.045025765895843506,
+    0.08880435675382614,
+    0.07601245492696762,
+    0.058042772114276886,
+    0.10128513723611832,
+    0.10438931733369827,
+    0.10321229696273804,
+    0.07330982387065887,
+    0.12844790518283844,
+    0.09208973497152328
+   ]
+  },
+  {
+   "epoch": 25,
+   "train_loss": 1.1314963102340698,
+   "val_loss": 1.0867050886154175,
+   "acc": 60.760000000000005,
+   "time": 40.58299770600024,
+   "param": [
+    0.11614561080932617,
+    0.0588088259100914,
+    0.09876447916030884,
+    0.07754787802696228,
+    0.053735364228487015,
+    0.11757797002792358,
+    0.08375220745801926,
+    0.1038348451256752,
+    0.072939433157444,
+    0.1310778558254242,
+    0.08581559360027313
+   ]
+  },
+  {
+   "epoch": 26,
+   "train_loss": 1.0860000848770142,
+   "val_loss": 1.0302042961120605,
+   "acc": 60.58,
+   "time": 40.03741728100067,
+   "param": [
+    0.09790514409542084,
+    0.08165004849433899,
+    0.09692306816577911,
+    0.07002989202737808,
+    0.047090355306863785,
+    0.12892098724842072,
+    0.06915906071662903,
+    0.12057565897703171,
+    0.06694861501455307,
+    0.12553609907627106,
+    0.09526117146015167
+   ]
+  },
+  {
+   "epoch": 27,
+   "train_loss": 0.9155747890472412,
+   "val_loss": 1.0817011594772339,
+   "acc": 61.18,
+   "time": 39.93667847800043,
+   "param": [
+    0.07864376902580261,
+    0.09909918904304504,
+    0.09244169294834137,
+    0.06794216483831406,
+    0.03360702469944954,
+    0.13138768076896667,
+    0.07981228083372116,
+    0.11752397567033768,
+    0.07059521228075027,
+    0.12026672810316086,
+    0.10868030786514282
+   ]
+  },
+  {
+   "epoch": 28,
+   "train_loss": 1.0971699953079224,
+   "val_loss": 1.0925393104553223,
+   "acc": 61.77,
+   "time": 39.93978495200008,
+   "param": [
+    0.07089675217866898,
+    0.09051884710788727,
+    0.0959460660815239,
+    0.0714525356888771,
+    0.02331913448870182,
+    0.12909142673015594,
+    0.09766486287117004,
+    0.11805721372365952,
+    0.07233796268701553,
+    0.11591742187738419,
+    0.11479780077934265
+   ]
+  },
+  {
+   "epoch": 29,
+   "train_loss": 0.903268575668335,
+   "val_loss": 1.1861276626586914,
+   "acc": 63.0,
+   "time": 40.00048416899972,
+   "param": [
+    0.09767146408557892,
+    0.07279863208532333,
+    0.08325850963592529,
+    0.05625056102871895,
+    0.03899248689413071,
+    0.11839132755994797,
+    0.11383821070194244,
+    0.11870385706424713,
+    0.07179591804742813,
+    0.1077689453959465,
+    0.12053004652261734
+   ]
+  }
+ ]
+}

higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-12 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json

@@ -0,0 +1,948 @@
+{
+ "Accuracy": 66.7,
+ "Time": [
+  12.389247159454499,
+  13.105071751193409
+ ],
+ "Device": "TITAN RTX",
+ "Param_names": [
+  "Identity",
+  "FlipUD",
+  "FlipLR",
+  "Rotate",
+  "TranslateX",
+  "TranslateY",
+  "ShearX",
+  "ShearY",
+  "Contrast",
+  "Color",
+  "Brightness",
+  "Sharpness"
+ ],
+ "Log": [
+  {
+   "epoch": 1,
+   "train_loss": 2.2803587913513184,
+   "val_loss": 2.260805368423462,
+   "acc": 23.65,
+   "time": 3.883185612001398,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 2,
+   "train_loss": 2.03953218460083,
+   "val_loss": 1.9152523279190063,
+   "acc": 28.29,
+   "time": 2.8749819259974174,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 3,
+   "train_loss": 1.7841519117355347,
+   "val_loss": 1.775365948677063,
+   "acc": 37.71,
+   "time": 2.874113796999154,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 4,
+   "train_loss": 1.5972139835357666,
+   "val_loss": 1.7121309041976929,
+   "acc": 40.87,
+   "time": 2.9427959820022807,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 5,
+   "train_loss": 1.5416096448898315,
+   "val_loss": 1.5693256855010986,
+   "acc": 44.82,
+   "time": 3.05120093000005,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 6,
+   "train_loss": 1.4457857608795166,
+   "val_loss": 1.4643287658691406,
+   "acc": 46.150000000000006,
+   "time": 3.0824754099994607,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 7,
+   "train_loss": 1.5658950805664062,
+   "val_loss": 1.4723228216171265,
+   "acc": 48.6,
+   "time": 2.9923891149992414,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 8,
+   "train_loss": 1.491044282913208,
+   "val_loss": 1.4455667734146118,
+   "acc": 50.79,
+   "time": 3.0546481999990647,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 9,
+   "train_loss": 1.1783349514007568,
+   "val_loss": 1.293623924255371,
+   "acc": 51.93,
+   "time": 3.072483634998207,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 10,
+   "train_loss": 1.135935664176941,
+   "val_loss": 1.2634481191635132,
+   "acc": 51.4,
+   "time": 2.894490966002195,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 11,
+   "train_loss": 1.115042805671692,
+   "val_loss": 1.2509870529174805,
+   "acc": 53.620000000000005,
+   "time": 2.8828035719998297,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 12,
+   "train_loss": 1.3103307485580444,
+   "val_loss": 1.1961007118225098,
+   "acc": 55.26,
+   "time": 2.860499087997596,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 13,
+   "train_loss": 0.9714326858520508,
+   "val_loss": 1.2703777551651,
+   "acc": 56.34,
+   "time": 2.931819124998583,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 14,
+   "train_loss": 1.249890685081482,
+   "val_loss": 1.1495171785354614,
+   "acc": 57.37,
+   "time": 2.950164138001128,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 15,
+   "train_loss": 1.105820894241333,
+   "val_loss": 1.195623755455017,
+   "acc": 57.07,
+   "time": 2.9554312210020726,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 16,
+   "train_loss": 0.8617973327636719,
+   "val_loss": 1.165104627609253,
+   "acc": 57.3,
+   "time": 2.9297638409989304,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 17,
+   "train_loss": 1.0341005325317383,
+   "val_loss": 1.3195842504501343,
+   "acc": 58.79,
+   "time": 2.896125459999894,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 18,
+   "train_loss": 1.029552698135376,
+   "val_loss": 1.030030369758606,
+   "acc": 59.96,
+   "time": 2.917095311000594,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 19,
+   "train_loss": 0.9918307065963745,
+   "val_loss": 1.0334131717681885,
+   "acc": 59.64,
+   "time": 2.929322215997672,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 20,
+   "train_loss": 0.8905580639839172,
+   "val_loss": 1.042155385017395,
+   "acc": 60.3,
+   "time": 2.9271695660027035,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 21,
+   "train_loss": 0.830787181854248,
+   "val_loss": 1.1577801704406738,
+   "acc": 59.519999999999996,
+   "time": 2.927526408999256,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 22,
+   "train_loss": 0.8568615317344666,
+   "val_loss": 1.1629420518875122,
+   "acc": 61.17,
+   "time": 2.9196735090008588,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 23,
+   "train_loss": 0.7278004288673401,
+   "val_loss": 1.1180438995361328,
+   "acc": 61.92999999999999,
+   "time": 2.8987734069996804,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 24,
+   "train_loss": 0.5912300944328308,
+   "val_loss": 1.1963304281234741,
+   "acc": 62.01,
+   "time": 2.9548257409987855,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 25,
+   "train_loss": 0.5662273168563843,
+   "val_loss": 1.1393758058547974,
+   "acc": 61.99,
+   "time": 3.1019135390015435,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 26,
+   "train_loss": 0.5917340517044067,
+   "val_loss": 1.0528407096862793,
+   "acc": 61.36000000000001,
+   "time": 3.1405753119979636,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 27,
+   "train_loss": 0.5873968601226807,
+   "val_loss": 1.2969107627868652,
+   "acc": 61.040000000000006,
+   "time": 3.097744575999968,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 28,
+   "train_loss": 0.5455132126808167,
+   "val_loss": 1.1432716846466064,
+   "acc": 61.22,
+   "time": 2.8850766770010523,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 29,
+   "train_loss": 0.505712628364563,
+   "val_loss": 1.3305306434631348,
+   "acc": 61.309999999999995,
+   "time": 2.8605809990003763,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 30,
+   "train_loss": 0.8406016826629639,
+   "val_loss": 1.1276726722717285,
+   "acc": 62.8,
+   "time": 27.760577807999653,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 31,
+   "train_loss": 0.8921453952789307,
+   "val_loss": 1.1824790239334106,
+   "acc": 61.739999999999995,
+   "time": 28.72251811699971,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 32,
+   "train_loss": 0.9788478016853333,
+   "val_loss": 1.1960519552230835,
+   "acc": 63.44,
+   "time": 31.02032435900037,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 33,
+   "train_loss": 1.1335868835449219,
+   "val_loss": 0.9080625176429749,
+   "acc": 63.690000000000005,
+   "time": 28.70117950200074,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 34,
+   "train_loss": 0.8707475066184998,
+   "val_loss": 0.886803388595581,
+   "acc": 64.66,
+   "time": 30.368255143002898,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 35,
+   "train_loss": 0.8220274448394775,
+   "val_loss": 1.2923109531402588,
+   "acc": 64.72,
+   "time": 28.710374976999447,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 36,
+   "train_loss": 1.0521851778030396,
+   "val_loss": 1.054010272026062,
+   "acc": 65.14999999999999,
+   "time": 30.59311143499872,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 37,
+   "train_loss": 0.8449131846427917,
+   "val_loss": 1.1151262521743774,
+   "acc": 63.62,
+   "time": 32.06159592399854,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 38,
+   "train_loss": 0.7696272134780884,
+   "val_loss": 1.1119837760925293,
+   "acc": 65.61,
+   "time": 34.58944788900044,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 39,
+   "train_loss": 0.8236314058303833,
+   "val_loss": 1.0122442245483398,
+   "acc": 66.7,
+   "time": 31.416043468998396,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 40,
+   "train_loss": 0.7703378200531006,
+   "val_loss": 0.9400268793106079,
+   "acc": 66.09,
+   "time": 30.389103481000348,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 41,
+   "train_loss": 0.7482047080993652,
+   "val_loss": 1.0781136751174927,
+   "acc": 65.72,
+   "time": 30.44457070000135,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 42,
+   "train_loss": 0.7082163691520691,
+   "val_loss": 1.14309823513031,
+   "acc": 65.64,
+   "time": 30.981041590999666,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 43,
+   "train_loss": 0.6980917453765869,
+   "val_loss": 1.1688792705535889,
+   "acc": 63.94,
+   "time": 31.70609013700232,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  },
+  {
+   "epoch": 44,
+   "train_loss": 0.6285896897315979,
+   "val_loss": 1.1605420112609863,
+   "acc": 65.72,
+   "time": 30.97299120399839,
+   "param": [
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602,
+    0.0833333358168602
+   ]
+  }
+ ]
+}

higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-12 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json

@@ -0,0 +1,885 @@
+{
+ "Accuracy": 66.82000000000001,
+ "Time": [
+  45.912412262365514,
+  1.4080866091214184
+ ],
+ "Device": "TITAN RTX",
+ "Param_names": [
+  "Identity",
+  "FlipUD",
+  "FlipLR",
+  "Rotate",
+  "TranslateX",
+  "TranslateY",
+  "ShearX",
+  "ShearY",
+  "Contrast",
+  "Color",
+  "Brightness",
+  "Sharpness"
+ ],
+ "Log": [
+  {
+   "epoch": 1,
+   "train_loss": 2.1285171508789062,
+   "val_loss": 2.1629631519317627,
+   "acc": 21.0,
+   "time": 44.35141680999368,
+   "param": [
+    0.07878764718770981,
+    0.028609134256839752,
+    0.085291787981987,
+    0.10472017526626587,
+    0.08773700147867203,
+    0.09144564718008041,
+    0.042768675833940506,
+    0.1041085422039032,
+    0.08207164704799652,
+    0.09913028031587601,
+    0.10652754455804825,
+    0.08880191296339035
+   ]
+  },
+  {
+   "epoch": 2,
+   "train_loss": 2.0918290615081787,
+   "val_loss": 1.9589043855667114,
+   "acc": 27.279999999999998,
+   "time": 45.33908599999995,
+   "param": [
+    0.09130999445915222,
+    0.0,
+    0.08102747052907944,
+    0.10164859145879745,
+    0.08226688951253891,
+    0.11269594728946686,
+    0.05251174792647362,
+    0.10734104365110397,
+    0.0782138779759407,
+    0.0939636304974556,
+    0.11324885487556458,
+    0.08577192574739456
+   ]
+  },
+  {
+   "epoch": 3,
+   "train_loss": 1.9938665628433228,
+   "val_loss": 1.8511877059936523,
+   "acc": 33.28,
+   "time": 43.031435650002095,
+   "param": [
+    0.10551337152719498,
+    0.0007356978603638709,
+    0.08757761865854263,
+    0.09420714527368546,
+    0.05761932581663132,
+    0.09925716370344162,
+    0.05460718646645546,
+    0.1085338369011879,
+    0.08626587688922882,
+    0.09095816314220428,
+    0.1308300793170929,
+    0.08389453589916229
+   ]
+  },
+  {
+   "epoch": 4,
+   "train_loss": 1.8846369981765747,
+   "val_loss": 1.661771535873413,
+   "acc": 38.07,
+   "time": 43.05443127500621,
+   "param": [
+    0.11321543902158737,
+    0.0265046413987875,
+    0.09693510830402374,
+    0.0734139159321785,
+    0.039474569261074066,
+    0.059154968708753586,
+    0.05174420401453972,
+    0.1128227710723877,
+    0.08342183381319046,
+    0.09536562860012054,
+    0.14570823311805725,
+    0.10223877429962158
+   ]
+  },
+  {
+   "epoch": 5,
+   "train_loss": 1.7229336500167847,
+   "val_loss": 1.5865364074707031,
+   "acc": 42.33,
+   "time": 44.30583540999942,
+   "param": [
+    0.12340154498815536,
+    0.016664063557982445,
+    0.11101166903972626,
+    0.0682486891746521,
+    0.03360868617892265,
+    0.00507527869194746,
+    0.06918507814407349,
+    0.11773939430713654,
+    0.10899613797664642,
+    0.09490501880645752,
+    0.13798202574253082,
+    0.11318232864141464
+   ]
+  },
+  {
+   "epoch": 6,
+   "train_loss": 1.693422794342041,
+   "val_loss": 1.5114402770996094,
+   "acc": 44.5,
+   "time": 44.905764534996706,
+   "param": [
+    0.09942829608917236,
+    0.0,
+    0.1425914317369461,
+    0.06872180104255676,
+    0.005255881231278181,
+    0.0,
+    0.06905406713485718,
+    0.12135588377714157,
+    0.1504257321357727,
+    0.09507402032613754,
+    0.132137268781662,
+    0.11595562100410461
+   ]
+  },
+  {
+   "epoch": 7,
+   "train_loss": 1.5601201057434082,
+   "val_loss": 1.5075514316558838,
+   "acc": 45.07,
+   "time": 43.85200858600001,
+   "param": [
+    0.07996378093957901,
+    0.0003632452862802893,
+    0.14746780693531036,
+    0.0940312072634697,
+    0.0016935768071562052,
+    0.0,
+    0.04558469355106354,
+    0.11891885101795197,
+    0.17888829112052917,
+    0.10350049287080765,
+    0.11790405958890915,
+    0.11168409138917923
+   ]
+  },
+  {
+   "epoch": 8,
+   "train_loss": 1.660608172416687,
+   "val_loss": 1.4997360706329346,
+   "acc": 48.26,
+   "time": 43.137572259998706,
+   "param": [
+    0.08281496167182922,
+    0.010676821693778038,
+    0.14174377918243408,
+    0.1011316329240799,
+    0.026485543698072433,
+    0.0016295589739456773,
+    0.025072012096643448,
+    0.1128242164850235,
+    0.16067220270633698,
+    0.13240167498588562,
+    0.10725352168083191,
+    0.09729408472776413
+   ]
+  },
+  {
+   "epoch": 9,
+   "train_loss": 1.506716012954712,
+   "val_loss": 1.3635224103927612,
+   "acc": 49.59,
+   "time": 45.413254101003986,
+   "param": [
+    0.0770723894238472,
+    0.030387258157134056,
+    0.13829773664474487,
+    0.10217494517564774,
+    0.0378890335559845,
+    0.01602347567677498,
+    0.02832961641252041,
+    0.11025963723659515,
+    0.12432778626680374,
+    0.1511717289686203,
+    0.09207391738891602,
+    0.09199243783950806
+   ]
+  },
+  {
+   "epoch": 10,
+   "train_loss": 1.4247918128967285,
+   "val_loss": 1.3118740320205688,
+   "acc": 50.79,
+   "time": 45.091078997000295,
+   "param": [
+    0.07472719252109528,
+    0.051137227565050125,
+    0.13563033938407898,
+    0.09943141788244247,
+    0.03289072588086128,
+    0.03864626958966255,
+    0.05005516856908798,
+    0.11284907907247543,
+    0.09237176179885864,
+    0.14221055805683136,
+    0.08518368005752563,
+    0.08486650139093399
+   ]
+  },
+  {
+   "epoch": 11,
+   "train_loss": 1.4130902290344238,
+   "val_loss": 1.3356255292892456,
+   "acc": 51.85999999999999,
+   "time": 44.67862492799759,
+   "param": [
+    0.0909804254770279,
+    0.059314146637916565,
+    0.14285510778427124,
+    0.08669589459896088,
+    0.02048933133482933,
+    0.03062725067138672,
+    0.054305583238601685,
+    0.11674311012029648,
+    0.08005739003419876,
+    0.13634231686592102,
+    0.09505162388086319,
+    0.08653783053159714
+   ]
+  },
+  {
+   "epoch": 12,
+   "train_loss": 1.5297460556030273,
+   "val_loss": 1.2802656888961792,
+   "acc": 53.26,
+   "time": 43.986077417997876,
+   "param": [
+    0.12098414450883865,
+    0.05389907583594322,
+    0.15964271128177643,
+    0.06953015923500061,
+    0.0,
+    0.02632146142423153,
+    0.061356522142887115,
+    0.10774006694555283,
+    0.0737849622964859,
+    0.12363177537918091,
+    0.1108296811580658,
+    0.09227951616048813
+   ]
+  },
+  {
+   "epoch": 13,
+   "train_loss": 1.4979952573776245,
+   "val_loss": 1.370948314666748,
+   "acc": 52.190000000000005,
+   "time": 44.11835289999726,
+   "param": [
+    0.12308192253112793,
+    0.03904138132929802,
+    0.15500381588935852,
+    0.06508859246969223,
+    0.0,
+    0.0332220084965229,
+    0.06462407857179642,
+    0.10859458148479462,
+    0.07383965700864792,
+    0.12514200806617737,
+    0.13156954944133759,
+    0.08079232275485992
+   ]
+  },
+  {
+   "epoch": 14,
+   "train_loss": 1.3290047645568848,
+   "val_loss": 1.24736487865448,
+   "acc": 55.779999999999994,
+   "time": 44.18838058200345,
+   "param": [
+    0.12411294132471085,
+    0.01857808046042919,
+    0.12188313156366348,
+    0.06945151090621948,
+    0.005620633251965046,
+    0.04005064442753792,
+    0.07650794833898544,
+    0.10920508950948715,
+    0.08186245709657669,
+    0.12558364868164062,
+    0.15305311977863312,
+    0.07409079372882843
+   ]
+  },
+  {
+   "epoch": 15,
+   "train_loss": 1.3680236339569092,
+   "val_loss": 1.1953799724578857,
+   "acc": 55.510000000000005,
+   "time": 46.491114894997736,
+   "param": [
+    0.1066364198923111,
+    0.026927540078759193,
+    0.09365867078304291,
+    0.0541260652244091,
+    0.03556310757994652,
+    0.0591338686645031,
+    0.08210468292236328,
+    0.08481471240520477,
+    0.08718113601207733,
+    0.13669230043888092,
+    0.14980056881904602,
+    0.08336085081100464
+   ]
+  },
+  {
+   "epoch": 16,
+   "train_loss": 1.4184108972549438,
+   "val_loss": 1.2186020612716675,
+   "acc": 56.87,
+   "time": 46.35574138899392,
+   "param": [
+    0.09333587437868118,
+    0.014033537358045578,
+    0.07751384377479553,
+    0.009386270307004452,
+    0.059203751385211945,
+    0.06914219260215759,
+    0.09337185323238373,
+    0.07563915103673935,
+    0.07382258772850037,
+    0.16728492081165314,
+    0.15807406604290009,
+    0.10919198393821716
+   ]
+  },
+  {
+   "epoch": 17,
+   "train_loss": 1.3951138257980347,
+   "val_loss": 1.3097962141036987,
+   "acc": 56.21000000000001,
+   "time": 46.29690578499867,
+   "param": [
+    0.08218739181756973,
+    0.02490123175084591,
+    0.08135741204023361,
+    0.013769878074526787,
+    0.04909798502922058,
+    0.07551692426204681,
+    0.0807780921459198,
+    0.0917869508266449,
+    0.08695003390312195,
+    0.15341922640800476,
+    0.14140670001506805,
+    0.1188281923532486
+   ]
+  },
+  {
+   "epoch": 18,
+   "train_loss": 1.028185486793518,
+   "val_loss": 1.1623486280441284,
+   "acc": 58.24,
+   "time": 45.444296982001106,
+   "param": [
+    0.08387171477079391,
+    0.017823709174990654,
+    0.08524394035339355,
+    0.035547755658626556,
+    0.016180213540792465,
+    0.08570616692304611,
+    0.0749574601650238,
+    0.11611734330654144,
+    0.0931984931230545,
+    0.1459958404302597,
+    0.12202229350805283,
+    0.12333503365516663
+   ]
+  },
+  {
+   "epoch": 19,
+   "train_loss": 1.3380837440490723,
+   "val_loss": 1.2858408689498901,
+   "acc": 57.96,
+   "time": 46.515246012000716,
+   "param": [
+    0.07239595055580139,
+    0.019755426794290543,
+    0.0845344066619873,
+    0.05030786246061325,
+    0.0,
+    0.08286521583795547,
+    0.09437325596809387,
+    0.13486620783805847,
+    0.09259018301963806,
+    0.14676056802272797,
+    0.0972500666975975,
+    0.12430092692375183
+   ]
+  },
+  {
+   "epoch": 20,
+   "train_loss": 0.9368406534194946,
+   "val_loss": 1.1746141910552979,
+   "acc": 57.96,
+   "time": 46.60421528299776,
+   "param": [
+    0.06455205380916595,
+    0.031993161886930466,
+    0.0909120962023735,
+    0.07697805017232895,
+    0.0018764009000733495,
+    0.08577794581651688,
+    0.10513903200626373,
+    0.12192145735025406,
+    0.07882744818925858,
+    0.15255796909332275,
+    0.07876397669315338,
+    0.11070042103528976
+   ]
+  },
+  {
+   "epoch": 21,
+   "train_loss": 1.1224983930587769,
+   "val_loss": 1.0083636045455933,
+   "acc": 60.31999999999999,
+   "time": 46.61680400699697,
+   "param": [
+    0.07415826618671417,
+    0.03931848332285881,
+    0.09661585837602615,
+    0.10404261201620102,
+    0.015508564189076424,
+    0.08976417034864426,
+    0.11199425905942917,
+    0.09974873811006546,
+    0.08608267456293106,
+    0.12051056325435638,
+    0.07076574116945267,
+    0.09148994833230972
+   ]
+  },
+  {
+   "epoch": 22,
+   "train_loss": 1.331403136253357,
+   "val_loss": 1.1630886793136597,
+   "acc": 61.18,
+   "time": 46.37794056299754,
+   "param": [
+    0.09216255694627762,
+    0.05734345316886902,
+    0.09746423363685608,
+    0.10439985990524292,
+    0.025177951902151108,
+    0.1043628603219986,
+    0.11310597509145737,
+    0.08080439269542694,
+    0.07500922679901123,
+    0.08741418272256851,
+    0.07620006054639816,
+    0.08655531704425812
+   ]
+  },
+  {
+   "epoch": 23,
+   "train_loss": 1.2721047401428223,
+   "val_loss": 1.1838525533676147,
+   "acc": 61.5,
+   "time": 47.57250066800043,
+   "param": [
+    0.1285441666841507,
+    0.042249277234077454,
+    0.10231801867485046,
+    0.0960574820637703,
+    0.05325496569275856,
+    0.10170772671699524,
+    0.11040416359901428,
+    0.0723910927772522,
+    0.05256969854235649,
+    0.06029338017106056,
+    0.07782074809074402,
+    0.10238934308290482
+   ]
+  },
+  {
+   "epoch": 24,
+   "train_loss": 0.912358283996582,
+   "val_loss": 1.1501078605651855,
+   "acc": 60.72,
+   "time": 47.309870197001146,
+   "param": [
+    0.14780503511428833,
+    0.008931968361139297,
+    0.1119832769036293,
+    0.08968911319971085,
+    0.07199416309595108,
+    0.09334011375904083,
+    0.10267829149961472,
+    0.07666680961847305,
+    0.03887323662638664,
+    0.05694933608174324,
+    0.08340921998023987,
+    0.11767938733100891
+   ]
+  },
+  {
+   "epoch": 25,
+   "train_loss": 1.0222710371017456,
+   "val_loss": 1.196786642074585,
+   "acc": 60.36,
+   "time": 47.77492591400369,
+   "param": [
+    0.14176031947135925,
+    0.0,
+    0.10624080896377563,
+    0.09092121571302414,
+    0.07727483659982681,
+    0.10683313757181168,
+    0.10345429927110672,
+    0.07147718966007233,
+    0.03754366934299469,
+    0.04102090001106262,
+    0.09159783273935318,
+    0.13187576830387115
+   ]
+  },
+  {
+   "epoch": 26,
+   "train_loss": 1.2917526960372925,
+   "val_loss": 1.1279455423355103,
+   "acc": 61.419999999999995,
+   "time": 46.88055150699802,
+   "param": [
+    0.14161355793476105,
+    0.006474560126662254,
+    0.10234979540109634,
+    0.08180449903011322,
+    0.07801744341850281,
+    0.11425818502902985,
+    0.09549418091773987,
+    0.08112653344869614,
+    0.016525117680430412,
+    0.019420970231294632,
+    0.09799694269895554,
+    0.1649181842803955
+   ]
+  },
+  {
+   "epoch": 27,
+   "train_loss": 1.2413685321807861,
+   "val_loss": 1.1295171976089478,
+   "acc": 62.239999999999995,
+   "time": 48.189616411000316,
+   "param": [
+    0.12906262278556824,
+    0.03246702998876572,
+    0.10702092945575714,
+    0.06661944091320038,
+    0.0832163617014885,
+    0.0961746945977211,
+    0.08547290414571762,
+    0.08953265100717545,
+    0.0,
+    0.023608507588505745,
+    0.10562950372695923,
+    0.18119533360004425
+   ]
+  },
+  {
+   "epoch": 28,
+   "train_loss": 1.0191423892974854,
+   "val_loss": 1.120202898979187,
+   "acc": 63.36000000000001,
+   "time": 46.95809069900133,
+   "param": [
+    0.10321669280529022,
+    0.05498984828591347,
+    0.11123694479465485,
+    0.06436014920473099,
+    0.09918051958084106,
+    0.08547846227884293,
+    0.07731565088033676,
+    0.08966478705406189,
+    2.8486849259934388e-05,
+    0.044896699488162994,
+    0.08983764797449112,
+    0.17979416251182556
+   ]
+  },
+  {
+   "epoch": 29,
+   "train_loss": 0.905166745185852,
+   "val_loss": 0.9575445652008057,
+   "acc": 63.660000000000004,
+   "time": 46.48395341500145,
+   "param": [
+    0.09672697633504868,
+    0.059622541069984436,
+    0.108345165848732,
+    0.0799061506986618,
+    0.09886952489614487,
+    0.08361291140317917,
+    0.08167292922735214,
+    0.09407512098550797,
+    0.0,
+    0.05952217057347298,
+    0.07861108332872391,
+    0.15903542935848236
+   ]
+  },
+  {
+   "epoch": 30,
+   "train_loss": 0.9933463931083679,
+   "val_loss": 1.1081851720809937,
+   "acc": 62.419999999999995,
+   "time": 47.0843917050006,
+   "param": [
+    0.10573294013738632,
+    0.05014042183756828,
+    0.10419904440641403,
+    0.08379556238651276,
+    0.09645337611436844,
+    0.0716228038072586,
+    0.07293462753295898,
+    0.10846354812383652,
+    0.0,
+    0.07286402583122253,
+    0.08078154921531677,
+    0.15301215648651123
+   ]
+  },
+  {
+   "epoch": 31,
+   "train_loss": 0.9218218922615051,
+   "val_loss": 0.9353849291801453,
+   "acc": 64.41,
+   "time": 45.536282824999944,
+   "param": [
+    0.09152865409851074,
+    0.058086443692445755,
+    0.08079668134450912,
+    0.08512434363365173,
+    0.09405693411827087,
+    0.07962338626384735,
+    0.08112704753875732,
+    0.11285290122032166,
+    0.004594159312546253,
+    0.08711928129196167,
+    0.09057407081127167,
+    0.13451623916625977
+   ]
+  },
+  {
+   "epoch": 32,
+   "train_loss": 1.0035849809646606,
+   "val_loss": 1.0073894262313843,
+   "acc": 64.28,
+   "time": 46.91074285299692,
+   "param": [
+    0.09846755117177963,
+    0.05449608713388443,
+    0.0575980544090271,
+    0.0913509726524353,
+    0.09115800261497498,
+    0.07554468512535095,
+    0.08155655115842819,
+    0.11267569661140442,
+    0.025561461225152016,
+    0.09961846470832825,
+    0.10311593115329742,
+    0.10885650664567947
+   ]
+  },
+  {
+   "epoch": 33,
+   "train_loss": 0.8854729533195496,
+   "val_loss": 1.050365924835205,
+   "acc": 64.88000000000001,
+   "time": 45.81310317799944,
+   "param": [
+    0.09245197474956512,
+    0.0439082570374012,
+    0.06632114201784134,
+    0.08921203017234802,
+    0.0768631100654602,
+    0.08050986379384995,
+    0.08401298522949219,
+    0.11117412894964218,
+    0.058560941368341446,
+    0.09619618207216263,
+    0.10449757426977158,
+    0.09629189223051071
+   ]
+  },
+  {
+   "epoch": 34,
+   "train_loss": 0.8667113780975342,
+   "val_loss": 1.120383381843567,
+   "acc": 63.14999999999999,
+   "time": 45.615211182004714,
+   "param": [
+    0.09644462168216705,
+    0.038810014724731445,
+    0.0838654488325119,
+    0.08043993264436722,
+    0.06442059576511383,
+    0.09490815550088882,
+    0.08872040361166,
+    0.10322074592113495,
+    0.07926732301712036,
+    0.083859883248806,
+    0.09764307737350464,
+    0.08839982748031616
+   ]
+  },
+  {
+   "epoch": 35,
+   "train_loss": 0.9512823224067688,
+   "val_loss": 1.098081350326538,
+   "acc": 65.66,
+   "time": 46.6088993289959,
+   "param": [
+    0.11410510540008545,
+    0.02628878690302372,
+    0.09643238037824631,
+    0.07190217822790146,
+    0.06441911309957504,
+    0.1048574447631836,
+    0.08699016273021698,
+    0.09992701560258865,
+    0.067596435546875,
+    0.08411385864019394,
+    0.09689141809940338,
+    0.08647610247135162
+   ]
+  },
+  {
+   "epoch": 36,
+   "train_loss": 0.9766560196876526,
+   "val_loss": 1.0676223039627075,
+   "acc": 65.03999999999999,
+   "time": 47.27078072299628,
+   "param": [
+    0.1016387790441513,
+    0.02887837402522564,
+    0.10346364229917526,
+    0.06167922914028168,
+    0.06264954060316086,
+    0.10985582321882248,
+    0.09237819164991379,
+    0.10307180136442184,
+    0.059094734489917755,
+    0.0894196629524231,
+    0.09504266083240509,
+    0.09282749891281128
+   ]
+  },
+  {
+   "epoch": 37,
+   "train_loss": 0.7748090028762817,
+   "val_loss": 1.0279712677001953,
+   "acc": 64.91,
+   "time": 48.069766544998856,
+   "param": [
+    0.10605939477682114,
+    0.06216495856642723,
+    0.09073667973279953,
+    0.05405621975660324,
+    0.07032525539398193,
+    0.10930922627449036,
+    0.09257800132036209,
+    0.10424495488405228,
+    0.05832795798778534,
+    0.07908459007740021,
+    0.08305077254772186,
+    0.09006199240684509
+   ]
+  },
+  {
+   "epoch": 38,
+   "train_loss": 0.9785271883010864,
+   "val_loss": 0.9997161626815796,
+   "acc": 65.60000000000001,
+   "time": 47.00596072500048,
+   "param": [
+    0.12338388711214066,
+    0.07627827674150467,
+    0.09079035371541977,
+    0.05521601065993309,
+    0.08286512643098831,
+    0.11600306630134583,
+    0.07928352802991867,
+    0.09786532074213028,
+    0.03526275232434273,
+    0.07899808138608932,
+    0.07774873822927475,
+    0.0863049328327179
+   ]
+  },
+  {
+   "epoch": 39,
+   "train_loss": 0.7254701256752014,
+   "val_loss": 1.063863754272461,
+   "acc": 65.42999999999999,
+   "time": 47.84425679600099,
+   "param": [
+    0.14697179198265076,
+    0.06572949141263962,
+    0.08884801715612411,
+    0.061299461871385574,
+    0.08931082487106323,
+    0.12056520581245422,
+    0.0794067233800888,
+    0.10301956534385681,
+    0.002960345009341836,
+    0.08257701992988586,
+    0.08395129442214966,
+    0.0753602683544159
+   ]
+  },
+  {
+   "epoch": 40,
+   "train_loss": 0.9939343333244324,
+   "val_loss": 1.0858039855957031,
+   "acc": 65.19,
+   "time": 46.24400500000047,
+   "param": [
+    0.15821298956871033,
+    0.03415320813655853,
+    0.08882854878902435,
+    0.07203824073076248,
+    0.08881089836359024,
+    0.11114519834518433,
+    0.07519067078828812,
+    0.11094824969768524,
+    0.0,
+    0.0803002417087555,
+    0.09929852187633514,
+    0.0810733214020729
+   ]
+  },
+  {
+   "epoch": 41,
+   "train_loss": 0.8775690197944641,
+   "val_loss": 1.033936619758606,
+   "acc": 66.82000000000001,
+   "time": 47.08040871700359,
+   "param": [
+    0.1698562651872635,
+    0.02927177958190441,
+    0.07592382282018661,
+    0.08621279150247574,
+    0.07830094546079636,
+    0.07267878204584122,
+    0.08252694457769394,
+    0.10552053153514862,
+    0.0,
+    0.07217500358819962,
+    0.12275243550539017,
+    0.10478067398071289
+   ]
+  }
+ ]
+}

higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-13 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json

@@ -0,0 +1,861 @@
+{
+ "Accuracy": 66.33,
+ "Time": [
+  40.32554229757905,
+  0.6919836719953613
+ ],
+ "Device": "TITAN RTX",
+ "Param_names": [
+  "Identity",
+  "FlipUD",
+  "FlipLR",
+  "Rotate",
+  "TranslateX",
+  "TranslateY",
+  "ShearX",
+  "ShearY",
+  "Contrast",
+  "Color",
+  "Brightness",
+  "Sharpness",
+  "Posterize"
+ ],
+ "Log": [
+  {
+   "epoch": 1,
+   "train_loss": 2.2127230167388916,
+   "val_loss": 2.219165325164795,
+   "acc": 22.82,
+   "time": 40.523253355000634,
+   "param": [
+    0.08508589118719101,
+    0.06566073000431061,
+    0.07840055227279663,
+    0.07411587238311768,
+    0.10177791118621826,
+    0.048506960272789,
+    0.0873526856303215,
+    0.10062280297279358,
+    0.05581576004624367,
+    0.04934970289468765,
+    0.09225165843963623,
+    0.07431024312973022,
+    0.0867491364479065
+   ]
+  },
+  {
+   "epoch": 2,
+   "train_loss": 1.970447063446045,
+   "val_loss": 1.9798552989959717,
+   "acc": 29.049999999999997,
+   "time": 40.60535852599969,
+   "param": [
+    0.08739817887544632,
+    0.01940375193953514,
+    0.046665869653224945,
+    0.10073142498731613,
+    0.05329412966966629,
+    0.06372305750846863,
+    0.10112496465444565,
+    0.10529378801584244,
+    0.09840308874845505,
+    0.03378458693623543,
+    0.10233817249536514,
+    0.08815029263496399,
+    0.09968873858451843
+   ]
+  },
+  {
+   "epoch": 3,
+   "train_loss": 1.8150618076324463,
+   "val_loss": 1.7368446588516235,
+   "acc": 34.37,
+   "time": 41.002499397000065,
+   "param": [
+    0.07679522037506104,
+    0.014452867209911346,
+    0.0570133775472641,
+    0.11023396253585815,
+    0.016332801431417465,
+    0.0698094293475151,
+    0.11091100424528122,
+    0.08732177317142487,
+    0.10250012576580048,
+    0.04894387349486351,
+    0.09978140145540237,
+    0.10757073014974594,
+    0.09833353012800217
+   ]
+  },
+  {
+   "epoch": 4,
+   "train_loss": 1.8881794214248657,
+   "val_loss": 1.7093684673309326,
+   "acc": 39.67,
+   "time": 41.3868702740001,
+   "param": [
+    0.06265662610530853,
+    0.015123850665986538,
+    0.0924861878156662,
+    0.12413706630468369,
+    0.0,
+    0.033916622400283813,
+    0.13975943624973297,
+    0.08347063511610031,
+    0.09586477279663086,
+    0.06388182193040848,
+    0.09110353142023087,
+    0.09109048545360565,
+    0.10650895535945892
+   ]
+  },
+  {
+   "epoch": 5,
+   "train_loss": 1.5659518241882324,
+   "val_loss": 1.527819275856018,
+   "acc": 45.06,
+   "time": 40.392714272000376,
+   "param": [
+    0.06945794820785522,
+    0.033355847001075745,
+    0.11910086125135422,
+    0.12491688132286072,
+    0.0010284557938575745,
+    0.0066147795878350735,
+    0.1568315476179123,
+    0.05922068655490875,
+    0.10874540358781815,
+    0.062421999871730804,
+    0.06925144791603088,
+    0.07707613706588745,
+    0.11197802424430847
+   ]
+  },
+  {
+   "epoch": 6,
+   "train_loss": 1.540162205696106,
+   "val_loss": 1.4548890590667725,
+   "acc": 45.56,
+   "time": 40.41744036899945,
+   "param": [
+    0.05666031688451767,
+    0.046766117215156555,
+    0.11638378351926804,
+    0.10958940535783768,
+    0.025411363691091537,
+    0.03369731828570366,
+    0.13543884456157684,
+    0.05871104821562767,
+    0.12192809581756592,
+    0.051041245460510254,
+    0.06473681330680847,
+    0.07032386213541031,
+    0.1093117892742157
+   ]
+  },
+  {
+   "epoch": 7,
+   "train_loss": 1.6365139484405518,
+   "val_loss": 1.4364138841629028,
+   "acc": 46.379999999999995,
+   "time": 40.362689800000226,
+   "param": [
+    0.05290086567401886,
+    0.01607457362115383,
+    0.1290663480758667,
+    0.09640457481145859,
+    0.04622017592191696,
+    0.04918772727251053,
+    0.13284820318222046,
+    0.05549316853284836,
+    0.12022285163402557,
+    0.039398979395627975,
+    0.08628199249505997,
+    0.07147155702114105,
+    0.10442902147769928
+   ]
+  },
+  {
+   "epoch": 8,
+   "train_loss": 1.4337698221206665,
+   "val_loss": 1.380472183227539,
+   "acc": 48.24,
+   "time": 40.33949359399958,
+   "param": [
+    0.06378639489412308,
+    0.0,
+    0.12055988609790802,
+    0.07847914099693298,
+    0.07024604827165604,
+    0.042566247284412384,
+    0.13691744208335876,
+    0.05158071219921112,
+    0.11793647706508636,
+    0.032596271485090256,
+    0.09460415691137314,
+    0.08927061408758163,
+    0.10145660489797592
+   ]
+  },
+  {
+   "epoch": 9,
+   "train_loss": 1.777229905128479,
+   "val_loss": 1.3052263259887695,
+   "acc": 50.61,
+   "time": 40.34702992500024,
+   "param": [
+    0.06871001422405243,
+    0.0,
+    0.11990533024072647,
+    0.07147972285747528,
+    0.06355211138725281,
+    0.05188236013054848,
+    0.15272067487239838,
+    0.03663675859570503,
+    0.1022028848528862,
+    0.018013333901762962,
+    0.10820268094539642,
+    0.10235469043254852,
+    0.10433947294950485
+   ]
+  },
+  {
+   "epoch": 10,
+   "train_loss": 1.3655670881271362,
+   "val_loss": 1.3761427402496338,
+   "acc": 52.09,
+   "time": 40.283049005000066,
+   "param": [
+    0.08287246525287628,
+    0.0,
+    0.11282221972942352,
+    0.0534818135201931,
+    0.05381619930267334,
+    0.07762648165225983,
+    0.15868937969207764,
+    0.03560004010796547,
+    0.08872759342193604,
+    0.025195838883519173,
+    0.11775647103786469,
+    0.10041812062263489,
+    0.09299345314502716
+   ]
+  },
+  {
+   "epoch": 11,
+   "train_loss": 1.6759127378463745,
+   "val_loss": 1.425494909286499,
+   "acc": 51.449999999999996,
+   "time": 40.33097403800002,
+   "param": [
+    0.09197478741407394,
+    0.007482319604605436,
+    0.11031142622232437,
+    0.045048490166664124,
+    0.04462259262800217,
+    0.08488009124994278,
+    0.13852784037590027,
+    0.04243410751223564,
+    0.08647718280553818,
+    0.05391902104020119,
+    0.11931299418210983,
+    0.0869917944073677,
+    0.08801737427711487
+   ]
+  },
+  {
+   "epoch": 12,
+   "train_loss": 1.376573920249939,
+   "val_loss": 1.2989473342895508,
+   "acc": 53.13,
+   "time": 40.39001793999978,
+   "param": [
+    0.0978829562664032,
+    0.01672862470149994,
+    0.0958603024482727,
+    0.04926137626171112,
+    0.030960101634263992,
+    0.08345863968133926,
+    0.13596947491168976,
+    0.046886835247278214,
+    0.09280987828969955,
+    0.07877354323863983,
+    0.11872998625040054,
+    0.07785463333129883,
+    0.07482366263866425
+   ]
+  },
+  {
+   "epoch": 13,
+   "train_loss": 1.2272775173187256,
+   "val_loss": 1.3825596570968628,
+   "acc": 55.47,
+   "time": 40.309042699999736,
+   "param": [
+    0.09633313119411469,
+    0.0322025828063488,
+    0.09000214189291,
+    0.049417298287153244,
+    0.028331905603408813,
+    0.06889986991882324,
+    0.12778352200984955,
+    0.04533785954117775,
+    0.10035286098718643,
+    0.0869104415178299,
+    0.1103377491235733,
+    0.08083314448595047,
+    0.08325754851102829
+   ]
+  },
+  {
+   "epoch": 14,
+   "train_loss": 1.3230361938476562,
+   "val_loss": 1.3733464479446411,
+   "acc": 54.06999999999999,
+   "time": 40.33620556900041,
+   "param": [
+    0.09436901658773422,
+    0.059909917414188385,
+    0.08144024014472961,
+    0.06616228073835373,
+    0.030360352247953415,
+    0.03711424022912979,
+    0.12215352058410645,
+    0.07284237444400787,
+    0.10103729367256165,
+    0.0879257470369339,
+    0.08354375511407852,
+    0.08981399983167648,
+    0.07332725822925568
+   ]
+  },
+  {
+   "epoch": 15,
+   "train_loss": 1.276987075805664,
+   "val_loss": 1.1020519733428955,
+   "acc": 57.769999999999996,
+   "time": 40.404781870999614,
+   "param": [
+    0.0799165815114975,
+    0.06482948362827301,
+    0.07888195663690567,
+    0.08488261699676514,
+    0.031224485486745834,
+    0.013467561453580856,
+    0.13354535400867462,
+    0.10713984817266464,
+    0.08563236892223358,
+    0.10258183628320694,
+    0.05684948340058327,
+    0.08809810876846313,
+    0.0729503259062767
+   ]
+  },
+  {
+   "epoch": 16,
+   "train_loss": 1.258635401725769,
+   "val_loss": 1.2112798690795898,
+   "acc": 58.4,
+   "time": 40.28782136500013,
+   "param": [
+    0.06273454427719116,
+    0.030665382742881775,
+    0.08502604812383652,
+    0.09614651650190353,
+    0.049140673130750656,
+    0.0,
+    0.15168100595474243,
+    0.11748186498880386,
+    0.07631132751703262,
+    0.1100567951798439,
+    0.05171355605125427,
+    0.07839435338973999,
+    0.09064792841672897
+   ]
+  },
+  {
+   "epoch": 17,
+   "train_loss": 1.262789249420166,
+   "val_loss": 1.1978672742843628,
+   "acc": 58.03,
+   "time": 40.439546548999715,
+   "param": [
+    0.06053157150745392,
+    0.028705716133117676,
+    0.07918532192707062,
+    0.0962335616350174,
+    0.054972365498542786,
+    0.007901458069682121,
+    0.1615748554468155,
+    0.11089516431093216,
+    0.05342814326286316,
+    0.10998251289129257,
+    0.06420223414897919,
+    0.07450003176927567,
+    0.09788714349269867
+   ]
+  },
+  {
+   "epoch": 18,
+   "train_loss": 0.949494481086731,
+   "val_loss": 1.1231504678726196,
+   "acc": 59.17,
+   "time": 40.354767707000065,
+   "param": [
+    0.07820522040128708,
+    0.02823355793952942,
+    0.06631492078304291,
+    0.09619130194187164,
+    0.044303394854068756,
+    0.019261658191680908,
+    0.16625891625881195,
+    0.11629391461610794,
+    0.014049980789422989,
+    0.10968708246946335,
+    0.06958678364753723,
+    0.0822654515504837,
+    0.10934778302907944
+   ]
+  },
+  {
+   "epoch": 19,
+   "train_loss": 1.0353296995162964,
+   "val_loss": 1.162384271621704,
+   "acc": 59.29,
+   "time": 40.40581646700048,
+   "param": [
+    0.10878845304250717,
+    0.02034899592399597,
+    0.039534471929073334,
+    0.09330688416957855,
+    0.03179816156625748,
+    0.05066249892115593,
+    0.18782731890678406,
+    0.11387032270431519,
+    0.0,
+    0.09886504709720612,
+    0.06231074780225754,
+    0.08333557099103928,
+    0.10935157537460327
+   ]
+  },
+  {
+   "epoch": 20,
+   "train_loss": 1.1554235219955444,
+   "val_loss": 1.193631887435913,
+   "acc": 57.230000000000004,
+   "time": 40.41749399499986,
+   "param": [
+    0.11512458324432373,
+    0.03269490972161293,
+    0.03204863518476486,
+    0.09539730101823807,
+    0.016386445611715317,
+    0.0646393820643425,
+    0.20209725201129913,
+    0.09995641559362411,
+    0.0016208607703447342,
+    0.1000293716788292,
+    0.053582992404699326,
+    0.0838630199432373,
+    0.10255883634090424
+   ]
+  },
+  {
+   "epoch": 21,
+   "train_loss": 1.3070847988128662,
+   "val_loss": 1.0989232063293457,
+   "acc": 60.660000000000004,
+   "time": 42.40664351099986,
+   "param": [
+    0.09980206191539764,
+    0.03154299780726433,
+    0.0386807918548584,
+    0.1037513017654419,
+    0.007855267263948917,
+    0.07657066732645035,
+    0.19868245720863342,
+    0.08950402587652206,
+    0.008029463700950146,
+    0.10111226886510849,
+    0.05426725745201111,
+    0.09191401302814484,
+    0.09828739613294601
+   ]
+  },
+  {
+   "epoch": 22,
+   "train_loss": 1.1429117918014526,
+   "val_loss": 1.000296711921692,
+   "acc": 60.760000000000005,
+   "time": 39.83001196399982,
+   "param": [
+    0.08500028401613235,
+    0.019951066002249718,
+    0.05074089765548706,
+    0.10899332910776138,
+    0.012773347087204456,
+    0.08668611943721771,
+    0.18860270082950592,
+    0.07139023393392563,
+    0.015096636489033699,
+    0.10028456151485443,
+    0.06704011559486389,
+    0.10269598662853241,
+    0.0907447338104248
+   ]
+  },
+  {
+   "epoch": 23,
+   "train_loss": 1.050097942352295,
+   "val_loss": 1.116382122039795,
+   "acc": 62.88,
+   "time": 39.09839870699943,
+   "param": [
+    0.06365485489368439,
+    0.03152577206492424,
+    0.06757454574108124,
+    0.10271704196929932,
+    0.03141239285469055,
+    0.089009128510952,
+    0.1509144902229309,
+    0.08068567514419556,
+    0.019288092851638794,
+    0.09436912834644318,
+    0.08240079134702682,
+    0.10182829201221466,
+    0.08461979776620865
+   ]
+  },
+  {
+   "epoch": 24,
+   "train_loss": 1.2085332870483398,
+   "val_loss": 1.0520224571228027,
+   "acc": 63.019999999999996,
+   "time": 39.111516074000065,
+   "param": [
+    0.056049834936857224,
+    0.0278644859790802,
+    0.06574107706546783,
+    0.10151578485965729,
+    0.0274016335606575,
+    0.08957426995038986,
+    0.12159441411495209,
+    0.10400225967168808,
+    0.033718712627887726,
+    0.08872918784618378,
+    0.0866694226861,
+    0.1116088479757309,
+    0.08553007990121841
+   ]
+  },
+  {
+   "epoch": 25,
+   "train_loss": 1.2796595096588135,
+   "val_loss": 1.0172477960586548,
+   "acc": 63.72,
+   "time": 39.15165309799977,
+   "param": [
+    0.0652325302362442,
+    0.01441438589245081,
+    0.07240761071443558,
+    0.10181192308664322,
+    0.023845743387937546,
+    0.07055355608463287,
+    0.10358302295207977,
+    0.09310220181941986,
+    0.04648859053850174,
+    0.10273810476064682,
+    0.0845881775021553,
+    0.13378337025642395,
+    0.08745077252388
+   ]
+  },
+  {
+   "epoch": 26,
+   "train_loss": 1.1951656341552734,
+   "val_loss": 1.077311396598816,
+   "acc": 62.529999999999994,
+   "time": 39.30781994000063,
+   "param": [
+    0.08071176707744598,
+    0.001209539594128728,
+    0.08884836733341217,
+    0.08610441535711288,
+    0.035081896930933,
+    0.054869599640369415,
+    0.0948914960026741,
+    0.08091200888156891,
+    0.053400419652462006,
+    0.0912385806441307,
+    0.094422847032547,
+    0.14767499268054962,
+    0.0906340628862381
+   ]
+  },
+  {
+   "epoch": 27,
+   "train_loss": 0.9584179520606995,
+   "val_loss": 1.0700297355651855,
+   "acc": 63.13999999999999,
+   "time": 40.09142241800055,
+   "param": [
+    0.07854756712913513,
+    0.00232914206571877,
+    0.11536218225955963,
+    0.08590575307607651,
+    0.05453721061348915,
+    0.04598669707775116,
+    0.09560022503137589,
+    0.08023714274168015,
+    0.056587863713502884,
+    0.06308935582637787,
+    0.10289686918258667,
+    0.14646489918231964,
+    0.07245507836341858
+   ]
+  },
+  {
+   "epoch": 28,
+   "train_loss": 0.9408703446388245,
+   "val_loss": 0.8869097828865051,
+   "acc": 63.51,
+   "time": 40.02482608900027,
+   "param": [
+    0.07616634666919708,
+    0.041990991681814194,
+    0.1167043149471283,
+    0.08254513889551163,
+    0.037908654659986496,
+    0.04389457404613495,
+    0.09421523660421371,
+    0.07106725871562958,
+    0.04952395334839821,
+    0.06265804171562195,
+    0.11105368286371231,
+    0.13651613891124725,
+    0.07575564831495285
+   ]
+  },
+  {
+   "epoch": 29,
+   "train_loss": 0.8258445262908936,
+   "val_loss": 1.0575592517852783,
+   "acc": 64.27000000000001,
+   "time": 39.081643610000356,
+   "param": [
+    0.08539590239524841,
+    0.06762922555208206,
+    0.10317430645227432,
+    0.07370086014270782,
+    0.025635069236159325,
+    0.061879076063632965,
+    0.08996597677469254,
+    0.07840604335069656,
+    0.0328465960919857,
+    0.07353052496910095,
+    0.09896235913038254,
+    0.12344826757907867,
+    0.08542583137750626
+   ]
+  },
+  {
+   "epoch": 30,
+   "train_loss": 0.9024676084518433,
+   "val_loss": 0.9874130487442017,
+   "acc": 64.64,
+   "time": 39.121673464000196,
+   "param": [
+    0.09834665060043335,
+    0.06974344700574875,
+    0.09541215002536774,
+    0.07647956162691116,
+    0.029700065031647682,
+    0.056248459964990616,
+    0.07286874949932098,
+    0.07271168380975723,
+    0.031431738287210464,
+    0.09094537049531937,
+    0.0933479443192482,
+    0.10910922288894653,
+    0.10365499556064606
+   ]
+  },
+  {
+   "epoch": 31,
+   "train_loss": 0.9017632603645325,
+   "val_loss": 1.077967882156372,
+   "acc": 64.09,
+   "time": 42.036290015000304,
+   "param": [
+    0.1002899780869484,
+    0.0734909400343895,
+    0.09290630370378494,
+    0.08806050568819046,
+    0.018879735842347145,
+    0.055197231471538544,
+    0.06761597096920013,
+    0.06883683055639267,
+    0.01597628742456436,
+    0.10605273395776749,
+    0.10968676209449768,
+    0.10854899138212204,
+    0.09445778280496597
+   ]
+  },
+  {
+   "epoch": 32,
+   "train_loss": 0.8540182113647461,
+   "val_loss": 0.9415091872215271,
+   "acc": 64.27000000000001,
+   "time": 40.747015695999835,
+   "param": [
+    0.10059729963541031,
+    0.0870252475142479,
+    0.0720435157418251,
+    0.08946114033460617,
+    0.040013980120420456,
+    0.06889413297176361,
+    0.07493608444929123,
+    0.06423918902873993,
+    0.020558437332510948,
+    0.10996558517217636,
+    0.11949411779642105,
+    0.09333942085504532,
+    0.05943189188838005
+   ]
+  },
+  {
+   "epoch": 33,
+   "train_loss": 0.8655093312263489,
+   "val_loss": 1.1302253007888794,
+   "acc": 65.55,
+   "time": 40.61959898600071,
+   "param": [
+    0.09902475029230118,
+    0.07252208143472672,
+    0.06456103920936584,
+    0.08302236348390579,
+    0.04854128509759903,
+    0.07129838317632675,
+    0.0818595215678215,
+    0.07229657471179962,
+    0.04766043648123741,
+    0.1026400700211525,
+    0.12703834474086761,
+    0.08723795413970947,
+    0.04229719936847687
+   ]
+  },
+  {
+   "epoch": 34,
+   "train_loss": 0.7972815036773682,
+   "val_loss": 1.0887528657913208,
+   "acc": 64.64999999999999,
+   "time": 40.54697930900056,
+   "param": [
+    0.11546359211206436,
+    0.04802173376083374,
+    0.0786188542842865,
+    0.07459750771522522,
+    0.05766259878873825,
+    0.07876373082399368,
+    0.07317980378866196,
+    0.08676937222480774,
+    0.05725546181201935,
+    0.10368872433900833,
+    0.1379178911447525,
+    0.08806068450212479,
+    0.0
+   ]
+  },
+  {
+   "epoch": 35,
+   "train_loss": 0.7147778272628784,
+   "val_loss": 0.996978759765625,
+   "acc": 64.63,
+   "time": 40.52817344400046,
+   "param": [
+    0.11944280564785004,
+    0.01943245902657509,
+    0.1062077209353447,
+    0.06708695739507675,
+    0.03953840211033821,
+    0.07055061310529709,
+    0.07763569802045822,
+    0.10443615168333054,
+    0.06654685735702515,
+    0.09697999805212021,
+    0.14125220477581024,
+    0.09075814485549927,
+    0.0001320016017416492
+   ]
+  },
+  {
+   "epoch": 36,
+   "train_loss": 0.76653653383255,
+   "val_loss": 1.0522617101669312,
+   "acc": 66.33,
+   "time": 40.470252220000475,
+   "param": [
+    0.11763350665569305,
+    0.021273303776979446,
+    0.10756420344114304,
+    0.06617417931556702,
+    0.024008315056562424,
+    0.0546252615749836,
+    0.0958108976483345,
+    0.10869626700878143,
+    0.06888948380947113,
+    0.08531614392995834,
+    0.1401420384645462,
+    0.09609472006559372,
+    0.013771677389740944
+   ]
+  },
+  {
+   "epoch": 37,
+   "train_loss": 0.762763500213623,
+   "val_loss": 1.089709997177124,
+   "acc": 65.36999999999999,
+   "time": 40.41240809899955,
+   "param": [
+    0.10533136129379272,
+    0.050324685871601105,
+    0.07132970541715622,
+    0.06379839032888412,
+    0.04647593945264816,
+    0.034848444163799286,
+    0.11093220859766006,
+    0.10874007642269135,
+    0.05761033296585083,
+    0.0659547671675682,
+    0.12395075708627701,
+    0.09287987649440765,
+    0.06782347708940506
+   ]
+  },
+  {
+   "epoch": 38,
+   "train_loss": 0.7132462859153748,
+   "val_loss": 0.9220690131187439,
+   "acc": 65.79,
+   "time": 40.44741394600078,
+   "param": [
+    0.10060164332389832,
+    0.05635326728224754,
+    0.03938470035791397,
+    0.058391254395246506,
+    0.04759925231337547,
+    0.01657375507056713,
+    0.12704727053642273,
+    0.0931481271982193,
+    0.04701836779713631,
+    0.06583283841609955,
+    0.12125559896230698,
+    0.09721770137548447,
+    0.12957622110843658
+   ]
+  }
+ ]
+}

higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json

@@ -0,0 +1,509 @@
+{
+ "Accuracy": 62.0,
+ "Time": [
+  9.929976518066299,
+  9.820516876322039
+ ],
+ "Device": "TITAN RTX",
+ "Param_names": [
+  "Identity",
+  "FlipUD"
+ ],
+ "Log": [
+  {
+   "epoch": 1,
+   "train_loss": 2.2492008209228516,
+   "val_loss": 2.270219564437866,
+   "acc": 18.38,
+   "time": 3.9381558660024893,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 2,
+   "train_loss": 2.0663528442382812,
+   "val_loss": 2.046546459197998,
+   "acc": 26.369999999999997,
+   "time": 2.968775753000955,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 3,
+   "train_loss": 1.8145415782928467,
+   "val_loss": 1.863362431526184,
+   "acc": 36.42,
+   "time": 2.8480531869972765,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 4,
+   "train_loss": 1.6182818412780762,
+   "val_loss": 1.713364839553833,
+   "acc": 35.88,
+   "time": 2.8994635490016663,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 5,
+   "train_loss": 1.6331948041915894,
+   "val_loss": 1.5842684507369995,
+   "acc": 44.64,
+   "time": 2.952779938997992,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 6,
+   "train_loss": 1.4078106880187988,
+   "val_loss": 1.527888536453247,
+   "acc": 47.27,
+   "time": 2.9768097570013197,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 7,
+   "train_loss": 1.6005065441131592,
+   "val_loss": 1.408309817314148,
+   "acc": 49.32,
+   "time": 2.9984067549994506,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 8,
+   "train_loss": 1.2722218036651611,
+   "val_loss": 1.373793125152588,
+   "acc": 51.1,
+   "time": 2.945003775999794,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 9,
+   "train_loss": 1.2071841955184937,
+   "val_loss": 1.2859257459640503,
+   "acc": 52.35999999999999,
+   "time": 2.935569918998226,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 10,
+   "train_loss": 1.2377359867095947,
+   "val_loss": 1.5323892831802368,
+   "acc": 50.129999999999995,
+   "time": 2.8769700699995155,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 11,
+   "train_loss": 1.1395587921142578,
+   "val_loss": 1.2537614107131958,
+   "acc": 55.720000000000006,
+   "time": 2.9959295939988806,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 12,
+   "train_loss": 1.232454776763916,
+   "val_loss": 1.2273527383804321,
+   "acc": 55.669999999999995,
+   "time": 3.086623678998876,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 13,
+   "train_loss": 1.2556309700012207,
+   "val_loss": 1.165236473083496,
+   "acc": 55.510000000000005,
+   "time": 3.080204681999021,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 14,
+   "train_loss": 0.920181930065155,
+   "val_loss": 1.2131671905517578,
+   "acc": 56.43,
+   "time": 2.9290388169974904,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 15,
+   "train_loss": 0.9213030934333801,
+   "val_loss": 1.3005304336547852,
+   "acc": 58.199999999999996,
+   "time": 2.9317129509981896,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 16,
+   "train_loss": 1.0784194469451904,
+   "val_loss": 1.1447452306747437,
+   "acc": 58.41,
+   "time": 3.0169136180011265,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 17,
+   "train_loss": 0.8735262751579285,
+   "val_loss": 1.2174400091171265,
+   "acc": 57.550000000000004,
+   "time": 3.0559477059978235,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 18,
+   "train_loss": 0.9025080800056458,
+   "val_loss": 1.2317148447036743,
+   "acc": 59.85,
+   "time": 3.1307640590021037,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 19,
+   "train_loss": 0.9447492957115173,
+   "val_loss": 1.1275124549865723,
+   "acc": 58.93000000000001,
+   "time": 3.213843305999035,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 20,
+   "train_loss": 0.9770404696464539,
+   "val_loss": 1.1892812252044678,
+   "acc": 60.19,
+   "time": 3.0093178980023367,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 21,
+   "train_loss": 0.9643440246582031,
+   "val_loss": 1.1910814046859741,
+   "acc": 61.019999999999996,
+   "time": 3.036537068997859,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 22,
+   "train_loss": 0.6973547339439392,
+   "val_loss": 1.1278207302093506,
+   "acc": 61.41,
+   "time": 3.1048886949974985,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 23,
+   "train_loss": 0.8400863409042358,
+   "val_loss": 1.1704319715499878,
+   "acc": 61.23,
+   "time": 2.8789743999986968,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 24,
+   "train_loss": 0.6288943886756897,
+   "val_loss": 1.1728591918945312,
+   "acc": 61.94,
+   "time": 2.877773549000267,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 25,
+   "train_loss": 0.5689129829406738,
+   "val_loss": 1.3683922290802002,
+   "acc": 60.199999999999996,
+   "time": 2.874805206000019,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 26,
+   "train_loss": 0.5948011875152588,
+   "val_loss": 1.180038332939148,
+   "acc": 59.699999999999996,
+   "time": 3.0062822260006214,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 27,
+   "train_loss": 0.4268387258052826,
+   "val_loss": 1.2374111413955688,
+   "acc": 62.0,
+   "time": 2.947143457000493,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 28,
+   "train_loss": 0.5794099569320679,
+   "val_loss": 1.1940951347351074,
+   "acc": 61.68,
+   "time": 3.066092971999751,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 29,
+   "train_loss": 0.5069671273231506,
+   "val_loss": 1.2413166761398315,
+   "acc": 61.160000000000004,
+   "time": 2.9441222219975316,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 30,
+   "train_loss": 0.48080816864967346,
+   "val_loss": 1.441402554512024,
+   "acc": 60.919999999999995,
+   "time": 2.9405509360003634,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 31,
+   "train_loss": 1.139219045639038,
+   "val_loss": 1.2906625270843506,
+   "acc": 58.47,
+   "time": 21.87594894400172,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 32,
+   "train_loss": 0.903056263923645,
+   "val_loss": 1.1846415996551514,
+   "acc": 58.52,
+   "time": 22.43876670299869,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 33,
+   "train_loss": 0.907892107963562,
+   "val_loss": 1.2400989532470703,
+   "acc": 59.940000000000005,
+   "time": 22.159380213000986,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 34,
+   "train_loss": 1.0142382383346558,
+   "val_loss": 1.2488129138946533,
+   "acc": 59.4,
+   "time": 22.81554860399774,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 35,
+   "train_loss": 0.8456010222434998,
+   "val_loss": 1.1519109010696411,
+   "acc": 60.150000000000006,
+   "time": 23.318808283998806,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 36,
+   "train_loss": 0.8395378589630127,
+   "val_loss": 1.3543949127197266,
+   "acc": 58.8,
+   "time": 24.777829244001623,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 37,
+   "train_loss": 0.6269368529319763,
+   "val_loss": 1.2237416505813599,
+   "acc": 59.699999999999996,
+   "time": 25.030266844001744,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 38,
+   "train_loss": 0.6883625388145447,
+   "val_loss": 1.3293403387069702,
+   "acc": 58.160000000000004,
+   "time": 28.63976065799943,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 39,
+   "train_loss": 0.631256103515625,
+   "val_loss": 1.2914124727249146,
+   "acc": 59.730000000000004,
+   "time": 24.137240351999935,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 40,
+   "train_loss": 0.6577805876731873,
+   "val_loss": 1.2987135648727417,
+   "acc": 59.38,
+   "time": 23.60214712400193,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 41,
+   "train_loss": 0.7195369005203247,
+   "val_loss": 1.301611065864563,
+   "acc": 59.209999999999994,
+   "time": 23.8465601099997,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 42,
+   "train_loss": 0.4998248517513275,
+   "val_loss": 1.3907114267349243,
+   "acc": 59.8,
+   "time": 23.410652834998473,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 43,
+   "train_loss": 0.5363175868988037,
+   "val_loss": 1.479553461074829,
+   "acc": 58.209999999999994,
+   "time": 23.514890956997988,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 44,
+   "train_loss": 0.6655784249305725,
+   "val_loss": 1.525585651397705,
+   "acc": 58.620000000000005,
+   "time": 23.327289494998695,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 45,
+   "train_loss": 0.5406011343002319,
+   "val_loss": 1.631514072418213,
+   "acc": 59.77,
+   "time": 23.48639733299933,
+   "param": [
+    0.5,
+    0.5
+   ]
+  }
+ ]
+}

higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json

@@ -0,0 +1,564 @@
+{
+ "Accuracy": 61.94,
+ "Time": [
+  13.932172360819969,
+  16.05060817502523
+ ],
+ "Device": "TITAN RTX",
+ "Param_names": [
+  "Identity",
+  "FlipUD"
+ ],
+ "Log": [
+  {
+   "epoch": 1,
+   "train_loss": 2.2251100540161133,
+   "val_loss": 2.205127477645874,
+   "acc": 19.52,
+   "time": 3.976350201999594,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 2,
+   "train_loss": 1.880197525024414,
+   "val_loss": 2.04864501953125,
+   "acc": 29.759999999999998,
+   "time": 2.967734017998737,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 3,
+   "train_loss": 1.7807791233062744,
+   "val_loss": 1.7438774108886719,
+   "acc": 37.669999999999995,
+   "time": 2.9980733030024567,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 4,
+   "train_loss": 1.6036878824234009,
+   "val_loss": 1.6753121614456177,
+   "acc": 42.78,
+   "time": 3.0257110620004823,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 5,
+   "train_loss": 1.4042532444000244,
+   "val_loss": 1.462920069694519,
+   "acc": 45.629999999999995,
+   "time": 2.9737511849962175,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 6,
+   "train_loss": 1.5549589395523071,
+   "val_loss": 1.4344277381896973,
+   "acc": 46.12,
+   "time": 2.97255537899764,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 7,
+   "train_loss": 1.3174926042556763,
+   "val_loss": 1.550139307975769,
+   "acc": 50.67,
+   "time": 3.0246965589976753,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 8,
+   "train_loss": 1.4025086164474487,
+   "val_loss": 1.3822685480117798,
+   "acc": 51.67,
+   "time": 3.0165115170020727,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 9,
+   "train_loss": 1.1566482782363892,
+   "val_loss": 1.366990327835083,
+   "acc": 52.17,
+   "time": 2.9528427879995434,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 10,
+   "train_loss": 1.1965503692626953,
+   "val_loss": 1.344547152519226,
+   "acc": 54.59,
+   "time": 2.9433094449996133,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 11,
+   "train_loss": 1.3520753383636475,
+   "val_loss": 1.3331927061080933,
+   "acc": 54.72,
+   "time": 2.947575705999043,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 12,
+   "train_loss": 1.3363513946533203,
+   "val_loss": 1.17844820022583,
+   "acc": 55.50000000000001,
+   "time": 2.9128074289983488,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 13,
+   "train_loss": 0.9598447680473328,
+   "val_loss": 1.156295657157898,
+   "acc": 57.8,
+   "time": 2.922254738994525,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 14,
+   "train_loss": 1.1121296882629395,
+   "val_loss": 1.1346582174301147,
+   "acc": 58.589999999999996,
+   "time": 2.9421212549932534,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 15,
+   "train_loss": 1.1005303859710693,
+   "val_loss": 1.0279914140701294,
+   "acc": 58.85,
+   "time": 2.871591557006468,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 16,
+   "train_loss": 0.9043341875076294,
+   "val_loss": 1.2487910985946655,
+   "acc": 57.93000000000001,
+   "time": 2.8984350620012265,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 17,
+   "train_loss": 0.8259490728378296,
+   "val_loss": 1.1991480588912964,
+   "acc": 60.199999999999996,
+   "time": 2.8924022280043573,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 18,
+   "train_loss": 0.9309437870979309,
+   "val_loss": 1.091963529586792,
+   "acc": 61.339999999999996,
+   "time": 2.885835433997272,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 19,
+   "train_loss": 0.9795016050338745,
+   "val_loss": 1.1869171857833862,
+   "acc": 59.540000000000006,
+   "time": 2.8737336749982205,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 20,
+   "train_loss": 0.7523196339607239,
+   "val_loss": 1.1050161123275757,
+   "acc": 60.46,
+   "time": 2.8895839850010816,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 21,
+   "train_loss": 0.7466198801994324,
+   "val_loss": 1.0837393999099731,
+   "acc": 59.45,
+   "time": 2.8981384720027563,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 22,
+   "train_loss": 0.7722699046134949,
+   "val_loss": 1.1497802734375,
+   "acc": 60.29,
+   "time": 2.909822556997824,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 23,
+   "train_loss": 0.6411929130554199,
+   "val_loss": 1.3301830291748047,
+   "acc": 61.71,
+   "time": 2.8802532379995682,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 24,
+   "train_loss": 0.48588821291923523,
+   "val_loss": 1.0264630317687988,
+   "acc": 60.97,
+   "time": 2.8867446209987975,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 25,
+   "train_loss": 0.6189491152763367,
+   "val_loss": 1.362688660621643,
+   "acc": 60.89,
+   "time": 2.884187149000354,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 26,
+   "train_loss": 0.46560272574424744,
+   "val_loss": 1.317699909210205,
+   "acc": 61.94,
+   "time": 2.8825465159970918,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 27,
+   "train_loss": 0.5426992177963257,
+   "val_loss": 1.3193832635879517,
+   "acc": 61.7,
+   "time": 2.9105674179954804,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 28,
+   "train_loss": 0.4911433756351471,
+   "val_loss": 1.230158805847168,
+   "acc": 61.1,
+   "time": 2.9051756400003796,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 29,
+   "train_loss": 0.5318202376365662,
+   "val_loss": 1.4531025886535645,
+   "acc": 60.6,
+   "time": 2.9127587559996755,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 30,
+   "train_loss": 0.22103776037693024,
+   "val_loss": 1.495949387550354,
+   "acc": 59.9,
+   "time": 2.8971818899954087,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 31,
+   "train_loss": 0.2552169859409332,
+   "val_loss": 1.6818110942840576,
+   "acc": 60.69,
+   "time": 2.857488474001002,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 32,
+   "train_loss": 0.32602983713150024,
+   "val_loss": 1.6835658550262451,
+   "acc": 60.72,
+   "time": 2.8398695130017586,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 33,
+   "train_loss": 0.20863576233386993,
+   "val_loss": 1.671297550201416,
+   "acc": 61.650000000000006,
+   "time": 2.8671987729976536,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 34,
+   "train_loss": 0.20342949032783508,
+   "val_loss": 1.7305102348327637,
+   "acc": 61.18,
+   "time": 2.833391902000585,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 35,
+   "train_loss": 1.1307777166366577,
+   "val_loss": 1.4685436487197876,
+   "acc": 56.96,
+   "time": 32.8427068670062,
+   "param": [
+    0.5316054224967957,
+    0.46839457750320435
+   ]
+  },
+  {
+   "epoch": 36,
+   "train_loss": 1.0364969968795776,
+   "val_loss": 1.3349283933639526,
+   "acc": 58.81999999999999,
+   "time": 34.863241616003506,
+   "param": [
+    0.5750883221626282,
+    0.4249116778373718
+   ]
+  },
+  {
+   "epoch": 37,
+   "train_loss": 0.9140358567237854,
+   "val_loss": 1.2714253664016724,
+   "acc": 60.34,
+   "time": 35.26690819599753,
+   "param": [
+    0.6162974238395691,
+    0.3837025761604309
+   ]
+  },
+  {
+   "epoch": 38,
+   "train_loss": 0.6458147764205933,
+   "val_loss": 1.3965076208114624,
+   "acc": 59.309999999999995,
+   "time": 35.06751439499931,
+   "param": [
+    0.6468074321746826,
+    0.35319259762763977
+   ]
+  },
+  {
+   "epoch": 39,
+   "train_loss": 0.6086044311523438,
+   "val_loss": 1.3107625246047974,
+   "acc": 60.099999999999994,
+   "time": 35.68940586500685,
+   "param": [
+    0.6811280250549316,
+    0.31887194514274597
+   ]
+  },
+  {
+   "epoch": 40,
+   "train_loss": 0.687863290309906,
+   "val_loss": 1.2564866542816162,
+   "acc": 60.089999999999996,
+   "time": 36.112949447000574,
+   "param": [
+    0.7079949975013733,
+    0.2920050323009491
+   ]
+  },
+  {
+   "epoch": 41,
+   "train_loss": 0.41793033480644226,
+   "val_loss": 1.2922966480255127,
+   "acc": 60.209999999999994,
+   "time": 39.20001415399747,
+   "param": [
+    0.7250468134880066,
+    0.274953156709671
+   ]
+  },
+  {
+   "epoch": 42,
+   "train_loss": 0.5751813650131226,
+   "val_loss": 1.3683922290802002,
+   "acc": 60.33,
+   "time": 38.7529017009947,
+   "param": [
+    0.7307790517807007,
+    0.2692209780216217
+   ]
+  },
+  {
+   "epoch": 43,
+   "train_loss": 0.3638029396533966,
+   "val_loss": 1.2762001752853394,
+   "acc": 61.0,
+   "time": 37.0666651940046,
+   "param": [
+    0.7349217534065247,
+    0.26507824659347534
+   ]
+  },
+  {
+   "epoch": 44,
+   "train_loss": 0.44923174381256104,
+   "val_loss": 1.405740737915039,
+   "acc": 60.68,
+   "time": 39.54593832300452,
+   "param": [
+    0.7457394599914551,
+    0.2542605400085449
+   ]
+  },
+  {
+   "epoch": 45,
+   "train_loss": 0.540313720703125,
+   "val_loss": 1.5829945802688599,
+   "acc": 59.46,
+   "time": 38.7249838179996,
+   "param": [
+    0.752864420413971,
+    0.24713554978370667
+   ]
+  },
+  {
+   "epoch": 46,
+   "train_loss": 0.26273974776268005,
+   "val_loss": 1.333451271057129,
+   "acc": 60.24,
+   "time": 39.10596701900067,
+   "param": [
+    0.7736393213272095,
+    0.22636063396930695
+   ]
+  },
+  {
+   "epoch": 47,
+   "train_loss": 0.3385874629020691,
+   "val_loss": 1.5026214122772217,
+   "acc": 60.33,
+   "time": 38.61126650599908,
+   "param": [
+    0.8064533472061157,
+    0.19354665279388428
+   ]
+  },
+  {
+   "epoch": 48,
+   "train_loss": 0.3305348753929138,
+   "val_loss": 1.4533896446228027,
+   "acc": 60.4,
+   "time": 38.64504900900647,
+   "param": [
+    0.8023965358734131,
+    0.1976034790277481
+   ]
+  },
+  {
+   "epoch": 49,
+   "train_loss": 0.3014918565750122,
+   "val_loss": 1.508874773979187,
+   "acc": 60.529999999999994,
+   "time": 37.72354001500207,
+   "param": [
+    0.7922106981277466,
+    0.20778930187225342
+   ]
+  },
+  {
+   "epoch": 50,
+   "train_loss": 0.2587587833404541,
+   "val_loss": 1.5146137475967407,
+   "acc": 60.0,
+   "time": 39.13636446899909,
+   "param": [
+    0.7836384773254395,
+    0.21636155247688293
+   ]
+  }
+ ]
+}

higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json

@@ -0,0 +1,476 @@
+{
+ "Accuracy": 60.14000000000001,
+ "Time": [
+  22.1255733637381,
+  1.0668977256364176
+ ],
+ "Device": "TITAN RTX",
+ "Param_names": [
+  "Identity",
+  "FlipUD"
+ ],
+ "Log": [
+  {
+   "epoch": 1,
+   "train_loss": 2.2828948497772217,
+   "val_loss": 2.268399715423584,
+   "acc": 15.09,
+   "time": 20.735805954,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 2,
+   "train_loss": 2.0663130283355713,
+   "val_loss": 2.0812666416168213,
+   "acc": 24.39,
+   "time": 19.625346186,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 3,
+   "train_loss": 2.0388970375061035,
+   "val_loss": 1.9271093606948853,
+   "acc": 32.029999999999994,
+   "time": 19.58479902100001,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 4,
+   "train_loss": 1.748523235321045,
+   "val_loss": 1.846414566040039,
+   "acc": 32.940000000000005,
+   "time": 20.538692189000017,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 5,
+   "train_loss": 1.7216084003448486,
+   "val_loss": 1.6381527185440063,
+   "acc": 37.89,
+   "time": 23.03500012699999,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 6,
+   "train_loss": 1.582404613494873,
+   "val_loss": 1.659337043762207,
+   "acc": 41.83,
+   "time": 23.080036299000028,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 7,
+   "train_loss": 1.550550103187561,
+   "val_loss": 1.6488673686981201,
+   "acc": 44.7,
+   "time": 22.58572862799997,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 8,
+   "train_loss": 1.6173338890075684,
+   "val_loss": 1.6584348678588867,
+   "acc": 43.81,
+   "time": 22.70341938499996,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 9,
+   "train_loss": 1.428658127784729,
+   "val_loss": 1.5252114534378052,
+   "acc": 46.67,
+   "time": 23.05153459600001,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 10,
+   "train_loss": 1.347940444946289,
+   "val_loss": 1.48612642288208,
+   "acc": 47.160000000000004,
+   "time": 21.46398877200005,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 11,
+   "train_loss": 1.432808756828308,
+   "val_loss": 1.5850521326065063,
+   "acc": 47.89,
+   "time": 20.543849122999973,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 12,
+   "train_loss": 1.4699032306671143,
+   "val_loss": 1.4466426372528076,
+   "acc": 49.54,
+   "time": 20.978478939000013,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 13,
+   "train_loss": 1.339483618736267,
+   "val_loss": 1.3995500802993774,
+   "acc": 50.080000000000005,
+   "time": 22.951739461999978,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 14,
+   "train_loss": 1.5134981870651245,
+   "val_loss": 1.3294188976287842,
+   "acc": 50.519999999999996,
+   "time": 23.586442078999937,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 15,
+   "train_loss": 1.3282984495162964,
+   "val_loss": 1.286734700202942,
+   "acc": 49.45,
+   "time": 21.58665637799993,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 16,
+   "train_loss": 1.283645749092102,
+   "val_loss": 1.3822070360183716,
+   "acc": 51.88,
+   "time": 20.311938775000044,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 17,
+   "train_loss": 1.1026115417480469,
+   "val_loss": 1.406809687614441,
+   "acc": 52.87,
+   "time": 21.615411038000047,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 18,
+   "train_loss": 1.1887383460998535,
+   "val_loss": 1.3646225929260254,
+   "acc": 52.86,
+   "time": 20.506594188999998,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 19,
+   "train_loss": 1.2931512594223022,
+   "val_loss": 1.248055338859558,
+   "acc": 53.63,
+   "time": 21.576998657000104,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 20,
+   "train_loss": 1.18258798122406,
+   "val_loss": 1.2254343032836914,
+   "acc": 54.97,
+   "time": 22.985091496999985,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 21,
+   "train_loss": 1.2386585474014282,
+   "val_loss": 1.2517896890640259,
+   "acc": 55.54,
+   "time": 23.100833319999992,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 22,
+   "train_loss": 1.0829311609268188,
+   "val_loss": 1.2213692665100098,
+   "acc": 56.830000000000005,
+   "time": 22.787988702000007,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 23,
+   "train_loss": 0.9809972047805786,
+   "val_loss": 1.2152177095413208,
+   "acc": 55.88999999999999,
+   "time": 21.295667504999983,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 24,
+   "train_loss": 1.0987476110458374,
+   "val_loss": 1.3070992231369019,
+   "acc": 57.3,
+   "time": 22.98502067900006,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 25,
+   "train_loss": 1.1952447891235352,
+   "val_loss": 1.1011821031570435,
+   "acc": 57.53,
+   "time": 22.944223520000037,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 26,
+   "train_loss": 0.8927792310714722,
+   "val_loss": 1.143223762512207,
+   "acc": 57.97,
+   "time": 23.03873247399997,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 27,
+   "train_loss": 0.9356046915054321,
+   "val_loss": 1.2080150842666626,
+   "acc": 55.769999999999996,
+   "time": 22.920244293999986,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 28,
+   "train_loss": 0.9864051342010498,
+   "val_loss": 1.2022372484207153,
+   "acc": 55.96,
+   "time": 22.973190398000042,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 29,
+   "train_loss": 1.0633541345596313,
+   "val_loss": 1.1945000886917114,
+   "acc": 59.040000000000006,
+   "time": 22.512094623000053,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 30,
+   "train_loss": 1.0921090841293335,
+   "val_loss": 1.2001495361328125,
+   "acc": 57.95,
+   "time": 22.28614733400002,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 31,
+   "train_loss": 0.8330001831054688,
+   "val_loss": 1.231569766998291,
+   "acc": 58.47,
+   "time": 22.770464951999998,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 32,
+   "train_loss": 1.0363346338272095,
+   "val_loss": 1.0750994682312012,
+   "acc": 58.28,
+   "time": 21.81845272299995,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 33,
+   "train_loss": 0.8505270481109619,
+   "val_loss": 1.1541798114776611,
+   "acc": 57.64,
+   "time": 22.74498964299994,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 34,
+   "train_loss": 0.8157575726509094,
+   "val_loss": 1.1784484386444092,
+   "acc": 58.879999999999995,
+   "time": 21.988938830999814,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 35,
+   "train_loss": 0.7100849747657776,
+   "val_loss": 1.2027310132980347,
+   "acc": 59.58,
+   "time": 21.676517555999908,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 36,
+   "train_loss": 0.6279416680335999,
+   "val_loss": 1.332200527191162,
+   "acc": 57.26,
+   "time": 21.931921499000055,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 37,
+   "train_loss": 0.7376309037208557,
+   "val_loss": 1.2373237609863281,
+   "acc": 59.18,
+   "time": 23.345975397000075,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 38,
+   "train_loss": 0.7945576310157776,
+   "val_loss": 1.1740461587905884,
+   "acc": 60.14000000000001,
+   "time": 23.010552724000036,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 39,
+   "train_loss": 0.8758001327514648,
+   "val_loss": 1.3439081907272339,
+   "acc": 59.58,
+   "time": 23.153529639,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 40,
+   "train_loss": 0.7159752249717712,
+   "val_loss": 1.2359766960144043,
+   "acc": 60.099999999999994,
+   "time": 21.02207209800008,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 41,
+   "train_loss": 0.591151773929596,
+   "val_loss": 1.399659276008606,
+   "acc": 59.809999999999995,
+   "time": 22.935937919000025,
+   "param": [
+    0.5,
+    0.5
+   ]
+  },
+  {
+   "epoch": 42,
+   "train_loss": 0.636521577835083,
+   "val_loss": 1.1090322732925415,
+   "acc": 59.589999999999996,
+   "time": 22.983034153000062,
+   "param": [
+    0.5,
+    0.5
+   ]
+  }
+ ]
+}

higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-2 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json

@@ -0,0 +1,388 @@
+{
+ "Accuracy": 63.160000000000004,
+ "Time": [
+  37.33151790908831,
+  0.9149414761440485
+ ],
+ "Device": "TITAN RTX",
+ "Param_names": [
+  "Identity",
+  "FlipUD"
+ ],
+ "Log": [
+  {
+   "epoch": 1,
+   "train_loss": 2.2663400173187256,
+   "val_loss": 2.2644622325897217,
+   "acc": 17.04,
+   "time": 35.03971848000219,
+   "param": [
+    0.4945736229419708,
+    0.5054264068603516
+   ]
+  },
+  {
+   "epoch": 2,
+   "train_loss": 1.9960711002349854,
+   "val_loss": 2.1117167472839355,
+   "acc": 24.52,
+   "time": 36.85132014699775,
+   "param": [
+    0.5021421909332275,
+    0.49785780906677246
+   ]
+  },
+  {
+   "epoch": 3,
+   "train_loss": 2.054283380508423,
+   "val_loss": 1.9542466402053833,
+   "acc": 27.1,
+   "time": 38.805452979999245,
+   "param": [
+    0.508163332939148,
+    0.49183666706085205
+   ]
+  },
+  {
+   "epoch": 4,
+   "train_loss": 1.707106113433838,
+   "val_loss": 1.7539926767349243,
+   "acc": 35.03,
+   "time": 36.78417104599794,
+   "param": [
+    0.533282995223999,
+    0.46671703457832336
+   ]
+  },
+  {
+   "epoch": 5,
+   "train_loss": 1.589659333229065,
+   "val_loss": 1.6988826990127563,
+   "acc": 39.26,
+   "time": 38.50719850099995,
+   "param": [
+    0.5586225390434265,
+    0.4413774311542511
+   ]
+  },
+  {
+   "epoch": 6,
+   "train_loss": 1.7083672285079956,
+   "val_loss": 1.660152554512024,
+   "acc": 41.49,
+   "time": 37.675446254001145,
+   "param": [
+    0.5828101634979248,
+    0.4171898663043976
+   ]
+  },
+  {
+   "epoch": 7,
+   "train_loss": 1.6473689079284668,
+   "val_loss": 1.4828084707260132,
+   "acc": 44.34,
+   "time": 37.4772927160011,
+   "param": [
+    0.6020975112915039,
+    0.3979024887084961
+   ]
+  },
+  {
+   "epoch": 8,
+   "train_loss": 1.324503779411316,
+   "val_loss": 1.4181468486785889,
+   "acc": 45.73,
+   "time": 36.97901852599898,
+   "param": [
+    0.6164321303367615,
+    0.38356783986091614
+   ]
+  },
+  {
+   "epoch": 9,
+   "train_loss": 1.5954843759536743,
+   "val_loss": 1.4857382774353027,
+   "acc": 46.23,
+   "time": 36.16808326300088,
+   "param": [
+    0.6352182030677795,
+    0.36478182673454285
+   ]
+  },
+  {
+   "epoch": 10,
+   "train_loss": 1.345388412475586,
+   "val_loss": 1.3298683166503906,
+   "acc": 49.14,
+   "time": 38.63210883799911,
+   "param": [
+    0.653959333896637,
+    0.3460406959056854
+   ]
+  },
+  {
+   "epoch": 11,
+   "train_loss": 1.4290897846221924,
+   "val_loss": 1.4567208290100098,
+   "acc": 48.08,
+   "time": 38.51966903799985,
+   "param": [
+    0.6731163859367371,
+    0.32688361406326294
+   ]
+  },
+  {
+   "epoch": 12,
+   "train_loss": 1.4160618782043457,
+   "val_loss": 1.407802700996399,
+   "acc": 51.629999999999995,
+   "time": 38.0759971510015,
+   "param": [
+    0.6829144954681396,
+    0.31708553433418274
+   ]
+  },
+  {
+   "epoch": 13,
+   "train_loss": 1.3659452199935913,
+   "val_loss": 1.3469620943069458,
+   "acc": 52.96999999999999,
+   "time": 37.54105883000011,
+   "param": [
+    0.6911695599555969,
+    0.30883049964904785
+   ]
+  },
+  {
+   "epoch": 14,
+   "train_loss": 1.1384176015853882,
+   "val_loss": 1.3366144895553589,
+   "acc": 53.25,
+   "time": 37.49029604300085,
+   "param": [
+    0.7004507780075073,
+    0.2995491921901703
+   ]
+  },
+  {
+   "epoch": 15,
+   "train_loss": 1.444380760192871,
+   "val_loss": 1.199419379234314,
+   "acc": 55.25,
+   "time": 37.90757477900115,
+   "param": [
+    0.7130623459815979,
+    0.2869376838207245
+   ]
+  },
+  {
+   "epoch": 16,
+   "train_loss": 1.4066110849380493,
+   "val_loss": 1.2701460123062134,
+   "acc": 55.16,
+   "time": 37.23708922500009,
+   "param": [
+    0.7205100059509277,
+    0.2794899642467499
+   ]
+  },
+  {
+   "epoch": 17,
+   "train_loss": 1.0847954750061035,
+   "val_loss": 1.3198550939559937,
+   "acc": 53.99,
+   "time": 38.028426060998754,
+   "param": [
+    0.7266767024993896,
+    0.27332326769828796
+   ]
+  },
+  {
+   "epoch": 18,
+   "train_loss": 1.0461784601211548,
+   "val_loss": 1.253292202949524,
+   "acc": 57.37,
+   "time": 38.271360321999964,
+   "param": [
+    0.7318610548973083,
+    0.26813894510269165
+   ]
+  },
+  {
+   "epoch": 19,
+   "train_loss": 0.9712355732917786,
+   "val_loss": 1.2455995082855225,
+   "acc": 55.81,
+   "time": 37.827300605000346,
+   "param": [
+    0.7416979670524597,
+    0.2583020031452179
+   ]
+  },
+  {
+   "epoch": 20,
+   "train_loss": 1.1273990869522095,
+   "val_loss": 1.242649793624878,
+   "acc": 57.830000000000005,
+   "time": 37.93443217700042,
+   "param": [
+    0.7534560561180115,
+    0.2465439885854721
+   ]
+  },
+  {
+   "epoch": 21,
+   "train_loss": 1.028638243675232,
+   "val_loss": 1.1114410161972046,
+   "acc": 60.18,
+   "time": 38.25301202800256,
+   "param": [
+    0.7563207149505615,
+    0.24367928504943848
+   ]
+  },
+  {
+   "epoch": 22,
+   "train_loss": 1.2244856357574463,
+   "val_loss": 1.1800216436386108,
+   "acc": 58.96,
+   "time": 37.879544053001155,
+   "param": [
+    0.7697777152061462,
+    0.23022225499153137
+   ]
+  },
+  {
+   "epoch": 23,
+   "train_loss": 1.0906363725662231,
+   "val_loss": 1.1874018907546997,
+   "acc": 58.98,
+   "time": 38.644059125999775,
+   "param": [
+    0.7720022201538086,
+    0.22799775004386902
+   ]
+  },
+  {
+   "epoch": 24,
+   "train_loss": 1.23388671875,
+   "val_loss": 0.9828868508338928,
+   "acc": 61.63999999999999,
+   "time": 37.12404254300054,
+   "param": [
+    0.7746274471282959,
+    0.2253725677728653
+   ]
+  },
+  {
+   "epoch": 25,
+   "train_loss": 1.0164399147033691,
+   "val_loss": 1.1417043209075928,
+   "acc": 59.53000000000001,
+   "time": 36.286169625000184,
+   "param": [
+    0.7742670178413391,
+    0.2257329523563385
+   ]
+  },
+  {
+   "epoch": 26,
+   "train_loss": 0.9558537006378174,
+   "val_loss": 1.1023880243301392,
+   "acc": 61.050000000000004,
+   "time": 35.76702532999843,
+   "param": [
+    0.7767140865325928,
+    0.22328594326972961
+   ]
+  },
+  {
+   "epoch": 27,
+   "train_loss": 0.8381258845329285,
+   "val_loss": 1.162008285522461,
+   "acc": 60.74,
+   "time": 37.15819711199947,
+   "param": [
+    0.7900712490081787,
+    0.20992876589298248
+   ]
+  },
+  {
+   "epoch": 28,
+   "train_loss": 0.9183067083358765,
+   "val_loss": 1.0006182193756104,
+   "acc": 60.92999999999999,
+   "time": 36.67004441500103,
+   "param": [
+    0.8029265999794006,
+    0.19707338511943817
+   ]
+  },
+  {
+   "epoch": 29,
+   "train_loss": 1.022838830947876,
+   "val_loss": 1.1266629695892334,
+   "acc": 61.69,
+   "time": 36.46320052900046,
+   "param": [
+    0.8014633655548096,
+    0.19853661954402924
+   ]
+  },
+  {
+   "epoch": 30,
+   "train_loss": 0.8931919932365417,
+   "val_loss": 1.0674142837524414,
+   "acc": 62.72,
+   "time": 36.40228527799991,
+   "param": [
+    0.7845037579536438,
+    0.2154962569475174
+   ]
+  },
+  {
+   "epoch": 31,
+   "train_loss": 1.103177785873413,
+   "val_loss": 0.9972342848777771,
+   "acc": 61.27,
+   "time": 37.335483165999904,
+   "param": [
+    0.773759663105011,
+    0.226240336894989
+   ]
+  },
+  {
+   "epoch": 32,
+   "train_loss": 0.8516740798950195,
+   "val_loss": 1.0910279750823975,
+   "acc": 62.949999999999996,
+   "time": 36.787474931999895,
+   "param": [
+    0.7666563391685486,
+    0.233343705534935
+   ]
+  },
+  {
+   "epoch": 33,
+   "train_loss": 0.6858758926391602,
+   "val_loss": 1.1387344598770142,
+   "acc": 63.14999999999999,
+   "time": 35.74495953099904,
+   "param": [
+    0.7732142210006714,
+    0.2267857939004898
+   ]
+  },
+  {
+   "epoch": 34,
+   "train_loss": 0.6335828900337219,
+   "val_loss": 1.1237519979476929,
+   "acc": 63.160000000000004,
+   "time": 37.003096258998994,
+   "param": [
+    0.7811124920845032,
+    0.21888750791549683
+   ]
+  }
+ ]
+}

higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json

@@ -0,0 +1,687 @@
+{
+ "Accuracy": 63.339999999999996,
+ "Time": [
+  11.101382597089014,
+  10.5935170559198
+ ],
+ "Device": "TITAN RTX",
+ "Param_names": [
+  "Identity",
+  "FlipUD",
+  "FlipLR"
+ ],
+ "Log": [
+  {
+   "epoch": 1,
+   "train_loss": 2.1921029090881348,
+   "val_loss": 2.2560925483703613,
+   "acc": 13.919999999999998,
+   "time": 3.854718512000545,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 2,
+   "train_loss": 1.7688677310943604,
+   "val_loss": 1.9192651510238647,
+   "acc": 29.599999999999998,
+   "time": 2.8395449969975743,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 3,
+   "train_loss": 1.836153268814087,
+   "val_loss": 1.7710928916931152,
+   "acc": 37.51,
+   "time": 2.8949937360011972,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 4,
+   "train_loss": 1.5382717847824097,
+   "val_loss": 1.5790036916732788,
+   "acc": 40.6,
+   "time": 2.851069407999603,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 5,
+   "train_loss": 1.592370629310608,
+   "val_loss": 1.6206401586532593,
+   "acc": 41.339999999999996,
+   "time": 2.8452950799983228,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 6,
+   "train_loss": 1.2679470777511597,
+   "val_loss": 1.5397446155548096,
+   "acc": 46.14,
+   "time": 2.8709593399980804,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 7,
+   "train_loss": 1.1921000480651855,
+   "val_loss": 1.445855975151062,
+   "acc": 48.870000000000005,
+   "time": 2.9093764339995687,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 8,
+   "train_loss": 1.4420150518417358,
+   "val_loss": 1.2853766679763794,
+   "acc": 50.2,
+   "time": 2.8614281509981083,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 9,
+   "train_loss": 1.3919309377670288,
+   "val_loss": 1.332372784614563,
+   "acc": 51.17,
+   "time": 2.8831850250026037,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 10,
+   "train_loss": 1.3317251205444336,
+   "val_loss": 1.4551582336425781,
+   "acc": 50.07,
+   "time": 2.8940828689992486,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 11,
+   "train_loss": 1.4345959424972534,
+   "val_loss": 1.2640938758850098,
+   "acc": 54.559999999999995,
+   "time": 2.8717483789987455,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 12,
+   "train_loss": 1.2559611797332764,
+   "val_loss": 1.240366816520691,
+   "acc": 54.44,
+   "time": 2.887765160998242,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 13,
+   "train_loss": 1.1764672994613647,
+   "val_loss": 1.2338361740112305,
+   "acc": 53.53,
+   "time": 2.885234215998935,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 14,
+   "train_loss": 1.0515425205230713,
+   "val_loss": 1.1826119422912598,
+   "acc": 56.3,
+   "time": 2.890007575002528,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 15,
+   "train_loss": 0.8390014171600342,
+   "val_loss": 1.1805198192596436,
+   "acc": 56.44,
+   "time": 2.8712888400004886,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 16,
+   "train_loss": 1.153536319732666,
+   "val_loss": 1.3021948337554932,
+   "acc": 57.06,
+   "time": 2.905001438000909,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 17,
+   "train_loss": 0.9096624255180359,
+   "val_loss": 1.3167579174041748,
+   "acc": 54.65,
+   "time": 2.92910024700177,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 18,
+   "train_loss": 1.0465868711471558,
+   "val_loss": 1.29619300365448,
+   "acc": 56.06,
+   "time": 2.9362696090029203,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 19,
+   "train_loss": 1.1314119100570679,
+   "val_loss": 1.1642625331878662,
+   "acc": 59.75,
+   "time": 2.910350679001567,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 20,
+   "train_loss": 0.8629893064498901,
+   "val_loss": 1.1962294578552246,
+   "acc": 58.96,
+   "time": 2.89629939599763,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 21,
+   "train_loss": 0.8000352382659912,
+   "val_loss": 1.4590660333633423,
+   "acc": 57.46,
+   "time": 2.9082289840007434,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 22,
+   "train_loss": 0.9227988719940186,
+   "val_loss": 1.2818163633346558,
+   "acc": 59.88,
+   "time": 2.8852262780019373,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 23,
+   "train_loss": 0.7902014255523682,
+   "val_loss": 1.2471455335617065,
+   "acc": 60.11,
+   "time": 2.888737160999881,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 24,
+   "train_loss": 0.8023080229759216,
+   "val_loss": 1.0908745527267456,
+   "acc": 60.61,
+   "time": 2.8811401019993355,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 25,
+   "train_loss": 0.7471581697463989,
+   "val_loss": 1.3485547304153442,
+   "acc": 58.089999999999996,
+   "time": 2.898497502999817,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 26,
+   "train_loss": 0.718456506729126,
+   "val_loss": 1.1663869619369507,
+   "acc": 60.0,
+   "time": 2.876567023999087,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 27,
+   "train_loss": 0.5948183536529541,
+   "val_loss": 1.3519803285598755,
+   "acc": 59.86,
+   "time": 2.8818673989990202,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 28,
+   "train_loss": 0.6963866949081421,
+   "val_loss": 1.3850001096725464,
+   "acc": 58.03,
+   "time": 2.8725661809985468,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 29,
+   "train_loss": 0.4709939956665039,
+   "val_loss": 1.2664328813552856,
+   "acc": 60.129999999999995,
+   "time": 2.9341496339984587,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 30,
+   "train_loss": 0.5669498443603516,
+   "val_loss": 1.309333086013794,
+   "acc": 60.27,
+   "time": 2.9019292810007755,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 31,
+   "train_loss": 0.6099825501441956,
+   "val_loss": 1.2827792167663574,
+   "acc": 60.74,
+   "time": 2.9772925100005523,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 32,
+   "train_loss": 0.3127008378505707,
+   "val_loss": 1.391056776046753,
+   "acc": 59.53000000000001,
+   "time": 2.909274325997103,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 33,
+   "train_loss": 0.41282162070274353,
+   "val_loss": 1.6675347089767456,
+   "acc": 60.39,
+   "time": 2.953411103997496,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 34,
+   "train_loss": 0.3426223397254944,
+   "val_loss": 1.7815626859664917,
+   "acc": 60.01,
+   "time": 2.8869748569995863,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 35,
+   "train_loss": 0.3860514760017395,
+   "val_loss": 1.5389137268066406,
+   "acc": 60.5,
+   "time": 2.8748964910009818,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 36,
+   "train_loss": 1.0054230690002441,
+   "val_loss": 1.195217490196228,
+   "acc": 59.47,
+   "time": 22.701413064998633,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 37,
+   "train_loss": 1.0178287029266357,
+   "val_loss": 1.3500854969024658,
+   "acc": 60.97,
+   "time": 24.802012203999766,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 38,
+   "train_loss": 1.0490697622299194,
+   "val_loss": 1.1686300039291382,
+   "acc": 59.77,
+   "time": 25.691460107002058,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 39,
+   "train_loss": 0.8163461089134216,
+   "val_loss": 1.158421516418457,
+   "acc": 61.660000000000004,
+   "time": 24.341406379000546,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 40,
+   "train_loss": 0.9316216707229614,
+   "val_loss": 1.1891661882400513,
+   "acc": 62.22,
+   "time": 23.010249225000734,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 41,
+   "train_loss": 1.1316694021224976,
+   "val_loss": 1.106817364692688,
+   "acc": 62.81,
+   "time": 24.407028441000875,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 42,
+   "train_loss": 0.7069732546806335,
+   "val_loss": 1.151820421218872,
+   "acc": 60.45,
+   "time": 23.29008509399864,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 43,
+   "train_loss": 0.7799096703529358,
+   "val_loss": 1.194964051246643,
+   "acc": 62.419999999999995,
+   "time": 23.726424780001253,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 44,
+   "train_loss": 0.8875582814216614,
+   "val_loss": 1.1100711822509766,
+   "acc": 62.27,
+   "time": 21.469007854000665,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 45,
+   "train_loss": 0.8406460285186768,
+   "val_loss": 1.0283122062683105,
+   "acc": 63.2,
+   "time": 25.56012369599921,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 46,
+   "train_loss": 0.7913378477096558,
+   "val_loss": 1.0208230018615723,
+   "acc": 63.1,
+   "time": 26.25246543299727,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 47,
+   "train_loss": 0.7738615870475769,
+   "val_loss": 1.045982837677002,
+   "acc": 63.13999999999999,
+   "time": 25.56239121699764,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 48,
+   "train_loss": 0.8182787895202637,
+   "val_loss": 1.2326350212097168,
+   "acc": 62.67,
+   "time": 24.749893174001045,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 49,
+   "train_loss": 0.7775546908378601,
+   "val_loss": 1.07659113407135,
+   "acc": 63.080000000000005,
+   "time": 24.65565630099809,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 50,
+   "train_loss": 0.6698791980743408,
+   "val_loss": 1.1331126689910889,
+   "acc": 62.46000000000001,
+   "time": 26.76151798099818,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 51,
+   "train_loss": 1.06696617603302,
+   "val_loss": 1.1174027919769287,
+   "acc": 62.62,
+   "time": 24.437126689997967,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 52,
+   "train_loss": 0.5239432454109192,
+   "val_loss": 1.0797505378723145,
+   "acc": 63.339999999999996,
+   "time": 25.65484207699774,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 53,
+   "train_loss": 0.4527370035648346,
+   "val_loss": 1.2299139499664307,
+   "acc": 63.260000000000005,
+   "time": 24.01780473100007,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 54,
+   "train_loss": 0.603759229183197,
+   "val_loss": 1.1512447595596313,
+   "acc": 62.96000000000001,
+   "time": 26.18291311000212,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 55,
+   "train_loss": 0.6074151992797852,
+   "val_loss": 1.1244677305221558,
+   "acc": 61.61,
+   "time": 26.077543407998746,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 56,
+   "train_loss": 0.5445483326911926,
+   "val_loss": 1.2059710025787354,
+   "acc": 63.04,
+   "time": 26.107582543001627,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  }
+ ]
+}

higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json

@@ -0,0 +1,615 @@
+{
+ "Accuracy": 65.49000000000001,
+ "Time": [
+  18.569416992579644,
+  16.901635059749726
+ ],
+ "Device": "TITAN RTX",
+ "Param_names": [
+  "Identity",
+  "FlipUD",
+  "FlipLR"
+ ],
+ "Log": [
+  {
+   "epoch": 1,
+   "train_loss": 2.1722781658172607,
+   "val_loss": 2.1912710666656494,
+   "acc": 19.18,
+   "time": 4.045262267005455,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 2,
+   "train_loss": 1.8492449522018433,
+   "val_loss": 2.0248937606811523,
+   "acc": 30.29,
+   "time": 2.938054033998924,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 3,
+   "train_loss": 1.8098214864730835,
+   "val_loss": 1.8472235202789307,
+   "acc": 36.370000000000005,
+   "time": 2.964727225000388,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 4,
+   "train_loss": 1.572637915611267,
+   "val_loss": 1.5717272758483887,
+   "acc": 42.07,
+   "time": 2.963215586001752,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 5,
+   "train_loss": 1.5608805418014526,
+   "val_loss": 1.6046078205108643,
+   "acc": 43.53,
+   "time": 2.976936166996893,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 6,
+   "train_loss": 1.3865846395492554,
+   "val_loss": 1.4394259452819824,
+   "acc": 46.1,
+   "time": 2.9809686379958293,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 7,
+   "train_loss": 1.3848272562026978,
+   "val_loss": 1.4237191677093506,
+   "acc": 48.52,
+   "time": 2.965884361001372,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 8,
+   "train_loss": 1.3363876342773438,
+   "val_loss": 1.43376624584198,
+   "acc": 49.89,
+   "time": 2.9754993239985197,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 9,
+   "train_loss": 1.465049147605896,
+   "val_loss": 1.3178911209106445,
+   "acc": 50.9,
+   "time": 3.0129163360034,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 10,
+   "train_loss": 1.4953341484069824,
+   "val_loss": 1.2369381189346313,
+   "acc": 52.949999999999996,
+   "time": 2.9998966830025893,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 11,
+   "train_loss": 1.385072946548462,
+   "val_loss": 1.295616626739502,
+   "acc": 55.230000000000004,
+   "time": 3.040974860996357,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 12,
+   "train_loss": 1.1420384645462036,
+   "val_loss": 1.2390999794006348,
+   "acc": 56.19,
+   "time": 2.988586725005007,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 13,
+   "train_loss": 0.9690455198287964,
+   "val_loss": 1.1434823274612427,
+   "acc": 56.13,
+   "time": 2.9936425070045516,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 14,
+   "train_loss": 1.0305296182632446,
+   "val_loss": 1.2084736824035645,
+   "acc": 57.19,
+   "time": 2.9467343789947336,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 15,
+   "train_loss": 0.9617345929145813,
+   "val_loss": 1.1180123090744019,
+   "acc": 57.63,
+   "time": 2.9063553669984685,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 16,
+   "train_loss": 1.0559152364730835,
+   "val_loss": 1.2332004308700562,
+   "acc": 58.650000000000006,
+   "time": 2.9105013119988143,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 17,
+   "train_loss": 1.1572245359420776,
+   "val_loss": 1.0994846820831299,
+   "acc": 58.589999999999996,
+   "time": 2.8911472899999353,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 18,
+   "train_loss": 0.9995521306991577,
+   "val_loss": 1.2150063514709473,
+   "acc": 60.86,
+   "time": 2.8709299210022436,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 19,
+   "train_loss": 0.8172581195831299,
+   "val_loss": 1.2414838075637817,
+   "acc": 59.41,
+   "time": 2.870432408999477,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 20,
+   "train_loss": 0.8435171246528625,
+   "val_loss": 1.1167564392089844,
+   "acc": 60.78,
+   "time": 2.8943147949976264,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 21,
+   "train_loss": 0.7639098763465881,
+   "val_loss": 1.2145607471466064,
+   "acc": 60.41,
+   "time": 2.8673670729986043,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 22,
+   "train_loss": 0.7575575709342957,
+   "val_loss": 1.1541134119033813,
+   "acc": 60.96,
+   "time": 2.9220218489936087,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 23,
+   "train_loss": 0.6563214063644409,
+   "val_loss": 1.2371717691421509,
+   "acc": 59.68,
+   "time": 2.9229496469997684,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 24,
+   "train_loss": 0.7228862643241882,
+   "val_loss": 1.245771884918213,
+   "acc": 61.53999999999999,
+   "time": 2.9115583270031493,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 25,
+   "train_loss": 0.656714677810669,
+   "val_loss": 1.2316147089004517,
+   "acc": 60.39,
+   "time": 2.9136019149955246,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 26,
+   "train_loss": 0.5577637553215027,
+   "val_loss": 1.1784015893936157,
+   "acc": 61.08,
+   "time": 2.9217852740039234,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 27,
+   "train_loss": 0.4000445604324341,
+   "val_loss": 1.1241748332977295,
+   "acc": 61.01,
+   "time": 2.9302356999978656,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 28,
+   "train_loss": 1.160064458847046,
+   "val_loss": 1.0313076972961426,
+   "acc": 61.33,
+   "time": 33.8225997490008,
+   "param": [
+    0.3735818862915039,
+    0.2595290243625641,
+    0.3668890595436096
+   ]
+  },
+  {
+   "epoch": 29,
+   "train_loss": 1.0140448808670044,
+   "val_loss": 1.0678333044052124,
+   "acc": 62.2,
+   "time": 35.8260984150038,
+   "param": [
+    0.41159382462501526,
+    0.21132275462150574,
+    0.37708333134651184
+   ]
+  },
+  {
+   "epoch": 30,
+   "train_loss": 0.9582394361495972,
+   "val_loss": 1.0846076011657715,
+   "acc": 62.11,
+   "time": 37.84567013099877,
+   "param": [
+    0.4404192268848419,
+    0.17830373346805573,
+    0.38127708435058594
+   ]
+  },
+  {
+   "epoch": 31,
+   "train_loss": 0.8970842361450195,
+   "val_loss": 1.1044977903366089,
+   "acc": 62.73,
+   "time": 35.66877937299432,
+   "param": [
+    0.47759801149368286,
+    0.148637592792511,
+    0.3737643361091614
+   ]
+  },
+  {
+   "epoch": 32,
+   "train_loss": 0.8487322330474854,
+   "val_loss": 1.0036917924880981,
+   "acc": 63.2,
+   "time": 36.60639206300402,
+   "param": [
+    0.5025522112846375,
+    0.1366133987903595,
+    0.36083441972732544
+   ]
+  },
+  {
+   "epoch": 33,
+   "train_loss": 0.8895136713981628,
+   "val_loss": 1.0443326234817505,
+   "acc": 63.17,
+   "time": 36.73731715499889,
+   "param": [
+    0.5126636028289795,
+    0.1383652687072754,
+    0.3489711880683899
+   ]
+  },
+  {
+   "epoch": 34,
+   "train_loss": 0.9125234484672546,
+   "val_loss": 1.011309266090393,
+   "acc": 63.41,
+   "time": 37.27482241400139,
+   "param": [
+    0.4886261522769928,
+    0.15483959019184113,
+    0.3565342128276825
+   ]
+  },
+  {
+   "epoch": 35,
+   "train_loss": 0.824338972568512,
+   "val_loss": 0.9942170977592468,
+   "acc": 63.79,
+   "time": 36.48773780900228,
+   "param": [
+    0.4761928617954254,
+    0.1644560694694519,
+    0.35935109853744507
+   ]
+  },
+  {
+   "epoch": 36,
+   "train_loss": 0.5492009520530701,
+   "val_loss": 0.9758917093276978,
+   "acc": 63.83,
+   "time": 38.55070170599356,
+   "param": [
+    0.4854156970977783,
+    0.1481347382068634,
+    0.36644959449768066
+   ]
+  },
+  {
+   "epoch": 37,
+   "train_loss": 0.7727577686309814,
+   "val_loss": 0.9643442034721375,
+   "acc": 64.29,
+   "time": 36.74515033199714,
+   "param": [
+    0.4992903470993042,
+    0.11267939954996109,
+    0.3880302608013153
+   ]
+  },
+  {
+   "epoch": 38,
+   "train_loss": 0.5662928819656372,
+   "val_loss": 1.053788423538208,
+   "acc": 64.51,
+   "time": 36.661826336006925,
+   "param": [
+    0.4995904266834259,
+    0.09840980172157288,
+    0.4019998013973236
+   ]
+  },
+  {
+   "epoch": 39,
+   "train_loss": 0.7091264128684998,
+   "val_loss": 0.920611560344696,
+   "acc": 64.66,
+   "time": 36.40840062499774,
+   "param": [
+    0.49236106872558594,
+    0.10834658145904541,
+    0.39929232001304626
+   ]
+  },
+  {
+   "epoch": 40,
+   "train_loss": 0.6023117899894714,
+   "val_loss": 0.8979507684707642,
+   "acc": 65.12,
+   "time": 36.83474148199457,
+   "param": [
+    0.4861307442188263,
+    0.11503740400075912,
+    0.3988318145275116
+   ]
+  },
+  {
+   "epoch": 41,
+   "train_loss": 0.6270884871482849,
+   "val_loss": 1.1957100629806519,
+   "acc": 65.49000000000001,
+   "time": 36.702361816998746,
+   "param": [
+    0.4846161901950836,
+    0.12633930146694183,
+    0.38904455304145813
+   ]
+  },
+  {
+   "epoch": 42,
+   "train_loss": 0.566609799861908,
+   "val_loss": 0.9261432886123657,
+   "acc": 64.57000000000001,
+   "time": 36.72815889299818,
+   "param": [
+    0.4705210030078888,
+    0.14545278251171112,
+    0.3840262293815613
+   ]
+  },
+  {
+   "epoch": 43,
+   "train_loss": 0.7318246364593506,
+   "val_loss": 0.9594860076904297,
+   "acc": 64.79,
+   "time": 36.610749457002385,
+   "param": [
+    0.46337026357650757,
+    0.14818434417247772,
+    0.3884454071521759
+   ]
+  },
+  {
+   "epoch": 44,
+   "train_loss": 0.5584510564804077,
+   "val_loss": 1.0744174718856812,
+   "acc": 63.9,
+   "time": 36.505955414999335,
+   "param": [
+    0.46865350008010864,
+    0.13733409345149994,
+    0.394012451171875
+   ]
+  },
+  {
+   "epoch": 45,
+   "train_loss": 0.5341301560401917,
+   "val_loss": 1.1515650749206543,
+   "acc": 64.61,
+   "time": 37.53508454399707,
+   "param": [
+    0.465756893157959,
+    0.14120078086853027,
+    0.39304232597351074
+   ]
+  },
+  {
+   "epoch": 46,
+   "train_loss": 0.5883026719093323,
+   "val_loss": 1.0340394973754883,
+   "acc": 64.28,
+   "time": 37.90349333499762,
+   "param": [
+    0.4571536183357239,
+    0.15235525369644165,
+    0.3904911279678345
+   ]
+  },
+  {
+   "epoch": 47,
+   "train_loss": 0.6485587954521179,
+   "val_loss": 1.0649367570877075,
+   "acc": 65.42,
+   "time": 36.99660657499771,
+   "param": [
+    0.4407910108566284,
+    0.17710329592227936,
+    0.38210564851760864
+   ]
+  },
+  {
+   "epoch": 48,
+   "train_loss": 0.6630192399024963,
+   "val_loss": 1.1383136510849,
+   "acc": 64.86,
+   "time": 37.3962890890034,
+   "param": [
+    0.4265509843826294,
+    0.19215621054172516,
+    0.38129279017448425
+   ]
+  },
+  {
+   "epoch": 49,
+   "train_loss": 0.44357576966285706,
+   "val_loss": 1.2630168199539185,
+   "acc": 64.77000000000001,
+   "time": 37.47686175000126,
+   "param": [
+    0.43006378412246704,
+    0.17788733541965485,
+    0.3920488655567169
+   ]
+  },
+  {
+   "epoch": 50,
+   "train_loss": 0.5755192637443542,
+   "val_loss": 1.1309491395950317,
+   "acc": 65.24,
+   "time": 38.61855119199754,
+   "param": [
+    0.43531519174575806,
+    0.16358594596385956,
+    0.4010988175868988
+   ]
+  }
+ ]
+}

higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json

@@ -0,0 +1,591 @@
+{
+ "Accuracy": 65.02,
+ "Time": [
+  24.54094990193748,
+  1.9901021702504098
+ ],
+ "Device": "TITAN RTX",
+ "Param_names": [
+  "Identity",
+  "FlipUD",
+  "FlipLR"
+ ],
+ "Log": [
+  {
+   "epoch": 1,
+   "train_loss": 2.283158779144287,
+   "val_loss": 2.2855873107910156,
+   "acc": 12.629999999999999,
+   "time": 23.729046203999815,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 2,
+   "train_loss": 2.0398213863372803,
+   "val_loss": 2.0710794925689697,
+   "acc": 28.32,
+   "time": 23.25684407299991,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 3,
+   "train_loss": 1.8492025136947632,
+   "val_loss": 1.8955047130584717,
+   "acc": 34.32,
+   "time": 23.391526288000023,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 4,
+   "train_loss": 1.7446435689926147,
+   "val_loss": 1.6579530239105225,
+   "acc": 39.56,
+   "time": 23.56521128999998,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 5,
+   "train_loss": 1.6968200206756592,
+   "val_loss": 1.5973803997039795,
+   "acc": 42.05,
+   "time": 23.731295162999913,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 6,
+   "train_loss": 1.4987151622772217,
+   "val_loss": 1.671707034111023,
+   "acc": 43.94,
+   "time": 23.266101948999903,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 7,
+   "train_loss": 1.513161540031433,
+   "val_loss": 1.5041841268539429,
+   "acc": 46.82,
+   "time": 22.732253377000006,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 8,
+   "train_loss": 1.5439192056655884,
+   "val_loss": 1.5161170959472656,
+   "acc": 47.58,
+   "time": 24.186079760999974,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 9,
+   "train_loss": 1.4349387884140015,
+   "val_loss": 1.3760157823562622,
+   "acc": 48.92,
+   "time": 23.823676922999994,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 10,
+   "train_loss": 1.398415446281433,
+   "val_loss": 1.3427338600158691,
+   "acc": 50.760000000000005,
+   "time": 21.222428589999936,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 11,
+   "train_loss": 1.453107237815857,
+   "val_loss": 1.3146144151687622,
+   "acc": 52.15,
+   "time": 21.073526968999886,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 12,
+   "train_loss": 1.1997343301773071,
+   "val_loss": 1.320197343826294,
+   "acc": 52.35999999999999,
+   "time": 20.73973597400004,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 13,
+   "train_loss": 1.2277026176452637,
+   "val_loss": 1.2418988943099976,
+   "acc": 53.800000000000004,
+   "time": 20.81901321600003,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 14,
+   "train_loss": 1.2389252185821533,
+   "val_loss": 1.3257110118865967,
+   "acc": 54.300000000000004,
+   "time": 21.454136468999877,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 15,
+   "train_loss": 1.216184139251709,
+   "val_loss": 1.4041811227798462,
+   "acc": 54.83,
+   "time": 23.65662686299993,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 16,
+   "train_loss": 1.3247997760772705,
+   "val_loss": 1.2247248888015747,
+   "acc": 55.78999999999999,
+   "time": 24.00619986200013,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 17,
+   "train_loss": 1.1286687850952148,
+   "val_loss": 1.1753653287887573,
+   "acc": 55.589999999999996,
+   "time": 23.754560026000036,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 18,
+   "train_loss": 1.2823874950408936,
+   "val_loss": 1.261759877204895,
+   "acc": 56.11000000000001,
+   "time": 23.856020871000055,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 19,
+   "train_loss": 1.116113543510437,
+   "val_loss": 1.1843845844268799,
+   "acc": 57.48,
+   "time": 26.10987401599982,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 20,
+   "train_loss": 1.1583023071289062,
+   "val_loss": 1.1354888677597046,
+   "acc": 57.720000000000006,
+   "time": 25.275570086000016,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 21,
+   "train_loss": 1.2764322757720947,
+   "val_loss": 1.1615312099456787,
+   "acc": 58.01,
+   "time": 24.783446378999997,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 22,
+   "train_loss": 1.0524580478668213,
+   "val_loss": 1.1736781597137451,
+   "acc": 58.75,
+   "time": 24.063836734999995,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 23,
+   "train_loss": 1.170021891593933,
+   "val_loss": 1.172656536102295,
+   "acc": 60.22,
+   "time": 26.075143749000063,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 24,
+   "train_loss": 1.1195133924484253,
+   "val_loss": 1.276239275932312,
+   "acc": 58.29,
+   "time": 24.50795475299992,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 25,
+   "train_loss": 0.9872849583625793,
+   "val_loss": 1.1005438566207886,
+   "acc": 60.19,
+   "time": 24.12378836200014,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 26,
+   "train_loss": 0.9719225764274597,
+   "val_loss": 1.158207654953003,
+   "acc": 60.14000000000001,
+   "time": 24.24800439799992,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 27,
+   "train_loss": 0.9211532473564148,
+   "val_loss": 1.1024419069290161,
+   "acc": 61.24000000000001,
+   "time": 24.602224106999984,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 28,
+   "train_loss": 0.9972097277641296,
+   "val_loss": 1.1689412593841553,
+   "acc": 62.01,
+   "time": 24.817670231999955,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 29,
+   "train_loss": 0.8496556878089905,
+   "val_loss": 1.2263208627700806,
+   "acc": 60.23,
+   "time": 23.48850835500025,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 30,
+   "train_loss": 1.0593936443328857,
+   "val_loss": 1.1386638879776,
+   "acc": 62.09,
+   "time": 31.921108630000163,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 31,
+   "train_loss": 0.7327815294265747,
+   "val_loss": 1.08188796043396,
+   "acc": 62.49,
+   "time": 27.937221500000305,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 32,
+   "train_loss": 0.6734684705734253,
+   "val_loss": 1.1735066175460815,
+   "acc": 60.940000000000005,
+   "time": 25.776345321000008,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 33,
+   "train_loss": 0.9843050241470337,
+   "val_loss": 1.1812313795089722,
+   "acc": 61.47,
+   "time": 26.746137799999815,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 34,
+   "train_loss": 0.9417298436164856,
+   "val_loss": 1.070755124092102,
+   "acc": 63.370000000000005,
+   "time": 24.00863230899995,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 35,
+   "train_loss": 0.7977644205093384,
+   "val_loss": 1.0534089803695679,
+   "acc": 62.529999999999994,
+   "time": 24.479884088999825,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 36,
+   "train_loss": 0.8470560312271118,
+   "val_loss": 1.0383623838424683,
+   "acc": 62.870000000000005,
+   "time": 27.334045671999775,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 37,
+   "train_loss": 1.1520806550979614,
+   "val_loss": 1.06429123878479,
+   "acc": 62.839999999999996,
+   "time": 24.774569728999722,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 38,
+   "train_loss": 0.66573566198349,
+   "val_loss": 0.9384557008743286,
+   "acc": 64.42,
+   "time": 26.08930804700003,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 39,
+   "train_loss": 0.721142590045929,
+   "val_loss": 0.9894603490829468,
+   "acc": 63.72,
+   "time": 24.18941989399991,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 40,
+   "train_loss": 0.8285703063011169,
+   "val_loss": 1.119913935661316,
+   "acc": 63.01,
+   "time": 24.153525599000204,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 41,
+   "train_loss": 0.7104409337043762,
+   "val_loss": 0.9449323415756226,
+   "acc": 64.34,
+   "time": 24.81277096599979,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 42,
+   "train_loss": 0.6669884920120239,
+   "val_loss": 1.0676177740097046,
+   "acc": 64.66,
+   "time": 26.079780437999943,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 43,
+   "train_loss": 0.6543062329292297,
+   "val_loss": 1.0925030708312988,
+   "acc": 64.45,
+   "time": 25.16505016600013,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 44,
+   "train_loss": 0.7278675436973572,
+   "val_loss": 0.9916413426399231,
+   "acc": 63.74999999999999,
+   "time": 25.24035915000013,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 45,
+   "train_loss": 0.834118127822876,
+   "val_loss": 1.0961062908172607,
+   "acc": 63.2,
+   "time": 26.448529093999696,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 46,
+   "train_loss": 0.6944020390510559,
+   "val_loss": 1.158403754234314,
+   "acc": 63.029999999999994,
+   "time": 24.493000287000086,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 47,
+   "train_loss": 0.5769864320755005,
+   "val_loss": 1.0794469118118286,
+   "acc": 64.85,
+   "time": 25.083634444999916,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  },
+  {
+   "epoch": 48,
+   "train_loss": 0.5894100666046143,
+   "val_loss": 1.0762078762054443,
+   "acc": 65.02,
+   "time": 28.871967117000167,
+   "param": [
+    0.3333333432674408,
+    0.3333333432674408,
+    0.3333333432674408
+   ]
+  }
+ ]
+}

higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-3 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json

@@ -0,0 +1,639 @@
+{
+ "Accuracy": 66.58,
+ "Time": [
+  37.7742312856342,
+  1.1014744595515662
+ ],
+ "Device": "TITAN RTX",
+ "Param_names": [
+  "Identity",
+  "FlipUD",
+  "FlipLR"
+ ],
+ "Log": [
+  {
+   "epoch": 1,
+   "train_loss": 2.253801107406616,
+   "val_loss": 2.2481353282928467,
+   "acc": 19.189999999999998,
+   "time": 37.48511891800081,
+   "param": [
+    0.35289523005485535,
+    0.2786712646484375,
+    0.3684334456920624
+   ]
+  },
+  {
+   "epoch": 2,
+   "train_loss": 2.0905210971832275,
+   "val_loss": 1.935794711112976,
+   "acc": 27.500000000000004,
+   "time": 35.69367259499995,
+   "param": [
+    0.3593679368495941,
+    0.2587467133998871,
+    0.3818853199481964
+   ]
+  },
+  {
+   "epoch": 3,
+   "train_loss": 1.852683424949646,
+   "val_loss": 1.7971444129943848,
+   "acc": 34.28,
+   "time": 35.96590611300053,
+   "param": [
+    0.37112122774124146,
+    0.24013233184814453,
+    0.38874638080596924
+   ]
+  },
+  {
+   "epoch": 4,
+   "train_loss": 1.8368313312530518,
+   "val_loss": 1.696777582168579,
+   "acc": 36.94,
+   "time": 38.90836630099875,
+   "param": [
+    0.38151606917381287,
+    0.226035475730896,
+    0.39244842529296875
+   ]
+  },
+  {
+   "epoch": 5,
+   "train_loss": 1.6934728622436523,
+   "val_loss": 1.6279765367507935,
+   "acc": 43.309999999999995,
+   "time": 38.73837301799722,
+   "param": [
+    0.3995477855205536,
+    0.19133023917675018,
+    0.40912196040153503
+   ]
+  },
+  {
+   "epoch": 6,
+   "train_loss": 1.7036465406417847,
+   "val_loss": 1.5829827785491943,
+   "acc": 45.39,
+   "time": 40.35213866199774,
+   "param": [
+    0.41810691356658936,
+    0.15627671778202057,
+    0.4256163537502289
+   ]
+  },
+  {
+   "epoch": 7,
+   "train_loss": 1.6570773124694824,
+   "val_loss": 1.490157127380371,
+   "acc": 46.160000000000004,
+   "time": 37.12874770099734,
+   "param": [
+    0.4308543801307678,
+    0.12365251034498215,
+    0.4454931318759918
+   ]
+  },
+  {
+   "epoch": 8,
+   "train_loss": 1.4869844913482666,
+   "val_loss": 1.4674465656280518,
+   "acc": 48.14,
+   "time": 36.94256231599866,
+   "param": [
+    0.4282887876033783,
+    0.11374291032552719,
+    0.4579682946205139
+   ]
+  },
+  {
+   "epoch": 9,
+   "train_loss": 1.5590087175369263,
+   "val_loss": 1.3351894617080688,
+   "acc": 50.96000000000001,
+   "time": 37.07737052399898,
+   "param": [
+    0.424672394990921,
+    0.11684834957122803,
+    0.45847925543785095
+   ]
+  },
+  {
+   "epoch": 10,
+   "train_loss": 1.3734322786331177,
+   "val_loss": 1.3504620790481567,
+   "acc": 50.970000000000006,
+   "time": 37.06832329199824,
+   "param": [
+    0.4266674518585205,
+    0.1113819107413292,
+    0.4619506895542145
+   ]
+  },
+  {
+   "epoch": 11,
+   "train_loss": 1.519966959953308,
+   "val_loss": 1.3400564193725586,
+   "acc": 52.99,
+   "time": 36.36067224099679,
+   "param": [
+    0.43248188495635986,
+    0.10119837522506714,
+    0.4663197100162506
+   ]
+  },
+  {
+   "epoch": 12,
+   "train_loss": 1.468143105506897,
+   "val_loss": 1.3472760915756226,
+   "acc": 54.669999999999995,
+   "time": 36.56566069100154,
+   "param": [
+    0.4318166971206665,
+    0.10248972475528717,
+    0.4656936526298523
+   ]
+  },
+  {
+   "epoch": 13,
+   "train_loss": 1.1947780847549438,
+   "val_loss": 1.282423496246338,
+   "acc": 56.21000000000001,
+   "time": 37.57774485399932,
+   "param": [
+    0.4339868128299713,
+    0.09356513619422913,
+    0.47244805097579956
+   ]
+  },
+  {
+   "epoch": 14,
+   "train_loss": 1.3439443111419678,
+   "val_loss": 1.292016863822937,
+   "acc": 56.45,
+   "time": 36.87085546099843,
+   "param": [
+    0.4439050853252411,
+    0.07319726049900055,
+    0.48289763927459717
+   ]
+  },
+  {
+   "epoch": 15,
+   "train_loss": 1.3722606897354126,
+   "val_loss": 1.2296589612960815,
+   "acc": 56.19,
+   "time": 36.80921628099895,
+   "param": [
+    0.45075511932373047,
+    0.06970617175102234,
+    0.4795387387275696
+   ]
+  },
+  {
+   "epoch": 16,
+   "train_loss": 0.9719740152359009,
+   "val_loss": 1.1752084493637085,
+   "acc": 58.14,
+   "time": 37.302905635999196,
+   "param": [
+    0.45189979672431946,
+    0.06584649533033371,
+    0.4822537302970886
+   ]
+  },
+  {
+   "epoch": 17,
+   "train_loss": 1.1082011461257935,
+   "val_loss": 1.0993036031723022,
+   "acc": 58.60999999999999,
+   "time": 36.99611437099884,
+   "param": [
+    0.4531376361846924,
+    0.06315330415964127,
+    0.4837090075016022
+   ]
+  },
+  {
+   "epoch": 18,
+   "train_loss": 1.100962519645691,
+   "val_loss": 1.2436270713806152,
+   "acc": 58.42,
+   "time": 36.123874485998385,
+   "param": [
+    0.45502328872680664,
+    0.0654481053352356,
+    0.47952863574028015
+   ]
+  },
+  {
+   "epoch": 19,
+   "train_loss": 1.0585485696792603,
+   "val_loss": 1.2115973234176636,
+   "acc": 59.41,
+   "time": 37.58438624499831,
+   "param": [
+    0.4559936821460724,
+    0.06442123651504517,
+    0.47958511114120483
+   ]
+  },
+  {
+   "epoch": 20,
+   "train_loss": 0.9495722055435181,
+   "val_loss": 1.1772778034210205,
+   "acc": 59.21999999999999,
+   "time": 37.32595848500205,
+   "param": [
+    0.4537729024887085,
+    0.0739705041050911,
+    0.47225651144981384
+   ]
+  },
+  {
+   "epoch": 21,
+   "train_loss": 0.9804427027702332,
+   "val_loss": 1.1277587413787842,
+   "acc": 60.5,
+   "time": 36.76424620100079,
+   "param": [
+    0.4451295733451843,
+    0.09067455679178238,
+    0.4641958177089691
+   ]
+  },
+  {
+   "epoch": 22,
+   "train_loss": 1.3126684427261353,
+   "val_loss": 1.124817967414856,
+   "acc": 61.59,
+   "time": 36.4723062890007,
+   "param": [
+    0.4496096968650818,
+    0.07913045585155487,
+    0.47125983238220215
+   ]
+  },
+  {
+   "epoch": 23,
+   "train_loss": 0.9091474413871765,
+   "val_loss": 1.097652792930603,
+   "acc": 61.260000000000005,
+   "time": 38.64669329299795,
+   "param": [
+    0.45516207814216614,
+    0.0719887986779213,
+    0.4728491008281708
+   ]
+  },
+  {
+   "epoch": 24,
+   "train_loss": 0.9855243563652039,
+   "val_loss": 1.2046617269515991,
+   "acc": 63.080000000000005,
+   "time": 37.038977118998446,
+   "param": [
+    0.4487643241882324,
+    0.07884439826011658,
+    0.4723912477493286
+   ]
+  },
+  {
+   "epoch": 25,
+   "train_loss": 1.1145648956298828,
+   "val_loss": 1.1190316677093506,
+   "acc": 62.82,
+   "time": 36.99804039800074,
+   "param": [
+    0.4416149854660034,
+    0.09073438495397568,
+    0.4676506221294403
+   ]
+  },
+  {
+   "epoch": 26,
+   "train_loss": 0.9828168749809265,
+   "val_loss": 0.9906573295593262,
+   "acc": 63.14999999999999,
+   "time": 37.904813173998264,
+   "param": [
+    0.44279471039772034,
+    0.08998674154281616,
+    0.4672185778617859
+   ]
+  },
+  {
+   "epoch": 27,
+   "train_loss": 0.8464515209197998,
+   "val_loss": 1.1491245031356812,
+   "acc": 60.62,
+   "time": 36.513001568997424,
+   "param": [
+    0.45283299684524536,
+    0.07421603053808212,
+    0.4729509949684143
+   ]
+  },
+  {
+   "epoch": 28,
+   "train_loss": 0.9307124018669128,
+   "val_loss": 1.179481863975525,
+   "acc": 63.28,
+   "time": 36.60721551000097,
+   "param": [
+    0.47000834345817566,
+    0.03786376491189003,
+    0.4921278655529022
+   ]
+  },
+  {
+   "epoch": 29,
+   "train_loss": 1.0257830619812012,
+   "val_loss": 0.9456920623779297,
+   "acc": 64.33,
+   "time": 37.00888436400055,
+   "param": [
+    0.4699552059173584,
+    0.027949387207627296,
+    0.5020954608917236
+   ]
+  },
+  {
+   "epoch": 30,
+   "train_loss": 0.8759603500366211,
+   "val_loss": 1.007314920425415,
+   "acc": 64.39,
+   "time": 38.44673091799996,
+   "param": [
+    0.4599274694919586,
+    0.044678013771772385,
+    0.4953944683074951
+   ]
+  },
+  {
+   "epoch": 31,
+   "train_loss": 0.8273267149925232,
+   "val_loss": 1.1181597709655762,
+   "acc": 64.71000000000001,
+   "time": 38.20629164700222,
+   "param": [
+    0.44734418392181396,
+    0.06509651243686676,
+    0.48755931854248047
+   ]
+  },
+  {
+   "epoch": 32,
+   "train_loss": 0.8477728962898254,
+   "val_loss": 0.9520309567451477,
+   "acc": 65.27,
+   "time": 38.11640244299997,
+   "param": [
+    0.44046643376350403,
+    0.08431635051965714,
+    0.4752172529697418
+   ]
+  },
+  {
+   "epoch": 33,
+   "train_loss": 0.8210697770118713,
+   "val_loss": 1.0408051013946533,
+   "acc": 64.29,
+   "time": 38.022383046998584,
+   "param": [
+    0.43187302350997925,
+    0.1058058813214302,
+    0.46232107281684875
+   ]
+  },
+  {
+   "epoch": 34,
+   "train_loss": 0.9626104235649109,
+   "val_loss": 0.9879724383354187,
+   "acc": 65.32,
+   "time": 37.918467642000905,
+   "param": [
+    0.42423611879348755,
+    0.12759549915790558,
+    0.4481683671474457
+   ]
+  },
+  {
+   "epoch": 35,
+   "train_loss": 0.8926398754119873,
+   "val_loss": 1.0057024955749512,
+   "acc": 64.75999999999999,
+   "time": 38.909883471002104,
+   "param": [
+    0.42086800932884216,
+    0.14147232472896576,
+    0.4376596212387085
+   ]
+  },
+  {
+   "epoch": 36,
+   "train_loss": 0.7502409815788269,
+   "val_loss": 1.015832781791687,
+   "acc": 65.60000000000001,
+   "time": 39.525797272999625,
+   "param": [
+    0.4176517724990845,
+    0.15419304370880127,
+    0.4281551241874695
+   ]
+  },
+  {
+   "epoch": 37,
+   "train_loss": 0.7148786783218384,
+   "val_loss": 0.9692752361297607,
+   "acc": 64.7,
+   "time": 37.997674355003255,
+   "param": [
+    0.4221518039703369,
+    0.1584482491016388,
+    0.4193999171257019
+   ]
+  },
+  {
+   "epoch": 38,
+   "train_loss": 0.8409446477890015,
+   "val_loss": 1.260137677192688,
+   "acc": 65.47,
+   "time": 38.06837694400019,
+   "param": [
+    0.42045706510543823,
+    0.16465646028518677,
+    0.414886474609375
+   ]
+  },
+  {
+   "epoch": 39,
+   "train_loss": 0.7158916592597961,
+   "val_loss": 0.904012143611908,
+   "acc": 65.42,
+   "time": 38.175417165999534,
+   "param": [
+    0.4136683940887451,
+    0.17970195412635803,
+    0.4066295921802521
+   ]
+  },
+  {
+   "epoch": 40,
+   "train_loss": 0.6504249572753906,
+   "val_loss": 1.0761750936508179,
+   "acc": 65.64,
+   "time": 38.39688676899823,
+   "param": [
+    0.4247097969055176,
+    0.17541970312595367,
+    0.39987051486968994
+   ]
+  },
+  {
+   "epoch": 41,
+   "train_loss": 0.5574390888214111,
+   "val_loss": 1.1620177030563354,
+   "acc": 66.09,
+   "time": 37.56735104700056,
+   "param": [
+    0.4339694380760193,
+    0.16809701919555664,
+    0.3979335427284241
+   ]
+  },
+  {
+   "epoch": 42,
+   "train_loss": 0.6469662189483643,
+   "val_loss": 0.8687254786491394,
+   "acc": 65.95,
+   "time": 37.079090339000686,
+   "param": [
+    0.4519507586956024,
+    0.14833985269069672,
+    0.3997093737125397
+   ]
+  },
+  {
+   "epoch": 43,
+   "train_loss": 0.5411563515663147,
+   "val_loss": 1.0923100709915161,
+   "acc": 65.72,
+   "time": 38.165640114999405,
+   "param": [
+    0.4561785161495209,
+    0.1430881917476654,
+    0.4007333517074585
+   ]
+  },
+  {
+   "epoch": 44,
+   "train_loss": 0.7421649098396301,
+   "val_loss": 0.9281668066978455,
+   "acc": 65.95,
+   "time": 37.277015935000236,
+   "param": [
+    0.4561310410499573,
+    0.14978531002998352,
+    0.3940836787223816
+   ]
+  },
+  {
+   "epoch": 45,
+   "train_loss": 0.7661356925964355,
+   "val_loss": 0.9813562035560608,
+   "acc": 66.3,
+   "time": 38.442085514998325,
+   "param": [
+    0.44398748874664307,
+    0.1607126146554947,
+    0.39529991149902344
+   ]
+  },
+  {
+   "epoch": 46,
+   "train_loss": 0.6343474388122559,
+   "val_loss": 0.9712318181991577,
+   "acc": 64.89,
+   "time": 39.56844207299946,
+   "param": [
+    0.42142751812934875,
+    0.17304572463035583,
+    0.405526727437973
+   ]
+  },
+  {
+   "epoch": 47,
+   "train_loss": 0.782078742980957,
+   "val_loss": 1.0200870037078857,
+   "acc": 65.99000000000001,
+   "time": 39.217497661997186,
+   "param": [
+    0.4174322783946991,
+    0.16443228721618652,
+    0.4181354343891144
+   ]
+  },
+  {
+   "epoch": 48,
+   "train_loss": 0.5975955724716187,
+   "val_loss": 1.040493369102478,
+   "acc": 65.8,
+   "time": 37.93194359900008,
+   "param": [
+    0.42394348978996277,
+    0.14449699223041534,
+    0.4315595030784607
+   ]
+  },
+  {
+   "epoch": 49,
+   "train_loss": 0.615393877029419,
+   "val_loss": 0.970729649066925,
+   "acc": 65.93,
+   "time": 40.32203329500044,
+   "param": [
+    0.4282342195510864,
+    0.13630910217761993,
+    0.43545669317245483
+   ]
+  },
+  {
+   "epoch": 50,
+   "train_loss": 0.5325866341590881,
+   "val_loss": 1.0514827966690063,
+   "acc": 66.27,
+   "time": 39.71538778100148,
+   "param": [
+    0.42268168926239014,
+    0.14108377695083618,
+    0.4362345039844513
+   ]
+  },
+  {
+   "epoch": 51,
+   "train_loss": 0.5719747543334961,
+   "val_loss": 1.1623011827468872,
+   "acc": 65.34,
+   "time": 38.698609094997664,
+   "param": [
+    0.41279804706573486,
+    0.14651308953762054,
+    0.4406889081001282
+   ]
+  },
+  {
+   "epoch": 52,
+   "train_loss": 0.30436936020851135,
+   "val_loss": 1.1095142364501953,
+   "acc": 66.58,
+   "time": 39.658472614002676,
+   "param": [
+    0.40315964818000793,
+    0.15304651856422424,
+    0.4437938630580902
+   ]
+  }
+ ]
+}

higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json

@@ -0,0 +1,757 @@
+{
+ "Accuracy": 65.64,
+ "Time": [
+  13.004870036894875,
+  11.37914545980977
+ ],
+ "Device": "TITAN RTX",
+ "Param_names": [
+  "Identity",
+  "FlipUD",
+  "FlipLR",
+  "Rotate"
+ ],
+ "Log": [
+  {
+   "epoch": 1,
+   "train_loss": 2.1133944988250732,
+   "val_loss": 2.097074270248413,
+   "acc": 24.279999999999998,
+   "time": 3.9479366970008414,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 2,
+   "train_loss": 1.8982301950454712,
+   "val_loss": 1.9306557178497314,
+   "acc": 31.61,
+   "time": 2.9062239220002084,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 3,
+   "train_loss": 1.8342608213424683,
+   "val_loss": 1.8034552335739136,
+   "acc": 38.03,
+   "time": 2.88473139800044,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 4,
+   "train_loss": 1.571889877319336,
+   "val_loss": 1.6788023710250854,
+   "acc": 40.739999999999995,
+   "time": 2.9768612010011566,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 5,
+   "train_loss": 1.6537126302719116,
+   "val_loss": 1.6277669668197632,
+   "acc": 42.0,
+   "time": 2.968658880003204,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 6,
+   "train_loss": 1.548126459121704,
+   "val_loss": 1.4901752471923828,
+   "acc": 45.71,
+   "time": 2.9924795550032286,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 7,
+   "train_loss": 1.4095799922943115,
+   "val_loss": 1.3947612047195435,
+   "acc": 48.72,
+   "time": 2.967856307997863,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 8,
+   "train_loss": 1.3422526121139526,
+   "val_loss": 1.3757280111312866,
+   "acc": 51.38,
+   "time": 2.995351834997564,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 9,
+   "train_loss": 1.3972036838531494,
+   "val_loss": 1.321593999862671,
+   "acc": 50.739999999999995,
+   "time": 2.930824679999205,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 10,
+   "train_loss": 0.9220527410507202,
+   "val_loss": 1.2398216724395752,
+   "acc": 54.89000000000001,
+   "time": 2.9423341549991164,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 11,
+   "train_loss": 1.2080832719802856,
+   "val_loss": 1.2921305894851685,
+   "acc": 54.71,
+   "time": 2.986919385002693,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 12,
+   "train_loss": 1.1137901544570923,
+   "val_loss": 1.305311918258667,
+   "acc": 56.71000000000001,
+   "time": 2.9662568460007606,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 13,
+   "train_loss": 1.155529499053955,
+   "val_loss": 1.4032233953475952,
+   "acc": 57.97,
+   "time": 2.972842421997484,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 14,
+   "train_loss": 1.0794886350631714,
+   "val_loss": 1.3230032920837402,
+   "acc": 55.75,
+   "time": 2.997600856997451,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 15,
+   "train_loss": 1.0186865329742432,
+   "val_loss": 1.036115050315857,
+   "acc": 59.53000000000001,
+   "time": 3.0004949680005666,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 16,
+   "train_loss": 1.0312520265579224,
+   "val_loss": 1.1196805238723755,
+   "acc": 60.099999999999994,
+   "time": 2.8927350640005898,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 17,
+   "train_loss": 0.9989442229270935,
+   "val_loss": 1.267714262008667,
+   "acc": 58.379999999999995,
+   "time": 2.9993260860028386,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 18,
+   "train_loss": 0.8157129287719727,
+   "val_loss": 1.1198195219039917,
+   "acc": 59.870000000000005,
+   "time": 2.9538724799967895,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 19,
+   "train_loss": 0.9785850048065186,
+   "val_loss": 1.0725669860839844,
+   "acc": 61.09,
+   "time": 2.964992263001477,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 20,
+   "train_loss": 0.6985935568809509,
+   "val_loss": 1.1611593961715698,
+   "acc": 61.919999999999995,
+   "time": 2.9496500749992265,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 21,
+   "train_loss": 0.7354158759117126,
+   "val_loss": 1.0098166465759277,
+   "acc": 61.92999999999999,
+   "time": 2.9088356669999484,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 22,
+   "train_loss": 0.8630967736244202,
+   "val_loss": 1.1749805212020874,
+   "acc": 61.85000000000001,
+   "time": 2.9226699369974085,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 23,
+   "train_loss": 0.6811422109603882,
+   "val_loss": 1.0985454320907593,
+   "acc": 61.839999999999996,
+   "time": 2.913564074999158,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 24,
+   "train_loss": 0.5639576315879822,
+   "val_loss": 1.0318398475646973,
+   "acc": 61.44,
+   "time": 3.006348088998493,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 25,
+   "train_loss": 0.641460120677948,
+   "val_loss": 1.2382028102874756,
+   "acc": 62.67,
+   "time": 2.997289491999254,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 26,
+   "train_loss": 0.6895239949226379,
+   "val_loss": 1.1358391046524048,
+   "acc": 61.72,
+   "time": 3.0185486000009405,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 27,
+   "train_loss": 0.4305916428565979,
+   "val_loss": 1.3531103134155273,
+   "acc": 60.49,
+   "time": 2.9346315510010754,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 28,
+   "train_loss": 0.412574827671051,
+   "val_loss": 1.2914167642593384,
+   "acc": 61.58,
+   "time": 2.9637486430001445,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 29,
+   "train_loss": 0.41689443588256836,
+   "val_loss": 1.347478985786438,
+   "acc": 62.25000000000001,
+   "time": 2.9716133270012506,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 30,
+   "train_loss": 0.49450498819351196,
+   "val_loss": 1.2309627532958984,
+   "acc": 62.1,
+   "time": 2.9273646770016057,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 31,
+   "train_loss": 0.28460928797721863,
+   "val_loss": 1.5169156789779663,
+   "acc": 61.92999999999999,
+   "time": 2.9606759039997996,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 32,
+   "train_loss": 0.3315800428390503,
+   "val_loss": 1.5895847082138062,
+   "acc": 60.96,
+   "time": 2.9223655969981337,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 33,
+   "train_loss": 1.3093377351760864,
+   "val_loss": 1.1518280506134033,
+   "acc": 62.35000000000001,
+   "time": 22.385375985999417,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 34,
+   "train_loss": 0.8579041957855225,
+   "val_loss": 1.014437198638916,
+   "acc": 61.85000000000001,
+   "time": 24.191967962997296,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 35,
+   "train_loss": 1.0459425449371338,
+   "val_loss": 1.0010809898376465,
+   "acc": 63.339999999999996,
+   "time": 27.053403162000905,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 36,
+   "train_loss": 0.9614832997322083,
+   "val_loss": 1.0081148147583008,
+   "acc": 63.849999999999994,
+   "time": 24.388648260999616,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 37,
+   "train_loss": 0.9170201420783997,
+   "val_loss": 1.195899248123169,
+   "acc": 63.59,
+   "time": 24.29713767499925,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 38,
+   "train_loss": 0.7433265447616577,
+   "val_loss": 1.289540410041809,
+   "acc": 64.19,
+   "time": 26.230891958002758,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 39,
+   "train_loss": 0.6950061917304993,
+   "val_loss": 1.1559417247772217,
+   "acc": 64.5,
+   "time": 25.7609212080024,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 40,
+   "train_loss": 0.7942968606948853,
+   "val_loss": 1.0048977136611938,
+   "acc": 63.449999999999996,
+   "time": 25.321133858000394,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 41,
+   "train_loss": 0.7093613743782043,
+   "val_loss": 1.0713391304016113,
+   "acc": 63.49,
+   "time": 27.230800323999574,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 42,
+   "train_loss": 0.5903858542442322,
+   "val_loss": 1.2138065099716187,
+   "acc": 64.33,
+   "time": 24.867517194001266,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 43,
+   "train_loss": 0.7220480442047119,
+   "val_loss": 1.0216443538665771,
+   "acc": 64.46,
+   "time": 25.86241717699886,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 44,
+   "train_loss": 0.7344650626182556,
+   "val_loss": 0.9936228394508362,
+   "acc": 64.85,
+   "time": 24.796817354002997,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 45,
+   "train_loss": 0.5944536924362183,
+   "val_loss": 1.004671335220337,
+   "acc": 64.78,
+   "time": 28.347835928998393,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 46,
+   "train_loss": 0.5892364978790283,
+   "val_loss": 1.1140085458755493,
+   "acc": 65.44,
+   "time": 25.01919123600237,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 47,
+   "train_loss": 0.7404259443283081,
+   "val_loss": 0.8990511894226074,
+   "acc": 64.89,
+   "time": 25.52679280400116,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 48,
+   "train_loss": 0.7430607676506042,
+   "val_loss": 1.113510012626648,
+   "acc": 65.21000000000001,
+   "time": 25.428097242998774,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 49,
+   "train_loss": 0.6516563892364502,
+   "val_loss": 1.0093786716461182,
+   "acc": 65.4,
+   "time": 24.80897633100176,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 50,
+   "train_loss": 0.48906952142715454,
+   "val_loss": 1.3013302087783813,
+   "acc": 65.64,
+   "time": 26.921241604999523,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 51,
+   "train_loss": 0.5608984231948853,
+   "val_loss": 1.0791902542114258,
+   "acc": 65.23,
+   "time": 30.49828498200077,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 52,
+   "train_loss": 0.55747389793396,
+   "val_loss": 1.1312142610549927,
+   "acc": 64.91,
+   "time": 27.09494730699953,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 53,
+   "train_loss": 0.44682303071022034,
+   "val_loss": 1.1122002601623535,
+   "acc": 64.48,
+   "time": 25.38142809599958,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 54,
+   "train_loss": 0.5624671578407288,
+   "val_loss": 1.1630234718322754,
+   "acc": 64.34,
+   "time": 25.93796219000069,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 55,
+   "train_loss": 0.6416686773300171,
+   "val_loss": 1.2792307138442993,
+   "acc": 65.14999999999999,
+   "time": 27.21941066400177,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 56,
+   "train_loss": 0.42228448390960693,
+   "val_loss": 1.0707148313522339,
+   "acc": 65.05,
+   "time": 25.13315417799822,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 57,
+   "train_loss": 0.5644987225532532,
+   "val_loss": 1.4143505096435547,
+   "acc": 65.0,
+   "time": 25.927632782000728,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  }
+ ]
+}

higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json

@@ -0,0 +1,783 @@
+{
+ "Accuracy": 65.84,
+ "Time": [
+  23.576667166458073,
+  18.33362682304409
+ ],
+ "Device": "TITAN RTX",
+ "Param_names": [
+  "Identity",
+  "FlipUD",
+  "FlipLR",
+  "Rotate"
+ ],
+ "Log": [
+  {
+   "epoch": 1,
+   "train_loss": 2.1978187561035156,
+   "val_loss": 2.212573766708374,
+   "acc": 20.74,
+   "time": 3.9082092349999584,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 2,
+   "train_loss": 1.8815462589263916,
+   "val_loss": 1.9778119325637817,
+   "acc": 30.330000000000002,
+   "time": 2.8438553669984685,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 3,
+   "train_loss": 1.8382723331451416,
+   "val_loss": 1.7622580528259277,
+   "acc": 36.35,
+   "time": 2.861433448000753,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 4,
+   "train_loss": 1.4922159910202026,
+   "val_loss": 1.6943703889846802,
+   "acc": 40.87,
+   "time": 2.859993777994532,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 5,
+   "train_loss": 1.41049063205719,
+   "val_loss": 1.613801121711731,
+   "acc": 42.96,
+   "time": 2.8945278949977364,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 6,
+   "train_loss": 1.504009485244751,
+   "val_loss": 1.5479183197021484,
+   "acc": 45.79,
+   "time": 2.8682772430038312,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 7,
+   "train_loss": 1.2248371839523315,
+   "val_loss": 1.5048249959945679,
+   "acc": 46.89,
+   "time": 2.8690914190010517,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 8,
+   "train_loss": 1.2617979049682617,
+   "val_loss": 1.436240792274475,
+   "acc": 50.3,
+   "time": 2.864962920000835,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 9,
+   "train_loss": 1.3677681684494019,
+   "val_loss": 1.2973781824111938,
+   "acc": 52.04,
+   "time": 2.8705016340027214,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 10,
+   "train_loss": 1.316288709640503,
+   "val_loss": 1.3837088346481323,
+   "acc": 51.29,
+   "time": 2.932875302998582,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 11,
+   "train_loss": 1.241814374923706,
+   "val_loss": 1.2469340562820435,
+   "acc": 53.39,
+   "time": 2.923936594001134,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 12,
+   "train_loss": 1.2991584539413452,
+   "val_loss": 1.1413218975067139,
+   "acc": 54.86,
+   "time": 2.9173104699948453,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 13,
+   "train_loss": 1.0689083337783813,
+   "val_loss": 1.2535001039505005,
+   "acc": 56.63,
+   "time": 2.89140807500371,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 14,
+   "train_loss": 1.047332763671875,
+   "val_loss": 1.290968656539917,
+   "acc": 57.45,
+   "time": 2.9364654309974867,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 15,
+   "train_loss": 1.0249584913253784,
+   "val_loss": 1.2501195669174194,
+   "acc": 58.18,
+   "time": 2.940792016001069,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 16,
+   "train_loss": 0.9422227740287781,
+   "val_loss": 1.061212420463562,
+   "acc": 58.699999999999996,
+   "time": 2.9530816599944956,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 17,
+   "train_loss": 1.0307848453521729,
+   "val_loss": 1.243888020515442,
+   "acc": 59.28,
+   "time": 2.914977849002753,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 18,
+   "train_loss": 0.8698165416717529,
+   "val_loss": 1.2023506164550781,
+   "acc": 57.92,
+   "time": 2.972023257003457,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 19,
+   "train_loss": 0.8112623691558838,
+   "val_loss": 1.2157633304595947,
+   "acc": 57.809999999999995,
+   "time": 2.949914942997566,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 20,
+   "train_loss": 0.7969756722450256,
+   "val_loss": 1.2808741331100464,
+   "acc": 59.68,
+   "time": 2.9469503849977627,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 21,
+   "train_loss": 0.7708574533462524,
+   "val_loss": 1.2126518487930298,
+   "acc": 59.25,
+   "time": 2.9194508169966866,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 22,
+   "train_loss": 0.713342547416687,
+   "val_loss": 1.1233607530593872,
+   "acc": 61.129999999999995,
+   "time": 2.966882638000243,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 23,
+   "train_loss": 0.7105557322502136,
+   "val_loss": 1.359276533126831,
+   "acc": 60.07,
+   "time": 2.9109055299995816,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 24,
+   "train_loss": 0.718525767326355,
+   "val_loss": 1.2684499025344849,
+   "acc": 60.050000000000004,
+   "time": 2.951174904999789,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 25,
+   "train_loss": 0.6787130832672119,
+   "val_loss": 1.1068662405014038,
+   "acc": 60.9,
+   "time": 2.9207298050023383,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 26,
+   "train_loss": 0.5889912843704224,
+   "val_loss": 1.2459617853164673,
+   "acc": 59.540000000000006,
+   "time": 2.9465316790010547,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 27,
+   "train_loss": 1.079828143119812,
+   "val_loss": 1.140770435333252,
+   "acc": 59.84,
+   "time": 35.49566068700369,
+   "param": [
+    0.2598349153995514,
+    0.18143829703330994,
+    0.2726213037967682,
+    0.28610554337501526
+   ]
+  },
+  {
+   "epoch": 28,
+   "train_loss": 0.8403233885765076,
+   "val_loss": 1.057658076286316,
+   "acc": 62.339999999999996,
+   "time": 38.669758275995264,
+   "param": [
+    0.2824101746082306,
+    0.14793145656585693,
+    0.2835456430912018,
+    0.2861127257347107
+   ]
+  },
+  {
+   "epoch": 29,
+   "train_loss": 1.201022744178772,
+   "val_loss": 1.0605300664901733,
+   "acc": 61.5,
+   "time": 37.982412919001945,
+   "param": [
+    0.3030540645122528,
+    0.12965698540210724,
+    0.28641754388809204,
+    0.2808714509010315
+   ]
+  },
+  {
+   "epoch": 30,
+   "train_loss": 0.9830183982849121,
+   "val_loss": 1.0877258777618408,
+   "acc": 63.38,
+   "time": 39.07923501400364,
+   "param": [
+    0.3127354085445404,
+    0.11775368452072144,
+    0.2851088345050812,
+    0.2844020426273346
+   ]
+  },
+  {
+   "epoch": 31,
+   "train_loss": 0.9247341752052307,
+   "val_loss": 1.1132227182388306,
+   "acc": 61.78,
+   "time": 39.04029036399879,
+   "param": [
+    0.32952767610549927,
+    0.11489280313253403,
+    0.2761496603488922,
+    0.27942976355552673
+   ]
+  },
+  {
+   "epoch": 32,
+   "train_loss": 0.8198213577270508,
+   "val_loss": 1.3090604543685913,
+   "acc": 63.41,
+   "time": 39.2740178439999,
+   "param": [
+    0.3435211777687073,
+    0.10792076587677002,
+    0.2674053907394409,
+    0.2811526954174042
+   ]
+  },
+  {
+   "epoch": 33,
+   "train_loss": 0.6891999840736389,
+   "val_loss": 1.0650882720947266,
+   "acc": 63.339999999999996,
+   "time": 39.28128078500595,
+   "param": [
+    0.3589978814125061,
+    0.10793830454349518,
+    0.25197792053222656,
+    0.28108587861061096
+   ]
+  },
+  {
+   "epoch": 34,
+   "train_loss": 0.7647940516471863,
+   "val_loss": 1.070839285850525,
+   "acc": 63.690000000000005,
+   "time": 40.9745044759984,
+   "param": [
+    0.3673841059207916,
+    0.10761784017086029,
+    0.2482973337173462,
+    0.2767007350921631
+   ]
+  },
+  {
+   "epoch": 35,
+   "train_loss": 0.847358226776123,
+   "val_loss": 0.9924085736274719,
+   "acc": 64.68,
+   "time": 40.91686534000473,
+   "param": [
+    0.36886629462242126,
+    0.12066894769668579,
+    0.24021464586257935,
+    0.2702501118183136
+   ]
+  },
+  {
+   "epoch": 36,
+   "train_loss": 0.6473565697669983,
+   "val_loss": 1.104058861732483,
+   "acc": 64.03999999999999,
+   "time": 40.95300006699836,
+   "param": [
+    0.3748171627521515,
+    0.12172434478998184,
+    0.24283216893672943,
+    0.26062634587287903
+   ]
+  },
+  {
+   "epoch": 37,
+   "train_loss": 0.7877498269081116,
+   "val_loss": 1.122895359992981,
+   "acc": 63.62,
+   "time": 40.54432579300192,
+   "param": [
+    0.3744545876979828,
+    0.11607354134321213,
+    0.2535834312438965,
+    0.255888432264328
+   ]
+  },
+  {
+   "epoch": 38,
+   "train_loss": 0.6346514225006104,
+   "val_loss": 1.0661535263061523,
+   "acc": 63.690000000000005,
+   "time": 39.72321558499971,
+   "param": [
+    0.36410290002822876,
+    0.12953880429267883,
+    0.25529900193214417,
+    0.25105932354927063
+   ]
+  },
+  {
+   "epoch": 39,
+   "train_loss": 0.765245795249939,
+   "val_loss": 1.0209953784942627,
+   "acc": 64.05999999999999,
+   "time": 39.54929952100065,
+   "param": [
+    0.3699783682823181,
+    0.14709793031215668,
+    0.24667973816394806,
+    0.23624393343925476
+   ]
+  },
+  {
+   "epoch": 40,
+   "train_loss": 0.6754229664802551,
+   "val_loss": 1.0782872438430786,
+   "acc": 64.7,
+   "time": 40.165617758000735,
+   "param": [
+    0.37032294273376465,
+    0.15334348380565643,
+    0.24269622564315796,
+    0.23363737761974335
+   ]
+  },
+  {
+   "epoch": 41,
+   "train_loss": 0.5497123599052429,
+   "val_loss": 1.092331886291504,
+   "acc": 65.09,
+   "time": 39.332125084001746,
+   "param": [
+    0.3849131762981415,
+    0.14981059730052948,
+    0.23272593319416046,
+    0.23255033791065216
+   ]
+  },
+  {
+   "epoch": 42,
+   "train_loss": 0.7016181945800781,
+   "val_loss": 0.9819862842559814,
+   "acc": 64.69,
+   "time": 39.16431912800181,
+   "param": [
+    0.39064881205558777,
+    0.1284635365009308,
+    0.2385968416929245,
+    0.24229082465171814
+   ]
+  },
+  {
+   "epoch": 43,
+   "train_loss": 0.5640954971313477,
+   "val_loss": 1.1620296239852905,
+   "acc": 64.67,
+   "time": 39.816658203999395,
+   "param": [
+    0.39068037271499634,
+    0.11009218543767929,
+    0.23734933137893677,
+    0.2618781626224518
+   ]
+  },
+  {
+   "epoch": 44,
+   "train_loss": 0.555194616317749,
+   "val_loss": 1.2806707620620728,
+   "acc": 64.77000000000001,
+   "time": 43.24676582900429,
+   "param": [
+    0.39442360401153564,
+    0.10820331424474716,
+    0.23190078139305115,
+    0.2654723525047302
+   ]
+  },
+  {
+   "epoch": 45,
+   "train_loss": 0.6706969141960144,
+   "val_loss": 1.0545603036880493,
+   "acc": 64.97,
+   "time": 39.591743420001876,
+   "param": [
+    0.38052576780319214,
+    0.13599272072315216,
+    0.2352783977985382,
+    0.2482030838727951
+   ]
+  },
+  {
+   "epoch": 46,
+   "train_loss": 0.6509790420532227,
+   "val_loss": 1.089281439781189,
+   "acc": 65.24,
+   "time": 41.50841243300238,
+   "param": [
+    0.36697760224342346,
+    0.16821922361850739,
+    0.24159258604049683,
+    0.22321061789989471
+   ]
+  },
+  {
+   "epoch": 47,
+   "train_loss": 0.7054086923599243,
+   "val_loss": 1.1425938606262207,
+   "acc": 63.980000000000004,
+   "time": 41.08166023100057,
+   "param": [
+    0.35059741139411926,
+    0.17340946197509766,
+    0.26096639037132263,
+    0.21502670645713806
+   ]
+  },
+  {
+   "epoch": 48,
+   "train_loss": 0.5381116271018982,
+   "val_loss": 1.1559101343154907,
+   "acc": 64.83,
+   "time": 40.90528826099762,
+   "param": [
+    0.36421599984169006,
+    0.1527749001979828,
+    0.2847003638744354,
+    0.19830873608589172
+   ]
+  },
+  {
+   "epoch": 49,
+   "train_loss": 0.5843347907066345,
+   "val_loss": 0.8896572589874268,
+   "acc": 64.57000000000001,
+   "time": 40.30344480400527,
+   "param": [
+    0.3741234540939331,
+    0.14686094224452972,
+    0.2900254726409912,
+    0.18899008631706238
+   ]
+  },
+  {
+   "epoch": 50,
+   "train_loss": 0.6168944239616394,
+   "val_loss": 1.1813961267471313,
+   "acc": 65.08,
+   "time": 40.57505190800293,
+   "param": [
+    0.37641555070877075,
+    0.13297386467456818,
+    0.2951374650001526,
+    0.1954731047153473
+   ]
+  },
+  {
+   "epoch": 51,
+   "train_loss": 0.5509471893310547,
+   "val_loss": 1.0337104797363281,
+   "acc": 65.35,
+   "time": 38.92176520599605,
+   "param": [
+    0.3850703835487366,
+    0.12154147773981094,
+    0.29115602374076843,
+    0.20223212242126465
+   ]
+  },
+  {
+   "epoch": 52,
+   "train_loss": 0.513664722442627,
+   "val_loss": 1.178514003753662,
+   "acc": 65.45,
+   "time": 40.106166454999766,
+   "param": [
+    0.3939419686794281,
+    0.10107704252004623,
+    0.2869687080383301,
+    0.2180122435092926
+   ]
+  },
+  {
+   "epoch": 53,
+   "train_loss": 0.7573800683021545,
+   "val_loss": 1.3515254259109497,
+   "acc": 65.66,
+   "time": 40.26735189500323,
+   "param": [
+    0.39120903611183167,
+    0.11703427881002426,
+    0.28269433975219727,
+    0.2090623676776886
+   ]
+  },
+  {
+   "epoch": 54,
+   "train_loss": 0.5538693070411682,
+   "val_loss": 1.2943366765975952,
+   "acc": 65.23,
+   "time": 38.88200342500204,
+   "param": [
+    0.3949258327484131,
+    0.12256765365600586,
+    0.27609968185424805,
+    0.206406831741333
+   ]
+  },
+  {
+   "epoch": 55,
+   "train_loss": 0.6089021563529968,
+   "val_loss": 1.2001919746398926,
+   "acc": 64.92,
+   "time": 38.77817203599989,
+   "param": [
+    0.39233019948005676,
+    0.11821833997964859,
+    0.2578636705875397,
+    0.23158779740333557
+   ]
+  },
+  {
+   "epoch": 56,
+   "train_loss": 0.4431888461112976,
+   "val_loss": 1.2106876373291016,
+   "acc": 64.95,
+   "time": 40.29730317299982,
+   "param": [
+    0.38191235065460205,
+    0.12751847505569458,
+    0.2455013394355774,
+    0.2450677901506424
+   ]
+  },
+  {
+   "epoch": 57,
+   "train_loss": 0.37969017028808594,
+   "val_loss": 1.4283705949783325,
+   "acc": 65.57,
+   "time": 41.21018139900116,
+   "param": [
+    0.3785663843154907,
+    0.13896167278289795,
+    0.23911724984645844,
+    0.2433546781539917
+   ]
+  },
+  {
+   "epoch": 58,
+   "train_loss": 0.44284018874168396,
+   "val_loss": 1.2641681432724,
+   "acc": 65.84,
+   "time": 38.55606889200135,
+   "param": [
+    0.38107746839523315,
+    0.1359516680240631,
+    0.2405855357646942,
+    0.2423853576183319
+   ]
+  },
+  {
+   "epoch": 59,
+   "train_loss": 0.45535674691200256,
+   "val_loss": 0.9940177202224731,
+   "acc": 65.79,
+   "time": 40.09313231299893,
+   "param": [
+    0.3671441972255707,
+    0.14507578313350677,
+    0.255379855632782,
+    0.23240016400814056
+   ]
+  }
+ ]
+}

higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json

@@ -0,0 +1,666 @@
+{
+ "Accuracy": 65.84,
+ "Time": [
+  26.72751521381998,
+  1.186622108519116
+ ],
+ "Device": "TITAN RTX",
+ "Param_names": [
+  "Identity",
+  "FlipUD",
+  "FlipLR",
+  "Rotate"
+ ],
+ "Log": [
+  {
+   "epoch": 1,
+   "train_loss": 2.2408053874969482,
+   "val_loss": 2.2382705211639404,
+   "acc": 17.34,
+   "time": 26.50615866699991,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 2,
+   "train_loss": 1.9468926191329956,
+   "val_loss": 2.1272530555725098,
+   "acc": 24.58,
+   "time": 25.5111835419998,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 3,
+   "train_loss": 1.9232906103134155,
+   "val_loss": 1.8562595844268799,
+   "acc": 32.2,
+   "time": 25.39102196099975,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 4,
+   "train_loss": 1.8663936853408813,
+   "val_loss": 1.7831205129623413,
+   "acc": 38.550000000000004,
+   "time": 25.70077000299989,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 5,
+   "train_loss": 1.7910897731781006,
+   "val_loss": 1.6572316884994507,
+   "acc": 43.35,
+   "time": 27.796281954999813,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 6,
+   "train_loss": 1.5665162801742554,
+   "val_loss": 1.6002318859100342,
+   "acc": 43.41,
+   "time": 27.366720476999944,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 7,
+   "train_loss": 1.5925136804580688,
+   "val_loss": 1.5230251550674438,
+   "acc": 45.98,
+   "time": 26.27478890500015,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 8,
+   "train_loss": 1.3880213499069214,
+   "val_loss": 1.424506664276123,
+   "acc": 49.1,
+   "time": 26.447144543000377,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 9,
+   "train_loss": 1.490441083908081,
+   "val_loss": 1.4683481454849243,
+   "acc": 49.17,
+   "time": 26.603244716000063,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 10,
+   "train_loss": 1.5410168170928955,
+   "val_loss": 1.4717122316360474,
+   "acc": 48.04,
+   "time": 27.10463094099987,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 11,
+   "train_loss": 1.411773681640625,
+   "val_loss": 1.3308874368667603,
+   "acc": 51.190000000000005,
+   "time": 26.470210288999624,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 12,
+   "train_loss": 1.2240432500839233,
+   "val_loss": 1.2730214595794678,
+   "acc": 52.14,
+   "time": 27.195150141999875,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 13,
+   "train_loss": 1.3171359300613403,
+   "val_loss": 1.2515901327133179,
+   "acc": 52.849999999999994,
+   "time": 26.574624431999837,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 14,
+   "train_loss": 1.3899314403533936,
+   "val_loss": 1.2858420610427856,
+   "acc": 55.38999999999999,
+   "time": 27.220901242999844,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 15,
+   "train_loss": 1.2422513961791992,
+   "val_loss": 1.3271875381469727,
+   "acc": 54.81,
+   "time": 26.738174112999786,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 16,
+   "train_loss": 1.365092158317566,
+   "val_loss": 1.1807156801223755,
+   "acc": 55.58,
+   "time": 26.203162956999677,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 17,
+   "train_loss": 1.0763884782791138,
+   "val_loss": 1.1423133611679077,
+   "acc": 56.779999999999994,
+   "time": 26.908622915999786,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 18,
+   "train_loss": 1.2739167213439941,
+   "val_loss": 1.1750563383102417,
+   "acc": 57.42,
+   "time": 25.65169765399969,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 19,
+   "train_loss": 1.5106087923049927,
+   "val_loss": 1.3334745168685913,
+   "acc": 54.190000000000005,
+   "time": 26.073869038999874,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 20,
+   "train_loss": 0.9535140991210938,
+   "val_loss": 1.188093662261963,
+   "acc": 57.52,
+   "time": 26.571298151000065,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 21,
+   "train_loss": 1.1238301992416382,
+   "val_loss": 1.1189298629760742,
+   "acc": 59.46,
+   "time": 25.800514953999937,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 22,
+   "train_loss": 1.0354951620101929,
+   "val_loss": 1.2183969020843506,
+   "acc": 59.51,
+   "time": 26.63884660399981,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 23,
+   "train_loss": 1.1012463569641113,
+   "val_loss": 1.2089970111846924,
+   "acc": 59.199999999999996,
+   "time": 26.544496963000256,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 24,
+   "train_loss": 1.1058857440948486,
+   "val_loss": 1.0662671327590942,
+   "acc": 60.85,
+   "time": 26.01927106600033,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 25,
+   "train_loss": 1.0812996625900269,
+   "val_loss": 1.1606770753860474,
+   "acc": 60.699999999999996,
+   "time": 26.494340722999823,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 26,
+   "train_loss": 1.0152080059051514,
+   "val_loss": 1.091566562652588,
+   "acc": 60.3,
+   "time": 25.98190329199997,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 27,
+   "train_loss": 0.8208106756210327,
+   "val_loss": 1.153124451637268,
+   "acc": 60.95,
+   "time": 26.693098151999948,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 28,
+   "train_loss": 0.9642917513847351,
+   "val_loss": 1.252657413482666,
+   "acc": 61.160000000000004,
+   "time": 26.3353633050001,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 29,
+   "train_loss": 0.968505859375,
+   "val_loss": 1.0972484350204468,
+   "acc": 61.519999999999996,
+   "time": 26.18491321800002,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 30,
+   "train_loss": 1.1701998710632324,
+   "val_loss": 1.1415801048278809,
+   "acc": 60.36,
+   "time": 27.193268293000074,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 31,
+   "train_loss": 0.9230530858039856,
+   "val_loss": 1.0822734832763672,
+   "acc": 63.370000000000005,
+   "time": 25.478875488000085,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 32,
+   "train_loss": 0.9109020829200745,
+   "val_loss": 1.01580011844635,
+   "acc": 61.870000000000005,
+   "time": 25.618411682999977,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 33,
+   "train_loss": 0.854084312915802,
+   "val_loss": 1.054813027381897,
+   "acc": 62.4,
+   "time": 27.118177318000107,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 34,
+   "train_loss": 0.998378574848175,
+   "val_loss": 1.0469481945037842,
+   "acc": 63.849999999999994,
+   "time": 26.0782912640002,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 35,
+   "train_loss": 0.8162728548049927,
+   "val_loss": 1.0619244575500488,
+   "acc": 63.59,
+   "time": 25.79060106499992,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 36,
+   "train_loss": 1.027509093284607,
+   "val_loss": 1.0670011043548584,
+   "acc": 64.32,
+   "time": 27.54223666400003,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 37,
+   "train_loss": 0.7838906645774841,
+   "val_loss": 1.0423141717910767,
+   "acc": 63.9,
+   "time": 28.56243345699977,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 38,
+   "train_loss": 0.7726811170578003,
+   "val_loss": 1.1103054285049438,
+   "acc": 64.13,
+   "time": 26.56577704600022,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 39,
+   "train_loss": 0.7688024640083313,
+   "val_loss": 1.0554702281951904,
+   "acc": 64.36,
+   "time": 26.51792567800021,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 40,
+   "train_loss": 0.88217693567276,
+   "val_loss": 0.9248891472816467,
+   "acc": 63.480000000000004,
+   "time": 25.911246496999865,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 41,
+   "train_loss": 0.7981661558151245,
+   "val_loss": 1.0884777307510376,
+   "acc": 64.22,
+   "time": 25.52461713699995,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 42,
+   "train_loss": 0.6583200097084045,
+   "val_loss": 0.9626654982566833,
+   "acc": 65.13,
+   "time": 25.717853131000084,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 43,
+   "train_loss": 0.6854671835899353,
+   "val_loss": 1.253736972808838,
+   "acc": 63.49,
+   "time": 26.936863086999892,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 44,
+   "train_loss": 0.8856583833694458,
+   "val_loss": 1.0372236967086792,
+   "acc": 64.84,
+   "time": 27.71944235000001,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 45,
+   "train_loss": 0.6850290298461914,
+   "val_loss": 0.9938231110572815,
+   "acc": 64.89,
+   "time": 27.01277999499962,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 46,
+   "train_loss": 0.6527209281921387,
+   "val_loss": 1.0705158710479736,
+   "acc": 65.32,
+   "time": 27.185630488000243,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 47,
+   "train_loss": 0.681566596031189,
+   "val_loss": 1.0719740390777588,
+   "acc": 65.18,
+   "time": 26.403676856999937,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 48,
+   "train_loss": 0.4957970976829529,
+   "val_loss": 1.1403690576553345,
+   "acc": 65.84,
+   "time": 27.597068805000163,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 49,
+   "train_loss": 0.65242600440979,
+   "val_loss": 1.1785531044006348,
+   "acc": 64.73,
+   "time": 32.02094300099998,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  },
+  {
+   "epoch": 50,
+   "train_loss": 0.655811071395874,
+   "val_loss": 1.0103600025177002,
+   "acc": 65.34,
+   "time": 30.877236464000816,
+   "param": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+   ]
+  }
+ ]
+}

higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-4 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json

@@ -0,0 +1,770 @@
+{
+ "Accuracy": 67.7,
+ "Time": [
+  39.783058291879065,
+  1.1098686894254295
+ ],
+ "Device": "TITAN RTX",
+ "Param_names": [
+  "Identity",
+  "FlipUD",
+  "FlipLR",
+  "Rotate"
+ ],
+ "Log": [
+  {
+   "epoch": 1,
+   "train_loss": 2.281632423400879,
+   "val_loss": 2.271272897720337,
+   "acc": 10.85,
+   "time": 40.85265005600013,
+   "param": [
+    0.23880635201931,
+    0.24080200493335724,
+    0.2676547169685364,
+    0.25273698568344116
+   ]
+  },
+  {
+   "epoch": 2,
+   "train_loss": 2.1522951126098633,
+   "val_loss": 1.9983097314834595,
+   "acc": 28.849999999999998,
+   "time": 40.131801790998,
+   "param": [
+    0.24643093347549438,
+    0.22830525040626526,
+    0.26124516129493713,
+    0.26401859521865845
+   ]
+  },
+  {
+   "epoch": 3,
+   "train_loss": 1.8290871381759644,
+   "val_loss": 1.8549916744232178,
+   "acc": 31.86,
+   "time": 40.86624916299843,
+   "param": [
+    0.26755639910697937,
+    0.18282583355903625,
+    0.27173662185668945,
+    0.2778811752796173
+   ]
+  },
+  {
+   "epoch": 4,
+   "train_loss": 1.9140664339065552,
+   "val_loss": 1.7214957475662231,
+   "acc": 41.620000000000005,
+   "time": 39.746056094998494,
+   "param": [
+    0.27903181314468384,
+    0.14732839167118073,
+    0.28166720271110535,
+    0.2919725775718689
+   ]
+  },
+  {
+   "epoch": 5,
+   "train_loss": 1.7373020648956299,
+   "val_loss": 1.6708755493164062,
+   "acc": 40.94,
+   "time": 39.56721503200242,
+   "param": [
+    0.30014878511428833,
+    0.1096373125910759,
+    0.29309043288230896,
+    0.2971234917640686
+   ]
+  },
+  {
+   "epoch": 6,
+   "train_loss": 1.4445693492889404,
+   "val_loss": 1.4529699087142944,
+   "acc": 45.629999999999995,
+   "time": 41.16702320299737,
+   "param": [
+    0.3303394913673401,
+    0.06914706528186798,
+    0.30345597863197327,
+    0.29705744981765747
+   ]
+  },
+  {
+   "epoch": 7,
+   "train_loss": 1.4431697130203247,
+   "val_loss": 1.3163514137268066,
+   "acc": 48.370000000000005,
+   "time": 40.64110408199849,
+   "param": [
+    0.34702736139297485,
+    0.04625745490193367,
+    0.30719876289367676,
+    0.29951637983322144
+   ]
+  },
+  {
+   "epoch": 8,
+   "train_loss": 1.4509536027908325,
+   "val_loss": 1.3834564685821533,
+   "acc": 49.75,
+   "time": 40.90928984600032,
+   "param": [
+    0.35036611557006836,
+    0.03024294413626194,
+    0.3167951703071594,
+    0.3025957942008972
+   ]
+  },
+  {
+   "epoch": 9,
+   "train_loss": 1.2773510217666626,
+   "val_loss": 1.4736956357955933,
+   "acc": 50.21,
+   "time": 40.38339180299954,
+   "param": [
+    0.3487498164176941,
+    0.02543310448527336,
+    0.32755959033966064,
+    0.2982574701309204
+   ]
+  },
+  {
+   "epoch": 10,
+   "train_loss": 1.4532195329666138,
+   "val_loss": 1.3964775800704956,
+   "acc": 52.190000000000005,
+   "time": 38.29464979399927,
+   "param": [
+    0.34521281719207764,
+    0.026878807693719864,
+    0.33581987023353577,
+    0.29208847880363464
+   ]
+  },
+  {
+   "epoch": 11,
+   "train_loss": 1.3293124437332153,
+   "val_loss": 1.2534842491149902,
+   "acc": 53.22,
+   "time": 40.327414134997525,
+   "param": [
+    0.3441430926322937,
+    0.02778533287346363,
+    0.3337898850440979,
+    0.2942817211151123
+   ]
+  },
+  {
+   "epoch": 12,
+   "train_loss": 1.3519304990768433,
+   "val_loss": 1.3378403186798096,
+   "acc": 54.26,
+   "time": 41.007666210000025,
+   "param": [
+    0.3323706090450287,
+    0.029839297756552696,
+    0.33675670623779297,
+    0.3010333478450775
+   ]
+  },
+  {
+   "epoch": 13,
+   "train_loss": 1.2531166076660156,
+   "val_loss": 1.226425290107727,
+   "acc": 55.69,
+   "time": 38.62554640099552,
+   "param": [
+    0.3168593943119049,
+    0.03562356159090996,
+    0.3373538851737976,
+    0.31016314029693604
+   ]
+  },
+  {
+   "epoch": 14,
+   "train_loss": 1.544348120689392,
+   "val_loss": 1.1272640228271484,
+   "acc": 56.63,
+   "time": 39.12485448100051,
+   "param": [
+    0.31895267963409424,
+    0.025407198816537857,
+    0.35083699226379395,
+    0.30480313301086426
+   ]
+  },
+  {
+   "epoch": 15,
+   "train_loss": 1.3052090406417847,
+   "val_loss": 1.1607458591461182,
+   "acc": 56.510000000000005,
+   "time": 38.42320524800016,
+   "param": [
+    0.32169991731643677,
+    0.016756601631641388,
+    0.36725014448165894,
+    0.2942934036254883
+   ]
+  },
+  {
+   "epoch": 16,
+   "train_loss": 1.07832670211792,
+   "val_loss": 1.1107805967330933,
+   "acc": 57.49999999999999,
+   "time": 38.0975161420065,
+   "param": [
+    0.3076229989528656,
+    0.012784155085682869,
+    0.37953707575798035,
+    0.30005577206611633
+   ]
+  },
+  {
+   "epoch": 17,
+   "train_loss": 0.9723957777023315,
+   "val_loss": 1.1759356260299683,
+   "acc": 58.84,
+   "time": 38.8992436970002,
+   "param": [
+    0.2945014238357544,
+    0.01985042914748192,
+    0.38157856464385986,
+    0.3040696084499359
+   ]
+  },
+  {
+   "epoch": 18,
+   "train_loss": 1.0776745080947876,
+   "val_loss": 1.2284817695617676,
+   "acc": 58.81999999999999,
+   "time": 38.26748901300016,
+   "param": [
+    0.28287675976753235,
+    0.031916797161102295,
+    0.3797786235809326,
+    0.30542781949043274
+   ]
+  },
+  {
+   "epoch": 19,
+   "train_loss": 0.908352792263031,
+   "val_loss": 1.048027753829956,
+   "acc": 59.99,
+   "time": 38.35290862399415,
+   "param": [
+    0.28195464611053467,
+    0.04820997267961502,
+    0.37012916803359985,
+    0.29970622062683105
+   ]
+  },
+  {
+   "epoch": 20,
+   "train_loss": 1.1039522886276245,
+   "val_loss": 1.1688629388809204,
+   "acc": 60.29,
+   "time": 37.94218142700265,
+   "param": [
+    0.2832951545715332,
+    0.06743549555540085,
+    0.3596567213535309,
+    0.28961262106895447
+   ]
+  },
+  {
+   "epoch": 21,
+   "train_loss": 1.2476574182510376,
+   "val_loss": 1.089685320854187,
+   "acc": 59.91,
+   "time": 38.125327766996634,
+   "param": [
+    0.28925076127052307,
+    0.06121721491217613,
+    0.36316314339637756,
+    0.28636884689331055
+   ]
+  },
+  {
+   "epoch": 22,
+   "train_loss": 0.9342300295829773,
+   "val_loss": 1.2204704284667969,
+   "acc": 60.809999999999995,
+   "time": 40.40717235000193,
+   "param": [
+    0.29757365584373474,
+    0.059645168483257294,
+    0.35800182819366455,
+    0.2847793698310852
+   ]
+  },
+  {
+   "epoch": 23,
+   "train_loss": 1.283130407333374,
+   "val_loss": 0.9619680643081665,
+   "acc": 62.77,
+   "time": 40.87670665099722,
+   "param": [
+    0.302127480506897,
+    0.07065850496292114,
+    0.34714800119400024,
+    0.28006598353385925
+   ]
+  },
+  {
+   "epoch": 24,
+   "train_loss": 1.1752272844314575,
+   "val_loss": 1.2296286821365356,
+   "acc": 61.63999999999999,
+   "time": 41.47107374799816,
+   "param": [
+    0.3076622486114502,
+    0.07228343188762665,
+    0.3374522924423218,
+    0.2826020419597626
+   ]
+  },
+  {
+   "epoch": 25,
+   "train_loss": 0.7751054167747498,
+   "val_loss": 1.0734295845031738,
+   "acc": 62.83,
+   "time": 40.58046763300081,
+   "param": [
+    0.30094513297080994,
+    0.08666995167732239,
+    0.32120805978775024,
+    0.29117685556411743
+   ]
+  },
+  {
+   "epoch": 26,
+   "train_loss": 0.9699234366416931,
+   "val_loss": 1.244490385055542,
+   "acc": 63.12,
+   "time": 42.428137964998314,
+   "param": [
+    0.29910001158714294,
+    0.08458225429058075,
+    0.32123035192489624,
+    0.29508742690086365
+   ]
+  },
+  {
+   "epoch": 27,
+   "train_loss": 1.1562491655349731,
+   "val_loss": 1.0843559503555298,
+   "acc": 63.68000000000001,
+   "time": 38.23810641899763,
+   "param": [
+    0.2981107234954834,
+    0.08334608376026154,
+    0.32433634996414185,
+    0.2942068576812744
+   ]
+  },
+  {
+   "epoch": 28,
+   "train_loss": 0.7705349326133728,
+   "val_loss": 1.0344178676605225,
+   "acc": 62.970000000000006,
+   "time": 38.93218960699596,
+   "param": [
+    0.3027249574661255,
+    0.07547920197248459,
+    0.32584959268569946,
+    0.29594624042510986
+   ]
+  },
+  {
+   "epoch": 29,
+   "train_loss": 0.8119843602180481,
+   "val_loss": 0.9324522614479065,
+   "acc": 64.67,
+   "time": 39.21038041900465,
+   "param": [
+    0.3126939833164215,
+    0.057052962481975555,
+    0.32691848278045654,
+    0.3033345937728882
+   ]
+  },
+  {
+   "epoch": 30,
+   "train_loss": 1.0158119201660156,
+   "val_loss": 1.023911714553833,
+   "acc": 64.02,
+   "time": 39.32224355000653,
+   "param": [
+    0.3176772892475128,
+    0.055652081966400146,
+    0.3140832781791687,
+    0.31258735060691833
+   ]
+  },
+  {
+   "epoch": 31,
+   "train_loss": 0.9672067165374756,
+   "val_loss": 0.916896641254425,
+   "acc": 63.24999999999999,
+   "time": 39.67473170100129,
+   "param": [
+    0.32743915915489197,
+    0.0615256130695343,
+    0.2974870502948761,
+    0.31354817748069763
+   ]
+  },
+  {
+   "epoch": 32,
+   "train_loss": 1.00473952293396,
+   "val_loss": 0.9402875900268555,
+   "acc": 65.3,
+   "time": 39.1786419400014,
+   "param": [
+    0.3297490179538727,
+    0.07713708281517029,
+    0.2850414216518402,
+    0.3080725073814392
+   ]
+  },
+  {
+   "epoch": 33,
+   "train_loss": 0.6650456786155701,
+   "val_loss": 1.0389339923858643,
+   "acc": 65.68,
+   "time": 39.484911573003046,
+   "param": [
+    0.3234374523162842,
+    0.09810418635606766,
+    0.277603417634964,
+    0.30085498094558716
+   ]
+  },
+  {
+   "epoch": 34,
+   "train_loss": 0.725967526435852,
+   "val_loss": 1.0407898426055908,
+   "acc": 65.84,
+   "time": 39.72393769399787,
+   "param": [
+    0.3318781554698944,
+    0.09864389896392822,
+    0.2726936638355255,
+    0.29678428173065186
+   ]
+  },
+  {
+   "epoch": 35,
+   "train_loss": 0.7390057444572449,
+   "val_loss": 1.0816361904144287,
+   "acc": 65.91,
+   "time": 39.37839148900093,
+   "param": [
+    0.34386783838272095,
+    0.08532679080963135,
+    0.28049299120903015,
+    0.29031240940093994
+   ]
+  },
+  {
+   "epoch": 36,
+   "train_loss": 0.9964360594749451,
+   "val_loss": 1.0249645709991455,
+   "acc": 65.24,
+   "time": 39.16074540599948,
+   "param": [
+    0.349730521440506,
+    0.07658251374959946,
+    0.29010748863220215,
+    0.28357943892478943
+   ]
+  },
+  {
+   "epoch": 37,
+   "train_loss": 0.6320375800132751,
+   "val_loss": 1.102598786354065,
+   "acc": 65.42999999999999,
+   "time": 41.363496698002564,
+   "param": [
+    0.3574032187461853,
+    0.06348489224910736,
+    0.29516810178756714,
+    0.2839438021183014
+   ]
+  },
+  {
+   "epoch": 38,
+   "train_loss": 0.778886079788208,
+   "val_loss": 1.0188093185424805,
+   "acc": 66.25,
+   "time": 40.88106212499406,
+   "param": [
+    0.3590167164802551,
+    0.0756509006023407,
+    0.28410401940345764,
+    0.28122836351394653
+   ]
+  },
+  {
+   "epoch": 39,
+   "train_loss": 0.6191625595092773,
+   "val_loss": 0.9332644939422607,
+   "acc": 66.82000000000001,
+   "time": 41.10524884000188,
+   "param": [
+    0.36577126383781433,
+    0.07732173800468445,
+    0.27990099787712097,
+    0.27700603008270264
+   ]
+  },
+  {
+   "epoch": 40,
+   "train_loss": 0.7984849214553833,
+   "val_loss": 0.9085032343864441,
+   "acc": 66.27,
+   "time": 39.10809309599426,
+   "param": [
+    0.3533352315425873,
+    0.09775210171937943,
+    0.2700027525424957,
+    0.2789098918437958
+   ]
+  },
+  {
+   "epoch": 41,
+   "train_loss": 0.6324260830879211,
+   "val_loss": 0.9714437127113342,
+   "acc": 65.98,
+   "time": 39.20959845500329,
+   "param": [
+    0.3486434817314148,
+    0.10154848545789719,
+    0.27225130796432495,
+    0.27755671739578247
+   ]
+  },
+  {
+   "epoch": 42,
+   "train_loss": 0.5901051759719849,
+   "val_loss": 0.8934267163276672,
+   "acc": 66.45,
+   "time": 40.391611633996945,
+   "param": [
+    0.33822622895240784,
+    0.1101340651512146,
+    0.281483918428421,
+    0.27015578746795654
+   ]
+  },
+  {
+   "epoch": 43,
+   "train_loss": 0.613196849822998,
+   "val_loss": 1.092965841293335,
+   "acc": 66.64,
+   "time": 41.93870700499974,
+   "param": [
+    0.3360293209552765,
+    0.11104746907949448,
+    0.2878616750240326,
+    0.26506152749061584
+   ]
+  },
+  {
+   "epoch": 44,
+   "train_loss": 1.0723525285720825,
+   "val_loss": 1.029667615890503,
+   "acc": 66.39,
+   "time": 38.886761103000026,
+   "param": [
+    0.32928696274757385,
+    0.10643763840198517,
+    0.2987591028213501,
+    0.2655163109302521
+   ]
+  },
+  {
+   "epoch": 45,
+   "train_loss": 0.6943566799163818,
+   "val_loss": 1.0601692199707031,
+   "acc": 66.92,
+   "time": 40.84991646999697,
+   "param": [
+    0.33186161518096924,
+    0.10901105403900146,
+    0.30340057611465454,
+    0.25572669506073
+   ]
+  },
+  {
+   "epoch": 46,
+   "train_loss": 0.49717235565185547,
+   "val_loss": 0.9932965040206909,
+   "acc": 66.99000000000001,
+   "time": 41.58811386000161,
+   "param": [
+    0.3437459468841553,
+    0.10667475312948227,
+    0.3014063835144043,
+    0.24817292392253876
+   ]
+  },
+  {
+   "epoch": 47,
+   "train_loss": 0.5958442687988281,
+   "val_loss": 1.084348201751709,
+   "acc": 66.86999999999999,
+   "time": 38.838173108000774,
+   "param": [
+    0.36007624864578247,
+    0.10809104889631271,
+    0.3020176291465759,
+    0.22981509566307068
+   ]
+  },
+  {
+   "epoch": 48,
+   "train_loss": 0.4634934365749359,
+   "val_loss": 0.8589541912078857,
+   "acc": 67.36999999999999,
+   "time": 39.747155800003384,
+   "param": [
+    0.37547051906585693,
+    0.11777473986148834,
+    0.30416420102119446,
+    0.20259054005146027
+   ]
+  },
+  {
+   "epoch": 49,
+   "train_loss": 0.563960611820221,
+   "val_loss": 0.9661192893981934,
+   "acc": 66.73,
+   "time": 38.93462174200249,
+   "param": [
+    0.38391682505607605,
+    0.12970110774040222,
+    0.30451974272727966,
+    0.18186227977275848
+   ]
+  },
+  {
+   "epoch": 50,
+   "train_loss": 0.595727264881134,
+   "val_loss": 1.0083794593811035,
+   "acc": 67.25999999999999,
+   "time": 41.72662859800039,
+   "param": [
+    0.39775407314300537,
+    0.1100183054804802,
+    0.3099682033061981,
+    0.1822594404220581
+   ]
+  },
+  {
+   "epoch": 51,
+   "train_loss": 0.6980283856391907,
+   "val_loss": 1.01472806930542,
+   "acc": 67.22,
+   "time": 39.84401200899447,
+   "param": [
+    0.40443965792655945,
+    0.10973694920539856,
+    0.3057018220424652,
+    0.1801215559244156
+   ]
+  },
+  {
+   "epoch": 52,
+   "train_loss": 0.5990166068077087,
+   "val_loss": 0.9576833844184875,
+   "acc": 67.7,
+   "time": 39.94834111400269,
+   "param": [
+    0.4055860638618469,
+    0.10630565136671066,
+    0.310288667678833,
+    0.17781959474086761
+   ]
+  },
+  {
+   "epoch": 53,
+   "train_loss": 0.594296932220459,
+   "val_loss": 1.2144207954406738,
+   "acc": 65.08,
+   "time": 40.306774337994284,
+   "param": [
+    0.4043806195259094,
+    0.11370772868394852,
+    0.30480754375457764,
+    0.1771041452884674
+   ]
+  },
+  {
+   "epoch": 54,
+   "train_loss": 0.4563690721988678,
+   "val_loss": 1.1670750379562378,
+   "acc": 67.5,
+   "time": 38.835213944003044,
+   "param": [
+    0.41729965806007385,
+    0.1119704395532608,
+    0.294661283493042,
+    0.17606860399246216
+   ]
+  },
+  {
+   "epoch": 55,
+   "train_loss": 0.3448541462421417,
+   "val_loss": 1.0424343347549438,
+   "acc": 67.02,
+   "time": 39.17727760199341,
+   "param": [
+    0.4274803698062897,
+    0.10396517813205719,
+    0.2866843640804291,
+    0.18187011778354645
+   ]
+  },
+  {
+   "epoch": 56,
+   "train_loss": 0.6532933115959167,
+   "val_loss": 1.0144041776657104,
+   "acc": 67.66,
+   "time": 39.40185231999931,
+   "param": [
+    0.42545393109321594,
+    0.10125062614679337,
+    0.2820175290107727,
+    0.191277876496315
+   ]
+  },
+  {
+   "epoch": 57,
+   "train_loss": 0.38596728444099426,
+   "val_loss": 1.031752347946167,
+   "acc": 65.88000000000001,
+   "time": 38.23842232100287,
+   "param": [
+    0.4197925627231598,
+    0.11239098757505417,
+    0.2857104241847992,
+    0.18210600316524506
+   ]
+  },
+  {
+   "epoch": 58,
+   "train_loss": 0.3273543119430542,
+   "val_loss": 1.1479324102401733,
+   "acc": 66.81,
+   "time": 39.275676592005766,
+   "param": [
+    0.4326024651527405,
+    0.09501688182353973,
+    0.29780787229537964,
+    0.17457284033298492
+   ]
+  }
+ ]
+}

higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-5 TF)-LeNet)-200 epochs (dataug:-1)- 0 in_it.json

@@ -0,0 +1,731 @@
+{
+ "Accuracy": 66.55,
+ "Time": [
+  12.331396656999692,
+  11.636213463245708
+ ],
+ "Device": "TITAN RTX",
+ "Param_names": [
+  "Identity",
+  "FlipUD",
+  "FlipLR",
+  "Rotate",
+  "TranslateX"
+ ],
+ "Log": [
+  {
+   "epoch": 1,
+   "train_loss": 2.2160568237304688,
+   "val_loss": 2.245267391204834,
+   "acc": 14.56,
+   "time": 3.93011522499728,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 2,
+   "train_loss": 1.8406713008880615,
+   "val_loss": 1.911820888519287,
+   "acc": 31.269999999999996,
+   "time": 2.9611835859977873,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 3,
+   "train_loss": 1.7628353834152222,
+   "val_loss": 1.7455251216888428,
+   "acc": 37.4,
+   "time": 2.8835230140030035,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 4,
+   "train_loss": 1.6758493185043335,
+   "val_loss": 1.649110198020935,
+   "acc": 41.3,
+   "time": 2.971945786001015,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 5,
+   "train_loss": 1.482163667678833,
+   "val_loss": 1.4912132024765015,
+   "acc": 44.82,
+   "time": 2.9418073630004073,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 6,
+   "train_loss": 1.3767846822738647,
+   "val_loss": 1.491083025932312,
+   "acc": 44.57,
+   "time": 3.076070212999184,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 7,
+   "train_loss": 1.3772342205047607,
+   "val_loss": 1.4460227489471436,
+   "acc": 48.66,
+   "time": 2.898573860999022,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 8,
+   "train_loss": 1.3973422050476074,
+   "val_loss": 1.4097295999526978,
+   "acc": 50.28,
+   "time": 3.0185759279993363,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 9,
+   "train_loss": 1.34086275100708,
+   "val_loss": 1.551149606704712,
+   "acc": 51.57000000000001,
+   "time": 2.894418907999352,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 10,
+   "train_loss": 1.324483871459961,
+   "val_loss": 1.3704473972320557,
+   "acc": 52.55,
+   "time": 2.968664086998615,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 11,
+   "train_loss": 1.122945785522461,
+   "val_loss": 1.2809284925460815,
+   "acc": 54.08,
+   "time": 2.9919657179998467,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 12,
+   "train_loss": 1.0792230367660522,
+   "val_loss": 1.305802822113037,
+   "acc": 56.75,
+   "time": 3.0204530260016327,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 13,
+   "train_loss": 1.147103190422058,
+   "val_loss": 1.1377670764923096,
+   "acc": 56.08,
+   "time": 2.972786965998239,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 14,
+   "train_loss": 1.1535292863845825,
+   "val_loss": 1.273097276687622,
+   "acc": 56.58,
+   "time": 2.997224435002863,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 15,
+   "train_loss": 0.9408746361732483,
+   "val_loss": 1.1869803667068481,
+   "acc": 57.4,
+   "time": 2.974449650999304,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 16,
+   "train_loss": 0.9595302939414978,
+   "val_loss": 1.2057422399520874,
+   "acc": 59.550000000000004,
+   "time": 3.0259678950023954,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 17,
+   "train_loss": 0.9349480867385864,
+   "val_loss": 1.2958613634109497,
+   "acc": 59.870000000000005,
+   "time": 2.9095818169989798,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 18,
+   "train_loss": 0.8828646540641785,
+   "val_loss": 1.047601580619812,
+   "acc": 59.57,
+   "time": 2.978902274000575,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 19,
+   "train_loss": 0.9862368702888489,
+   "val_loss": 1.281348705291748,
+   "acc": 61.25000000000001,
+   "time": 3.006105402997491,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 20,
+   "train_loss": 0.7330181002616882,
+   "val_loss": 0.9936023950576782,
+   "acc": 59.41,
+   "time": 2.980762335999316,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 21,
+   "train_loss": 0.7498465776443481,
+   "val_loss": 1.197314739227295,
+   "acc": 61.150000000000006,
+   "time": 2.9297880990015983,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 22,
+   "train_loss": 0.5568591356277466,
+   "val_loss": 1.2243965864181519,
+   "acc": 60.61,
+   "time": 2.956004239000322,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 23,
+   "train_loss": 0.6383853554725647,
+   "val_loss": 1.2830719947814941,
+   "acc": 60.160000000000004,
+   "time": 2.866862211998523,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 24,
+   "train_loss": 0.6050074696540833,
+   "val_loss": 1.097909688949585,
+   "acc": 61.89,
+   "time": 2.915261490998091,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 25,
+   "train_loss": 0.6204395294189453,
+   "val_loss": 1.4004112482070923,
+   "acc": 60.540000000000006,
+   "time": 2.9449654309973994,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 26,
+   "train_loss": 0.5004910826683044,
+   "val_loss": 1.0934714078903198,
+   "acc": 62.08,
+   "time": 3.029915807001089,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 27,
+   "train_loss": 0.6597292423248291,
+   "val_loss": 1.3009456396102905,
+   "acc": 62.21,
+   "time": 2.9630252579991065,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 28,
+   "train_loss": 0.4603835940361023,
+   "val_loss": 1.424064040184021,
+   "acc": 61.59,
+   "time": 2.982520786998066,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 29,
+   "train_loss": 0.3850696384906769,
+   "val_loss": 1.2136365175247192,
+   "acc": 62.21,
+   "time": 2.969887133996963,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 30,
+   "train_loss": 0.41855573654174805,
+   "val_loss": 1.5233312845230103,
+   "acc": 62.150000000000006,
+   "time": 3.016357249001885,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 31,
+   "train_loss": 0.399158775806427,
+   "val_loss": 1.4149832725524902,
+   "acc": 60.86,
+   "time": 2.9956437239998195,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 32,
+   "train_loss": 1.0798579454421997,
+   "val_loss": 1.2282568216323853,
+   "acc": 60.95,
+   "time": 24.72673094199854,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 33,
+   "train_loss": 0.9699987769126892,
+   "val_loss": 1.1140490770339966,
+   "acc": 62.59,
+   "time": 27.61342162499932,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 34,
+   "train_loss": 1.1520061492919922,
+   "val_loss": 1.1338748931884766,
+   "acc": 62.77,
+   "time": 26.669531817999086,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 35,
+   "train_loss": 0.9251195788383484,
+   "val_loss": 1.0826176404953003,
+   "acc": 63.580000000000005,
+   "time": 25.562907730000006,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 36,
+   "train_loss": 0.8803401589393616,
+   "val_loss": 1.2022367715835571,
+   "acc": 62.25000000000001,
+   "time": 25.955247262998455,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 37,
+   "train_loss": 0.7556167244911194,
+   "val_loss": 1.107334852218628,
+   "acc": 64.68,
+   "time": 28.386080772997957,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 38,
+   "train_loss": 1.14946711063385,
+   "val_loss": 1.1195502281188965,
+   "acc": 63.82,
+   "time": 28.061502889999247,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 39,
+   "train_loss": 0.8158522844314575,
+   "val_loss": 1.0451972484588623,
+   "acc": 64.36,
+   "time": 26.160798250999505,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 40,
+   "train_loss": 0.620262622833252,
+   "val_loss": 0.9013041257858276,
+   "acc": 64.4,
+   "time": 25.734314137000183,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 41,
+   "train_loss": 1.0460937023162842,
+   "val_loss": 0.8780066967010498,
+   "acc": 65.71000000000001,
+   "time": 27.341715264999948,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 42,
+   "train_loss": 0.9030587673187256,
+   "val_loss": 1.101028561592102,
+   "acc": 64.37,
+   "time": 26.223623734000284,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 43,
+   "train_loss": 0.8721272349357605,
+   "val_loss": 0.9761406183242798,
+   "acc": 65.44,
+   "time": 27.006054111003323,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 44,
+   "train_loss": 0.7133155465126038,
+   "val_loss": 1.0158734321594238,
+   "acc": 65.38000000000001,
+   "time": 27.82734565300052,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 45,
+   "train_loss": 0.8378432393074036,
+   "val_loss": 0.9982682466506958,
+   "acc": 65.99000000000001,
+   "time": 27.511825810997834,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 46,
+   "train_loss": 0.8143243193626404,
+   "val_loss": 1.0972270965576172,
+   "acc": 66.05,
+   "time": 25.372133101001964,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 47,
+   "train_loss": 0.6896063685417175,
+   "val_loss": 1.097962737083435,
+   "acc": 64.1,
+   "time": 27.014686391001305,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 48,
+   "train_loss": 0.5585693120956421,
+   "val_loss": 1.0527857542037964,
+   "acc": 66.55,
+   "time": 26.644269673000963,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 49,
+   "train_loss": 0.7891268730163574,
+   "val_loss": 1.072941780090332,
+   "acc": 65.41,
+   "time": 27.246764308998536,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 50,
+   "train_loss": 0.911404550075531,
+   "val_loss": 1.1505554914474487,
+   "acc": 65.81,
+   "time": 26.499298380000255,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 51,
+   "train_loss": 0.7134315371513367,
+   "val_loss": 1.25510835647583,
+   "acc": 65.58,
+   "time": 28.369668726998498,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  }
+ ]
+}

higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-5 TF)-LeNet)-200 epochs (dataug:-1)- 10 in_it.json

@@ -0,0 +1,885 @@
+{
+ "Accuracy": 67.51,
+ "Time": [
+  18.496645743419762,
+  18.27981593321829
+ ],
+ "Device": "TITAN RTX",
+ "Param_names": [
+  "Identity",
+  "FlipUD",
+  "FlipLR",
+  "Rotate",
+  "TranslateX"
+ ],
+ "Log": [
+  {
+   "epoch": 1,
+   "train_loss": 2.1283657550811768,
+   "val_loss": 2.1442666053771973,
+   "acc": 22.49,
+   "time": 3.9572813090053387,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 2,
+   "train_loss": 1.9695839881896973,
+   "val_loss": 1.8819217681884766,
+   "acc": 31.259999999999998,
+   "time": 2.9055558960026246,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 3,
+   "train_loss": 1.6581331491470337,
+   "val_loss": 1.688920497894287,
+   "acc": 37.79,
+   "time": 2.9060349020001013,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 4,
+   "train_loss": 1.649574875831604,
+   "val_loss": 1.626377820968628,
+   "acc": 44.25,
+   "time": 2.926497255000868,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 5,
+   "train_loss": 1.4409949779510498,
+   "val_loss": 1.5001237392425537,
+   "acc": 46.94,
+   "time": 2.9353658350009937,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 6,
+   "train_loss": 1.3150691986083984,
+   "val_loss": 1.5249335765838623,
+   "acc": 48.4,
+   "time": 2.926695075999305,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 7,
+   "train_loss": 1.3472672700881958,
+   "val_loss": 1.5098427534103394,
+   "acc": 48.71,
+   "time": 2.970760646996496,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 8,
+   "train_loss": 1.2893635034561157,
+   "val_loss": 1.3222306966781616,
+   "acc": 50.4,
+   "time": 2.96151580500009,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 9,
+   "train_loss": 1.3646373748779297,
+   "val_loss": 1.375112771987915,
+   "acc": 52.2,
+   "time": 2.950570893997792,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 10,
+   "train_loss": 1.3091771602630615,
+   "val_loss": 1.3552045822143555,
+   "acc": 52.33,
+   "time": 2.93943574300647,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 11,
+   "train_loss": 1.2671852111816406,
+   "val_loss": 1.4375557899475098,
+   "acc": 51.61,
+   "time": 2.928180463000899,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 12,
+   "train_loss": 1.2825374603271484,
+   "val_loss": 1.2174932956695557,
+   "acc": 53.92,
+   "time": 2.888458820998494,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 13,
+   "train_loss": 1.0041629076004028,
+   "val_loss": 1.1871860027313232,
+   "acc": 55.900000000000006,
+   "time": 2.962961703000474,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 14,
+   "train_loss": 1.2958199977874756,
+   "val_loss": 1.2718825340270996,
+   "acc": 56.220000000000006,
+   "time": 2.9596130610007094,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 15,
+   "train_loss": 0.8996711373329163,
+   "val_loss": 1.2437794208526611,
+   "acc": 57.38999999999999,
+   "time": 2.8848571100024856,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 16,
+   "train_loss": 1.0694234371185303,
+   "val_loss": 1.1676745414733887,
+   "acc": 58.34,
+   "time": 2.921939622996433,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 17,
+   "train_loss": 1.1495044231414795,
+   "val_loss": 1.1486512422561646,
+   "acc": 58.9,
+   "time": 2.90440811800363,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 18,
+   "train_loss": 1.1656361818313599,
+   "val_loss": 1.1979162693023682,
+   "acc": 60.11,
+   "time": 2.915637197998876,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 19,
+   "train_loss": 0.8181991577148438,
+   "val_loss": 1.0826010704040527,
+   "acc": 58.93000000000001,
+   "time": 2.9822796840016963,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 20,
+   "train_loss": 0.8103414177894592,
+   "val_loss": 1.1136974096298218,
+   "acc": 60.480000000000004,
+   "time": 2.984552945003088,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 21,
+   "train_loss": 0.8567733764648438,
+   "val_loss": 1.1818358898162842,
+   "acc": 60.650000000000006,
+   "time": 2.9763111759966705,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 22,
+   "train_loss": 0.6379400491714478,
+   "val_loss": 1.1882290840148926,
+   "acc": 60.84,
+   "time": 2.94257496100181,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 23,
+   "train_loss": 0.7506089806556702,
+   "val_loss": 1.343876838684082,
+   "acc": 60.56,
+   "time": 2.9689003030071035,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 24,
+   "train_loss": 0.6423262357711792,
+   "val_loss": 1.1554590463638306,
+   "acc": 60.019999999999996,
+   "time": 2.9847156519972486,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 25,
+   "train_loss": 0.67299485206604,
+   "val_loss": 1.212776780128479,
+   "acc": 61.73,
+   "time": 2.967085935997602,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 26,
+   "train_loss": 0.6749508380889893,
+   "val_loss": 1.0365945100784302,
+   "acc": 61.17,
+   "time": 2.931522686005337,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 27,
+   "train_loss": 0.5026080012321472,
+   "val_loss": 1.306331992149353,
+   "acc": 61.01,
+   "time": 2.963812615998904,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 28,
+   "train_loss": 0.620815098285675,
+   "val_loss": 1.3109405040740967,
+   "acc": 61.050000000000004,
+   "time": 2.906163790001301,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 29,
+   "train_loss": 0.46751126646995544,
+   "val_loss": 1.578189730644226,
+   "acc": 60.33,
+   "time": 2.9051047190005193,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 30,
+   "train_loss": 0.6488412618637085,
+   "val_loss": 1.5423715114593506,
+   "acc": 61.29,
+   "time": 2.8861382640025113,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 31,
+   "train_loss": 0.5645530819892883,
+   "val_loss": 1.3346980810165405,
+   "acc": 60.6,
+   "time": 2.951599558000453,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 32,
+   "train_loss": 0.46164175868034363,
+   "val_loss": 1.400110125541687,
+   "acc": 61.33,
+   "time": 2.926213152000855,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 33,
+   "train_loss": 0.43251708149909973,
+   "val_loss": 1.4257529973983765,
+   "acc": 61.58,
+   "time": 3.022942707997572,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 34,
+   "train_loss": 0.23274825513362885,
+   "val_loss": 1.4681518077850342,
+   "acc": 61.1,
+   "time": 2.928397744995891,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 35,
+   "train_loss": 0.31823721528053284,
+   "val_loss": 1.5332634449005127,
+   "acc": 60.64000000000001,
+   "time": 2.945515854997211,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 36,
+   "train_loss": 0.2710070312023163,
+   "val_loss": 1.782881259918213,
+   "acc": 59.81999999999999,
+   "time": 2.9760396820056485,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 37,
+   "train_loss": 1.0458965301513672,
+   "val_loss": 1.1208025217056274,
+   "acc": 61.8,
+   "time": 36.65232224799547,
+   "param": [
+    0.2139248251914978,
+    0.16820447146892548,
+    0.21583843231201172,
+    0.21289867162704468,
+    0.18913352489471436
+   ]
+  },
+  {
+   "epoch": 38,
+   "train_loss": 0.9459818601608276,
+   "val_loss": 1.2551571130752563,
+   "acc": 63.31,
+   "time": 39.5226814130001,
+   "param": [
+    0.22848829627037048,
+    0.11006559431552887,
+    0.2247561812400818,
+    0.23640015721321106,
+    0.2002897560596466
+   ]
+  },
+  {
+   "epoch": 39,
+   "train_loss": 1.0362237691879272,
+   "val_loss": 1.1813908815383911,
+   "acc": 62.74999999999999,
+   "time": 41.37817739899765,
+   "param": [
+    0.2376609444618225,
+    0.07293567061424255,
+    0.24875447154045105,
+    0.2408062368631363,
+    0.1998426616191864
+   ]
+  },
+  {
+   "epoch": 40,
+   "train_loss": 0.8997734785079956,
+   "val_loss": 1.1300541162490845,
+   "acc": 63.67,
+   "time": 39.862309732998256,
+   "param": [
+    0.2484227418899536,
+    0.05891180410981178,
+    0.2584492862224579,
+    0.23395995795726776,
+    0.20025621354579926
+   ]
+  },
+  {
+   "epoch": 41,
+   "train_loss": 0.986558198928833,
+   "val_loss": 1.2169296741485596,
+   "acc": 64.67,
+   "time": 40.29975579500024,
+   "param": [
+    0.2673884332180023,
+    0.055156808346509933,
+    0.25793156027793884,
+    0.23073354363441467,
+    0.1887897104024887
+   ]
+  },
+  {
+   "epoch": 42,
+   "train_loss": 0.7800893187522888,
+   "val_loss": 1.204463243484497,
+   "acc": 65.22,
+   "time": 39.32136883900239,
+   "param": [
+    0.28632673621177673,
+    0.03848238289356232,
+    0.2679691016674042,
+    0.2312774360179901,
+    0.17594435811042786
+   ]
+  },
+  {
+   "epoch": 43,
+   "train_loss": 0.9524621963500977,
+   "val_loss": 1.1956206560134888,
+   "acc": 64.89,
+   "time": 39.36386299000151,
+   "param": [
+    0.2908455431461334,
+    0.05123456194996834,
+    0.27167385816574097,
+    0.2226327359676361,
+    0.16361327469348907
+   ]
+  },
+  {
+   "epoch": 44,
+   "train_loss": 0.7168908715248108,
+   "val_loss": 1.0014361143112183,
+   "acc": 65.94,
+   "time": 39.48691159000009,
+   "param": [
+    0.29024606943130493,
+    0.06822439283132553,
+    0.26841288805007935,
+    0.20790357887744904,
+    0.16521303355693817
+   ]
+  },
+  {
+   "epoch": 45,
+   "train_loss": 0.6543911695480347,
+   "val_loss": 1.0057748556137085,
+   "acc": 66.0,
+   "time": 40.321394156999304,
+   "param": [
+    0.30421048402786255,
+    0.06746993213891983,
+    0.26147034764289856,
+    0.19986295700073242,
+    0.16698630154132843
+   ]
+  },
+  {
+   "epoch": 46,
+   "train_loss": 0.859646201133728,
+   "val_loss": 1.1759264469146729,
+   "acc": 65.46,
+   "time": 39.93389882700285,
+   "param": [
+    0.3278861939907074,
+    0.07280898094177246,
+    0.2430872768163681,
+    0.1865980476140976,
+    0.16961954534053802
+   ]
+  },
+  {
+   "epoch": 47,
+   "train_loss": 0.5786927938461304,
+   "val_loss": 0.9705190062522888,
+   "acc": 65.86999999999999,
+   "time": 40.57905616299831,
+   "param": [
+    0.33027517795562744,
+    0.07410989701747894,
+    0.22848521173000336,
+    0.1819489747285843,
+    0.18518078327178955
+   ]
+  },
+  {
+   "epoch": 48,
+   "train_loss": 0.7365963459014893,
+   "val_loss": 1.0243204832077026,
+   "acc": 66.33,
+   "time": 40.516658141001244,
+   "param": [
+    0.3317797780036926,
+    0.08282634615898132,
+    0.23188868165016174,
+    0.15542107820510864,
+    0.19808410108089447
+   ]
+  },
+  {
+   "epoch": 49,
+   "train_loss": 0.6589431762695312,
+   "val_loss": 1.0741037130355835,
+   "acc": 65.8,
+   "time": 40.56263729499915,
+   "param": [
+    0.3338206112384796,
+    0.08037349581718445,
+    0.23109562695026398,
+    0.13712778687477112,
+    0.21758244931697845
+   ]
+  },
+  {
+   "epoch": 50,
+   "train_loss": 0.731898307800293,
+   "val_loss": 1.0189791917800903,
+   "acc": 65.86999999999999,
+   "time": 39.8107017700022,
+   "param": [
+    0.3491268455982208,
+    0.05429742857813835,
+    0.23950934410095215,
+    0.13931041955947876,
+    0.217755988240242
+   ]
+  },
+  {
+   "epoch": 51,
+   "train_loss": 0.7109617590904236,
+   "val_loss": 1.0999315977096558,
+   "acc": 65.4,
+   "time": 40.566830064002716,
+   "param": [
+    0.3628011643886566,
+    0.035984866321086884,
+    0.24956545233726501,
+    0.1385970115661621,
+    0.21305148303508759
+   ]
+  },
+  {
+   "epoch": 52,
+   "train_loss": 0.6249769926071167,
+   "val_loss": 0.9498704075813293,
+   "acc": 65.39,
+   "time": 40.09441778399923,
+   "param": [
+    0.35364291071891785,
+    0.05597551912069321,
+    0.239314466714859,
+    0.14437903463840485,
+    0.2066880315542221
+   ]
+  },
+  {
+   "epoch": 53,
+   "train_loss": 0.5916202664375305,
+   "val_loss": 1.1538827419281006,
+   "acc": 67.02,
+   "time": 39.709196957999666,
+   "param": [
+    0.36859235167503357,
+    0.0660700723528862,
+    0.23288890719413757,
+    0.13410291075706482,
+    0.19834573566913605
+   ]
+  },
+  {
+   "epoch": 54,
+   "train_loss": 0.4726015329360962,
+   "val_loss": 1.0510629415512085,
+   "acc": 66.63,
+   "time": 39.9534426350001,
+   "param": [
+    0.3630773425102234,
+    0.08635175973176956,
+    0.22992011904716492,
+    0.12300757318735123,
+    0.1976431906223297
+   ]
+  },
+  {
+   "epoch": 55,
+   "train_loss": 0.7279908061027527,
+   "val_loss": 0.9947112202644348,
+   "acc": 66.14999999999999,
+   "time": 39.56273769700056,
+   "param": [
+    0.3477470576763153,
+    0.10097432881593704,
+    0.2236357182264328,
+    0.12370071560144424,
+    0.20394213497638702
+   ]
+  },
+  {
+   "epoch": 56,
+   "train_loss": 0.7037591338157654,
+   "val_loss": 1.0351883172988892,
+   "acc": 65.94,
+   "time": 39.46621596600016,
+   "param": [
+    0.3321298658847809,
+    0.09461678564548492,
+    0.23322857916355133,
+    0.132090225815773,
+    0.20793457329273224
+   ]
+  },
+  {
+   "epoch": 57,
+   "train_loss": 0.5185973048210144,
+   "val_loss": 0.9537259936332703,
+   "acc": 66.55,
+   "time": 40.445520338995266,
+   "param": [
+    0.3056734800338745,
+    0.11047069728374481,
+    0.23121339082717896,
+    0.1478843092918396,
+    0.20475809276103973
+   ]
+  },
+  {
+   "epoch": 58,
+   "train_loss": 0.4776918590068817,
+   "val_loss": 1.1685490608215332,
+   "acc": 66.22,
+   "time": 40.33917357700557,
+   "param": [
+    0.2992716431617737,
+    0.10181276500225067,
+    0.23526224493980408,
+    0.15648016333580017,
+    0.2071732133626938
+   ]
+  },
+  {
+   "epoch": 59,
+   "train_loss": 0.5690549612045288,
+   "val_loss": 1.0840191841125488,
+   "acc": 66.94,
+   "time": 40.33436167200125,
+   "param": [
+    0.30966827273368835,
+    0.08876363933086395,
+    0.228522390127182,
+    0.1613810807466507,
+    0.2116645872592926
+   ]
+  },
+  {
+   "epoch": 60,
+   "train_loss": 0.7307560443878174,
+   "val_loss": 1.0659221410751343,
+   "acc": 66.59,
+   "time": 39.95508472099755,
+   "param": [
+    0.3232266902923584,
+    0.07798722386360168,
+    0.2286887913942337,
+    0.15744607150554657,
+    0.21265126764774323
+   ]
+  },
+  {
+   "epoch": 61,
+   "train_loss": 0.7792550325393677,
+   "val_loss": 1.3042402267456055,
+   "acc": 67.28,
+   "time": 41.35914049499843,
+   "param": [
+    0.33925455808639526,
+    0.07936946302652359,
+    0.23984196782112122,
+    0.13466449081897736,
+    0.20686955749988556
+   ]
+  },
+  {
+   "epoch": 62,
+   "train_loss": 0.5915225148200989,
+   "val_loss": 1.1773964166641235,
+   "acc": 67.51,
+   "time": 40.49853693300247,
+   "param": [
+    0.345674067735672,
+    0.09368480741977692,
+    0.24112193286418915,
+    0.11652032285928726,
+    0.20299886167049408
+   ]
+  }
+ ]
+}

higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-5 TF)-LeNet)-200 epochs (dataug:0)- 0 in_it.json

@@ -0,0 +1,801 @@
+{
+ "Accuracy": 68.02,
+ "Time": [
+  26.432100044303507,
+  0.9418461443270465
+ ],
+ "Device": "TITAN RTX",
+ "Param_names": [
+  "Identity",
+  "FlipUD",
+  "FlipLR",
+  "Rotate",
+  "TranslateX"
+ ],
+ "Log": [
+  {
+   "epoch": 1,
+   "train_loss": 2.209381341934204,
+   "val_loss": 2.2090373039245605,
+   "acc": 18.56,
+   "time": 28.45042766200004,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 2,
+   "train_loss": 1.9884727001190186,
+   "val_loss": 1.9984012842178345,
+   "acc": 29.94,
+   "time": 28.43654331900052,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 3,
+   "train_loss": 1.8313884735107422,
+   "val_loss": 1.8819881677627563,
+   "acc": 32.769999999999996,
+   "time": 27.526741067999865,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 4,
+   "train_loss": 1.775626540184021,
+   "val_loss": 1.665499210357666,
+   "acc": 39.410000000000004,
+   "time": 27.508774799000093,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 5,
+   "train_loss": 1.583855390548706,
+   "val_loss": 1.7615411281585693,
+   "acc": 40.39,
+   "time": 26.82243964100053,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 6,
+   "train_loss": 1.5973751544952393,
+   "val_loss": 1.51824951171875,
+   "acc": 44.99,
+   "time": 26.803857026000514,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 7,
+   "train_loss": 1.6446408033370972,
+   "val_loss": 1.4920477867126465,
+   "acc": 46.379999999999995,
+   "time": 26.637878933000138,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 8,
+   "train_loss": 1.6232939958572388,
+   "val_loss": 1.5497509241104126,
+   "acc": 46.989999999999995,
+   "time": 27.767116746000283,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 9,
+   "train_loss": 1.6522448062896729,
+   "val_loss": 1.4189999103546143,
+   "acc": 48.17,
+   "time": 28.1224242520002,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 10,
+   "train_loss": 1.5366686582565308,
+   "val_loss": 1.4192695617675781,
+   "acc": 51.28,
+   "time": 27.033335276999424,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 11,
+   "train_loss": 1.4185616970062256,
+   "val_loss": 1.4391385316848755,
+   "acc": 52.17,
+   "time": 26.34439691100033,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 12,
+   "train_loss": 1.4277359247207642,
+   "val_loss": 1.3195582628250122,
+   "acc": 51.64,
+   "time": 26.135356634000345,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 13,
+   "train_loss": 1.4280776977539062,
+   "val_loss": 1.2724695205688477,
+   "acc": 54.620000000000005,
+   "time": 27.907274663999488,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 14,
+   "train_loss": 1.2200478315353394,
+   "val_loss": 1.384096622467041,
+   "acc": 54.339999999999996,
+   "time": 29.155128926000543,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 15,
+   "train_loss": 1.3721450567245483,
+   "val_loss": 1.2649650573730469,
+   "acc": 55.06999999999999,
+   "time": 28.236293414999636,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 16,
+   "train_loss": 1.3658757209777832,
+   "val_loss": 1.2481719255447388,
+   "acc": 53.98,
+   "time": 26.897455862000243,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 17,
+   "train_loss": 1.2664216756820679,
+   "val_loss": 1.2575236558914185,
+   "acc": 56.75,
+   "time": 26.547819004999837,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 18,
+   "train_loss": 1.1752948760986328,
+   "val_loss": 1.124484658241272,
+   "acc": 58.58,
+   "time": 26.245656397999483,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 19,
+   "train_loss": 1.2752552032470703,
+   "val_loss": 1.1638362407684326,
+   "acc": 58.69,
+   "time": 26.20612688499932,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 20,
+   "train_loss": 1.3139547109603882,
+   "val_loss": 1.2094759941101074,
+   "acc": 59.4,
+   "time": 26.412716974000432,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 21,
+   "train_loss": 1.2089259624481201,
+   "val_loss": 1.2073596715927124,
+   "acc": 57.31,
+   "time": 26.512400758000695,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 22,
+   "train_loss": 1.1125365495681763,
+   "val_loss": 1.1097540855407715,
+   "acc": 60.029999999999994,
+   "time": 26.01371768700028,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 23,
+   "train_loss": 1.127440333366394,
+   "val_loss": 1.0390993356704712,
+   "acc": 60.51,
+   "time": 26.518814736999957,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 24,
+   "train_loss": 1.1911065578460693,
+   "val_loss": 1.0960547924041748,
+   "acc": 62.370000000000005,
+   "time": 26.31165210800009,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 25,
+   "train_loss": 1.1799520254135132,
+   "val_loss": 1.0482264757156372,
+   "acc": 61.919999999999995,
+   "time": 26.2133820629997,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 26,
+   "train_loss": 1.0292147397994995,
+   "val_loss": 1.0945607423782349,
+   "acc": 60.35,
+   "time": 26.51698562999991,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 27,
+   "train_loss": 0.9285745620727539,
+   "val_loss": 1.0784294605255127,
+   "acc": 61.5,
+   "time": 26.419935823999367,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 28,
+   "train_loss": 1.0632559061050415,
+   "val_loss": 1.0897365808486938,
+   "acc": 62.69,
+   "time": 25.980824919000042,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 29,
+   "train_loss": 1.1130989789962769,
+   "val_loss": 1.0980607271194458,
+   "acc": 62.92,
+   "time": 26.177581500999622,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 30,
+   "train_loss": 1.1093348264694214,
+   "val_loss": 1.008078694343567,
+   "acc": 63.029999999999994,
+   "time": 26.23975647899988,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 31,
+   "train_loss": 1.1302381753921509,
+   "val_loss": 0.9928503632545471,
+   "acc": 63.99,
+   "time": 26.207481008000286,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 32,
+   "train_loss": 0.9510522484779358,
+   "val_loss": 1.1515353918075562,
+   "acc": 61.78,
+   "time": 26.10559039399959,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 33,
+   "train_loss": 0.8296921253204346,
+   "val_loss": 1.0567986965179443,
+   "acc": 64.59,
+   "time": 26.367466339999737,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 34,
+   "train_loss": 0.7825901508331299,
+   "val_loss": 1.06011962890625,
+   "acc": 63.75999999999999,
+   "time": 26.720860770999934,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 35,
+   "train_loss": 1.0451310873031616,
+   "val_loss": 1.0712549686431885,
+   "acc": 64.66,
+   "time": 26.38333916299962,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 36,
+   "train_loss": 0.941616952419281,
+   "val_loss": 1.0308928489685059,
+   "acc": 63.849999999999994,
+   "time": 26.11864721999973,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 37,
+   "train_loss": 1.1750117540359497,
+   "val_loss": 0.8939642310142517,
+   "acc": 64.60000000000001,
+   "time": 26.05089175699959,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 38,
+   "train_loss": 1.156537652015686,
+   "val_loss": 1.0122591257095337,
+   "acc": 66.02,
+   "time": 26.044975770999372,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 39,
+   "train_loss": 0.7755791544914246,
+   "val_loss": 1.124003291130066,
+   "acc": 65.4,
+   "time": 25.967972237999675,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 40,
+   "train_loss": 0.9795905351638794,
+   "val_loss": 0.97763592004776,
+   "acc": 65.67,
+   "time": 25.92559326799983,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 41,
+   "train_loss": 0.9356624484062195,
+   "val_loss": 0.891104519367218,
+   "acc": 66.47999999999999,
+   "time": 25.95062796000002,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 42,
+   "train_loss": 0.6467849612236023,
+   "val_loss": 1.023476243019104,
+   "acc": 65.98,
+   "time": 25.404911482999523,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 43,
+   "train_loss": 1.0344921350479126,
+   "val_loss": 0.9758679270744324,
+   "acc": 65.12,
+   "time": 24.105061879999994,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 44,
+   "train_loss": 0.9616190791130066,
+   "val_loss": 1.1357616186141968,
+   "acc": 66.02,
+   "time": 26.283558743999492,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 45,
+   "train_loss": 0.7389578819274902,
+   "val_loss": 1.2198312282562256,
+   "acc": 65.39,
+   "time": 24.331962939000732,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 46,
+   "train_loss": 1.0081952810287476,
+   "val_loss": 0.8166201710700989,
+   "acc": 67.92,
+   "time": 24.904322317999686,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 47,
+   "train_loss": 0.9897212982177734,
+   "val_loss": 0.8606285452842712,
+   "acc": 67.14,
+   "time": 24.404112764000274,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 48,
+   "train_loss": 0.7379241585731506,
+   "val_loss": 0.8817127346992493,
+   "acc": 64.64999999999999,
+   "time": 26.273540114999378,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 49,
+   "train_loss": 0.8354456424713135,
+   "val_loss": 0.9517002105712891,
+   "acc": 66.63,
+   "time": 26.218020557999807,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 50,
+   "train_loss": 0.7292478084564209,
+   "val_loss": 0.8856678009033203,
+   "acc": 67.17999999999999,
+   "time": 25.87899430700054,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 51,
+   "train_loss": 0.6854175329208374,
+   "val_loss": 0.9443318843841553,
+   "acc": 67.23,
+   "time": 26.063724931999786,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 52,
+   "train_loss": 0.7658334374427795,
+   "val_loss": 1.1184815168380737,
+   "acc": 66.81,
+   "time": 26.034984742999768,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 53,
+   "train_loss": 0.7455111742019653,
+   "val_loss": 0.9899284839630127,
+   "acc": 66.36,
+   "time": 26.190467200000057,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 54,
+   "train_loss": 0.8580372929573059,
+   "val_loss": 0.8891879320144653,
+   "acc": 67.86999999999999,
+   "time": 25.878674787999444,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 55,
+   "train_loss": 0.6113382577896118,
+   "val_loss": 1.0772202014923096,
+   "acc": 68.02,
+   "time": 26.431994012999894,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  },
+  {
+   "epoch": 56,
+   "train_loss": 0.744901716709137,
+   "val_loss": 1.184912085533142,
+   "acc": 67.30000000000001,
+   "time": 25.847009703999902,
+   "param": [
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224,
+    0.20000000298023224
+   ]
+  }
+ ]
+}

higher/res/TF_nb_tests/log/Aug_mod(Data_augV4(Uniform-5 TF)-LeNet)-200 epochs (dataug:0)- 10 in_it.json

@@ -0,0 +1,787 @@
+{
+ "Accuracy": 69.17999999999999,
+ "Time": [
+  39.6273947562181,
+  0.8711877855214571
+ ],
+ "Device": "TITAN RTX",
+ "Param_names": [
+  "Identity",
+  "FlipUD",
+  "FlipLR",
+  "Rotate",
+  "TranslateX"
+ ],
+ "Log": [
+  {
+   "epoch": 1,
+   "train_loss": 2.1018104553222656,
+   "val_loss": 2.109567165374756,
+   "acc": 20.04,
+   "time": 40.23383237099915,
+   "param": [
+    0.19842380285263062,
+    0.20001129806041718,
+    0.19977015256881714,
+    0.20179960131645203,
+    0.19999511539936066
+   ]
+  },
+  {
+   "epoch": 2,
+   "train_loss": 1.9819412231445312,
+   "val_loss": 1.9766215085983276,
+   "acc": 28.43,
+   "time": 40.81211857600283,
+   "param": [
+    0.19696201384067535,
+    0.19841766357421875,
+    0.2061743438243866,
+    0.19797511398792267,
+    0.20047084987163544
+   ]
+  },
+  {
+   "epoch": 3,
+   "train_loss": 1.8968287706375122,
+   "val_loss": 1.8813384771347046,
+   "acc": 33.36,
+   "time": 39.99945222099632,
+   "param": [
+    0.20170438289642334,
+    0.17991378903388977,
+    0.217431902885437,
+    0.1952047199010849,
+    0.2057451754808426
+   ]
+  },
+  {
+   "epoch": 4,
+   "train_loss": 1.7785333395004272,
+   "val_loss": 1.778497338294983,
+   "acc": 35.47,
+   "time": 39.177762608997,
+   "param": [
+    0.21327908337116241,
+    0.1602485030889511,
+    0.23338983952999115,
+    0.19621038436889648,
+    0.196872279047966
+   ]
+  },
+  {
+   "epoch": 5,
+   "train_loss": 1.5864204168319702,
+   "val_loss": 1.6258759498596191,
+   "acc": 41.25,
+   "time": 40.01433390600141,
+   "param": [
+    0.22444938123226166,
+    0.142090305685997,
+    0.24536462128162384,
+    0.2047261893749237,
+    0.183369442820549
+   ]
+  },
+  {
+   "epoch": 6,
+   "train_loss": 1.7190712690353394,
+   "val_loss": 1.6397136449813843,
+   "acc": 43.919999999999995,
+   "time": 39.09172881900304,
+   "param": [
+    0.24645507335662842,
+    0.12182711809873581,
+    0.2555619776248932,
+    0.20519310235977173,
+    0.17096272110939026
+   ]
+  },
+  {
+   "epoch": 7,
+   "train_loss": 1.5065624713897705,
+   "val_loss": 1.5338472127914429,
+   "acc": 45.16,
+   "time": 39.08272157399915,
+   "param": [
+    0.2660534083843231,
+    0.10978368669748306,
+    0.2582497000694275,
+    0.2025083303451538,
+    0.16340483725070953
+   ]
+  },
+  {
+   "epoch": 8,
+   "train_loss": 1.4950095415115356,
+   "val_loss": 1.4715195894241333,
+   "acc": 47.71,
+   "time": 39.0734620009971,
+   "param": [
+    0.2865746319293976,
+    0.09050355106592178,
+    0.25813713669776917,
+    0.20197461545467377,
+    0.1628100425004959
+   ]
+  },
+  {
+   "epoch": 9,
+   "train_loss": 1.4933198690414429,
+   "val_loss": 1.4329171180725098,
+   "acc": 49.39,
+   "time": 39.997444382999674,
+   "param": [
+    0.2899182438850403,
+    0.07679286599159241,
+    0.2556973695755005,
+    0.2088988870382309,
+    0.16869264841079712
+   ]
+  },
+  {
+   "epoch": 10,
+   "train_loss": 1.1963615417480469,
+   "val_loss": 1.4526424407958984,
+   "acc": 46.92,
+   "time": 38.643405445996905,
+   "param": [
+    0.30481526255607605,
+    0.05052435025572777,
+    0.2659769058227539,
+    0.21526476740837097,
+    0.163418710231781
+   ]
+  },
+  {
+   "epoch": 11,
+   "train_loss": 1.238764762878418,
+   "val_loss": 1.2550208568572998,
+   "acc": 52.11,
+   "time": 38.60926614799973,
+   "param": [
+    0.3114926815032959,
+    0.03270631656050682,
+    0.27678683400154114,
+    0.21809658408164978,
+    0.16091762483119965
+   ]
+  },
+  {
+   "epoch": 12,
+   "train_loss": 1.4017910957336426,
+   "val_loss": 1.2888436317443848,
+   "acc": 53.190000000000005,
+   "time": 39.43781691099866,
+   "param": [
+    0.3216642141342163,
+    0.011202980764210224,
+    0.2877790033817291,
+    0.21728290617465973,
+    0.1620708853006363
+   ]
+  },
+  {
+   "epoch": 13,
+   "train_loss": 1.420412302017212,
+   "val_loss": 1.3448773622512817,
+   "acc": 53.31,
+   "time": 39.861899095005356,
+   "param": [
+    0.3213019073009491,
+    0.016292281448841095,
+    0.2877921760082245,
+    0.21032676100730896,
+    0.16428685188293457
+   ]
+  },
+  {
+   "epoch": 14,
+   "train_loss": 1.243154764175415,
+   "val_loss": 1.326210379600525,
+   "acc": 55.15,
+   "time": 39.736886969003535,
+   "param": [
+    0.32107600569725037,
+    0.024529017508029938,
+    0.28602728247642517,
+    0.20767761766910553,
+    0.16069002449512482
+   ]
+  },
+  {
+   "epoch": 15,
+   "train_loss": 1.2346926927566528,
+   "val_loss": 1.1101329326629639,
+   "acc": 56.74,
+   "time": 40.0393762110034,
+   "param": [
+    0.3193809390068054,
+    0.03692985698580742,
+    0.2759055495262146,
+    0.20983491837978363,
+    0.15794876217842102
+   ]
+  },
+  {
+   "epoch": 16,
+   "train_loss": 1.216399908065796,
+   "val_loss": 1.1590641736984253,
+   "acc": 57.599999999999994,
+   "time": 41.480392031997326,
+   "param": [
+    0.3168501853942871,
+    0.056971531361341476,
+    0.26572808623313904,
+    0.21337199211120605,
+    0.14707815647125244
+   ]
+  },
+  {
+   "epoch": 17,
+   "train_loss": 1.3892245292663574,
+   "val_loss": 1.1265652179718018,
+   "acc": 58.17,
+   "time": 39.0264343480012,
+   "param": [
+    0.3232843577861786,
+    0.04680972173810005,
+    0.27142173051834106,
+    0.2135477066040039,
+    0.14493641257286072
+   ]
+  },
+  {
+   "epoch": 18,
+   "train_loss": 1.3236074447631836,
+   "val_loss": 1.1348007917404175,
+   "acc": 59.18,
+   "time": 40.452593013993464,
+   "param": [
+    0.3343261182308197,
+    0.014986527152359486,
+    0.28881895542144775,
+    0.22030162811279297,
+    0.14156673848628998
+   ]
+  },
+  {
+   "epoch": 19,
+   "train_loss": 0.980381429195404,
+   "val_loss": 1.2683351039886475,
+   "acc": 58.79,
+   "time": 37.840312813998025,
+   "param": [
+    0.3374232351779938,
+    0.004389242734760046,
+    0.2866204082965851,
+    0.23453734815120697,
+    0.13702981173992157
+   ]
+  },
+  {
+   "epoch": 20,
+   "train_loss": 1.2949868440628052,
+   "val_loss": 1.132500410079956,
+   "acc": 60.25,
+   "time": 38.632220168998174,
+   "param": [
+    0.3333415687084198,
+    0.01268939208239317,
+    0.28635290265083313,
+    0.23604045808315277,
+    0.13157565891742706
+   ]
+  },
+  {
+   "epoch": 21,
+   "train_loss": 1.1989856958389282,
+   "val_loss": 1.1255176067352295,
+   "acc": 60.35,
+   "time": 38.586114845995326,
+   "param": [
+    0.332526296377182,
+    0.02019379287958145,
+    0.28968527913093567,
+    0.23090311884880066,
+    0.12669147551059723
+   ]
+  },
+  {
+   "epoch": 22,
+   "train_loss": 0.8065992593765259,
+   "val_loss": 1.0869174003601074,
+   "acc": 61.7,
+   "time": 38.767874839002616,
+   "param": [
+    0.3194885849952698,
+    0.03606945648789406,
+    0.289602667093277,
+    0.222244530916214,
+    0.1325947493314743
+   ]
+  },
+  {
+   "epoch": 23,
+   "train_loss": 0.9513561725616455,
+   "val_loss": 1.0535328388214111,
+   "acc": 62.43,
+   "time": 39.23318819799897,
+   "param": [
+    0.32695087790489197,
+    0.032944321632385254,
+    0.2895260751247406,
+    0.2166438102722168,
+    0.1339349001646042
+   ]
+  },
+  {
+   "epoch": 24,
+   "train_loss": 1.0425101518630981,
+   "val_loss": 1.0934805870056152,
+   "acc": 63.51,
+   "time": 39.39494461999857,
+   "param": [
+    0.3307122588157654,
+    0.030567890033125877,
+    0.2810961604118347,
+    0.21720629930496216,
+    0.14041736721992493
+   ]
+  },
+  {
+   "epoch": 25,
+   "train_loss": 0.7997806668281555,
+   "val_loss": 1.0016148090362549,
+   "acc": 62.339999999999996,
+   "time": 40.8472359840016,
+   "param": [
+    0.34650734066963196,
+    0.015922898426651955,
+    0.26707372069358826,
+    0.22025734186172485,
+    0.15023872256278992
+   ]
+  },
+  {
+   "epoch": 26,
+   "train_loss": 0.8271700739860535,
+   "val_loss": 1.0831570625305176,
+   "acc": 62.580000000000005,
+   "time": 39.58527822799806,
+   "param": [
+    0.36267322301864624,
+    0.0,
+    0.26501840353012085,
+    0.2339991331100464,
+    0.1383092999458313
+   ]
+  },
+  {
+   "epoch": 27,
+   "train_loss": 0.9377812743186951,
+   "val_loss": 1.191480278968811,
+   "acc": 63.349999999999994,
+   "time": 40.07326805699995,
+   "param": [
+    0.3643825352191925,
+    0.0,
+    0.26259782910346985,
+    0.23841899633407593,
+    0.13460060954093933
+   ]
+  },
+  {
+   "epoch": 28,
+   "train_loss": 1.0123487710952759,
+   "val_loss": 1.0714119672775269,
+   "acc": 64.0,
+   "time": 37.97599699899729,
+   "param": [
+    0.3591512143611908,
+    0.014735986478626728,
+    0.25770097970962524,
+    0.2348054200410843,
+    0.1336064338684082
+   ]
+  },
+  {
+   "epoch": 29,
+   "train_loss": 0.7192648649215698,
+   "val_loss": 1.037442922592163,
+   "acc": 64.89,
+   "time": 39.609387444004824,
+   "param": [
+    0.3442360758781433,
+    0.03418891504406929,
+    0.2580791413784027,
+    0.22703653573989868,
+    0.1364593803882599
+   ]
+  },
+  {
+   "epoch": 30,
+   "train_loss": 0.8534664511680603,
+   "val_loss": 1.0804824829101562,
+   "acc": 65.09,
+   "time": 38.694713290002255,
+   "param": [
+    0.32123076915740967,
+    0.04357234388589859,
+    0.27346619963645935,
+    0.21131806075572968,
+    0.15041261911392212
+   ]
+  },
+  {
+   "epoch": 31,
+   "train_loss": 0.8403931856155396,
+   "val_loss": 1.078322410583496,
+   "acc": 64.3,
+   "time": 39.084416979996604,
+   "param": [
+    0.29857587814331055,
+    0.06143451854586601,
+    0.2725270688533783,
+    0.19091174006462097,
+    0.17655080556869507
+   ]
+  },
+  {
+   "epoch": 32,
+   "train_loss": 0.8453710079193115,
+   "val_loss": 1.000789999961853,
+   "acc": 65.94,
+   "time": 38.305959509001696,
+   "param": [
+    0.28454214334487915,
+    0.07077094912528992,
+    0.268387109041214,
+    0.18030093610286713,
+    0.19599883258342743
+   ]
+  },
+  {
+   "epoch": 33,
+   "train_loss": 0.7676465511322021,
+   "val_loss": 1.0017729997634888,
+   "acc": 66.25999999999999,
+   "time": 39.73791538099613,
+   "param": [
+    0.28718993067741394,
+    0.06431663781404495,
+    0.26400214433670044,
+    0.17992356419563293,
+    0.20456771552562714
+   ]
+  },
+  {
+   "epoch": 34,
+   "train_loss": 0.9640286564826965,
+   "val_loss": 0.9682867527008057,
+   "acc": 65.35,
+   "time": 40.00204606299667,
+   "param": [
+    0.283902645111084,
+    0.06226228177547455,
+    0.27138572931289673,
+    0.17935340106487274,
+    0.20309588313102722
+   ]
+  },
+  {
+   "epoch": 35,
+   "train_loss": 0.6863196492195129,
+   "val_loss": 0.9470375776290894,
+   "acc": 67.08,
+   "time": 41.28859330800333,
+   "param": [
+    0.2813124656677246,
+    0.05795780569314957,
+    0.2873753607273102,
+    0.17745889723300934,
+    0.1958954781293869
+   ]
+  },
+  {
+   "epoch": 36,
+   "train_loss": 0.7930161952972412,
+   "val_loss": 1.0115965604782104,
+   "acc": 67.5,
+   "time": 41.36260690900235,
+   "param": [
+    0.27664631605148315,
+    0.05653957277536392,
+    0.299193799495697,
+    0.17679794132709503,
+    0.19082237780094147
+   ]
+  },
+  {
+   "epoch": 37,
+   "train_loss": 0.8778854012489319,
+   "val_loss": 0.9327578544616699,
+   "acc": 66.95,
+   "time": 41.30115243900218,
+   "param": [
+    0.27998366951942444,
+    0.04437959939241409,
+    0.3189769983291626,
+    0.170636847615242,
+    0.18602290749549866
+   ]
+  },
+  {
+   "epoch": 38,
+   "train_loss": 0.6328524947166443,
+   "val_loss": 0.9516682028770447,
+   "acc": 67.07,
+   "time": 39.500477064000734,
+   "param": [
+    0.291860967874527,
+    0.018695399165153503,
+    0.3416735827922821,
+    0.1649528294801712,
+    0.1828172355890274
+   ]
+  },
+  {
+   "epoch": 39,
+   "train_loss": 1.0218952894210815,
+   "val_loss": 0.9337506890296936,
+   "acc": 66.78,
+   "time": 39.22774484399997,
+   "param": [
+    0.2977074682712555,
+    0.022408194839954376,
+    0.3410625457763672,
+    0.1536775380373001,
+    0.18514424562454224
+   ]
+  },
+  {
+   "epoch": 40,
+   "train_loss": 0.6771730184555054,
+   "val_loss": 0.8810829520225525,
+   "acc": 66.61,
+   "time": 39.378331828003866,
+   "param": [
+    0.30533093214035034,
+    0.036500800400972366,
+    0.3323167860507965,
+    0.1499338150024414,
+    0.17591768503189087
+   ]
+  },
+  {
+   "epoch": 41,
+   "train_loss": 0.6890205144882202,
+   "val_loss": 0.836564838886261,
+   "acc": 66.45,
+   "time": 40.123880876999465,
+   "param": [
+    0.3147609829902649,
+    0.04382888227701187,
+    0.3228267431259155,
+    0.1502222865819931,
+    0.16836115717887878
+   ]
+  },
+  {
+   "epoch": 42,
+   "train_loss": 0.8627088665962219,
+   "val_loss": 0.9054418206214905,
+   "acc": 67.97999999999999,
+   "time": 40.32280128700222,
+   "param": [
+    0.31470343470573425,
+    0.06164834648370743,
+    0.30810725688934326,
+    0.1499844789505005,
+    0.16555649042129517
+   ]
+  },
+  {
+   "epoch": 43,
+   "train_loss": 0.8759464621543884,
+   "val_loss": 0.9136669635772705,
+   "acc": 68.12,
+   "time": 39.31673507200321,
+   "param": [
+    0.2924354672431946,
+    0.0811842530965805,
+    0.2910531759262085,
+    0.16014623641967773,
+    0.17518089711666107
+   ]
+  },
+  {
+   "epoch": 44,
+   "train_loss": 0.6498866081237793,
+   "val_loss": 0.9131869673728943,
+   "acc": 67.41,
+   "time": 37.744561060004344,
+   "param": [
+    0.2835513949394226,
+    0.09132419526576996,
+    0.27985358238220215,
+    0.16341771185398102,
+    0.18185308575630188
+   ]
+  },
+  {
+   "epoch": 45,
+   "train_loss": 0.7241475582122803,
+   "val_loss": 0.826046884059906,
+   "acc": 68.52000000000001,
+   "time": 40.61851414400007,
+   "param": [
+    0.2887689769268036,
+    0.08981410413980484,
+    0.27352237701416016,
+    0.16861818730831146,
+    0.17927636206150055
+   ]
+  },
+  {
+   "epoch": 46,
+   "train_loss": 0.7192733883857727,
+   "val_loss": 0.9753017425537109,
+   "acc": 68.4,
+   "time": 39.714799622997816,
+   "param": [
+    0.30990850925445557,
+    0.08641016483306885,
+    0.26022329926490784,
+    0.17515632510185242,
+    0.16830173134803772
+   ]
+  },
+  {
+   "epoch": 47,
+   "train_loss": 0.7802963256835938,
+   "val_loss": 0.8540078997612,
+   "acc": 67.57,
+   "time": 38.93383246099984,
+   "param": [
+    0.31681549549102783,
+    0.09222076088190079,
+    0.2433459609746933,
+    0.18200789391994476,
+    0.16560986638069153
+   ]
+  },
+  {
+   "epoch": 48,
+   "train_loss": 0.5852533578872681,
+   "val_loss": 0.9909899830818176,
+   "acc": 68.57,
+   "time": 39.194544081998174,
+   "param": [
+    0.32253575325012207,
+    0.09362976253032684,
+    0.23898907005786896,
+    0.1831638365983963,
+    0.16168153285980225
+   ]
+  },
+  {
+   "epoch": 49,
+   "train_loss": 0.7825279235839844,
+   "val_loss": 0.8329178094863892,
+   "acc": 68.54,
+   "time": 40.252023050998105,
+   "param": [
+    0.3195260167121887,
+    0.09389758110046387,
+    0.23525555431842804,
+    0.18510010838508606,
+    0.1662207394838333
+   ]
+  },
+  {
+   "epoch": 50,
+   "train_loss": 0.6062849760055542,
+   "val_loss": 0.8486297726631165,
+   "acc": 68.51,
+   "time": 40.03041771199787,
+   "param": [
+    0.3149394392967224,
+    0.07204019278287888,
+    0.251102477312088,
+    0.17503869533538818,
+    0.18687918782234192
+   ]
+  },
+  {
+   "epoch": 51,
+   "train_loss": 0.6398053765296936,
+   "val_loss": 0.9009049534797668,
+   "acc": 69.17999999999999,
+   "time": 39.26383448400156,
+   "param": [
+    0.3175128102302551,
+    0.07895951718091965,
+    0.249552384018898,
+    0.16147245466709137,
+    0.19250284135341644
+   ]
+  },
+  {
+   "epoch": 52,
+   "train_loss": 0.5976012349128723,
+   "val_loss": 1.0407965183258057,
+   "acc": 69.0,
+   "time": 39.37905593399773,
+   "param": [
+    0.31902390718460083,
+    0.08673706650733948,
+    0.23369397222995758,
+    0.16825847327709198,
+    0.19228656589984894
+   ]
+  },
+  {
+   "epoch": 53,
+   "train_loss": 0.45955953001976013,
+   "val_loss": 0.9173747897148132,
+   "acc": 68.49,
+   "time": 40.90162714300095,
+   "param": [
+    0.3407013416290283,
+    0.08168643712997437,
+    0.2347133457660675,
+    0.156704843044281,
+    0.18619400262832642
+   ]
+  },
+  {
+   "epoch": 54,
+   "train_loss": 0.7356651425361633,
+   "val_loss": 1.1258422136306763,
+   "acc": 68.17,
+   "time": 40.191294367999944,
+   "param": [
+    0.3650893568992615,
+    0.06445084512233734,
+    0.25340306758880615,
+    0.14214052259922028,
+    0.17491620779037476
+   ]
+  },
+  {
+   "epoch": 55,
+   "train_loss": 0.7068819403648376,
+   "val_loss": 0.9105621576309204,
+   "acc": 68.42,
+   "time": 40.3180838469998,
+   "param": [
+    0.37421363592147827,
+    0.04804232716560364,
+    0.2649935185909271,
+    0.13056881725788116,
+    0.1821817010641098
+   ]
+  }
+ ]
+}