{
 "Accuracy": 97.92,
 "Time": [
  7.663396573680001,
  0.5995690252100708,
  785.077597687
 ],
 "Optimizer": {
  "Meta": {
   "optim": "Adam",
   "lr": 0.01
  },
  "Inner": {
   "optim": "SGD",
   "lr": 0.01,
   "momentum": 0.9
  }
 },
 "Device": "GeForce GTX 1080 Ti",
 "Param_names": [
  "Identity",
  "FlipUD",
  "FlipLR"
 ],
 "Log": [
  {
   "epoch": 1,
   "train_loss": 0.8748712539672852,
   "val_loss": 0.9517858624458313,
   "acc": 79.72,
   "time": 2.5304342429999997,
   "param": [
    {
     "p": 0.3333502411842346,
     "m": 1.0
    },
    {
     "p": 0.33332395553588867,
     "m": 1.0
    },
    {
     "p": 0.3333258330821991,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 2,
   "train_loss": 0.5099892020225525,
   "val_loss": 0.46691086888313293,
   "acc": 88.56,
   "time": 7.362530487,
   "param": [
    {
     "p": 0.4560341536998749,
     "m": 1.0
    },
    {
     "p": 0.27205216884613037,
     "m": 1.0
    },
    {
     "p": 0.27191370725631714,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 3,
   "train_loss": 0.3084825575351715,
   "val_loss": 0.34784966707229614,
   "acc": 90.1,
   "time": 7.574378008999998,
   "param": [
    {
     "p": 0.49465906620025635,
     "m": 1.0
    },
    {
     "p": 0.26649269461631775,
     "m": 1.0
    },
    {
     "p": 0.2388482242822647,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 4,
   "train_loss": 0.32794979214668274,
   "val_loss": 0.28572288155555725,
   "acc": 91.02,
   "time": 7.9264762760000025,
   "param": [
    {
     "p": 0.5098409056663513,
     "m": 1.0
    },
    {
     "p": 0.1969306915998459,
     "m": 1.0
    },
    {
     "p": 0.2932283878326416,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 5,
   "train_loss": 0.3452123999595642,
   "val_loss": 0.31644129753112793,
   "acc": 91.94,
   "time": 7.947691347999999,
   "param": [
    {
     "p": 0.548282265663147,
     "m": 1.0
    },
    {
     "p": 0.08419473469257355,
     "m": 1.0
    },
    {
     "p": 0.3675229847431183,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 6,
   "train_loss": 0.3298105001449585,
   "val_loss": 0.3152514398097992,
   "acc": 92.37,
   "time": 7.985301407999998,
   "param": [
    {
     "p": 0.6250641942024231,
     "m": 1.0
    },
    {
     "p": 0.0033333341125398874,
     "m": 1.0
    },
    {
     "p": 0.37160250544548035,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 7,
   "train_loss": 0.3813919126987457,
   "val_loss": 0.16153670847415924,
   "acc": 92.76,
   "time": 7.956124064999997,
   "param": [
    {
     "p": 0.6365358233451843,
     "m": 1.0
    },
    {
     "p": 0.0033333338797092438,
     "m": 1.0
    },
    {
     "p": 0.36013084650039673,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 8,
   "train_loss": 0.2786937355995178,
   "val_loss": 0.2359449565410614,
   "acc": 93.44,
   "time": 7.905583372999999,
   "param": [
    {
     "p": 0.5977662801742554,
     "m": 1.0
    },
    {
     "p": 0.11370489746332169,
     "m": 1.0
    },
    {
     "p": 0.28852877020835876,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 9,
   "train_loss": 0.2202783226966858,
   "val_loss": 0.3073674738407135,
   "acc": 93.79,
   "time": 7.534487776000006,
   "param": [
    {
     "p": 0.5319209098815918,
     "m": 1.0
    },
    {
     "p": 0.0033333327155560255,
     "m": 1.0
    },
    {
     "p": 0.46474581956863403,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 10,
   "train_loss": 0.22745747864246368,
   "val_loss": 0.176229327917099,
   "acc": 94.21,
   "time": 7.466522896000001,
   "param": [
    {
     "p": 0.45827624201774597,
     "m": 1.0
    },
    {
     "p": 0.11279521882534027,
     "m": 1.0
    },
    {
     "p": 0.42892855405807495,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 11,
   "train_loss": 0.22576339542865753,
   "val_loss": 0.24197758734226227,
   "acc": 94.3,
   "time": 7.459795036000003,
   "param": [
    {
     "p": 0.4370133578777313,
     "m": 1.0
    },
    {
     "p": 0.09184530377388,
     "m": 1.0
    },
    {
     "p": 0.4711412787437439,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 12,
   "train_loss": 0.1871875673532486,
   "val_loss": 0.18181036412715912,
   "acc": 94.64,
   "time": 7.505612103999994,
   "param": [
    {
     "p": 0.3338257074356079,
     "m": 1.0
    },
    {
     "p": 0.1373659372329712,
     "m": 1.0
    },
    {
     "p": 0.5288083553314209,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 13,
   "train_loss": 0.17489118874073029,
   "val_loss": 0.17441284656524658,
   "acc": 94.81,
   "time": 7.606514332999993,
   "param": [
    {
     "p": 0.3413366377353668,
     "m": 1.0
    },
    {
     "p": 0.11180614680051804,
     "m": 1.0
    },
    {
     "p": 0.5468572378158569,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 14,
   "train_loss": 0.1938781887292862,
   "val_loss": 0.28532564640045166,
   "acc": 95.18,
   "time": 7.408963212000003,
   "param": [
    {
     "p": 0.3429130017757416,
     "m": 1.0
    },
    {
     "p": 0.06966673582792282,
     "m": 1.0
    },
    {
     "p": 0.5874202251434326,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 15,
   "train_loss": 0.11410273611545563,
   "val_loss": 0.15423354506492615,
   "acc": 95.34,
   "time": 8.250158808999998,
   "param": [
    {
     "p": 0.31141993403434753,
     "m": 1.0
    },
    {
     "p": 0.06637503206729889,
     "m": 1.0
    },
    {
     "p": 0.6222050189971924,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 16,
   "train_loss": 0.09223314374685287,
   "val_loss": 0.19752506911754608,
   "acc": 95.54,
   "time": 8.047603210000005,
   "param": [
    {
     "p": 0.331056147813797,
     "m": 1.0
    },
    {
     "p": 0.0033333334140479565,
     "m": 1.0
    },
    {
     "p": 0.6656105518341064,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 17,
   "train_loss": 0.12005222588777542,
   "val_loss": 0.17791405320167542,
   "acc": 95.61,
   "time": 8.051116519999994,
   "param": [
    {
     "p": 0.17388737201690674,
     "m": 1.0
    },
    {
     "p": 0.17723964154720306,
     "m": 1.0
    },
    {
     "p": 0.648872971534729,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 18,
   "train_loss": 0.09258668124675751,
   "val_loss": 0.11922650784254074,
   "acc": 95.8,
   "time": 8.257192818999982,
   "param": [
    {
     "p": 0.009064941667020321,
     "m": 1.0
    },
    {
     "p": 0.2127242237329483,
     "m": 1.0
    },
    {
     "p": 0.7782108187675476,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 19,
   "train_loss": 0.13025112450122833,
   "val_loss": 0.1358470469713211,
   "acc": 95.97,
   "time": 8.091569012000008,
   "param": [
    {
     "p": 0.0033333341125398874,
     "m": 1.0
    },
    {
     "p": 0.17723889648914337,
     "m": 1.0
    },
    {
     "p": 0.8194277286529541,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 20,
   "train_loss": 0.12420804798603058,
   "val_loss": 0.09724710136651993,
   "acc": 96.19,
   "time": 7.979252371000001,
   "param": [
    {
     "p": 0.0033333341125398874,
     "m": 1.0
    },
    {
     "p": 0.173990398645401,
     "m": 1.0
    },
    {
     "p": 0.8226762413978577,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 21,
   "train_loss": 0.14632895588874817,
   "val_loss": 0.12651817500591278,
   "acc": 96.27,
   "time": 8.206597667000011,
   "param": [
    {
     "p": 0.003333334345370531,
     "m": 1.0
    },
    {
     "p": 0.14988088607788086,
     "m": 1.0
    },
    {
     "p": 0.8467857837677002,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 22,
   "train_loss": 0.13407474756240845,
   "val_loss": 0.1555185616016388,
   "acc": 96.35,
   "time": 8.005486611999999,
   "param": [
    {
     "p": 0.1788017898797989,
     "m": 1.0
    },
    {
     "p": 0.14081238210201263,
     "m": 1.0
    },
    {
     "p": 0.6803857684135437,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 23,
   "train_loss": 0.06803848594427109,
   "val_loss": 0.101528100669384,
   "acc": 96.32,
   "time": 8.296503699000027,
   "param": [
    {
     "p": 0.162736713886261,
     "m": 1.0
    },
    {
     "p": 0.16200248897075653,
     "m": 1.0
    },
    {
     "p": 0.6752608418464661,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 24,
   "train_loss": 0.09580100327730179,
   "val_loss": 0.08589989691972733,
   "acc": 96.4,
   "time": 8.28063747600001,
   "param": [
    {
     "p": 0.13458852469921112,
     "m": 1.0
    },
    {
     "p": 0.12891697883605957,
     "m": 1.0
    },
    {
     "p": 0.7364944815635681,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 25,
   "train_loss": 0.14155341684818268,
   "val_loss": 0.09067770093679428,
   "acc": 96.62,
   "time": 8.188496178999998,
   "param": [
    {
     "p": 0.1266523003578186,
     "m": 1.0
    },
    {
     "p": 0.04275648668408394,
     "m": 1.0
    },
    {
     "p": 0.8305912017822266,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 26,
   "train_loss": 0.09893163293600082,
   "val_loss": 0.08317428827285767,
   "acc": 96.75,
   "time": 7.995296521,
   "param": [
    {
     "p": 0.11634183675050735,
     "m": 1.0
    },
    {
     "p": 0.0033333338797092438,
     "m": 1.0
    },
    {
     "p": 0.8803248405456543,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 27,
   "train_loss": 0.08296240121126175,
   "val_loss": 0.11420395970344543,
   "acc": 96.69,
   "time": 7.894198254999992,
   "param": [
    {
     "p": 0.04790779575705528,
     "m": 1.0
    },
    {
     "p": 0.003333334345370531,
     "m": 1.0
    },
    {
     "p": 0.9487589001655579,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 28,
   "train_loss": 0.05398291349411011,
   "val_loss": 0.10087129473686218,
   "acc": 96.72,
   "time": 8.291627186,
   "param": [
    {
     "p": 0.1242908239364624,
     "m": 1.0
    },
    {
     "p": 0.015645505860447884,
     "m": 1.0
    },
    {
     "p": 0.8600636720657349,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 29,
   "train_loss": 0.06383249163627625,
   "val_loss": 0.19316713511943817,
   "acc": 96.8,
   "time": 8.11429845699999,
   "param": [
    {
     "p": 0.0840858519077301,
     "m": 1.0
    },
    {
     "p": 0.03304705768823624,
     "m": 1.0
    },
    {
     "p": 0.8828670978546143,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 30,
   "train_loss": 0.1152910366654396,
   "val_loss": 0.06633570790290833,
   "acc": 96.83,
   "time": 7.528565558000025,
   "param": [
    {
     "p": 0.0033333336468786,
     "m": 1.0
    },
    {
     "p": 0.032821811735630035,
     "m": 1.0
    },
    {
     "p": 0.9638448357582092,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 31,
   "train_loss": 0.055312998592853546,
   "val_loss": 0.14331059157848358,
   "acc": 96.86,
   "time": 7.239569520999993,
   "param": [
    {
     "p": 0.003333332249894738,
     "m": 1.0
    },
    {
     "p": 0.13183645904064178,
     "m": 1.0
    },
    {
     "p": 0.8648301959037781,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 32,
   "train_loss": 0.06685267388820648,
   "val_loss": 0.05850666016340256,
   "acc": 97.04,
   "time": 7.456744917999998,
   "param": [
    {
     "p": 0.12937024235725403,
     "m": 1.0
    },
    {
     "p": 0.12452885508537292,
     "m": 1.0
    },
    {
     "p": 0.7461009621620178,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 33,
   "train_loss": 0.04848161339759827,
   "val_loss": 0.12289387732744217,
   "acc": 96.95,
   "time": 7.295187737999981,
   "param": [
    {
     "p": 0.11990396678447723,
     "m": 1.0
    },
    {
     "p": 0.18414925038814545,
     "m": 1.0
    },
    {
     "p": 0.6959467530250549,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 34,
   "train_loss": 0.0701836422085762,
   "val_loss": 0.16687458753585815,
   "acc": 97.04,
   "time": 7.407524297000009,
   "param": [
    {
     "p": 0.042899779975414276,
     "m": 1.0
    },
    {
     "p": 0.19532939791679382,
     "m": 1.0
    },
    {
     "p": 0.7617708444595337,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 35,
   "train_loss": 0.07334885746240616,
   "val_loss": 0.06646119058132172,
   "acc": 97.2,
   "time": 7.337395934000028,
   "param": [
    {
     "p": 0.0033333345782011747,
     "m": 1.0
    },
    {
     "p": 0.1575997918844223,
     "m": 1.0
    },
    {
     "p": 0.8390668630599976,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 36,
   "train_loss": 0.045225515961647034,
   "val_loss": 0.1347111314535141,
   "acc": 97.2,
   "time": 7.443362003000004,
   "param": [
    {
     "p": 0.0033333355095237494,
     "m": 1.0
    },
    {
     "p": 0.08884414285421371,
     "m": 1.0
    },
    {
     "p": 0.9078224897384644,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 37,
   "train_loss": 0.02815309539437294,
   "val_loss": 0.10465109348297119,
   "acc": 97.22,
   "time": 7.402025019999996,
   "param": [
    {
     "p": 0.003333334345370531,
     "m": 1.0
    },
    {
     "p": 0.019526680931448936,
     "m": 1.0
    },
    {
     "p": 0.9771400094032288,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 38,
   "train_loss": 0.08316411823034286,
   "val_loss": 0.10542404651641846,
   "acc": 97.27,
   "time": 7.260769686999993,
   "param": [
    {
     "p": 0.020480601117014885,
     "m": 1.0
    },
    {
     "p": 0.0033333334140479565,
     "m": 1.0
    },
    {
     "p": 0.9761860966682434,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 39,
   "train_loss": 0.028371963649988174,
   "val_loss": 0.12222353368997574,
   "acc": 97.26,
   "time": 7.198508075999996,
   "param": [
    {
     "p": 0.00333333108574152,
     "m": 1.0
    },
    {
     "p": 0.17686700820922852,
     "m": 1.0
    },
    {
     "p": 0.8197996616363525,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 40,
   "train_loss": 0.02816593274474144,
   "val_loss": 0.06726393103599548,
   "acc": 97.29,
   "time": 7.184348297000042,
   "param": [
    {
     "p": 0.1451883167028427,
     "m": 1.0
    },
    {
     "p": 0.1217276006937027,
     "m": 1.0
    },
    {
     "p": 0.7330840826034546,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 41,
   "train_loss": 0.02786892093718052,
   "val_loss": 0.07748696208000183,
   "acc": 97.39,
   "time": 7.16002143999998,
   "param": [
    {
     "p": 0.16908608376979828,
     "m": 1.0
    },
    {
     "p": 0.07454223185777664,
     "m": 1.0
    },
    {
     "p": 0.7563716769218445,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 42,
   "train_loss": 0.04300694540143013,
   "val_loss": 0.057421259582042694,
   "acc": 97.36,
   "time": 7.446791192000035,
   "param": [
    {
     "p": 0.1420515477657318,
     "m": 1.0
    },
    {
     "p": 0.09967336058616638,
     "m": 1.0
    },
    {
     "p": 0.7582750916481018,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 43,
   "train_loss": 0.03902694582939148,
   "val_loss": 0.10696956515312195,
   "acc": 97.3,
   "time": 7.372978255000021,
   "param": [
    {
     "p": 0.1079738438129425,
     "m": 1.0
    },
    {
     "p": 0.13417652249336243,
     "m": 1.0
    },
    {
     "p": 0.7578496336936951,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 44,
   "train_loss": 0.022895287722349167,
   "val_loss": 0.08091491460800171,
   "acc": 97.37,
   "time": 8.083281463999981,
   "param": [
    {
     "p": 0.11999839544296265,
     "m": 1.0
    },
    {
     "p": 0.1694440245628357,
     "m": 1.0
    },
    {
     "p": 0.7105575799942017,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 45,
   "train_loss": 0.023567967116832733,
   "val_loss": 0.09435563534498215,
   "acc": 97.38,
   "time": 8.119715807000034,
   "param": [
    {
     "p": 0.1849520355463028,
     "m": 1.0
    },
    {
     "p": 0.15979932248592377,
     "m": 1.0
    },
    {
     "p": 0.6552486419677734,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 46,
   "train_loss": 0.030926857143640518,
   "val_loss": 0.11633843928575516,
   "acc": 97.45,
   "time": 8.03030878300001,
   "param": [
    {
     "p": 0.13981349766254425,
     "m": 1.0
    },
    {
     "p": 0.16980847716331482,
     "m": 1.0
    },
    {
     "p": 0.6903780102729797,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 47,
   "train_loss": 0.02583044022321701,
   "val_loss": 0.09644044190645218,
   "acc": 97.33,
   "time": 8.081899943999986,
   "param": [
    {
     "p": 0.14034174382686615,
     "m": 1.0
    },
    {
     "p": 0.17086078226566315,
     "m": 1.0
    },
    {
     "p": 0.6887974143028259,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 48,
   "train_loss": 0.030235163867473602,
   "val_loss": 0.04937254264950752,
   "acc": 97.37,
   "time": 8.169531525999957,
   "param": [
    {
     "p": 0.1494237184524536,
     "m": 1.0
    },
    {
     "p": 0.19861526787281036,
     "m": 1.0
    },
    {
     "p": 0.6519609689712524,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 49,
   "train_loss": 0.023294534534215927,
   "val_loss": 0.08160288631916046,
   "acc": 97.45,
   "time": 8.087884721000023,
   "param": [
    {
     "p": 0.11780187487602234,
     "m": 1.0
    },
    {
     "p": 0.19454459846019745,
     "m": 1.0
    },
    {
     "p": 0.6876535415649414,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 50,
   "train_loss": 0.024401677772402763,
   "val_loss": 0.08276611566543579,
   "acc": 97.46,
   "time": 7.990876634000017,
   "param": [
    {
     "p": 0.0033333366736769676,
     "m": 1.0
    },
    {
     "p": 0.21593043208122253,
     "m": 1.0
    },
    {
     "p": 0.7807362079620361,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 51,
   "train_loss": 0.02398339845240116,
   "val_loss": 0.1603727489709854,
   "acc": 97.53,
   "time": 7.961371525000004,
   "param": [
    {
     "p": 0.0033333345782011747,
     "m": 1.0
    },
    {
     "p": 0.19909612834453583,
     "m": 1.0
    },
    {
     "p": 0.797570526599884,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 52,
   "train_loss": 0.02859276533126831,
   "val_loss": 0.134318009018898,
   "acc": 97.62,
   "time": 8.085849750999955,
   "param": [
    {
     "p": 0.0033333341125398874,
     "m": 1.0
    },
    {
     "p": 0.1713758260011673,
     "m": 1.0
    },
    {
     "p": 0.8252907991409302,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 53,
   "train_loss": 0.02226741798222065,
   "val_loss": 0.14331528544425964,
   "acc": 97.54,
   "time": 7.974682781000013,
   "param": [
    {
     "p": 0.0033333334140479565,
     "m": 1.0
    },
    {
     "p": 0.16261647641658783,
     "m": 1.0
    },
    {
     "p": 0.834050178527832,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 54,
   "train_loss": 0.026557086035609245,
   "val_loss": 0.08457724750041962,
   "acc": 97.54,
   "time": 7.967170123000017,
   "param": [
    {
     "p": 0.0033333341125398874,
     "m": 1.0
    },
    {
     "p": 0.1340785026550293,
     "m": 1.0
    },
    {
     "p": 0.8625881671905518,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 55,
   "train_loss": 0.017653075978159904,
   "val_loss": 0.08677570521831512,
   "acc": 97.6,
   "time": 7.963409283999965,
   "param": [
    {
     "p": 0.0033333345782011747,
     "m": 1.0
    },
    {
     "p": 0.09492821246385574,
     "m": 1.0
    },
    {
     "p": 0.9017384648323059,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 56,
   "train_loss": 0.022339101880788803,
   "val_loss": 0.07962487637996674,
   "acc": 97.6,
   "time": 8.026207830999965,
   "param": [
    {
     "p": 0.0033333334140479565,
     "m": 1.0
    },
    {
     "p": 0.11511929333209991,
     "m": 1.0
    },
    {
     "p": 0.8815473914146423,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 57,
   "train_loss": 0.030179565772414207,
   "val_loss": 0.12493687868118286,
   "acc": 97.63,
   "time": 7.537902266999993,
   "param": [
    {
     "p": 0.0033333336468786,
     "m": 1.0
    },
    {
     "p": 0.0033333336468786,
     "m": 1.0
    },
    {
     "p": 0.9933333396911621,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 58,
   "train_loss": 0.008224925957620144,
   "val_loss": 0.055950723588466644,
   "acc": 97.6,
   "time": 7.912362981000001,
   "param": [
    {
     "p": 0.19292554259300232,
     "m": 1.0
    },
    {
     "p": 0.15680867433547974,
     "m": 1.0
    },
    {
     "p": 0.6502657532691956,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 59,
   "train_loss": 0.01657477766275406,
   "val_loss": 0.16109009087085724,
   "acc": 97.65,
   "time": 7.522192097999948,
   "param": [
    {
     "p": 0.18587850034236908,
     "m": 1.0
    },
    {
     "p": 0.13362453877925873,
     "m": 1.0
    },
    {
     "p": 0.6804969906806946,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 60,
   "train_loss": 0.020692311227321625,
   "val_loss": 0.10093366354703903,
   "acc": 97.69,
   "time": 7.521077281999965,
   "param": [
    {
     "p": 0.18084798753261566,
     "m": 1.0
    },
    {
     "p": 0.20561520755290985,
     "m": 1.0
    },
    {
     "p": 0.6135367751121521,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 61,
   "train_loss": 0.013737478293478489,
   "val_loss": 0.10440406948328018,
   "acc": 97.7,
   "time": 7.499151648999998,
   "param": [
    {
     "p": 0.1647339165210724,
     "m": 1.0
    },
    {
     "p": 0.1888972520828247,
     "m": 1.0
    },
    {
     "p": 0.6463688015937805,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 62,
   "train_loss": 0.013138354755938053,
   "val_loss": 0.08114223182201385,
   "acc": 97.68,
   "time": 7.518453449999981,
   "param": [
    {
     "p": 0.1336761713027954,
     "m": 1.0
    },
    {
     "p": 0.23742975294589996,
     "m": 1.0
    },
    {
     "p": 0.6288940906524658,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 63,
   "train_loss": 0.01601598411798477,
   "val_loss": 0.10365862399339676,
   "acc": 97.61,
   "time": 7.501088530000004,
   "param": [
    {
     "p": 0.16145282983779907,
     "m": 1.0
    },
    {
     "p": 0.21383467316627502,
     "m": 1.0
    },
    {
     "p": 0.6247125267982483,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 64,
   "train_loss": 0.009834405966103077,
   "val_loss": 0.17169389128684998,
   "acc": 97.73,
   "time": 7.544300540999984,
   "param": [
    {
     "p": 0.12656685709953308,
     "m": 1.0
    },
    {
     "p": 0.19288672506809235,
     "m": 1.0
    },
    {
     "p": 0.6805464625358582,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 65,
   "train_loss": 0.014217494986951351,
   "val_loss": 0.08129846304655075,
   "acc": 97.76,
   "time": 7.542345914000009,
   "param": [
    {
     "p": 0.1622050255537033,
     "m": 1.0
    },
    {
     "p": 0.19614139199256897,
     "m": 1.0
    },
    {
     "p": 0.6416535973548889,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 66,
   "train_loss": 0.013373192399740219,
   "val_loss": 0.07924431562423706,
   "acc": 97.66,
   "time": 7.897015067999973,
   "param": [
    {
     "p": 0.1992739588022232,
     "m": 1.0
    },
    {
     "p": 0.1083102598786354,
     "m": 1.0
    },
    {
     "p": 0.692415714263916,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 67,
   "train_loss": 0.008649677038192749,
   "val_loss": 0.08456548303365707,
   "acc": 97.7,
   "time": 7.924395265000044,
   "param": [
    {
     "p": 0.20794357359409332,
     "m": 1.0
    },
    {
     "p": 0.12262200564146042,
     "m": 1.0
    },
    {
     "p": 0.6694343686103821,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 68,
   "train_loss": 0.01712663285434246,
   "val_loss": 0.07244789600372314,
   "acc": 97.74,
   "time": 7.595107985000027,
   "param": [
    {
     "p": 0.20545779168605804,
     "m": 1.0
    },
    {
     "p": 0.08179178833961487,
     "m": 1.0
    },
    {
     "p": 0.7127504348754883,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 69,
   "train_loss": 0.019941480830311775,
   "val_loss": 0.13232208788394928,
   "acc": 97.67,
   "time": 7.537933182000074,
   "param": [
    {
     "p": 0.19525206089019775,
     "m": 1.0
    },
    {
     "p": 0.062151163816452026,
     "m": 1.0
    },
    {
     "p": 0.7425968050956726,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 70,
   "train_loss": 0.019833575934171677,
   "val_loss": 0.09644974023103714,
   "acc": 97.71,
   "time": 7.476435627000001,
   "param": [
    {
     "p": 0.1797509342432022,
     "m": 1.0
    },
    {
     "p": 0.05186986178159714,
     "m": 1.0
    },
    {
     "p": 0.7683792114257812,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 71,
   "train_loss": 0.032115425914525986,
   "val_loss": 0.08695249259471893,
   "acc": 97.7,
   "time": 7.482162223000046,
   "param": [
    {
     "p": 0.19818124175071716,
     "m": 1.0
    },
    {
     "p": 0.0033333359751850367,
     "m": 1.0
    },
    {
     "p": 0.7984853982925415,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 72,
   "train_loss": 0.006575920153409243,
   "val_loss": 0.24216575920581818,
   "acc": 97.75,
   "time": 7.357370199999991,
   "param": [
    {
     "p": 0.18119598925113678,
     "m": 1.0
    },
    {
     "p": 0.0033333355095237494,
     "m": 1.0
    },
    {
     "p": 0.8154706954956055,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 73,
   "train_loss": 0.011928888969123363,
   "val_loss": 0.11622054874897003,
   "acc": 97.64,
   "time": 7.568273342999987,
   "param": [
    {
     "p": 0.09242506325244904,
     "m": 1.0
    },
    {
     "p": 0.2339673787355423,
     "m": 1.0
    },
    {
     "p": 0.673607587814331,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 74,
   "train_loss": 0.0130299748852849,
   "val_loss": 0.10928301513195038,
   "acc": 97.71,
   "time": 8.007842474999961,
   "param": [
    {
     "p": 0.1253034621477127,
     "m": 1.0
    },
    {
     "p": 0.23403483629226685,
     "m": 1.0
    },
    {
     "p": 0.6406617164611816,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 75,
   "train_loss": 0.007267370354384184,
   "val_loss": 0.06607465445995331,
   "acc": 97.79,
   "time": 7.9087512229999675,
   "param": [
    {
     "p": 0.0769316703081131,
     "m": 1.0
    },
    {
     "p": 0.25543439388275146,
     "m": 1.0
    },
    {
     "p": 0.6676339507102966,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 76,
   "train_loss": 0.014764910563826561,
   "val_loss": 0.0755699947476387,
   "acc": 97.88,
   "time": 7.764109083999983,
   "param": [
    {
     "p": 0.0033333373721688986,
     "m": 1.0
    },
    {
     "p": 0.2871406376361847,
     "m": 1.0
    },
    {
     "p": 0.709526002407074,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 77,
   "train_loss": 0.008523408323526382,
   "val_loss": 0.09109580516815186,
   "acc": 97.78,
   "time": 7.571012536000012,
   "param": [
    {
     "p": 0.08211139589548111,
     "m": 1.0
    },
    {
     "p": 0.2782275676727295,
     "m": 1.0
    },
    {
     "p": 0.6396610140800476,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 78,
   "train_loss": 0.01022395957261324,
   "val_loss": 0.08808989822864532,
   "acc": 97.67,
   "time": 7.502859822000005,
   "param": [
    {
     "p": 0.08545608818531036,
     "m": 1.0
    },
    {
     "p": 0.26516059041023254,
     "m": 1.0
    },
    {
     "p": 0.6493833065032959,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 79,
   "train_loss": 0.010279430076479912,
   "val_loss": 0.11724020540714264,
   "acc": 97.75,
   "time": 7.985729880000008,
   "param": [
    {
     "p": 0.03482496365904808,
     "m": 1.0
    },
    {
     "p": 0.25822243094444275,
     "m": 1.0
    },
    {
     "p": 0.7069526314735413,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 80,
   "train_loss": 0.008446677587926388,
   "val_loss": 0.20075024664402008,
   "acc": 97.78,
   "time": 7.515969459999951,
   "param": [
    {
     "p": 0.1312979757785797,
     "m": 1.0
    },
    {
     "p": 0.23126275837421417,
     "m": 1.0
    },
    {
     "p": 0.6374393105506897,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 81,
   "train_loss": 0.014931431040167809,
   "val_loss": 0.09367118775844574,
   "acc": 97.88,
   "time": 7.523155318000022,
   "param": [
    {
     "p": 0.05754241719841957,
     "m": 1.0
    },
    {
     "p": 0.24883121252059937,
     "m": 1.0
    },
    {
     "p": 0.693626344203949,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 82,
   "train_loss": 0.007644086144864559,
   "val_loss": 0.10969646275043488,
   "acc": 97.81,
   "time": 7.379910991999964,
   "param": [
    {
     "p": 0.0033333348110318184,
     "m": 1.0
    },
    {
     "p": 0.24585604667663574,
     "m": 1.0
    },
    {
     "p": 0.7508106231689453,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 83,
   "train_loss": 0.006848928518593311,
   "val_loss": 0.09726270288228989,
   "acc": 97.81,
   "time": 7.392795544000023,
   "param": [
    {
     "p": 0.0033333352766931057,
     "m": 1.0
    },
    {
     "p": 0.23417842388153076,
     "m": 1.0
    },
    {
     "p": 0.7624882459640503,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 84,
   "train_loss": 0.008525638841092587,
   "val_loss": 0.05872676894068718,
   "acc": 97.86,
   "time": 7.468189674999962,
   "param": [
    {
     "p": 0.15077020227909088,
     "m": 1.0
    },
    {
     "p": 0.19222001731395721,
     "m": 1.0
    },
    {
     "p": 0.6570097208023071,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 85,
   "train_loss": 0.006273176055401564,
   "val_loss": 0.11926906555891037,
   "acc": 97.92,
   "time": 7.4733177049999995,
   "param": [
    {
     "p": 0.11379829794168472,
     "m": 1.0
    },
    {
     "p": 0.16145791113376617,
     "m": 1.0
    },
    {
     "p": 0.7247438430786133,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 86,
   "train_loss": 0.008750204928219318,
   "val_loss": 0.10701192170381546,
   "acc": 97.91,
   "time": 7.738238159000048,
   "param": [
    {
     "p": 0.11984077095985413,
     "m": 1.0
    },
    {
     "p": 0.08749165385961533,
     "m": 1.0
    },
    {
     "p": 0.7926676273345947,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 87,
   "train_loss": 0.00594031997025013,
   "val_loss": 0.08481400460004807,
   "acc": 97.84,
   "time": 8.005839826999932,
   "param": [
    {
     "p": 0.13838377594947815,
     "m": 1.0
    },
    {
     "p": 0.13584476709365845,
     "m": 1.0
    },
    {
     "p": 0.7257714867591858,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 88,
   "train_loss": 0.007860102690756321,
   "val_loss": 0.09212157130241394,
   "acc": 97.85,
   "time": 7.459090210999989,
   "param": [
    {
     "p": 0.15532714128494263,
     "m": 1.0
    },
    {
     "p": 0.13803938031196594,
     "m": 1.0
    },
    {
     "p": 0.706633448600769,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 89,
   "train_loss": 0.008988439105451107,
   "val_loss": 0.1257789134979248,
   "acc": 97.84,
   "time": 7.414269274000048,
   "param": [
    {
     "p": 0.19014710187911987,
     "m": 1.0
    },
    {
     "p": 0.0033333345782011747,
     "m": 1.0
    },
    {
     "p": 0.8065195679664612,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 90,
   "train_loss": 0.007359564304351807,
   "val_loss": 0.11137418448925018,
   "acc": 97.76,
   "time": 7.3913338320001,
   "param": [
    {
     "p": 0.13840705156326294,
     "m": 1.0
    },
    {
     "p": 0.18259480595588684,
     "m": 1.0
    },
    {
     "p": 0.6789981126785278,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 91,
   "train_loss": 0.01052427850663662,
   "val_loss": 0.05012890696525574,
   "acc": 97.79,
   "time": 7.497107508999989,
   "param": [
    {
     "p": 0.13547930121421814,
     "m": 1.0
    },
    {
     "p": 0.17588943243026733,
     "m": 1.0
    },
    {
     "p": 0.6886312365531921,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 92,
   "train_loss": 0.012701810337603092,
   "val_loss": 0.09105464071035385,
   "acc": 97.79,
   "time": 7.4590337740000905,
   "param": [
    {
     "p": 0.10776705294847488,
     "m": 1.0
    },
    {
     "p": 0.18862700462341309,
     "m": 1.0
    },
    {
     "p": 0.7036059498786926,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 93,
   "train_loss": 0.006803066004067659,
   "val_loss": 0.0600677952170372,
   "acc": 97.83,
   "time": 7.49407136100001,
   "param": [
    {
     "p": 0.09377630054950714,
     "m": 1.0
    },
    {
     "p": 0.2316061407327652,
     "m": 1.0
    },
    {
     "p": 0.6746175289154053,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 94,
   "train_loss": 0.0067838034592568874,
   "val_loss": 0.09736190736293793,
   "acc": 97.8,
   "time": 7.475814846999924,
   "param": [
    {
     "p": 0.0033333355095237494,
     "m": 1.0
    },
    {
     "p": 0.2652783989906311,
     "m": 1.0
    },
    {
     "p": 0.73138827085495,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 95,
   "train_loss": 0.006094937678426504,
   "val_loss": 0.05706285312771797,
   "acc": 97.87,
   "time": 7.561647945999994,
   "param": [
    {
     "p": 0.0033333348110318184,
     "m": 1.0
    },
    {
     "p": 0.264769971370697,
     "m": 1.0
    },
    {
     "p": 0.731896698474884,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 96,
   "train_loss": 0.005573044531047344,
   "val_loss": 0.16255566477775574,
   "acc": 97.86,
   "time": 8.03734151499998,
   "param": [
    {
     "p": 0.0033333341125398874,
     "m": 1.0
    },
    {
     "p": 0.2670428454875946,
     "m": 1.0
    },
    {
     "p": 0.7296237945556641,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 97,
   "train_loss": 0.004869395866990089,
   "val_loss": 0.0984131246805191,
   "acc": 97.85,
   "time": 7.694418615000018,
   "param": [
    {
     "p": 0.003333337139338255,
     "m": 1.0
    },
    {
     "p": 0.2572278380393982,
     "m": 1.0
    },
    {
     "p": 0.7394388318061829,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 98,
   "train_loss": 0.005796337965875864,
   "val_loss": 0.14967003464698792,
   "acc": 97.89,
   "time": 7.957485278000036,
   "param": [
    {
     "p": 0.0033333334140479565,
     "m": 1.0
    },
    {
     "p": 0.25495389103889465,
     "m": 1.0
    },
    {
     "p": 0.741712749004364,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 99,
   "train_loss": 0.00402948958799243,
   "val_loss": 0.10680421441793442,
   "acc": 97.85,
   "time": 7.540163636999978,
   "param": [
    {
     "p": 0.0033333341125398874,
     "m": 1.0
    },
    {
     "p": 0.2690885663032532,
     "m": 1.0
    },
    {
     "p": 0.7275781035423279,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 100,
   "train_loss": 0.005854871589690447,
   "val_loss": 0.22269487380981445,
   "acc": 97.89,
   "time": 7.786158795000006,
   "param": [
    {
     "p": 0.003333332948386669,
     "m": 1.0
    },
    {
     "p": 0.27129143476486206,
     "m": 1.0
    },
    {
     "p": 0.7253752946853638,
     "m": 1.0
    }
   ]
  }
 ]
}