{
 "Accuracy": 97.84,
 "Time": [
  6.459708870100003,
  0.5857924800780892,
  662.7655485710001
 ],
 "Optimizer": {
  "Meta": {
   "optim": "Adam",
   "lr": 0.01
  },
  "Inner": {
   "optim": "SGD",
   "lr": 0.01,
   "momentum": 0.9
  }
 },
 "Device": "GeForce GTX 1080 Ti",
 "Param_names": [
  "Identity",
  "FlipUD",
  "FlipLR"
 ],
 "Log": [
  {
   "epoch": 1,
   "train_loss": 0.8748370409011841,
   "val_loss": 0.9518011212348938,
   "acc": 79.72,
   "time": 3.1059379449999995,
   "param": [
    {
     "p": 0.33333370089530945,
     "m": 1.0
    },
    {
     "p": 0.3333248794078827,
     "m": 1.0
    },
    {
     "p": 0.3333413898944855,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 2,
   "train_loss": 0.5100564360618591,
   "val_loss": 0.46776631474494934,
   "acc": 88.53,
   "time": 7.1576827309999995,
   "param": [
    {
     "p": 0.3336028456687927,
     "m": 1.0
    },
    {
     "p": 0.3331654667854309,
     "m": 1.0
    },
    {
     "p": 0.33323168754577637,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 3,
   "train_loss": 0.3077487647533417,
   "val_loss": 0.34840813279151917,
   "acc": 90.11,
   "time": 7.206490495000001,
   "param": [
    {
     "p": 0.3352567255496979,
     "m": 1.0
    },
    {
     "p": 0.33369284868240356,
     "m": 1.0
    },
    {
     "p": 0.33105039596557617,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 4,
   "train_loss": 0.32661622762680054,
   "val_loss": 0.2847549617290497,
   "acc": 91.09,
   "time": 7.217249584999998,
   "param": [
    {
     "p": 0.35472849011421204,
     "m": 1.0
    },
    {
     "p": 0.32201024889945984,
     "m": 1.0
    },
    {
     "p": 0.3232612907886505,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 5,
   "train_loss": 0.34490251541137695,
   "val_loss": 0.3165900707244873,
   "acc": 91.91,
   "time": 7.134634590000001,
   "param": [
    {
     "p": 0.33412256836891174,
     "m": 1.0
    },
    {
     "p": 0.3318782448768616,
     "m": 1.0
    },
    {
     "p": 0.33399924635887146,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 6,
   "train_loss": 0.33224377036094666,
   "val_loss": 0.3161575198173523,
   "acc": 92.36,
   "time": 7.153358000000004,
   "param": [
    {
     "p": 0.31977906823158264,
     "m": 1.0
    },
    {
     "p": 0.2995009422302246,
     "m": 1.0
    },
    {
     "p": 0.38071995973587036,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 7,
   "train_loss": 0.37888070940971375,
   "val_loss": 0.16308091580867767,
   "acc": 92.72,
   "time": 7.226832612000003,
   "param": [
    {
     "p": 0.3463819622993469,
     "m": 1.0
    },
    {
     "p": 0.2440740168094635,
     "m": 1.0
    },
    {
     "p": 0.4095440208911896,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 8,
   "train_loss": 0.27826452255249023,
   "val_loss": 0.23846100270748138,
   "acc": 93.4,
   "time": 7.153459140999999,
   "param": [
    {
     "p": 0.37873923778533936,
     "m": 1.0
    },
    {
     "p": 0.18295076489448547,
     "m": 1.0
    },
    {
     "p": 0.43830999732017517,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 9,
   "train_loss": 0.22167524695396423,
   "val_loss": 0.3056567907333374,
   "acc": 93.77,
   "time": 7.024851112999997,
   "param": [
    {
     "p": 0.3675662577152252,
     "m": 1.0
    },
    {
     "p": 0.04409901425242424,
     "m": 1.0
    },
    {
     "p": 0.5883347392082214,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 10,
   "train_loss": 0.22752584517002106,
   "val_loss": 0.1784842163324356,
   "acc": 94.27,
   "time": 7.057102552999993,
   "param": [
    {
     "p": 0.2753596603870392,
     "m": 1.0
    },
    {
     "p": 0.20199009776115417,
     "m": 1.0
    },
    {
     "p": 0.5226502418518066,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 11,
   "train_loss": 0.22932066023349762,
   "val_loss": 0.2410285621881485,
   "acc": 94.31,
   "time": 7.0608668379999955,
   "param": [
    {
     "p": 0.21872036159038544,
     "m": 1.0
    },
    {
     "p": 0.1858571469783783,
     "m": 1.0
    },
    {
     "p": 0.5954225063323975,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 12,
   "train_loss": 0.18524815142154694,
   "val_loss": 0.18131102621555328,
   "acc": 94.59,
   "time": 7.164029568000004,
   "param": [
    {
     "p": 0.15595819056034088,
     "m": 1.0
    },
    {
     "p": 0.19607312977313995,
     "m": 1.0
    },
    {
     "p": 0.6479687094688416,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 13,
   "train_loss": 0.1754375696182251,
   "val_loss": 0.17198605835437775,
   "acc": 94.86,
   "time": 7.1138728509999964,
   "param": [
    {
     "p": 0.05270223692059517,
     "m": 1.0
    },
    {
     "p": 0.20339937508106232,
     "m": 1.0
    },
    {
     "p": 0.7438983917236328,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 14,
   "train_loss": 0.19322039186954498,
   "val_loss": 0.2857370674610138,
   "acc": 95.17,
   "time": 7.106500352000012,
   "param": [
    {
     "p": 0.17765510082244873,
     "m": 1.0
    },
    {
     "p": 0.15438811480998993,
     "m": 1.0
    },
    {
     "p": 0.6679568290710449,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 15,
   "train_loss": 0.1153261587023735,
   "val_loss": 0.15360495448112488,
   "acc": 95.31,
   "time": 7.17129985199999,
   "param": [
    {
     "p": 0.08283471316099167,
     "m": 1.0
    },
    {
     "p": 0.14963528513908386,
     "m": 1.0
    },
    {
     "p": 0.7675299644470215,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 16,
   "train_loss": 0.09326554834842682,
   "val_loss": 0.19653931260108948,
   "acc": 95.49,
   "time": 6.482244846,
   "param": [
    {
     "p": 0.020799091085791588,
     "m": 1.0
    },
    {
     "p": 0.15801465511322021,
     "m": 1.0
    },
    {
     "p": 0.8211862444877625,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 17,
   "train_loss": 0.12238156795501709,
   "val_loss": 0.1821276843547821,
   "acc": 95.49,
   "time": 7.001449137999998,
   "param": [
    {
     "p": 0.0033333345782011747,
     "m": 1.0
    },
    {
     "p": 0.10548900812864304,
     "m": 1.0
    },
    {
     "p": 0.8911776542663574,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 18,
   "train_loss": 0.09442675113677979,
   "val_loss": 0.12119021266698837,
   "acc": 95.79,
   "time": 6.6169558429999995,
   "param": [
    {
     "p": 0.1827559620141983,
     "m": 1.0
    },
    {
     "p": 0.03968094289302826,
     "m": 1.0
    },
    {
     "p": 0.7775630950927734,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 19,
   "train_loss": 0.12965764105319977,
   "val_loss": 0.13723905384540558,
   "acc": 95.89,
   "time": 6.641421479000002,
   "param": [
    {
     "p": 0.17846789956092834,
     "m": 1.0
    },
    {
     "p": 0.0033333345782011747,
     "m": 1.0
    },
    {
     "p": 0.8181987404823303,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 20,
   "train_loss": 0.1242261528968811,
   "val_loss": 0.09539122879505157,
   "acc": 96.12,
   "time": 6.587487610000011,
   "param": [
    {
     "p": 0.17291894555091858,
     "m": 1.0
    },
    {
     "p": 0.0033333341125398874,
     "m": 1.0
    },
    {
     "p": 0.8237476944923401,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 21,
   "train_loss": 0.15088427066802979,
   "val_loss": 0.12373188138008118,
   "acc": 96.22,
   "time": 6.570970934000002,
   "param": [
    {
     "p": 0.11503797024488449,
     "m": 1.0
    },
    {
     "p": 0.0033333352766931057,
     "m": 1.0
    },
    {
     "p": 0.881628692150116,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 22,
   "train_loss": 0.13257591426372528,
   "val_loss": 0.15170779824256897,
   "acc": 96.3,
   "time": 6.580611668999978,
   "param": [
    {
     "p": 0.12777884304523468,
     "m": 1.0
    },
    {
     "p": 0.0033333336468786,
     "m": 1.0
    },
    {
     "p": 0.8688878417015076,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 23,
   "train_loss": 0.06845168024301529,
   "val_loss": 0.10184383392333984,
   "acc": 96.27,
   "time": 6.555685109999985,
   "param": [
    {
     "p": 0.12812432646751404,
     "m": 1.0
    },
    {
     "p": 0.08082053065299988,
     "m": 1.0
    },
    {
     "p": 0.7910550832748413,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 24,
   "train_loss": 0.0949290469288826,
   "val_loss": 0.0843672975897789,
   "acc": 96.39,
   "time": 6.48718515500002,
   "param": [
    {
     "p": 0.08551304787397385,
     "m": 1.0
    },
    {
     "p": 0.0033333348110318184,
     "m": 1.0
    },
    {
     "p": 0.9111536145210266,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 25,
   "train_loss": 0.14303705096244812,
   "val_loss": 0.08956415206193924,
   "acc": 96.63,
   "time": 6.704394646999987,
   "param": [
    {
     "p": 0.19439317286014557,
     "m": 1.0
    },
    {
     "p": 0.016937248408794403,
     "m": 1.0
    },
    {
     "p": 0.7886696457862854,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 26,
   "train_loss": 0.10244120657444,
   "val_loss": 0.08244854211807251,
   "acc": 96.68,
   "time": 7.158663958999995,
   "param": [
    {
     "p": 0.1741664707660675,
     "m": 1.0
    },
    {
     "p": 0.0033333341125398874,
     "m": 1.0
    },
    {
     "p": 0.8225001692771912,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 27,
   "train_loss": 0.08182593435049057,
   "val_loss": 0.1162741631269455,
   "acc": 96.69,
   "time": 7.206175803000008,
   "param": [
    {
     "p": 0.1599612832069397,
     "m": 1.0
    },
    {
     "p": 0.003333334345370531,
     "m": 1.0
    },
    {
     "p": 0.8367053866386414,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 28,
   "train_loss": 0.056785400956869125,
   "val_loss": 0.10829898715019226,
   "acc": 96.67,
   "time": 6.757021367000021,
   "param": [
    {
     "p": 0.15281818807125092,
     "m": 1.0
    },
    {
     "p": 0.0033333338797092438,
     "m": 1.0
    },
    {
     "p": 0.8438485264778137,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 29,
   "train_loss": 0.06262123584747314,
   "val_loss": 0.19580821692943573,
   "acc": 96.72,
   "time": 6.652169545999982,
   "param": [
    {
     "p": 0.06200875714421272,
     "m": 1.0
    },
    {
     "p": 0.012758548371493816,
     "m": 1.0
    },
    {
     "p": 0.9252327084541321,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 30,
   "train_loss": 0.11746083945035934,
   "val_loss": 0.07348895072937012,
   "acc": 96.85,
   "time": 6.647648142000008,
   "param": [
    {
     "p": 0.003333335043862462,
     "m": 1.0
    },
    {
     "p": 0.003333335043862462,
     "m": 1.0
    },
    {
     "p": 0.9933333396911621,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 31,
   "train_loss": 0.05794224515557289,
   "val_loss": 0.1449669748544693,
   "acc": 96.91,
   "time": 6.681841312000017,
   "param": [
    {
     "p": 0.0033333338797092438,
     "m": 1.0
    },
    {
     "p": 0.0033333338797092438,
     "m": 1.0
    },
    {
     "p": 0.9933333396911621,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 32,
   "train_loss": 0.0702333077788353,
   "val_loss": 0.06220076233148575,
   "acc": 97.01,
   "time": 6.630032272999983,
   "param": [
    {
     "p": 0.0033333336468786,
     "m": 1.0
    },
    {
     "p": 0.013479514978826046,
     "m": 1.0
    },
    {
     "p": 0.9831871390342712,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 33,
   "train_loss": 0.04893290996551514,
   "val_loss": 0.12192661315202713,
   "acc": 96.89,
   "time": 6.5559181360000025,
   "param": [
    {
     "p": 0.12107787281274796,
     "m": 1.0
    },
    {
     "p": 0.12817886471748352,
     "m": 1.0
    },
    {
     "p": 0.7507432699203491,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 34,
   "train_loss": 0.07175376266241074,
   "val_loss": 0.16084805130958557,
   "acc": 97.04,
   "time": 6.893632550000007,
   "param": [
    {
     "p": 0.16029614210128784,
     "m": 1.0
    },
    {
     "p": 0.09904225915670395,
     "m": 1.0
    },
    {
     "p": 0.74066162109375,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 35,
   "train_loss": 0.07335372269153595,
   "val_loss": 0.0665072500705719,
   "acc": 97.12,
   "time": 7.0889589510000235,
   "param": [
    {
     "p": 0.10698885470628738,
     "m": 1.0
    },
    {
     "p": 0.0033333359751850367,
     "m": 1.0
    },
    {
     "p": 0.8896778225898743,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 36,
   "train_loss": 0.045401155948638916,
   "val_loss": 0.1325281262397766,
   "acc": 97.17,
   "time": 7.112742158999993,
   "param": [
    {
     "p": 0.08243826031684875,
     "m": 1.0
    },
    {
     "p": 0.0033333341125398874,
     "m": 1.0
    },
    {
     "p": 0.9142284393310547,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 37,
   "train_loss": 0.029144784435629845,
   "val_loss": 0.10761192440986633,
   "acc": 97.18,
   "time": 6.716342112999996,
   "param": [
    {
     "p": 0.07670222222805023,
     "m": 1.0
    },
    {
     "p": 0.03674847260117531,
     "m": 1.0
    },
    {
     "p": 0.8865493535995483,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 38,
   "train_loss": 0.08574561774730682,
   "val_loss": 0.10720179229974747,
   "acc": 97.22,
   "time": 6.491650856999968,
   "param": [
    {
     "p": 0.14528590440750122,
     "m": 1.0
    },
    {
     "p": 0.003333332948386669,
     "m": 1.0
    },
    {
     "p": 0.8513807058334351,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 39,
   "train_loss": 0.03310937061905861,
   "val_loss": 0.11603610962629318,
   "acc": 97.24,
   "time": 6.621579589000021,
   "param": [
    {
     "p": 0.12033332884311676,
     "m": 1.0
    },
    {
     "p": 0.12784287333488464,
     "m": 1.0
    },
    {
     "p": 0.7518237233161926,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 40,
   "train_loss": 0.030930811539292336,
   "val_loss": 0.0683644562959671,
   "acc": 97.33,
   "time": 7.0360292670000035,
   "param": [
    {
     "p": 0.0033333352766931057,
     "m": 1.0
    },
    {
     "p": 0.08586030453443527,
     "m": 1.0
    },
    {
     "p": 0.9108063578605652,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 41,
   "train_loss": 0.028596270829439163,
   "val_loss": 0.07502245903015137,
   "acc": 97.31,
   "time": 6.60865013800003,
   "param": [
    {
     "p": 0.0033333336468786,
     "m": 1.0
    },
    {
     "p": 0.0033333336468786,
     "m": 1.0
    },
    {
     "p": 0.9933333396911621,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 42,
   "train_loss": 0.0428934283554554,
   "val_loss": 0.059011440724134445,
   "acc": 97.25,
   "time": 6.538215894000018,
   "param": [
    {
     "p": 0.0033333341125398874,
     "m": 1.0
    },
    {
     "p": 0.0033333341125398874,
     "m": 1.0
    },
    {
     "p": 0.9933333396911621,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 43,
   "train_loss": 0.0414980873465538,
   "val_loss": 0.1107366532087326,
   "acc": 97.23,
   "time": 6.564820493000013,
   "param": [
    {
     "p": 0.0033333334140479565,
     "m": 1.0
    },
    {
     "p": 0.02802218683063984,
     "m": 1.0
    },
    {
     "p": 0.9686444997787476,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 44,
   "train_loss": 0.02498188056051731,
   "val_loss": 0.08028414845466614,
   "acc": 97.39,
   "time": 6.577945435000004,
   "param": [
    {
     "p": 0.12028158456087112,
     "m": 1.0
    },
    {
     "p": 0.13666918873786926,
     "m": 1.0
    },
    {
     "p": 0.7430492043495178,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 45,
   "train_loss": 0.02372116409242153,
   "val_loss": 0.08799871802330017,
   "acc": 97.41,
   "time": 6.467497663000017,
   "param": [
    {
     "p": 0.0033333338797092438,
     "m": 1.0
    },
    {
     "p": 0.14548085629940033,
     "m": 1.0
    },
    {
     "p": 0.8511858582496643,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 46,
   "train_loss": 0.03413427248597145,
   "val_loss": 0.11527100950479507,
   "acc": 97.37,
   "time": 6.5468966010000145,
   "param": [
    {
     "p": 0.0033333345782011747,
     "m": 1.0
    },
    {
     "p": 0.13513241708278656,
     "m": 1.0
    },
    {
     "p": 0.8615342378616333,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 47,
   "train_loss": 0.029212087392807007,
   "val_loss": 0.09358177334070206,
   "acc": 97.39,
   "time": 6.824205484999993,
   "param": [
    {
     "p": 0.17597375810146332,
     "m": 1.0
    },
    {
     "p": 0.14141260087490082,
     "m": 1.0
    },
    {
     "p": 0.6826136708259583,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 48,
   "train_loss": 0.03058876097202301,
   "val_loss": 0.0491100437939167,
   "acc": 97.34,
   "time": 6.950621748000003,
   "param": [
    {
     "p": 0.12639346718788147,
     "m": 1.0
    },
    {
     "p": 0.17935694754123688,
     "m": 1.0
    },
    {
     "p": 0.6942496299743652,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 49,
   "train_loss": 0.02805565670132637,
   "val_loss": 0.08960916846990585,
   "acc": 97.46,
   "time": 7.055070803999968,
   "param": [
    {
     "p": 0.145883709192276,
     "m": 1.0
    },
    {
     "p": 0.18921321630477905,
     "m": 1.0
    },
    {
     "p": 0.6649030447006226,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 50,
   "train_loss": 0.023677196353673935,
   "val_loss": 0.09502895176410675,
   "acc": 97.44,
   "time": 6.594445520000022,
   "param": [
    {
     "p": 0.12192591279745102,
     "m": 1.0
    },
    {
     "p": 0.1570523977279663,
     "m": 1.0
    },
    {
     "p": 0.7210216522216797,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 51,
   "train_loss": 0.027713537216186523,
   "val_loss": 0.16005408763885498,
   "acc": 97.49,
   "time": 6.585003178000022,
   "param": [
    {
     "p": 0.11068371683359146,
     "m": 1.0
    },
    {
     "p": 0.16909600794315338,
     "m": 1.0
    },
    {
     "p": 0.7202203273773193,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 52,
   "train_loss": 0.0286587905138731,
   "val_loss": 0.13151970505714417,
   "acc": 97.48,
   "time": 6.5953993699999955,
   "param": [
    {
     "p": 0.10216923803091049,
     "m": 1.0
    },
    {
     "p": 0.1297115534543991,
     "m": 1.0
    },
    {
     "p": 0.768119215965271,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 53,
   "train_loss": 0.02212292142212391,
   "val_loss": 0.13587094843387604,
   "acc": 97.5,
   "time": 6.5222806020000235,
   "param": [
    {
     "p": 0.042026814073324203,
     "m": 1.0
    },
    {
     "p": 0.08301572501659393,
     "m": 1.0
    },
    {
     "p": 0.8749574422836304,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 54,
   "train_loss": 0.028795771300792694,
   "val_loss": 0.08451058715581894,
   "acc": 97.42,
   "time": 6.595259451000004,
   "param": [
    {
     "p": 0.13639558851718903,
     "m": 1.0
    },
    {
     "p": 0.0033333341125398874,
     "m": 1.0
    },
    {
     "p": 0.8602710962295532,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 55,
   "train_loss": 0.01811092346906662,
   "val_loss": 0.08766579627990723,
   "acc": 97.48,
   "time": 6.616473079000002,
   "param": [
    {
     "p": 0.1416594535112381,
     "m": 1.0
    },
    {
     "p": 0.0033333338797092438,
     "m": 1.0
    },
    {
     "p": 0.8550072312355042,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 56,
   "train_loss": 0.024255037307739258,
   "val_loss": 0.08026738464832306,
   "acc": 97.52,
   "time": 6.583981976000018,
   "param": [
    {
     "p": 0.08773019164800644,
     "m": 1.0
    },
    {
     "p": 0.0033333338797092438,
     "m": 1.0
    },
    {
     "p": 0.9089365005493164,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 57,
   "train_loss": 0.029257437214255333,
   "val_loss": 0.11960828304290771,
   "acc": 97.57,
   "time": 6.677158824000003,
   "param": [
    {
     "p": 0.0033333334140479565,
     "m": 1.0
    },
    {
     "p": 0.0033333334140479565,
     "m": 1.0
    },
    {
     "p": 0.9933333396911621,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 58,
   "train_loss": 0.009488414041697979,
   "val_loss": 0.05872906371951103,
   "acc": 97.53,
   "time": 7.194631168000001,
   "param": [
    {
     "p": 0.03022497147321701,
     "m": 1.0
    },
    {
     "p": 0.05606113746762276,
     "m": 1.0
    },
    {
     "p": 0.9137139320373535,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 59,
   "train_loss": 0.018457604572176933,
   "val_loss": 0.15486401319503784,
   "acc": 97.54,
   "time": 6.888429857999995,
   "param": [
    {
     "p": 0.18226802349090576,
     "m": 1.0
    },
    {
     "p": 0.003874966874718666,
     "m": 1.0
    },
    {
     "p": 0.8138570189476013,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 60,
   "train_loss": 0.02064783126115799,
   "val_loss": 0.09058146923780441,
   "acc": 97.61,
   "time": 7.0469398179999985,
   "param": [
    {
     "p": 0.12351466715335846,
     "m": 1.0
    },
    {
     "p": 0.14482428133487701,
     "m": 1.0
    },
    {
     "p": 0.7316609621047974,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 61,
   "train_loss": 0.013782186433672905,
   "val_loss": 0.10530558973550797,
   "acc": 97.62,
   "time": 7.009864970000024,
   "param": [
    {
     "p": 0.0745052620768547,
     "m": 1.0
    },
    {
     "p": 0.1352841556072235,
     "m": 1.0
    },
    {
     "p": 0.7902106046676636,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 62,
   "train_loss": 0.012536389753222466,
   "val_loss": 0.0775846317410469,
   "acc": 97.57,
   "time": 6.593498932999978,
   "param": [
    {
     "p": 0.02991853468120098,
     "m": 1.0
    },
    {
     "p": 0.11618403345346451,
     "m": 1.0
    },
    {
     "p": 0.8538974523544312,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 63,
   "train_loss": 0.017741763964295387,
   "val_loss": 0.09357570111751556,
   "acc": 97.58,
   "time": 6.873416949000045,
   "param": [
    {
     "p": 0.23353804647922516,
     "m": 1.0
    },
    {
     "p": 0.06960763782262802,
     "m": 1.0
    },
    {
     "p": 0.6968543529510498,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 64,
   "train_loss": 0.009372636675834656,
   "val_loss": 0.18483136594295502,
   "acc": 97.62,
   "time": 6.2234929580000085,
   "param": [
    {
     "p": 0.29988226294517517,
     "m": 1.0
    },
    {
     "p": 0.009942232631146908,
     "m": 1.0
    },
    {
     "p": 0.690175473690033,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 65,
   "train_loss": 0.012585483491420746,
   "val_loss": 0.08057089149951935,
   "acc": 97.59,
   "time": 5.978932791000034,
   "param": [
    {
     "p": 0.23615063726902008,
     "m": 1.0
    },
    {
     "p": 0.12420675903558731,
     "m": 1.0
    },
    {
     "p": 0.6396426558494568,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 66,
   "train_loss": 0.012067629024386406,
   "val_loss": 0.08322468400001526,
   "acc": 97.54,
   "time": 6.207904146000033,
   "param": [
    {
     "p": 0.3120855391025543,
     "m": 1.0
    },
    {
     "p": 0.11300810426473618,
     "m": 1.0
    },
    {
     "p": 0.5749063491821289,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 67,
   "train_loss": 0.009844307787716389,
   "val_loss": 0.09670408815145493,
   "acc": 97.65,
   "time": 6.244539860999964,
   "param": [
    {
     "p": 0.3565135598182678,
     "m": 1.0
    },
    {
     "p": 0.13415755331516266,
     "m": 1.0
    },
    {
     "p": 0.5093289017677307,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 68,
   "train_loss": 0.017871683463454247,
   "val_loss": 0.07071680575609207,
   "acc": 97.66,
   "time": 6.144589962999987,
   "param": [
    {
     "p": 0.380961537361145,
     "m": 1.0
    },
    {
     "p": 0.12813349068164825,
     "m": 1.0
    },
    {
     "p": 0.4909050166606903,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 69,
   "train_loss": 0.02016758918762207,
   "val_loss": 0.12899263203144073,
   "acc": 97.58,
   "time": 6.0892935630000125,
   "param": [
    {
     "p": 0.4357239007949829,
     "m": 1.0
    },
    {
     "p": 0.09841007739305496,
     "m": 1.0
    },
    {
     "p": 0.4658660292625427,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 70,
   "train_loss": 0.02188747003674507,
   "val_loss": 0.09587179124355316,
   "acc": 97.64,
   "time": 6.160271319000003,
   "param": [
    {
     "p": 0.4953155219554901,
     "m": 1.0
    },
    {
     "p": 0.09839534014463425,
     "m": 1.0
    },
    {
     "p": 0.40628916025161743,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 71,
   "train_loss": 0.02861648052930832,
   "val_loss": 0.09215541929006577,
   "acc": 97.67,
   "time": 6.095182856000008,
   "param": [
    {
     "p": 0.6244253516197205,
     "m": 1.0
    },
    {
     "p": 0.04994118586182594,
     "m": 1.0
    },
    {
     "p": 0.3256334960460663,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 72,
   "train_loss": 0.007620351389050484,
   "val_loss": 0.24001377820968628,
   "acc": 97.67,
   "time": 6.049235252999949,
   "param": [
    {
     "p": 0.5899803042411804,
     "m": 1.0
    },
    {
     "p": 0.13599398732185364,
     "m": 1.0
    },
    {
     "p": 0.27402570843696594,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 73,
   "train_loss": 0.01309123169630766,
   "val_loss": 0.11516137421131134,
   "acc": 97.67,
   "time": 6.105806840000014,
   "param": [
    {
     "p": 0.8182201981544495,
     "m": 1.0
    },
    {
     "p": 0.061525747179985046,
     "m": 1.0
    },
    {
     "p": 0.12025406956672668,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 74,
   "train_loss": 0.013214636594057083,
   "val_loss": 0.11290240287780762,
   "acc": 97.73,
   "time": 6.079366089000018,
   "param": [
    {
     "p": 0.8596770167350769,
     "m": 1.0
    },
    {
     "p": 0.13698963820934296,
     "m": 1.0
    },
    {
     "p": 0.0033333327155560255,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 75,
   "train_loss": 0.008198701776564121,
   "val_loss": 0.0643148347735405,
   "acc": 97.73,
   "time": 6.060752460000003,
   "param": [
    {
     "p": 0.7574049234390259,
     "m": 1.0
    },
    {
     "p": 0.11964301764965057,
     "m": 1.0
    },
    {
     "p": 0.12295208126306534,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 76,
   "train_loss": 0.014535491354763508,
   "val_loss": 0.07205986231565475,
   "acc": 97.7,
   "time": 6.1349578489999885,
   "param": [
    {
     "p": 0.9933333396911621,
     "m": 1.0
    },
    {
     "p": 0.0033333341125398874,
     "m": 1.0
    },
    {
     "p": 0.0033333341125398874,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 77,
   "train_loss": 0.008368550799787045,
   "val_loss": 0.08529726415872574,
   "acc": 97.74,
   "time": 6.070205887000043,
   "param": [
    {
     "p": 0.955502986907959,
     "m": 1.0
    },
    {
     "p": 0.04116365686058998,
     "m": 1.0
    },
    {
     "p": 0.003333332948386669,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 78,
   "train_loss": 0.009800942614674568,
   "val_loss": 0.08623193204402924,
   "acc": 97.75,
   "time": 5.99523487099998,
   "param": [
    {
     "p": 0.9933333396911621,
     "m": 1.0
    },
    {
     "p": 0.0033333334140479565,
     "m": 1.0
    },
    {
     "p": 0.0033333334140479565,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 79,
   "train_loss": 0.010003810748457909,
   "val_loss": 0.11875806003808975,
   "acc": 97.78,
   "time": 6.092012646000057,
   "param": [
    {
     "p": 0.9444046020507812,
     "m": 1.0
    },
    {
     "p": 0.02895965427160263,
     "m": 1.0
    },
    {
     "p": 0.026635779067873955,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 80,
   "train_loss": 0.007553661707788706,
   "val_loss": 0.19071638584136963,
   "acc": 97.75,
   "time": 5.989052124999944,
   "param": [
    {
     "p": 0.9933333396911621,
     "m": 1.0
    },
    {
     "p": 0.0033333336468786,
     "m": 1.0
    },
    {
     "p": 0.0033333336468786,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 81,
   "train_loss": 0.012755698524415493,
   "val_loss": 0.09684115648269653,
   "acc": 97.77,
   "time": 6.010287720999941,
   "param": [
    {
     "p": 0.9253189563751221,
     "m": 1.0
    },
    {
     "p": 0.009901836514472961,
     "m": 1.0
    },
    {
     "p": 0.06477917730808258,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 82,
   "train_loss": 0.006563185248523951,
   "val_loss": 0.10967376828193665,
   "acc": 97.75,
   "time": 5.881740376000039,
   "param": [
    {
     "p": 0.9933333396911621,
     "m": 1.0
    },
    {
     "p": 0.0033333338797092438,
     "m": 1.0
    },
    {
     "p": 0.0033333338797092438,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 83,
   "train_loss": 0.006484862882643938,
   "val_loss": 0.09719998389482498,
   "acc": 97.78,
   "time": 5.8080077239999355,
   "param": [
    {
     "p": 0.8064376711845398,
     "m": 1.0
    },
    {
     "p": 0.00333333108574152,
     "m": 1.0
    },
    {
     "p": 0.19022902846336365,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 84,
   "train_loss": 0.0075762514024972916,
   "val_loss": 0.05501755326986313,
   "acc": 97.79,
   "time": 5.87210190199994,
   "param": [
    {
     "p": 0.7395287156105042,
     "m": 1.0
    },
    {
     "p": 0.08717649430036545,
     "m": 1.0
    },
    {
     "p": 0.1732948124408722,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 85,
   "train_loss": 0.00558202899992466,
   "val_loss": 0.1253746896982193,
   "acc": 97.73,
   "time": 5.70798091100005,
   "param": [
    {
     "p": 0.765188455581665,
     "m": 1.0
    },
    {
     "p": 0.07948597520589828,
     "m": 1.0
    },
    {
     "p": 0.15532554686069489,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 86,
   "train_loss": 0.007384092081338167,
   "val_loss": 0.09637348353862762,
   "acc": 97.8,
   "time": 5.8498595280000245,
   "param": [
    {
     "p": 0.7527827024459839,
     "m": 1.0
    },
    {
     "p": 0.07788563519716263,
     "m": 1.0
    },
    {
     "p": 0.1693316549062729,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 87,
   "train_loss": 0.005765873938798904,
   "val_loss": 0.0880521833896637,
   "acc": 97.69,
   "time": 5.840420084000016,
   "param": [
    {
     "p": 0.8124803900718689,
     "m": 1.0
    },
    {
     "p": 0.07204455882310867,
     "m": 1.0
    },
    {
     "p": 0.11547503620386124,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 88,
   "train_loss": 0.008305645547807217,
   "val_loss": 0.07980523258447647,
   "acc": 97.75,
   "time": 5.908733854000047,
   "param": [
    {
     "p": 0.8351241946220398,
     "m": 1.0
    },
    {
     "p": 0.024880021810531616,
     "m": 1.0
    },
    {
     "p": 0.13999585807323456,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 89,
   "train_loss": 0.009258938021957874,
   "val_loss": 0.11836611479520798,
   "acc": 97.72,
   "time": 5.759415266000019,
   "param": [
    {
     "p": 0.8631013035774231,
     "m": 1.0
    },
    {
     "p": 0.018957313150167465,
     "m": 1.0
    },
    {
     "p": 0.11794139444828033,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 90,
   "train_loss": 0.0073186662048101425,
   "val_loss": 0.11896218359470367,
   "acc": 97.71,
   "time": 5.6728251890000365,
   "param": [
    {
     "p": 0.9876169562339783,
     "m": 1.0
    },
    {
     "p": 0.0033333355095237494,
     "m": 1.0
    },
    {
     "p": 0.009049737825989723,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 91,
   "train_loss": 0.010078341700136662,
   "val_loss": 0.043151963502168655,
   "acc": 97.79,
   "time": 5.808361472000001,
   "param": [
    {
     "p": 0.9300561547279358,
     "m": 1.0
    },
    {
     "p": 0.06661047041416168,
     "m": 1.0
    },
    {
     "p": 0.0033333327155560255,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 92,
   "train_loss": 0.011151736602187157,
   "val_loss": 0.10053563117980957,
   "acc": 97.77,
   "time": 5.845743405000007,
   "param": [
    {
     "p": 0.9208081364631653,
     "m": 1.0
    },
    {
     "p": 0.0033333334140479565,
     "m": 1.0
    },
    {
     "p": 0.07585859298706055,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 93,
   "train_loss": 0.006507329177111387,
   "val_loss": 0.05678083375096321,
   "acc": 97.83,
   "time": 5.765079586999946,
   "param": [
    {
     "p": 0.8446516990661621,
     "m": 1.0
    },
    {
     "p": 0.11084246635437012,
     "m": 1.0
    },
    {
     "p": 0.04450586810708046,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 94,
   "train_loss": 0.005487150978296995,
   "val_loss": 0.09849914163351059,
   "acc": 97.82,
   "time": 5.83115972600001,
   "param": [
    {
     "p": 0.891007661819458,
     "m": 1.0
    },
    {
     "p": 0.10565906018018723,
     "m": 1.0
    },
    {
     "p": 0.0033333341125398874,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 95,
   "train_loss": 0.006421817932277918,
   "val_loss": 0.06395125389099121,
   "acc": 97.78,
   "time": 5.794243315000017,
   "param": [
    {
     "p": 0.9933333396911621,
     "m": 1.0
    },
    {
     "p": 0.003333334345370531,
     "m": 1.0
    },
    {
     "p": 0.003333334345370531,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 96,
   "train_loss": 0.005661203991621733,
   "val_loss": 0.14857469499111176,
   "acc": 97.84,
   "time": 5.658013717000017,
   "param": [
    {
     "p": 0.9858146905899048,
     "m": 1.0
    },
    {
     "p": 0.0033333334140479565,
     "m": 1.0
    },
    {
     "p": 0.010851972736418247,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 97,
   "train_loss": 0.004128582309931517,
   "val_loss": 0.104027159512043,
   "acc": 97.78,
   "time": 5.7644842930000095,
   "param": [
    {
     "p": 0.9933333396911621,
     "m": 1.0
    },
    {
     "p": 0.0033333341125398874,
     "m": 1.0
    },
    {
     "p": 0.0033333341125398874,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 98,
   "train_loss": 0.004829978104680777,
   "val_loss": 0.1524226814508438,
   "acc": 97.8,
   "time": 5.887592928000004,
   "param": [
    {
     "p": 0.9451044201850891,
     "m": 1.0
    },
    {
     "p": 0.0033333327155560255,
     "m": 1.0
    },
    {
     "p": 0.05156220868229866,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 99,
   "train_loss": 0.0038973952177911997,
   "val_loss": 0.10096479207277298,
   "acc": 97.8,
   "time": 5.789995996000016,
   "param": [
    {
     "p": 0.9921998381614685,
     "m": 1.0
    },
    {
     "p": 0.004466853104531765,
     "m": 1.0
    },
    {
     "p": 0.0033333334140479565,
     "m": 1.0
    }
   ]
  },
  {
   "epoch": 100,
   "train_loss": 0.005576972384005785,
   "val_loss": 0.21450625360012054,
   "acc": 97.8,
   "time": 5.750319901000012,
   "param": [
    {
     "p": 0.9933333396911621,
     "m": 1.0
    },
    {
     "p": 0.0033333336468786,
     "m": 1.0
    },
    {
     "p": 0.0033333336468786,
     "m": 1.0
    }
   ]
  }
 ]
}