{
 "Accuracy": 70.85,
 "Time": [
  121.29727465973855,
  1.0859037141798167
 ],
 "Device": "TITAN RTX",
 "Param_names": [
  "Identity",
  "FlipUD",
  "FlipLR",
  "Rotate",
  "TranslateX",
  "TranslateY",
  "ShearX",
  "ShearY",
  "Contrast",
  "Color",
  "Brightness",
  "Sharpness",
  "Posterize",
  "Solarize"
 ],
 "Log": [
  {
   "epoch": 1,
   "train_loss": 2.150700330734253,
   "val_loss": 2.2915496826171875,
   "acc": 10.37,
   "time": 117.34276717,
   "param": [
    {
     "p": 0.11097405850887299,
     "m": 0.5886635184288025
    },
    {
     "p": 0.042942114174366,
     "m": 0.5886635184288025
    },
    {
     "p": 0.09154129773378372,
     "m": 0.5886635184288025
    },
    {
     "p": 0.09699863940477371,
     "m": 0.5886635184288025
    },
    {
     "p": 0.06496650725603104,
     "m": 0.5886635184288025
    },
    {
     "p": 0.08390922099351883,
     "m": 0.5886635184288025
    },
    {
     "p": 0.11506123840808868,
     "m": 0.5886635184288025
    },
    {
     "p": 0.026006923988461494,
     "m": 0.5886635184288025
    },
    {
     "p": 0.09615202248096466,
     "m": 0.5886635184288025
    },
    {
     "p": 0.04337882250547409,
     "m": 0.5886635184288025
    },
    {
     "p": 0.08931725472211838,
     "m": 0.5886635184288025
    },
    {
     "p": 0.05736025422811508,
     "m": 0.5886635184288025
    },
    {
     "p": 0.08139169961214066,
     "m": 0.5886635184288025
    },
    {
     "p": 0.0,
     "m": 0.5886635184288025
    }
   ]
  },
  {
   "epoch": 2,
   "train_loss": 2.0571839809417725,
   "val_loss": 2.0466818809509277,
   "acc": 23.36,
   "time": 119.503642086,
   "param": [
    {
     "p": 0.10352751612663269,
     "m": 0.6592394709587097
    },
    {
     "p": 0.0410807766020298,
     "m": 0.6592394709587097
    },
    {
     "p": 0.10967522859573364,
     "m": 0.6592394709587097
    },
    {
     "p": 0.09434053301811218,
     "m": 0.6592394709587097
    },
    {
     "p": 0.06284710764884949,
     "m": 0.6592394709587097
    },
    {
     "p": 0.06539510190486908,
     "m": 0.6592394709587097
    },
    {
     "p": 0.12053529918193817,
     "m": 0.6592394709587097
    },
    {
     "p": 0.040720999240875244,
     "m": 0.6592394709587097
    },
    {
     "p": 0.07007982581853867,
     "m": 0.6592394709587097
    },
    {
     "p": 0.05868026986718178,
     "m": 0.6592394709587097
    },
    {
     "p": 0.08444763720035553,
     "m": 0.6592394709587097
    },
    {
     "p": 0.0645468533039093,
     "m": 0.6592394709587097
    },
    {
     "p": 0.08412284404039383,
     "m": 0.6592394709587097
    },
    {
     "p": 0.0,
     "m": 0.6592394709587097
    }
   ]
  },
  {
   "epoch": 3,
   "train_loss": 1.9790843725204468,
   "val_loss": 1.9504916667938232,
   "acc": 28.68,
   "time": 120.381404384,
   "param": [
    {
     "p": 0.10932976007461548,
     "m": 0.6045399308204651
    },
    {
     "p": 0.0,
     "m": 0.6045399308204651
    },
    {
     "p": 0.13009020686149597,
     "m": 0.6045399308204651
    },
    {
     "p": 0.09582509845495224,
     "m": 0.6045399308204651
    },
    {
     "p": 0.05356833338737488,
     "m": 0.6045399308204651
    },
    {
     "p": 0.024443386122584343,
     "m": 0.6045399308204651
    },
    {
     "p": 0.17055951058864594,
     "m": 0.6045399308204651
    },
    {
     "p": 0.012603690847754478,
     "m": 0.6045399308204651
    },
    {
     "p": 0.07215002924203873,
     "m": 0.6045399308204651
    },
    {
     "p": 0.045342810451984406,
     "m": 0.6045399308204651
    },
    {
     "p": 0.10195565223693848,
     "m": 0.6045399308204651
    },
    {
     "p": 0.07015687972307205,
     "m": 0.6045399308204651
    },
    {
     "p": 0.11397459357976913,
     "m": 0.6045399308204651
    },
    {
     "p": 0.0,
     "m": 0.6045399308204651
    }
   ]
  },
  {
   "epoch": 4,
   "train_loss": 2.030236005783081,
   "val_loss": 1.7954580783843994,
   "acc": 33.67,
   "time": 121.923594052,
   "param": [
    {
     "p": 0.10514798760414124,
     "m": 0.5614383220672607
    },
    {
     "p": 0.0,
     "m": 0.5614383220672607
    },
    {
     "p": 0.14659611880779266,
     "m": 0.5614383220672607
    },
    {
     "p": 0.0803518146276474,
     "m": 0.5614383220672607
    },
    {
     "p": 0.03632190078496933,
     "m": 0.5614383220672607
    },
    {
     "p": 0.0,
     "m": 0.5614383220672607
    },
    {
     "p": 0.20607900619506836,
     "m": 0.5614383220672607
    },
    {
     "p": 0.0,
     "m": 0.5614383220672607
    },
    {
     "p": 0.0795513466000557,
     "m": 0.5614383220672607
    },
    {
     "p": 0.026569979265332222,
     "m": 0.5614383220672607
    },
    {
     "p": 0.10474779456853867,
     "m": 0.5614383220672607
    },
    {
     "p": 0.08530173450708389,
     "m": 0.5614383220672607
    },
    {
     "p": 0.1293322890996933,
     "m": 0.5614383220672607
    },
    {
     "p": 0.0,
     "m": 0.5614383220672607
    }
   ]
  },
  {
   "epoch": 5,
   "train_loss": 1.4537557363510132,
   "val_loss": 1.6064640283584595,
   "acc": 39.61,
   "time": 121.62795485000004,
   "param": [
    {
     "p": 0.1036500409245491,
     "m": 0.5355483293533325
    },
    {
     "p": 0.0,
     "m": 0.5355483293533325
    },
    {
     "p": 0.14421534538269043,
     "m": 0.5355483293533325
    },
    {
     "p": 0.08015568554401398,
     "m": 0.5355483293533325
    },
    {
     "p": 0.010061134584248066,
     "m": 0.5355483293533325
    },
    {
     "p": 0.0,
     "m": 0.5355483293533325
    },
    {
     "p": 0.23982742428779602,
     "m": 0.5355483293533325
    },
    {
     "p": 0.0,
     "m": 0.5355483293533325
    },
    {
     "p": 0.08213718980550766,
     "m": 0.5355483293533325
    },
    {
     "p": 0.0008539489936083555,
     "m": 0.5355483293533325
    },
    {
     "p": 0.1182580441236496,
     "m": 0.5355483293533325
    },
    {
     "p": 0.09002535790205002,
     "m": 0.5355483293533325
    },
    {
     "p": 0.13081581890583038,
     "m": 0.5355483293533325
    },
    {
     "p": 0.0,
     "m": 0.5355483293533325
    }
   ]
  },
  {
   "epoch": 6,
   "train_loss": 1.8600050210952759,
   "val_loss": 1.5880616903305054,
   "acc": 41.73,
   "time": 121.50544872700004,
   "param": [
    {
     "p": 0.10519800335168839,
     "m": 0.5102159380912781
    },
    {
     "p": 0.0,
     "m": 0.5102159380912781
    },
    {
     "p": 0.10968974232673645,
     "m": 0.5102159380912781
    },
    {
     "p": 0.07337301969528198,
     "m": 0.5102159380912781
    },
    {
     "p": 0.0,
     "m": 0.5102159380912781
    },
    {
     "p": 0.0,
     "m": 0.5102159380912781
    },
    {
     "p": 0.26428720355033875,
     "m": 0.5102159380912781
    },
    {
     "p": 0.0,
     "m": 0.5102159380912781
    },
    {
     "p": 0.0642312541604042,
     "m": 0.5102159380912781
    },
    {
     "p": 0.010340044274926186,
     "m": 0.5102159380912781
    },
    {
     "p": 0.11617907136678696,
     "m": 0.5102159380912781
    },
    {
     "p": 0.11366623640060425,
     "m": 0.5102159380912781
    },
    {
     "p": 0.14303550124168396,
     "m": 0.5102159380912781
    },
    {
     "p": 0.0,
     "m": 0.5102159380912781
    }
   ]
  },
  {
   "epoch": 7,
   "train_loss": 1.660614013671875,
   "val_loss": 1.5404975414276123,
   "acc": 42.67,
   "time": 121.39274171700004,
   "param": [
    {
     "p": 0.11660634726285934,
     "m": 0.4754621386528015
    },
    {
     "p": 0.0,
     "m": 0.4754621386528015
    },
    {
     "p": 0.08049331605434418,
     "m": 0.4754621386528015
    },
    {
     "p": 0.06214939057826996,
     "m": 0.4754621386528015
    },
    {
     "p": 0.0,
     "m": 0.4754621386528015
    },
    {
     "p": 0.0,
     "m": 0.4754621386528015
    },
    {
     "p": 0.27795112133026123,
     "m": 0.4754621386528015
    },
    {
     "p": 0.0,
     "m": 0.4754621386528015
    },
    {
     "p": 0.056728094816207886,
     "m": 0.4754621386528015
    },
    {
     "p": 0.011505166999995708,
     "m": 0.4754621386528015
    },
    {
     "p": 0.12172356247901917,
     "m": 0.4754621386528015
    },
    {
     "p": 0.12681734561920166,
     "m": 0.4754621386528015
    },
    {
     "p": 0.1460256427526474,
     "m": 0.4754621386528015
    },
    {
     "p": 0.0,
     "m": 0.4754621386528015
    }
   ]
  },
  {
   "epoch": 8,
   "train_loss": 1.5651028156280518,
   "val_loss": 1.5882927179336548,
   "acc": 45.36,
   "time": 121.915736111,
   "param": [
    {
     "p": 0.11368432641029358,
     "m": 0.47556358575820923
    },
    {
     "p": 0.0,
     "m": 0.47556358575820923
    },
    {
     "p": 0.06617125868797302,
     "m": 0.47556358575820923
    },
    {
     "p": 0.06230540946125984,
     "m": 0.47556358575820923
    },
    {
     "p": 0.0,
     "m": 0.47556358575820923
    },
    {
     "p": 0.0014046684373170137,
     "m": 0.47556358575820923
    },
    {
     "p": 0.26008397340774536,
     "m": 0.47556358575820923
    },
    {
     "p": 0.021558495238423347,
     "m": 0.47556358575820923
    },
    {
     "p": 0.05171150341629982,
     "m": 0.47556358575820923
    },
    {
     "p": 0.018862906843423843,
     "m": 0.47556358575820923
    },
    {
     "p": 0.1281919926404953,
     "m": 0.47556358575820923
    },
    {
     "p": 0.13608454167842865,
     "m": 0.47556358575820923
    },
    {
     "p": 0.13994091749191284,
     "m": 0.47556358575820923
    },
    {
     "p": 0.0,
     "m": 0.47556358575820923
    }
   ]
  },
  {
   "epoch": 9,
   "train_loss": 1.548178791999817,
   "val_loss": 1.363844394683838,
   "acc": 47.69,
   "time": 122.20144229000005,
   "param": [
    {
     "p": 0.11453202366828918,
     "m": 0.4803418219089508
    },
    {
     "p": 0.0,
     "m": 0.4803418219089508
    },
    {
     "p": 0.05273756384849548,
     "m": 0.4803418219089508
    },
    {
     "p": 0.07471275329589844,
     "m": 0.4803418219089508
    },
    {
     "p": 0.0,
     "m": 0.4803418219089508
    },
    {
     "p": 0.0,
     "m": 0.4803418219089508
    },
    {
     "p": 0.25153031945228577,
     "m": 0.4803418219089508
    },
    {
     "p": 0.03248247504234314,
     "m": 0.4803418219089508
    },
    {
     "p": 0.039948202669620514,
     "m": 0.4803418219089508
    },
    {
     "p": 0.01926519349217415,
     "m": 0.4803418219089508
    },
    {
     "p": 0.12778888642787933,
     "m": 0.4803418219089508
    },
    {
     "p": 0.14007455110549927,
     "m": 0.4803418219089508
    },
    {
     "p": 0.14692804217338562,
     "m": 0.4803418219089508
    },
    {
     "p": 0.0,
     "m": 0.4803418219089508
    }
   ]
  },
  {
   "epoch": 10,
   "train_loss": 1.582332730293274,
   "val_loss": 1.4075303077697754,
   "acc": 47.4,
   "time": 122.5202937460001,
   "param": [
    {
     "p": 0.11690560728311539,
     "m": 0.47920891642570496
    },
    {
     "p": 0.0,
     "m": 0.47920891642570496
    },
    {
     "p": 0.045381974428892136,
     "m": 0.47920891642570496
    },
    {
     "p": 0.07871048152446747,
     "m": 0.47920891642570496
    },
    {
     "p": 0.0,
     "m": 0.47920891642570496
    },
    {
     "p": 0.0,
     "m": 0.47920891642570496
    },
    {
     "p": 0.265215128660202,
     "m": 0.47920891642570496
    },
    {
     "p": 0.025565728545188904,
     "m": 0.47920891642570496
    },
    {
     "p": 0.030121129006147385,
     "m": 0.47920891642570496
    },
    {
     "p": 0.014257260598242283,
     "m": 0.47920891642570496
    },
    {
     "p": 0.12811125814914703,
     "m": 0.47920891642570496
    },
    {
     "p": 0.13979622721672058,
     "m": 0.47920891642570496
    },
    {
     "p": 0.15593521296977997,
     "m": 0.47920891642570496
    },
    {
     "p": 0.0,
     "m": 0.47920891642570496
    }
   ]
  },
  {
   "epoch": 11,
   "train_loss": 1.64845609664917,
   "val_loss": 1.4818546772003174,
   "acc": 48.2,
   "time": 121.13494370500007,
   "param": [
    {
     "p": 0.11067033559083939,
     "m": 0.4717760384082794
    },
    {
     "p": 0.0,
     "m": 0.4717760384082794
    },
    {
     "p": 0.04300258681178093,
     "m": 0.4717760384082794
    },
    {
     "p": 0.08307267725467682,
     "m": 0.4717760384082794
    },
    {
     "p": 0.01205579936504364,
     "m": 0.4717760384082794
    },
    {
     "p": 0.0,
     "m": 0.4717760384082794
    },
    {
     "p": 0.2614539563655853,
     "m": 0.4717760384082794
    },
    {
     "p": 0.027159132063388824,
     "m": 0.4717760384082794
    },
    {
     "p": 0.03766529634594917,
     "m": 0.4717760384082794
    },
    {
     "p": 0.021853258833289146,
     "m": 0.4717760384082794
    },
    {
     "p": 0.1237272322177887,
     "m": 0.4717760384082794
    },
    {
     "p": 0.1351221352815628,
     "m": 0.4717760384082794
    },
    {
     "p": 0.14421766996383667,
     "m": 0.4717760384082794
    },
    {
     "p": 0.0,
     "m": 0.4717760384082794
    }
   ]
  },
  {
   "epoch": 12,
   "train_loss": 1.4197616577148438,
   "val_loss": 1.3349921703338623,
   "acc": 50.3,
   "time": 122.39629652500003,
   "param": [
    {
     "p": 0.1045873686671257,
     "m": 0.4732051491737366
    },
    {
     "p": 0.0,
     "m": 0.4732051491737366
    },
    {
     "p": 0.04128392040729523,
     "m": 0.4732051491737366
    },
    {
     "p": 0.08625359833240509,
     "m": 0.4732051491737366
    },
    {
     "p": 0.0016251998022198677,
     "m": 0.4732051491737366
    },
    {
     "p": 0.0,
     "m": 0.4732051491737366
    },
    {
     "p": 0.2627071142196655,
     "m": 0.4732051491737366
    },
    {
     "p": 0.023815974593162537,
     "m": 0.4732051491737366
    },
    {
     "p": 0.043216899037361145,
     "m": 0.4732051491737366
    },
    {
     "p": 0.033834103494882584,
     "m": 0.4732051491737366
    },
    {
     "p": 0.1283130943775177,
     "m": 0.4732051491737366
    },
    {
     "p": 0.13438719511032104,
     "m": 0.4732051491737366
    },
    {
     "p": 0.13997550308704376,
     "m": 0.4732051491737366
    },
    {
     "p": 0.0,
     "m": 0.4732051491737366
    }
   ]
  },
  {
   "epoch": 13,
   "train_loss": 1.3963427543640137,
   "val_loss": 1.3440707921981812,
   "acc": 49.95,
   "time": 122.23512054100001,
   "param": [
    {
     "p": 0.11032884567975998,
     "m": 0.4675161838531494
    },
    {
     "p": 0.0,
     "m": 0.4675161838531494
    },
    {
     "p": 0.04279116168618202,
     "m": 0.4675161838531494
    },
    {
     "p": 0.08203785121440887,
     "m": 0.4675161838531494
    },
    {
     "p": 0.0,
     "m": 0.4675161838531494
    },
    {
     "p": 0.0,
     "m": 0.4675161838531494
    },
    {
     "p": 0.25975602865219116,
     "m": 0.4675161838531494
    },
    {
     "p": 0.01771649532020092,
     "m": 0.4675161838531494
    },
    {
     "p": 0.04286007210612297,
     "m": 0.4675161838531494
    },
    {
     "p": 0.038820069283246994,
     "m": 0.4675161838531494
    },
    {
     "p": 0.13019470870494843,
     "m": 0.4675161838531494
    },
    {
     "p": 0.12861543893814087,
     "m": 0.4675161838531494
    },
    {
     "p": 0.1468794047832489,
     "m": 0.4675161838531494
    },
    {
     "p": 0.0,
     "m": 0.4675161838531494
    }
   ]
  },
  {
   "epoch": 14,
   "train_loss": 1.743693470954895,
   "val_loss": 1.3126416206359863,
   "acc": 50.17,
   "time": 120.86040840200008,
   "param": [
    {
     "p": 0.10958806425333023,
     "m": 0.4510825574398041
    },
    {
     "p": 0.004307539202272892,
     "m": 0.4510825574398041
    },
    {
     "p": 0.05123135447502136,
     "m": 0.4510825574398041
    },
    {
     "p": 0.06943155825138092,
     "m": 0.4510825574398041
    },
    {
     "p": 0.007747887168079615,
     "m": 0.4510825574398041
    },
    {
     "p": 0.01277024857699871,
     "m": 0.4510825574398041
    },
    {
     "p": 0.22847536206245422,
     "m": 0.4510825574398041
    },
    {
     "p": 0.03382207825779915,
     "m": 0.4510825574398041
    },
    {
     "p": 0.055153992027044296,
     "m": 0.4510825574398041
    },
    {
     "p": 0.049105074256658554,
     "m": 0.4510825574398041
    },
    {
     "p": 0.12306611984968185,
     "m": 0.4510825574398041
    },
    {
     "p": 0.11765293776988983,
     "m": 0.4510825574398041
    },
    {
     "p": 0.1376478523015976,
     "m": 0.4510825574398041
    },
    {
     "p": 0.0,
     "m": 0.4510825574398041
    }
   ]
  },
  {
   "epoch": 15,
   "train_loss": 1.6457682847976685,
   "val_loss": 1.3111852407455444,
   "acc": 52.21,
   "time": 123.14202909200003,
   "param": [
    {
     "p": 0.1025182381272316,
     "m": 0.47015586495399475
    },
    {
     "p": 0.005486948415637016,
     "m": 0.47015586495399475
    },
    {
     "p": 0.06037699431180954,
     "m": 0.47015586495399475
    },
    {
     "p": 0.06257230788469315,
     "m": 0.47015586495399475
    },
    {
     "p": 0.021427039057016373,
     "m": 0.47015586495399475
    },
    {
     "p": 0.0383182130753994,
     "m": 0.47015586495399475
    },
    {
     "p": 0.18805071711540222,
     "m": 0.47015586495399475
    },
    {
     "p": 0.048588551580905914,
     "m": 0.47015586495399475
    },
    {
     "p": 0.0707140862941742,
     "m": 0.47015586495399475
    },
    {
     "p": 0.05318780988454819,
     "m": 0.47015586495399475
    },
    {
     "p": 0.11420883238315582,
     "m": 0.47015586495399475
    },
    {
     "p": 0.10994891822338104,
     "m": 0.47015586495399475
    },
    {
     "p": 0.12460140138864517,
     "m": 0.47015586495399475
    },
    {
     "p": 0.0,
     "m": 0.47015586495399475
    }
   ]
  },
  {
   "epoch": 16,
   "train_loss": 1.6158688068389893,
   "val_loss": 1.3416751623153687,
   "acc": 53.41,
   "time": 121.828876584,
   "param": [
    {
     "p": 0.10386163741350174,
     "m": 0.4709734618663788
    },
    {
     "p": 0.0,
     "m": 0.4709734618663788
    },
    {
     "p": 0.058459118008613586,
     "m": 0.4709734618663788
    },
    {
     "p": 0.05036013945937157,
     "m": 0.4709734618663788
    },
    {
     "p": 0.01214259210973978,
     "m": 0.4709734618663788
    },
    {
     "p": 0.03710579127073288,
     "m": 0.4709734618663788
    },
    {
     "p": 0.17593902349472046,
     "m": 0.4709734618663788
    },
    {
     "p": 0.047739557921886444,
     "m": 0.4709734618663788
    },
    {
     "p": 0.09763529896736145,
     "m": 0.4709734618663788
    },
    {
     "p": 0.06229216605424881,
     "m": 0.4709734618663788
    },
    {
     "p": 0.10259432345628738,
     "m": 0.4709734618663788
    },
    {
     "p": 0.1144137978553772,
     "m": 0.4709734618663788
    },
    {
     "p": 0.13745653629302979,
     "m": 0.4709734618663788
    },
    {
     "p": 0.0,
     "m": 0.4709734618663788
    }
   ]
  },
  {
   "epoch": 17,
   "train_loss": 1.338300108909607,
   "val_loss": 1.2387760877609253,
   "acc": 53.91,
   "time": 120.95269285500012,
   "param": [
    {
     "p": 0.10736238956451416,
     "m": 0.46680814027786255
    },
    {
     "p": 0.0,
     "m": 0.46680814027786255
    },
    {
     "p": 0.058908797800540924,
     "m": 0.46680814027786255
    },
    {
     "p": 0.04144918546080589,
     "m": 0.46680814027786255
    },
    {
     "p": 0.002461297670379281,
     "m": 0.46680814027786255
    },
    {
     "p": 0.023975007236003876,
     "m": 0.46680814027786255
    },
    {
     "p": 0.17295031249523163,
     "m": 0.46680814027786255
    },
    {
     "p": 0.041010815650224686,
     "m": 0.46680814027786255
    },
    {
     "p": 0.10818210989236832,
     "m": 0.46680814027786255
    },
    {
     "p": 0.06467533856630325,
     "m": 0.46680814027786255
    },
    {
     "p": 0.10196594893932343,
     "m": 0.46680814027786255
    },
    {
     "p": 0.12303194403648376,
     "m": 0.46680814027786255
    },
    {
     "p": 0.1540268212556839,
     "m": 0.46680814027786255
    },
    {
     "p": 0.0,
     "m": 0.46680814027786255
    }
   ]
  },
  {
   "epoch": 18,
   "train_loss": 1.4078723192214966,
   "val_loss": 1.3614201545715332,
   "acc": 55.45,
   "time": 121.86699059900002,
   "param": [
    {
     "p": 0.1181495189666748,
     "m": 0.48015064001083374
    },
    {
     "p": 0.0005084253498353064,
     "m": 0.48015064001083374
    },
    {
     "p": 0.0687907338142395,
     "m": 0.48015064001083374
    },
    {
     "p": 0.04276934638619423,
     "m": 0.48015064001083374
    },
    {
     "p": 0.0,
     "m": 0.48015064001083374
    },
    {
     "p": 0.017044400796294212,
     "m": 0.48015064001083374
    },
    {
     "p": 0.16793014109134674,
     "m": 0.48015064001083374
    },
    {
     "p": 0.03652369976043701,
     "m": 0.48015064001083374
    },
    {
     "p": 0.10150739550590515,
     "m": 0.48015064001083374
    },
    {
     "p": 0.06757703423500061,
     "m": 0.48015064001083374
    },
    {
     "p": 0.0919918343424797,
     "m": 0.48015064001083374
    },
    {
     "p": 0.12417560815811157,
     "m": 0.48015064001083374
    },
    {
     "p": 0.1630319207906723,
     "m": 0.48015064001083374
    },
    {
     "p": 0.0,
     "m": 0.48015064001083374
    }
   ]
  },
  {
   "epoch": 19,
   "train_loss": 1.3604775667190552,
   "val_loss": 1.2626690864562988,
   "acc": 55.61,
   "time": 120.37418341800003,
   "param": [
    {
     "p": 0.13082845509052277,
     "m": 0.47452279925346375
    },
    {
     "p": 0.0,
     "m": 0.47452279925346375
    },
    {
     "p": 0.07062003016471863,
     "m": 0.47452279925346375
    },
    {
     "p": 0.03602755442261696,
     "m": 0.47452279925346375
    },
    {
     "p": 0.0,
     "m": 0.47452279925346375
    },
    {
     "p": 0.011623711325228214,
     "m": 0.47452279925346375
    },
    {
     "p": 0.1537957340478897,
     "m": 0.47452279925346375
    },
    {
     "p": 0.021210849285125732,
     "m": 0.47452279925346375
    },
    {
     "p": 0.11618402600288391,
     "m": 0.47452279925346375
    },
    {
     "p": 0.07714972645044327,
     "m": 0.47452279925346375
    },
    {
     "p": 0.08914065361022949,
     "m": 0.47452279925346375
    },
    {
     "p": 0.12338334321975708,
     "m": 0.47452279925346375
    },
    {
     "p": 0.17003591358661652,
     "m": 0.47452279925346375
    },
    {
     "p": 0.0,
     "m": 0.47452279925346375
    }
   ]
  },
  {
   "epoch": 20,
   "train_loss": 1.3979830741882324,
   "val_loss": 1.217286229133606,
   "acc": 56.87,
   "time": 120.17805571600002,
   "param": [
    {
     "p": 0.1435362994670868,
     "m": 0.4670838415622711
    },
    {
     "p": 0.0,
     "m": 0.4670838415622711
    },
    {
     "p": 0.0691542699933052,
     "m": 0.4670838415622711
    },
    {
     "p": 0.01944425143301487,
     "m": 0.4670838415622711
    },
    {
     "p": 0.0,
     "m": 0.4670838415622711
    },
    {
     "p": 0.004632351920008659,
     "m": 0.4670838415622711
    },
    {
     "p": 0.14876867830753326,
     "m": 0.4670838415622711
    },
    {
     "p": 0.00567276356741786,
     "m": 0.4670838415622711
    },
    {
     "p": 0.12942564487457275,
     "m": 0.4670838415622711
    },
    {
     "p": 0.08748692274093628,
     "m": 0.4670838415622711
    },
    {
     "p": 0.09520959854125977,
     "m": 0.4670838415622711
    },
    {
     "p": 0.11788138002157211,
     "m": 0.4670838415622711
    },
    {
     "p": 0.17878788709640503,
     "m": 0.4670838415622711
    },
    {
     "p": 0.0,
     "m": 0.4670838415622711
    }
   ]
  },
  {
   "epoch": 21,
   "train_loss": 1.3393123149871826,
   "val_loss": 1.3052445650100708,
   "acc": 54.9,
   "time": 121.62878067200018,
   "param": [
    {
     "p": 0.1455133557319641,
     "m": 0.45816710591316223
    },
    {
     "p": 0.0,
     "m": 0.45816710591316223
    },
    {
     "p": 0.07735302299261093,
     "m": 0.45816710591316223
    },
    {
     "p": 0.0031618031207472086,
     "m": 0.45816710591316223
    },
    {
     "p": 0.0,
     "m": 0.45816710591316223
    },
    {
     "p": 0.007095403969287872,
     "m": 0.45816710591316223
    },
    {
     "p": 0.1393825262784958,
     "m": 0.45816710591316223
    },
    {
     "p": 0.0011142753064632416,
     "m": 0.45816710591316223
    },
    {
     "p": 0.1341474950313568,
     "m": 0.45816710591316223
    },
    {
     "p": 0.09473668783903122,
     "m": 0.45816710591316223
    },
    {
     "p": 0.10009247809648514,
     "m": 0.45816710591316223
    },
    {
     "p": 0.11384493857622147,
     "m": 0.45816710591316223
    },
    {
     "p": 0.18355803191661835,
     "m": 0.45816710591316223
    },
    {
     "p": 0.0,
     "m": 0.45816710591316223
    }
   ]
  },
  {
   "epoch": 22,
   "train_loss": 1.2220946550369263,
   "val_loss": 1.2456752061843872,
   "acc": 56.11,
   "time": 122.20157481700016,
   "param": [
    {
     "p": 0.13293041288852692,
     "m": 0.44947877526283264
    },
    {
     "p": 0.008478873409330845,
     "m": 0.44947877526283264
    },
    {
     "p": 0.08144929260015488,
     "m": 0.44947877526283264
    },
    {
     "p": 0.011388944461941719,
     "m": 0.44947877526283264
    },
    {
     "p": 0.009357246570289135,
     "m": 0.44947877526283264
    },
    {
     "p": 0.03575003519654274,
     "m": 0.44947877526283264
    },
    {
     "p": 0.12328721582889557,
     "m": 0.44947877526283264
    },
    {
     "p": 0.014336565509438515,
     "m": 0.44947877526283264
    },
    {
     "p": 0.12636160850524902,
     "m": 0.44947877526283264
    },
    {
     "p": 0.09717481583356857,
     "m": 0.44947877526283264
    },
    {
     "p": 0.08557023853063583,
     "m": 0.44947877526283264
    },
    {
     "p": 0.1114848256111145,
     "m": 0.44947877526283264
    },
    {
     "p": 0.16242989897727966,
     "m": 0.44947877526283264
    },
    {
     "p": 0.0,
     "m": 0.44947877526283264
    }
   ]
  },
  {
   "epoch": 23,
   "train_loss": 1.4532831907272339,
   "val_loss": 1.2513176202774048,
   "acc": 56.99,
   "time": 122.76832908100005,
   "param": [
    {
     "p": 0.12231983989477158,
     "m": 0.45682910084724426
    },
    {
     "p": 0.019243761897087097,
     "m": 0.45682910084724426
    },
    {
     "p": 0.07646507024765015,
     "m": 0.45682910084724426
    },
    {
     "p": 0.029256798326969147,
     "m": 0.45682910084724426
    },
    {
     "p": 0.012602112255990505,
     "m": 0.45682910084724426
    },
    {
     "p": 0.0546792671084404,
     "m": 0.45682910084724426
    },
    {
     "p": 0.1074712947010994,
     "m": 0.45682910084724426
    },
    {
     "p": 0.025607427582144737,
     "m": 0.45682910084724426
    },
    {
     "p": 0.11769785732030869,
     "m": 0.45682910084724426
    },
    {
     "p": 0.10239977389574051,
     "m": 0.45682910084724426
    },
    {
     "p": 0.07087408006191254,
     "m": 0.45682910084724426
    },
    {
     "p": 0.10273436456918716,
     "m": 0.45682910084724426
    },
    {
     "p": 0.15439894795417786,
     "m": 0.45682910084724426
    },
    {
     "p": 0.004249452613294125,
     "m": 0.45682910084724426
    }
   ]
  },
  {
   "epoch": 24,
   "train_loss": 1.355243444442749,
   "val_loss": 1.2229995727539062,
   "acc": 59.26,
   "time": 122.04935851999971,
   "param": [
    {
     "p": 0.11527498066425323,
     "m": 0.46646925806999207
    },
    {
     "p": 0.02736220695078373,
     "m": 0.46646925806999207
    },
    {
     "p": 0.06910651177167892,
     "m": 0.46646925806999207
    },
    {
     "p": 0.057940829545259476,
     "m": 0.46646925806999207
    },
    {
     "p": 0.03793777525424957,
     "m": 0.46646925806999207
    },
    {
     "p": 0.07587088644504547,
     "m": 0.46646925806999207
    },
    {
     "p": 0.09392838180065155,
     "m": 0.46646925806999207
    },
    {
     "p": 0.02398892305791378,
     "m": 0.46646925806999207
    },
    {
     "p": 0.10095002502202988,
     "m": 0.46646925806999207
    },
    {
     "p": 0.09792996942996979,
     "m": 0.46646925806999207
    },
    {
     "p": 0.049415357410907745,
     "m": 0.46646925806999207
    },
    {
     "p": 0.09171906858682632,
     "m": 0.46646925806999207
    },
    {
     "p": 0.1490028202533722,
     "m": 0.46646925806999207
    },
    {
     "p": 0.009572276845574379,
     "m": 0.46646925806999207
    }
   ]
  },
  {
   "epoch": 25,
   "train_loss": 1.4008349180221558,
   "val_loss": 1.3662681579589844,
   "acc": 59.18,
   "time": 122.44847133800022,
   "param": [
    {
     "p": 0.10579746216535568,
     "m": 0.4700748920440674
    },
    {
     "p": 0.036269087344408035,
     "m": 0.4700748920440674
    },
    {
     "p": 0.07356662303209305,
     "m": 0.4700748920440674
    },
    {
     "p": 0.07180290669202805,
     "m": 0.4700748920440674
    },
    {
     "p": 0.05240428447723389,
     "m": 0.4700748920440674
    },
    {
     "p": 0.07870827615261078,
     "m": 0.4700748920440674
    },
    {
     "p": 0.09376078844070435,
     "m": 0.4700748920440674
    },
    {
     "p": 0.028507305309176445,
     "m": 0.4700748920440674
    },
    {
     "p": 0.08128970861434937,
     "m": 0.4700748920440674
    },
    {
     "p": 0.08707372844219208,
     "m": 0.4700748920440674
    },
    {
     "p": 0.05205930769443512,
     "m": 0.4700748920440674
    },
    {
     "p": 0.07978811115026474,
     "m": 0.4700748920440674
    },
    {
     "p": 0.124177485704422,
     "m": 0.4700748920440674
    },
    {
     "p": 0.034794881939888,
     "m": 0.4700748920440674
    }
   ]
  },
  {
   "epoch": 26,
   "train_loss": 1.4450536966323853,
   "val_loss": 1.1615123748779297,
   "acc": 60.72,
   "time": 121.6226975489999,
   "param": [
    {
     "p": 0.10426430404186249,
     "m": 0.46458369493484497
    },
    {
     "p": 0.039858974516391754,
     "m": 0.46458369493484497
    },
    {
     "p": 0.09060569107532501,
     "m": 0.46458369493484497
    },
    {
     "p": 0.0735543742775917,
     "m": 0.46458369493484497
    },
    {
     "p": 0.04844294860959053,
     "m": 0.46458369493484497
    },
    {
     "p": 0.0749201774597168,
     "m": 0.46458369493484497
    },
    {
     "p": 0.10528504848480225,
     "m": 0.46458369493484497
    },
    {
     "p": 0.027873851358890533,
     "m": 0.46458369493484497
    },
    {
     "p": 0.07275443524122238,
     "m": 0.46458369493484497
    },
    {
     "p": 0.08520955592393875,
     "m": 0.46458369493484497
    },
    {
     "p": 0.050573572516441345,
     "m": 0.46458369493484497
    },
    {
     "p": 0.07766468077898026,
     "m": 0.46458369493484497
    },
    {
     "p": 0.11487788707017899,
     "m": 0.46458369493484497
    },
    {
     "p": 0.034114476293325424,
     "m": 0.46458369493484497
    }
   ]
  },
  {
   "epoch": 27,
   "train_loss": 1.2948905229568481,
   "val_loss": 1.0969125032424927,
   "acc": 60.94,
   "time": 123.07052422600009,
   "param": [
    {
     "p": 0.12091787904500961,
     "m": 0.46135661005973816
    },
    {
     "p": 0.013724537566304207,
     "m": 0.46135661005973816
    },
    {
     "p": 0.1128729060292244,
     "m": 0.46135661005973816
    },
    {
     "p": 0.0732894241809845,
     "m": 0.46135661005973816
    },
    {
     "p": 0.04630061611533165,
     "m": 0.46135661005973816
    },
    {
     "p": 0.08069030940532684,
     "m": 0.46135661005973816
    },
    {
     "p": 0.1342487931251526,
     "m": 0.46135661005973816
    },
    {
     "p": 0.02729438617825508,
     "m": 0.46135661005973816
    },
    {
     "p": 0.049809642136096954,
     "m": 0.46135661005973816
    },
    {
     "p": 0.09747995436191559,
     "m": 0.46135661005973816
    },
    {
     "p": 0.03927357867360115,
     "m": 0.46135661005973816
    },
    {
     "p": 0.07555285096168518,
     "m": 0.46135661005973816
    },
    {
     "p": 0.11920066922903061,
     "m": 0.46135661005973816
    },
    {
     "p": 0.0093445535749197,
     "m": 0.46135661005973816
    }
   ]
  },
  {
   "epoch": 28,
   "train_loss": 1.281075119972229,
   "val_loss": 1.2103694677352905,
   "acc": 60.0,
   "time": 121.4820467720001,
   "param": [
    {
     "p": 0.13404564559459686,
     "m": 0.47692039608955383
    },
    {
     "p": 0.0,
     "m": 0.47692039608955383
    },
    {
     "p": 0.12615442276000977,
     "m": 0.47692039608955383
    },
    {
     "p": 0.0731544941663742,
     "m": 0.47692039608955383
    },
    {
     "p": 0.04864829033613205,
     "m": 0.47692039608955383
    },
    {
     "p": 0.07946129888296127,
     "m": 0.47692039608955383
    },
    {
     "p": 0.15010035037994385,
     "m": 0.47692039608955383
    },
    {
     "p": 0.016337675973773003,
     "m": 0.47692039608955383
    },
    {
     "p": 0.013589584268629551,
     "m": 0.47692039608955383
    },
    {
     "p": 0.10514232516288757,
     "m": 0.47692039608955383
    },
    {
     "p": 0.03891367465257645,
     "m": 0.47692039608955383
    },
    {
     "p": 0.08285606652498245,
     "m": 0.47692039608955383
    },
    {
     "p": 0.1315961331129074,
     "m": 0.47692039608955383
    },
    {
     "p": 0.0,
     "m": 0.47692039608955383
    }
   ]
  },
  {
   "epoch": 29,
   "train_loss": 1.275192141532898,
   "val_loss": 1.0533338785171509,
   "acc": 61.0,
   "time": 121.33031735799977,
   "param": [
    {
     "p": 0.13726945221424103,
     "m": 0.46235156059265137
    },
    {
     "p": 0.0,
     "m": 0.46235156059265137
    },
    {
     "p": 0.12784767150878906,
     "m": 0.46235156059265137
    },
    {
     "p": 0.07168564945459366,
     "m": 0.46235156059265137
    },
    {
     "p": 0.03861561045050621,
     "m": 0.46235156059265137
    },
    {
     "p": 0.07552598416805267,
     "m": 0.46235156059265137
    },
    {
     "p": 0.16182254254817963,
     "m": 0.46235156059265137
    },
    {
     "p": 0.0,
     "m": 0.46235156059265137
    },
    {
     "p": 0.0008405104745179415,
     "m": 0.46235156059265137
    },
    {
     "p": 0.11706778407096863,
     "m": 0.46235156059265137
    },
    {
     "p": 0.03863426297903061,
     "m": 0.46235156059265137
    },
    {
     "p": 0.09211792051792145,
     "m": 0.46235156059265137
    },
    {
     "p": 0.1385726034641266,
     "m": 0.46235156059265137
    },
    {
     "p": 0.0,
     "m": 0.46235156059265137
    }
   ]
  },
  {
   "epoch": 30,
   "train_loss": 1.336428165435791,
   "val_loss": 1.0565284490585327,
   "acc": 61.36,
   "time": 122.76605887399955,
   "param": [
    {
     "p": 0.12524192035198212,
     "m": 0.47480496764183044
    },
    {
     "p": 0.0,
     "m": 0.47480496764183044
    },
    {
     "p": 0.12229625880718231,
     "m": 0.47480496764183044
    },
    {
     "p": 0.0842413529753685,
     "m": 0.47480496764183044
    },
    {
     "p": 0.03944825753569603,
     "m": 0.47480496764183044
    },
    {
     "p": 0.07639334350824356,
     "m": 0.47480496764183044
    },
    {
     "p": 0.14307992160320282,
     "m": 0.47480496764183044
    },
    {
     "p": 0.004273807164281607,
     "m": 0.47480496764183044
    },
    {
     "p": 0.016996050253510475,
     "m": 0.47480496764183044
    },
    {
     "p": 0.12015829235315323,
     "m": 0.47480496764183044
    },
    {
     "p": 0.03754375874996185,
     "m": 0.47480496764183044
    },
    {
     "p": 0.0921051949262619,
     "m": 0.47480496764183044
    },
    {
     "p": 0.1382218897342682,
     "m": 0.47480496764183044
    },
    {
     "p": 0.0,
     "m": 0.47480496764183044
    }
   ]
  },
  {
   "epoch": 31,
   "train_loss": 1.4109303951263428,
   "val_loss": 1.1816446781158447,
   "acc": 60.81,
   "time": 120.27161742299995,
   "param": [
    {
     "p": 0.132405623793602,
     "m": 0.46770381927490234
    },
    {
     "p": 0.0,
     "m": 0.46770381927490234
    },
    {
     "p": 0.1222505122423172,
     "m": 0.46770381927490234
    },
    {
     "p": 0.08676191419363022,
     "m": 0.46770381927490234
    },
    {
     "p": 0.026475323364138603,
     "m": 0.46770381927490234
    },
    {
     "p": 0.07866241782903671,
     "m": 0.46770381927490234
    },
    {
     "p": 0.14450603723526,
     "m": 0.46770381927490234
    },
    {
     "p": 0.007585266139358282,
     "m": 0.46770381927490234
    },
    {
     "p": 0.005489666480571032,
     "m": 0.46770381927490234
    },
    {
     "p": 0.13836854696273804,
     "m": 0.46770381927490234
    },
    {
     "p": 0.012935062870383263,
     "m": 0.46770381927490234
    },
    {
     "p": 0.09336179494857788,
     "m": 0.46770381927490234
    },
    {
     "p": 0.15119779109954834,
     "m": 0.46770381927490234
    },
    {
     "p": 0.0,
     "m": 0.46770381927490234
    }
   ]
  },
  {
   "epoch": 32,
   "train_loss": 1.1336115598678589,
   "val_loss": 1.0771697759628296,
   "acc": 61.95,
   "time": 120.62044142100012,
   "param": [
    {
     "p": 0.13930632174015045,
     "m": 0.4532757103443146
    },
    {
     "p": 0.0,
     "m": 0.4532757103443146
    },
    {
     "p": 0.11156270653009415,
     "m": 0.4532757103443146
    },
    {
     "p": 0.08256973326206207,
     "m": 0.4532757103443146
    },
    {
     "p": 0.032038792967796326,
     "m": 0.4532757103443146
    },
    {
     "p": 0.07386080175638199,
     "m": 0.4532757103443146
    },
    {
     "p": 0.15255367755889893,
     "m": 0.4532757103443146
    },
    {
     "p": 0.0006003058515489101,
     "m": 0.4532757103443146
    },
    {
     "p": 0.010023985989391804,
     "m": 0.4532757103443146
    },
    {
     "p": 0.1441173404455185,
     "m": 0.4532757103443146
    },
    {
     "p": 0.0045661781914532185,
     "m": 0.4532757103443146
    },
    {
     "p": 0.09799139201641083,
     "m": 0.4532757103443146
    },
    {
     "p": 0.15051676332950592,
     "m": 0.4532757103443146
    },
    {
     "p": 0.00029205469763837755,
     "m": 0.4532757103443146
    }
   ]
  },
  {
   "epoch": 33,
   "train_loss": 1.3583766222000122,
   "val_loss": 1.0004366636276245,
   "acc": 62.85,
   "time": 121.6052135949999,
   "param": [
    {
     "p": 0.16319766640663147,
     "m": 0.44517767429351807
    },
    {
     "p": 0.0,
     "m": 0.44517767429351807
    },
    {
     "p": 0.0941552221775055,
     "m": 0.44517767429351807
    },
    {
     "p": 0.06984030455350876,
     "m": 0.44517767429351807
    },
    {
     "p": 0.0328885056078434,
     "m": 0.44517767429351807
    },
    {
     "p": 0.05721501633524895,
     "m": 0.44517767429351807
    },
    {
     "p": 0.16754716634750366,
     "m": 0.44517767429351807
    },
    {
     "p": 0.0,
     "m": 0.44517767429351807
    },
    {
     "p": 0.0,
     "m": 0.44517767429351807
    },
    {
     "p": 0.14958713948726654,
     "m": 0.44517767429351807
    },
    {
     "p": 0.005118220578879118,
     "m": 0.44517767429351807
    },
    {
     "p": 0.10083720088005066,
     "m": 0.44517767429351807
    },
    {
     "p": 0.15123707056045532,
     "m": 0.44517767429351807
    },
    {
     "p": 0.008376548066735268,
     "m": 0.44517767429351807
    }
   ]
  },
  {
   "epoch": 34,
   "train_loss": 1.1069451570510864,
   "val_loss": 1.1307669878005981,
   "acc": 62.85,
   "time": 121.30084504800061,
   "param": [
    {
     "p": 0.18724508583545685,
     "m": 0.4541396200656891
    },
    {
     "p": 0.0,
     "m": 0.4541396200656891
    },
    {
     "p": 0.06948086619377136,
     "m": 0.4541396200656891
    },
    {
     "p": 0.0442015714943409,
     "m": 0.4541396200656891
    },
    {
     "p": 0.008084826171398163,
     "m": 0.4541396200656891
    },
    {
     "p": 0.0362674780189991,
     "m": 0.4541396200656891
    },
    {
     "p": 0.19717496633529663,
     "m": 0.4541396200656891
    },
    {
     "p": 0.0,
     "m": 0.4541396200656891
    },
    {
     "p": 0.0,
     "m": 0.4541396200656891
    },
    {
     "p": 0.16548527777194977,
     "m": 0.4541396200656891
    },
    {
     "p": 0.0027400278486311436,
     "m": 0.4541396200656891
    },
    {
     "p": 0.11306559294462204,
     "m": 0.4541396200656891
    },
    {
     "p": 0.16522125899791718,
     "m": 0.4541396200656891
    },
    {
     "p": 0.01103308703750372,
     "m": 0.4541396200656891
    }
   ]
  },
  {
   "epoch": 35,
   "train_loss": 1.0719784498214722,
   "val_loss": 1.2243156433105469,
   "acc": 63.26,
   "time": 121.66595413399955,
   "param": [
    {
     "p": 0.1836088001728058,
     "m": 0.4991995394229889
    },
    {
     "p": 0.0,
     "m": 0.4991995394229889
    },
    {
     "p": 0.06656850874423981,
     "m": 0.4991995394229889
    },
    {
     "p": 0.04946631193161011,
     "m": 0.4991995394229889
    },
    {
     "p": 0.013033522292971611,
     "m": 0.4991995394229889
    },
    {
     "p": 0.03697911649942398,
     "m": 0.4991995394229889
    },
    {
     "p": 0.18050767481327057,
     "m": 0.4991995394229889
    },
    {
     "p": 0.0003644417447503656,
     "m": 0.4991995394229889
    },
    {
     "p": 0.0008549273479729891,
     "m": 0.4991995394229889
    },
    {
     "p": 0.15710964798927307,
     "m": 0.4991995394229889
    },
    {
     "p": 0.042528215795755386,
     "m": 0.4991995394229889
    },
    {
     "p": 0.10976192355155945,
     "m": 0.4991995394229889
    },
    {
     "p": 0.15921691060066223,
     "m": 0.4991995394229889
    },
    {
     "p": 0.0,
     "m": 0.4991995394229889
    }
   ]
  },
  {
   "epoch": 36,
   "train_loss": 1.3901615142822266,
   "val_loss": 1.0174798965454102,
   "acc": 63.4,
   "time": 120.75858758899994,
   "param": [
    {
     "p": 0.17158734798431396,
     "m": 0.5321252942085266
    },
    {
     "p": 0.0,
     "m": 0.5321252942085266
    },
    {
     "p": 0.06843886524438858,
     "m": 0.5321252942085266
    },
    {
     "p": 0.05003519356250763,
     "m": 0.5321252942085266
    },
    {
     "p": 0.009194238111376762,
     "m": 0.5321252942085266
    },
    {
     "p": 0.03908731788396835,
     "m": 0.5321252942085266
    },
    {
     "p": 0.16100069880485535,
     "m": 0.5321252942085266
    },
    {
     "p": 0.010960853658616543,
     "m": 0.5321252942085266
    },
    {
     "p": 0.006675630807876587,
     "m": 0.5321252942085266
    },
    {
     "p": 0.15636642277240753,
     "m": 0.5321252942085266
    },
    {
     "p": 0.0786101296544075,
     "m": 0.5321252942085266
    },
    {
     "p": 0.10098697990179062,
     "m": 0.5321252942085266
    },
    {
     "p": 0.14705628156661987,
     "m": 0.5321252942085266
    },
    {
     "p": 0.0,
     "m": 0.5321252942085266
    }
   ]
  },
  {
   "epoch": 37,
   "train_loss": 1.1513497829437256,
   "val_loss": 1.072692632675171,
   "acc": 63.45,
   "time": 121.152891791,
   "param": [
    {
     "p": 0.1481253057718277,
     "m": 0.5545676350593567
    },
    {
     "p": 0.009069246239960194,
     "m": 0.5545676350593567
    },
    {
     "p": 0.0690515860915184,
     "m": 0.5545676350593567
    },
    {
     "p": 0.054739005863666534,
     "m": 0.5545676350593567
    },
    {
     "p": 0.0034340170677751303,
     "m": 0.5545676350593567
    },
    {
     "p": 0.04650070518255234,
     "m": 0.5545676350593567
    },
    {
     "p": 0.1337091028690338,
     "m": 0.5545676350593567
    },
    {
     "p": 0.03396156057715416,
     "m": 0.5545676350593567
    },
    {
     "p": 0.03666248545050621,
     "m": 0.5545676350593567
    },
    {
     "p": 0.1324094831943512,
     "m": 0.5545676350593567
    },
    {
     "p": 0.10064134001731873,
     "m": 0.5545676350593567
    },
    {
     "p": 0.08831330388784409,
     "m": 0.5545676350593567
    },
    {
     "p": 0.14056359231472015,
     "m": 0.5545676350593567
    },
    {
     "p": 0.0028192633762955666,
     "m": 0.5545676350593567
    }
   ]
  },
  {
   "epoch": 38,
   "train_loss": 1.1043493747711182,
   "val_loss": 1.1412200927734375,
   "acc": 65.23,
   "time": 122.21641679100048,
   "param": [
    {
     "p": 0.13685910403728485,
     "m": 0.5700007081031799
    },
    {
     "p": 0.005886686034500599,
     "m": 0.5700007081031799
    },
    {
     "p": 0.08148716390132904,
     "m": 0.5700007081031799
    },
    {
     "p": 0.04842531681060791,
     "m": 0.5700007081031799
    },
    {
     "p": 0.0,
     "m": 0.5700007081031799
    },
    {
     "p": 0.060371339321136475,
     "m": 0.5700007081031799
    },
    {
     "p": 0.10577680170536041,
     "m": 0.5700007081031799
    },
    {
     "p": 0.03783196583390236,
     "m": 0.5700007081031799
    },
    {
     "p": 0.05847625806927681,
     "m": 0.5700007081031799
    },
    {
     "p": 0.12056756019592285,
     "m": 0.5700007081031799
    },
    {
     "p": 0.10837748646736145,
     "m": 0.5700007081031799
    },
    {
     "p": 0.0904538482427597,
     "m": 0.5700007081031799
    },
    {
     "p": 0.14178094267845154,
     "m": 0.5700007081031799
    },
    {
     "p": 0.0037055001594126225,
     "m": 0.5700007081031799
    }
   ]
  },
  {
   "epoch": 39,
   "train_loss": 1.2162097692489624,
   "val_loss": 1.0360850095748901,
   "acc": 63.2,
   "time": 121.12887781200061,
   "param": [
    {
     "p": 0.13683296740055084,
     "m": 0.5643532872200012
    },
    {
     "p": 0.0,
     "m": 0.5643532872200012
    },
    {
     "p": 0.08077981323003769,
     "m": 0.5643532872200012
    },
    {
     "p": 0.03516632318496704,
     "m": 0.5643532872200012
    },
    {
     "p": 0.0,
     "m": 0.5643532872200012
    },
    {
     "p": 0.05532527342438698,
     "m": 0.5643532872200012
    },
    {
     "p": 0.09086684882640839,
     "m": 0.5643532872200012
    },
    {
     "p": 0.039676036685705185,
     "m": 0.5643532872200012
    },
    {
     "p": 0.0667986050248146,
     "m": 0.5643532872200012
    },
    {
     "p": 0.12043337523937225,
     "m": 0.5643532872200012
    },
    {
     "p": 0.12328549474477768,
     "m": 0.5643532872200012
    },
    {
     "p": 0.09591187536716461,
     "m": 0.5643532872200012
    },
    {
     "p": 0.15437357127666473,
     "m": 0.5643532872200012
    },
    {
     "p": 0.0005498662358149886,
     "m": 0.5643532872200012
    }
   ]
  },
  {
   "epoch": 40,
   "train_loss": 0.9575477242469788,
   "val_loss": 1.0884562730789185,
   "acc": 64.7,
   "time": 121.90599245399972,
   "param": [
    {
     "p": 0.14420944452285767,
     "m": 0.5691169500350952
    },
    {
     "p": 0.0,
     "m": 0.5691169500350952
    },
    {
     "p": 0.0762648656964302,
     "m": 0.5691169500350952
    },
    {
     "p": 0.0005753043806180358,
     "m": 0.5691169500350952
    },
    {
     "p": 0.0,
     "m": 0.5691169500350952
    },
    {
     "p": 0.043082378804683685,
     "m": 0.5691169500350952
    },
    {
     "p": 0.07652729749679565,
     "m": 0.5691169500350952
    },
    {
     "p": 0.03942248970270157,
     "m": 0.5691169500350952
    },
    {
     "p": 0.07180962711572647,
     "m": 0.5691169500350952
    },
    {
     "p": 0.1459050178527832,
     "m": 0.5691169500350952
    },
    {
     "p": 0.13453112542629242,
     "m": 0.5691169500350952
    },
    {
     "p": 0.1006411463022232,
     "m": 0.5691169500350952
    },
    {
     "p": 0.16703127324581146,
     "m": 0.5691169500350952
    },
    {
     "p": 0.0,
     "m": 0.5691169500350952
    }
   ]
  },
  {
   "epoch": 41,
   "train_loss": 1.0906262397766113,
   "val_loss": 0.9969190955162048,
   "acc": 65.11,
   "time": 122.11479048099955,
   "param": [
    {
     "p": 0.15194445848464966,
     "m": 0.5631839036941528
    },
    {
     "p": 0.0,
     "m": 0.5631839036941528
    },
    {
     "p": 0.07245437055826187,
     "m": 0.5631839036941528
    },
    {
     "p": 0.0,
     "m": 0.5631839036941528
    },
    {
     "p": 0.0008133556693792343,
     "m": 0.5631839036941528
    },
    {
     "p": 0.035987965762615204,
     "m": 0.5631839036941528
    },
    {
     "p": 0.062944196164608,
     "m": 0.5631839036941528
    },
    {
     "p": 0.03433174267411232,
     "m": 0.5631839036941528
    },
    {
     "p": 0.07846160233020782,
     "m": 0.5631839036941528
    },
    {
     "p": 0.1675785481929779,
     "m": 0.5631839036941528
    },
    {
     "p": 0.13550081849098206,
     "m": 0.5631839036941528
    },
    {
     "p": 0.10387387126684189,
     "m": 0.5631839036941528
    },
    {
     "p": 0.15610916912555695,
     "m": 0.5631839036941528
    },
    {
     "p": 0.0,
     "m": 0.5631839036941528
    }
   ]
  },
  {
   "epoch": 42,
   "train_loss": 1.2743273973464966,
   "val_loss": 1.1165441274642944,
   "acc": 64.16,
   "time": 122.02220987199962,
   "param": [
    {
     "p": 0.15508343279361725,
     "m": 0.5624375939369202
    },
    {
     "p": 0.0,
     "m": 0.5624375939369202
    },
    {
     "p": 0.07822930067777634,
     "m": 0.5624375939369202
    },
    {
     "p": 0.0,
     "m": 0.5624375939369202
    },
    {
     "p": 2.363100429647602e-05,
     "m": 0.5624375939369202
    },
    {
     "p": 0.04050804674625397,
     "m": 0.5624375939369202
    },
    {
     "p": 0.05456520989537239,
     "m": 0.5624375939369202
    },
    {
     "p": 0.03581814095377922,
     "m": 0.5624375939369202
    },
    {
     "p": 0.10025551170110703,
     "m": 0.5624375939369202
    },
    {
     "p": 0.16793762147426605,
     "m": 0.5624375939369202
    },
    {
     "p": 0.13295473158359528,
     "m": 0.5624375939369202
    },
    {
     "p": 0.08944614231586456,
     "m": 0.5624375939369202
    },
    {
     "p": 0.14517821371555328,
     "m": 0.5624375939369202
    },
    {
     "p": 0.0,
     "m": 0.5624375939369202
    }
   ]
  },
  {
   "epoch": 43,
   "train_loss": 0.9113901853561401,
   "val_loss": 1.04900062084198,
   "acc": 65.97,
   "time": 120.7545489389995,
   "param": [
    {
     "p": 0.1602640300989151,
     "m": 0.5725886225700378
    },
    {
     "p": 0.0,
     "m": 0.5725886225700378
    },
    {
     "p": 0.08233746886253357,
     "m": 0.5725886225700378
    },
    {
     "p": 0.0,
     "m": 0.5725886225700378
    },
    {
     "p": 0.00029146275483071804,
     "m": 0.5725886225700378
    },
    {
     "p": 0.05803029611706734,
     "m": 0.5725886225700378
    },
    {
     "p": 0.0665632113814354,
     "m": 0.5725886225700378
    },
    {
     "p": 0.0236975010484457,
     "m": 0.5725886225700378
    },
    {
     "p": 0.10914693027734756,
     "m": 0.5725886225700378
    },
    {
     "p": 0.17209360003471375,
     "m": 0.5725886225700378
    },
    {
     "p": 0.11498381197452545,
     "m": 0.5725886225700378
    },
    {
     "p": 0.07023941725492477,
     "m": 0.5725886225700378
    },
    {
     "p": 0.14235223829746246,
     "m": 0.5725886225700378
    },
    {
     "p": 0.0,
     "m": 0.5725886225700378
    }
   ]
  },
  {
   "epoch": 44,
   "train_loss": 1.0410493612289429,
   "val_loss": 0.9394517540931702,
   "acc": 64.9,
   "time": 118.08695244299997,
   "param": [
    {
     "p": 0.15852129459381104,
     "m": 0.6109111905097961
    },
    {
     "p": 0.0,
     "m": 0.6109111905097961
    },
    {
     "p": 0.08372298628091812,
     "m": 0.6109111905097961
    },
    {
     "p": 0.0,
     "m": 0.6109111905097961
    },
    {
     "p": 0.006997234188020229,
     "m": 0.6109111905097961
    },
    {
     "p": 0.06398369371891022,
     "m": 0.6109111905097961
    },
    {
     "p": 0.06057451292872429,
     "m": 0.6109111905097961
    },
    {
     "p": 0.04131526127457619,
     "m": 0.6109111905097961
    },
    {
     "p": 0.12356830388307571,
     "m": 0.6109111905097961
    },
    {
     "p": 0.16025175154209137,
     "m": 0.6109111905097961
    },
    {
     "p": 0.09535785019397736,
     "m": 0.6109111905097961
    },
    {
     "p": 0.06861350685358047,
     "m": 0.6109111905097961
    },
    {
     "p": 0.13324880599975586,
     "m": 0.6109111905097961
    },
    {
     "p": 0.0038447838742285967,
     "m": 0.6109111905097961
    }
   ]
  },
  {
   "epoch": 45,
   "train_loss": 1.013669729232788,
   "val_loss": 0.9474040865898132,
   "acc": 65.55,
   "time": 121.26239676299974,
   "param": [
    {
     "p": 0.1544375866651535,
     "m": 0.6581683158874512
    },
    {
     "p": 0.0,
     "m": 0.6581683158874512
    },
    {
     "p": 0.08361706882715225,
     "m": 0.6581683158874512
    },
    {
     "p": 0.0,
     "m": 0.6581683158874512
    },
    {
     "p": 0.006985665298998356,
     "m": 0.6581683158874512
    },
    {
     "p": 0.05679095536470413,
     "m": 0.6581683158874512
    },
    {
     "p": 0.06599879264831543,
     "m": 0.6581683158874512
    },
    {
     "p": 0.0527619831264019,
     "m": 0.6581683158874512
    },
    {
     "p": 0.1295078545808792,
     "m": 0.6581683158874512
    },
    {
     "p": 0.1584465056657791,
     "m": 0.6581683158874512
    },
    {
     "p": 0.09271698445081711,
     "m": 0.6581683158874512
    },
    {
     "p": 0.06184735894203186,
     "m": 0.6581683158874512
    },
    {
     "p": 0.1295020878314972,
     "m": 0.6581683158874512
    },
    {
     "p": 0.007387133315205574,
     "m": 0.6581683158874512
    }
   ]
  },
  {
   "epoch": 46,
   "train_loss": 1.0587176084518433,
   "val_loss": 0.9928133487701416,
   "acc": 66.47,
   "time": 121.5322875970005,
   "param": [
    {
     "p": 0.14450639486312866,
     "m": 0.6819318532943726
    },
    {
     "p": 0.0,
     "m": 0.6819318532943726
    },
    {
     "p": 0.0864892452955246,
     "m": 0.6819318532943726
    },
    {
     "p": 0.0030715367756783962,
     "m": 0.6819318532943726
    },
    {
     "p": 0.0008893703343346715,
     "m": 0.6819318532943726
    },
    {
     "p": 0.02932927943766117,
     "m": 0.6819318532943726
    },
    {
     "p": 0.06885236501693726,
     "m": 0.6819318532943726
    },
    {
     "p": 0.056601930409669876,
     "m": 0.6819318532943726
    },
    {
     "p": 0.13655193150043488,
     "m": 0.6819318532943726
    },
    {
     "p": 0.17078997194766998,
     "m": 0.6819318532943726
    },
    {
     "p": 0.09671693295240402,
     "m": 0.6819318532943726
    },
    {
     "p": 0.053561802953481674,
     "m": 0.6819318532943726
    },
    {
     "p": 0.13617976009845734,
     "m": 0.6819318532943726
    },
    {
     "p": 0.016459474340081215,
     "m": 0.6819318532943726
    }
   ]
  },
  {
   "epoch": 47,
   "train_loss": 0.833106517791748,
   "val_loss": 1.0151548385620117,
   "acc": 66.06,
   "time": 120.02418572399984,
   "param": [
    {
     "p": 0.14182718098163605,
     "m": 0.7061352133750916
    },
    {
     "p": 0.003156941616907716,
     "m": 0.7061352133750916
    },
    {
     "p": 0.083510622382164,
     "m": 0.7061352133750916
    },
    {
     "p": 0.0,
     "m": 0.7061352133750916
    },
    {
     "p": 0.0004100356891285628,
     "m": 0.7061352133750916
    },
    {
     "p": 0.02794845588505268,
     "m": 0.7061352133750916
    },
    {
     "p": 0.07191850990056992,
     "m": 0.7061352133750916
    },
    {
     "p": 0.06769442558288574,
     "m": 0.7061352133750916
    },
    {
     "p": 0.13495996594429016,
     "m": 0.7061352133750916
    },
    {
     "p": 0.1733364462852478,
     "m": 0.7061352133750916
    },
    {
     "p": 0.09322323650121689,
     "m": 0.7061352133750916
    },
    {
     "p": 0.051717691123485565,
     "m": 0.7061352133750916
    },
    {
     "p": 0.12560921907424927,
     "m": 0.7061352133750916
    },
    {
     "p": 0.02468724176287651,
     "m": 0.7061352133750916
    }
   ]
  },
  {
   "epoch": 48,
   "train_loss": 1.2391648292541504,
   "val_loss": 0.9537718892097473,
   "acc": 66.92,
   "time": 122.19739992399991,
   "param": [
    {
     "p": 0.12328331172466278,
     "m": 0.7149456739425659
    },
    {
     "p": 0.016233369708061218,
     "m": 0.7149456739425659
    },
    {
     "p": 0.07699008285999298,
     "m": 0.7149456739425659
    },
    {
     "p": 0.0,
     "m": 0.7149456739425659
    },
    {
     "p": 0.02369672991335392,
     "m": 0.7149456739425659
    },
    {
     "p": 0.043560098856687546,
     "m": 0.7149456739425659
    },
    {
     "p": 0.0727621391415596,
     "m": 0.7149456739425659
    },
    {
     "p": 0.06852908432483673,
     "m": 0.7149456739425659
    },
    {
     "p": 0.11450863629579544,
     "m": 0.7149456739425659
    },
    {
     "p": 0.16240498423576355,
     "m": 0.7149456739425659
    },
    {
     "p": 0.08697402477264404,
     "m": 0.7149456739425659
    },
    {
     "p": 0.05729973688721657,
     "m": 0.7149456739425659
    },
    {
     "p": 0.11199970543384552,
     "m": 0.7149456739425659
    },
    {
     "p": 0.041758112609386444,
     "m": 0.7149456739425659
    }
   ]
  },
  {
   "epoch": 49,
   "train_loss": 1.173176646232605,
   "val_loss": 0.9211180806159973,
   "acc": 67.49,
   "time": 122.38548803100002,
   "param": [
    {
     "p": 0.11123832315206528,
     "m": 0.7026515007019043
    },
    {
     "p": 0.01065736636519432,
     "m": 0.7026515007019043
    },
    {
     "p": 0.07853028178215027,
     "m": 0.7026515007019043
    },
    {
     "p": 0.0,
     "m": 0.7026515007019043
    },
    {
     "p": 0.03945459797978401,
     "m": 0.7026515007019043
    },
    {
     "p": 0.0389053113758564,
     "m": 0.7026515007019043
    },
    {
     "p": 0.07557480782270432,
     "m": 0.7026515007019043
    },
    {
     "p": 0.07423602044582367,
     "m": 0.7026515007019043
    },
    {
     "p": 0.09394431114196777,
     "m": 0.7026515007019043
    },
    {
     "p": 0.16433818638324738,
     "m": 0.7026515007019043
    },
    {
     "p": 0.07793839275836945,
     "m": 0.7026515007019043
    },
    {
     "p": 0.08209533244371414,
     "m": 0.7026515007019043
    },
    {
     "p": 0.10905823111534119,
     "m": 0.7026515007019043
    },
    {
     "p": 0.04402875155210495,
     "m": 0.7026515007019043
    }
   ]
  },
  {
   "epoch": 50,
   "train_loss": 1.1581448316574097,
   "val_loss": 0.9539384245872498,
   "acc": 67.39,
   "time": 120.79396107899993,
   "param": [
    {
     "p": 0.10954826325178146,
     "m": 0.7055407166481018
    },
    {
     "p": 0.0,
     "m": 0.7055407166481018
    },
    {
     "p": 0.07157377898693085,
     "m": 0.7055407166481018
    },
    {
     "p": 0.00036061566788703203,
     "m": 0.7055407166481018
    },
    {
     "p": 0.05994914472103119,
     "m": 0.7055407166481018
    },
    {
     "p": 0.035642970353364944,
     "m": 0.7055407166481018
    },
    {
     "p": 0.0727444514632225,
     "m": 0.7055407166481018
    },
    {
     "p": 0.08583008497953415,
     "m": 0.7055407166481018
    },
    {
     "p": 0.0985482782125473,
     "m": 0.7055407166481018
    },
    {
     "p": 0.15906307101249695,
     "m": 0.7055407166481018
    },
    {
     "p": 0.0740441381931305,
     "m": 0.7055407166481018
    },
    {
     "p": 0.10180934518575668,
     "m": 0.7055407166481018
    },
    {
     "p": 0.10354786366224289,
     "m": 0.7055407166481018
    },
    {
     "p": 0.027337975800037384,
     "m": 0.7055407166481018
    }
   ]
  },
  {
   "epoch": 51,
   "train_loss": 1.1835004091262817,
   "val_loss": 0.9691240787506104,
   "acc": 67.23,
   "time": 121.12808534599935,
   "param": [
    {
     "p": 0.10129112005233765,
     "m": 0.7086185812950134
    },
    {
     "p": 0.01267585065215826,
     "m": 0.7086185812950134
    },
    {
     "p": 0.07572779059410095,
     "m": 0.7086185812950134
    },
    {
     "p": 0.021952122449874878,
     "m": 0.7086185812950134
    },
    {
     "p": 0.08159594237804413,
     "m": 0.7086185812950134
    },
    {
     "p": 0.031808990985155106,
     "m": 0.7086185812950134
    },
    {
     "p": 0.05952828750014305,
     "m": 0.7086185812950134
    },
    {
     "p": 0.08233872801065445,
     "m": 0.7086185812950134
    },
    {
     "p": 0.09803661704063416,
     "m": 0.7086185812950134
    },
    {
     "p": 0.13957072794437408,
     "m": 0.7086185812950134
    },
    {
     "p": 0.06838557869195938,
     "m": 0.7086185812950134
    },
    {
     "p": 0.10078959912061691,
     "m": 0.7086185812950134
    },
    {
     "p": 0.08978259563446045,
     "m": 0.7086185812950134
    },
    {
     "p": 0.03651612251996994,
     "m": 0.7086185812950134
    }
   ]
  },
  {
   "epoch": 52,
   "train_loss": 0.9629772901535034,
   "val_loss": 0.9797006249427795,
   "acc": 66.65,
   "time": 119.74142424299953,
   "param": [
    {
     "p": 0.08892112225294113,
     "m": 0.7085140347480774
    },
    {
     "p": 0.036370981484651566,
     "m": 0.7085140347480774
    },
    {
     "p": 0.0857328474521637,
     "m": 0.7085140347480774
    },
    {
     "p": 0.0369071289896965,
     "m": 0.7085140347480774
    },
    {
     "p": 0.06807279586791992,
     "m": 0.7085140347480774
    },
    {
     "p": 0.041286829859018326,
     "m": 0.7085140347480774
    },
    {
     "p": 0.05875229462981224,
     "m": 0.7085140347480774
    },
    {
     "p": 0.07330825924873352,
     "m": 0.7085140347480774
    },
    {
     "p": 0.08409599214792252,
     "m": 0.7085140347480774
    },
    {
     "p": 0.11885888874530792,
     "m": 0.7085140347480774
    },
    {
     "p": 0.08284340798854828,
     "m": 0.7085140347480774
    },
    {
     "p": 0.09214989095926285,
     "m": 0.7085140347480774
    },
    {
     "p": 0.07212237268686295,
     "m": 0.7085140347480774
    },
    {
     "p": 0.060577113181352615,
     "m": 0.7085140347480774
    }
   ]
  },
  {
   "epoch": 53,
   "train_loss": 1.0223275423049927,
   "val_loss": 0.9218566417694092,
   "acc": 66.55,
   "time": 120.6382368859995,
   "param": [
    {
     "p": 0.07977066934108734,
     "m": 0.7164741158485413
    },
    {
     "p": 0.04271906241774559,
     "m": 0.7164741158485413
    },
    {
     "p": 0.0700957328081131,
     "m": 0.7164741158485413
    },
    {
     "p": 0.04231099784374237,
     "m": 0.7164741158485413
    },
    {
     "p": 0.06452813744544983,
     "m": 0.7164741158485413
    },
    {
     "p": 0.047916948795318604,
     "m": 0.7164741158485413
    },
    {
     "p": 0.0616561621427536,
     "m": 0.7164741158485413
    },
    {
     "p": 0.08236279338598251,
     "m": 0.7164741158485413
    },
    {
     "p": 0.08708947151899338,
     "m": 0.7164741158485413
    },
    {
     "p": 0.1080142930150032,
     "m": 0.7164741158485413
    },
    {
     "p": 0.08909142017364502,
     "m": 0.7164741158485413
    },
    {
     "p": 0.08832443505525589,
     "m": 0.7164741158485413
    },
    {
     "p": 0.07431244105100632,
     "m": 0.7164741158485413
    },
    {
     "p": 0.06180742383003235,
     "m": 0.7164741158485413
    }
   ]
  },
  {
   "epoch": 54,
   "train_loss": 0.8184458613395691,
   "val_loss": 1.029787540435791,
   "acc": 67.02,
   "time": 120.6353985579999,
   "param": [
    {
     "p": 0.0934162363409996,
     "m": 0.7272220849990845
    },
    {
     "p": 0.01857955940067768,
     "m": 0.7272220849990845
    },
    {
     "p": 0.06313695758581161,
     "m": 0.7272220849990845
    },
    {
     "p": 0.04098734259605408,
     "m": 0.7272220849990845
    },
    {
     "p": 0.06470650434494019,
     "m": 0.7272220849990845
    },
    {
     "p": 0.052602946758270264,
     "m": 0.7272220849990845
    },
    {
     "p": 0.07606364786624908,
     "m": 0.7272220849990845
    },
    {
     "p": 0.07968714088201523,
     "m": 0.7272220849990845
    },
    {
     "p": 0.095596544444561,
     "m": 0.7272220849990845
    },
    {
     "p": 0.10484786331653595,
     "m": 0.7272220849990845
    },
    {
     "p": 0.09370927512645721,
     "m": 0.7272220849990845
    },
    {
     "p": 0.08894840627908707,
     "m": 0.7272220849990845
    },
    {
     "p": 0.07776413857936859,
     "m": 0.7272220849990845
    },
    {
     "p": 0.049953389912843704,
     "m": 0.7272220849990845
    }
   ]
  },
  {
   "epoch": 55,
   "train_loss": 1.0693016052246094,
   "val_loss": 0.8591399788856506,
   "acc": 68.34,
   "time": 120.93407351399946,
   "param": [
    {
     "p": 0.13006137311458588,
     "m": 0.7522138357162476
    },
    {
     "p": 0.0,
     "m": 0.7522138357162476
    },
    {
     "p": 0.05989636853337288,
     "m": 0.7522138357162476
    },
    {
     "p": 0.039814818650484085,
     "m": 0.7522138357162476
    },
    {
     "p": 0.04590287059545517,
     "m": 0.7522138357162476
    },
    {
     "p": 0.06148736923933029,
     "m": 0.7522138357162476
    },
    {
     "p": 0.0914783626794815,
     "m": 0.7522138357162476
    },
    {
     "p": 0.05624931678175926,
     "m": 0.7522138357162476
    },
    {
     "p": 0.08432504534721375,
     "m": 0.7522138357162476
    },
    {
     "p": 0.11936002969741821,
     "m": 0.7522138357162476
    },
    {
     "p": 0.10273931175470352,
     "m": 0.7522138357162476
    },
    {
     "p": 0.09016067534685135,
     "m": 0.7522138357162476
    },
    {
     "p": 0.08239059895277023,
     "m": 0.7522138357162476
    },
    {
     "p": 0.03613383322954178,
     "m": 0.7522138357162476
    }
   ]
  },
  {
   "epoch": 56,
   "train_loss": 1.084911584854126,
   "val_loss": 0.9722148776054382,
   "acc": 67.42,
   "time": 121.71966935700038,
   "param": [
    {
     "p": 0.15163154900074005,
     "m": 0.7628470063209534
    },
    {
     "p": 0.0,
     "m": 0.7628470063209534
    },
    {
     "p": 0.04907933622598648,
     "m": 0.7628470063209534
    },
    {
     "p": 0.03801586478948593,
     "m": 0.7628470063209534
    },
    {
     "p": 0.01987777277827263,
     "m": 0.7628470063209534
    },
    {
     "p": 0.061657585203647614,
     "m": 0.7628470063209534
    },
    {
     "p": 0.10695371776819229,
     "m": 0.7628470063209534
    },
    {
     "p": 0.029224567115306854,
     "m": 0.7628470063209534
    },
    {
     "p": 0.08357230573892593,
     "m": 0.7628470063209534
    },
    {
     "p": 0.14527805149555206,
     "m": 0.7628470063209534
    },
    {
     "p": 0.09998724609613419,
     "m": 0.7628470063209534
    },
    {
     "p": 0.10148216038942337,
     "m": 0.7628470063209534
    },
    {
     "p": 0.10432247072458267,
     "m": 0.7628470063209534
    },
    {
     "p": 0.008917415514588356,
     "m": 0.7628470063209534
    }
   ]
  },
  {
   "epoch": 57,
   "train_loss": 1.1277568340301514,
   "val_loss": 0.867315948009491,
   "acc": 67.87,
   "time": 121.08953400999962,
   "param": [
    {
     "p": 0.15659379959106445,
     "m": 0.738876461982727
    },
    {
     "p": 0.0006458546849898994,
     "m": 0.738876461982727
    },
    {
     "p": 0.04169771075248718,
     "m": 0.738876461982727
    },
    {
     "p": 0.0458219051361084,
     "m": 0.738876461982727
    },
    {
     "p": 0.015567784197628498,
     "m": 0.738876461982727
    },
    {
     "p": 0.04272916913032532,
     "m": 0.738876461982727
    },
    {
     "p": 0.10368216037750244,
     "m": 0.738876461982727
    },
    {
     "p": 0.027454694733023643,
     "m": 0.738876461982727
    },
    {
     "p": 0.08708620071411133,
     "m": 0.738876461982727
    },
    {
     "p": 0.15405018627643585,
     "m": 0.738876461982727
    },
    {
     "p": 0.09357127547264099,
     "m": 0.738876461982727
    },
    {
     "p": 0.10286597162485123,
     "m": 0.738876461982727
    },
    {
     "p": 0.12156949192285538,
     "m": 0.738876461982727
    },
    {
     "p": 0.00666391896083951,
     "m": 0.738876461982727
    }
   ]
  },
  {
   "epoch": 58,
   "train_loss": 0.9342445135116577,
   "val_loss": 0.9136577248573303,
   "acc": 68.38,
   "time": 120.78707733099964,
   "param": [
    {
     "p": 0.147612065076828,
     "m": 0.7170580625534058
    },
    {
     "p": 0.0,
     "m": 0.7170580625534058
    },
    {
     "p": 0.0543525405228138,
     "m": 0.7170580625534058
    },
    {
     "p": 0.03939080238342285,
     "m": 0.7170580625534058
    },
    {
     "p": 0.0210734810680151,
     "m": 0.7170580625534058
    },
    {
     "p": 0.023266475647687912,
     "m": 0.7170580625534058
    },
    {
     "p": 0.08821076154708862,
     "m": 0.7170580625534058
    },
    {
     "p": 0.02714613825082779,
     "m": 0.7170580625534058
    },
    {
     "p": 0.09789809584617615,
     "m": 0.7170580625534058
    },
    {
     "p": 0.1502484232187271,
     "m": 0.7170580625534058
    },
    {
     "p": 0.10286484658718109,
     "m": 0.7170580625534058
    },
    {
     "p": 0.10022806376218796,
     "m": 0.7170580625534058
    },
    {
     "p": 0.1298503577709198,
     "m": 0.7170580625534058
    },
    {
     "p": 0.01785796694457531,
     "m": 0.7170580625534058
    }
   ]
  },
  {
   "epoch": 59,
   "train_loss": 1.000706434249878,
   "val_loss": 0.9331210255622864,
   "acc": 68.5,
   "time": 121.06891506000011,
   "param": [
    {
     "p": 0.1398467868566513,
     "m": 0.7150548696517944
    },
    {
     "p": 0.0,
     "m": 0.7150548696517944
    },
    {
     "p": 0.060821421444416046,
     "m": 0.7150548696517944
    },
    {
     "p": 0.027506506070494652,
     "m": 0.7150548696517944
    },
    {
     "p": 0.02990187332034111,
     "m": 0.7150548696517944
    },
    {
     "p": 0.020107021555304527,
     "m": 0.7150548696517944
    },
    {
     "p": 0.07507392764091492,
     "m": 0.7150548696517944
    },
    {
     "p": 0.027073664590716362,
     "m": 0.7150548696517944
    },
    {
     "p": 0.09035206586122513,
     "m": 0.7150548696517944
    },
    {
     "p": 0.16068550944328308,
     "m": 0.7150548696517944
    },
    {
     "p": 0.12254207581281662,
     "m": 0.7150548696517944
    },
    {
     "p": 0.09608739614486694,
     "m": 0.7150548696517944
    },
    {
     "p": 0.13718849420547485,
     "m": 0.7150548696517944
    },
    {
     "p": 0.012813201174139977,
     "m": 0.7150548696517944
    }
   ]
  },
  {
   "epoch": 60,
   "train_loss": 0.9995338320732117,
   "val_loss": 0.8864645957946777,
   "acc": 69.0,
   "time": 120.14835443500033,
   "param": [
    {
     "p": 0.13081800937652588,
     "m": 0.6854099035263062
    },
    {
     "p": 0.0,
     "m": 0.6854099035263062
    },
    {
     "p": 0.04621952027082443,
     "m": 0.6854099035263062
    },
    {
     "p": 0.03441108390688896,
     "m": 0.6854099035263062
    },
    {
     "p": 0.033265020698308945,
     "m": 0.6854099035263062
    },
    {
     "p": 0.027080656960606575,
     "m": 0.6854099035263062
    },
    {
     "p": 0.06112656742334366,
     "m": 0.6854099035263062
    },
    {
     "p": 0.022715166211128235,
     "m": 0.6854099035263062
    },
    {
     "p": 0.09260421991348267,
     "m": 0.6854099035263062
    },
    {
     "p": 0.17613978683948517,
     "m": 0.6854099035263062
    },
    {
     "p": 0.12992079555988312,
     "m": 0.6854099035263062
    },
    {
     "p": 0.08989980071783066,
     "m": 0.6854099035263062
    },
    {
     "p": 0.13683754205703735,
     "m": 0.6854099035263062
    },
    {
     "p": 0.018961718305945396,
     "m": 0.6854099035263062
    }
   ]
  },
  {
   "epoch": 61,
   "train_loss": 1.1764429807662964,
   "val_loss": 0.9646129012107849,
   "acc": 68.52,
   "time": 119.55630974499945,
   "param": [
    {
     "p": 0.1093248724937439,
     "m": 0.667107880115509
    },
    {
     "p": 0.0,
     "m": 0.667107880115509
    },
    {
     "p": 0.025941478088498116,
     "m": 0.667107880115509
    },
    {
     "p": 0.045492157340049744,
     "m": 0.667107880115509
    },
    {
     "p": 0.023318221792578697,
     "m": 0.667107880115509
    },
    {
     "p": 0.03271141275763512,
     "m": 0.667107880115509
    },
    {
     "p": 0.04983639717102051,
     "m": 0.667107880115509
    },
    {
     "p": 0.029909400269389153,
     "m": 0.667107880115509
    },
    {
     "p": 0.0826302096247673,
     "m": 0.667107880115509
    },
    {
     "p": 0.20936095714569092,
     "m": 0.667107880115509
    },
    {
     "p": 0.128969207406044,
     "m": 0.667107880115509
    },
    {
     "p": 0.08466783165931702,
     "m": 0.667107880115509
    },
    {
     "p": 0.1576051265001297,
     "m": 0.667107880115509
    },
    {
     "p": 0.02023271657526493,
     "m": 0.667107880115509
    }
   ]
  },
  {
   "epoch": 62,
   "train_loss": 1.005589246749878,
   "val_loss": 1.0364123582839966,
   "acc": 68.56,
   "time": 119.96417850299986,
   "param": [
    {
     "p": 0.09328622370958328,
     "m": 0.6623638868331909
    },
    {
     "p": 0.00197459664195776,
     "m": 0.6623638868331909
    },
    {
     "p": 0.025060946121811867,
     "m": 0.6623638868331909
    },
    {
     "p": 0.055241260677576065,
     "m": 0.6623638868331909
    },
    {
     "p": 0.020917294546961784,
     "m": 0.6623638868331909
    },
    {
     "p": 0.03326624259352684,
     "m": 0.6623638868331909
    },
    {
     "p": 0.05182366818189621,
     "m": 0.6623638868331909
    },
    {
     "p": 0.027935892343521118,
     "m": 0.6623638868331909
    },
    {
     "p": 0.08993753790855408,
     "m": 0.6623638868331909
    },
    {
     "p": 0.21229417622089386,
     "m": 0.6623638868331909
    },
    {
     "p": 0.1353929489850998,
     "m": 0.6623638868331909
    },
    {
     "p": 0.07115930318832397,
     "m": 0.6623638868331909
    },
    {
     "p": 0.1540059596300125,
     "m": 0.6623638868331909
    },
    {
     "p": 0.027703907340765,
     "m": 0.6623638868331909
    }
   ]
  },
  {
   "epoch": 63,
   "train_loss": 0.9335256218910217,
   "val_loss": 0.8625554442405701,
   "acc": 68.9,
   "time": 119.27620117799961,
   "param": [
    {
     "p": 0.0812971368432045,
     "m": 0.6937920451164246
    },
    {
     "p": 0.0,
     "m": 0.6937920451164246
    },
    {
     "p": 0.042404502630233765,
     "m": 0.6937920451164246
    },
    {
     "p": 0.060799743980169296,
     "m": 0.6937920451164246
    },
    {
     "p": 0.017144357785582542,
     "m": 0.6937920451164246
    },
    {
     "p": 0.02760474942624569,
     "m": 0.6937920451164246
    },
    {
     "p": 0.05548104643821716,
     "m": 0.6937920451164246
    },
    {
     "p": 0.03882022574543953,
     "m": 0.6937920451164246
    },
    {
     "p": 0.08665892481803894,
     "m": 0.6937920451164246
    },
    {
     "p": 0.21665920317173004,
     "m": 0.6937920451164246
    },
    {
     "p": 0.14488911628723145,
     "m": 0.6937920451164246
    },
    {
     "p": 0.05961059406399727,
     "m": 0.6937920451164246
    },
    {
     "p": 0.1433665007352829,
     "m": 0.6937920451164246
    },
    {
     "p": 0.025263847783207893,
     "m": 0.6937920451164246
    }
   ]
  },
  {
   "epoch": 64,
   "train_loss": 1.017532229423523,
   "val_loss": 0.9543132781982422,
   "acc": 68.29,
   "time": 120.13723869800015,
   "param": [
    {
     "p": 0.07210660725831985,
     "m": 0.7241596579551697
    },
    {
     "p": 0.008383046835660934,
     "m": 0.7241596579551697
    },
    {
     "p": 0.07140615582466125,
     "m": 0.7241596579551697
    },
    {
     "p": 0.05337699130177498,
     "m": 0.7241596579551697
    },
    {
     "p": 0.026102028787136078,
     "m": 0.7241596579551697
    },
    {
     "p": 0.019710030406713486,
     "m": 0.7241596579551697
    },
    {
     "p": 0.048954423516988754,
     "m": 0.7241596579551697
    },
    {
     "p": 0.0515444241464138,
     "m": 0.7241596579551697
    },
    {
     "p": 0.07277928292751312,
     "m": 0.7241596579551697
    },
    {
     "p": 0.22655940055847168,
     "m": 0.7241596579551697
    },
    {
     "p": 0.13292913138866425,
     "m": 0.7241596579551697
    },
    {
     "p": 0.050284188240766525,
     "m": 0.7241596579551697
    },
    {
     "p": 0.1428184062242508,
     "m": 0.7241596579551697
    },
    {
     "p": 0.023045934736728668,
     "m": 0.7241596579551697
    }
   ]
  },
  {
   "epoch": 65,
   "train_loss": 0.8911024332046509,
   "val_loss": 1.0180928707122803,
   "acc": 69.16,
   "time": 119.52707780499986,
   "param": [
    {
     "p": 0.06499424576759338,
     "m": 0.7196459770202637
    },
    {
     "p": 0.016926711425185204,
     "m": 0.7196459770202637
    },
    {
     "p": 0.09347295016050339,
     "m": 0.7196459770202637
    },
    {
     "p": 0.044537387788295746,
     "m": 0.7196459770202637
    },
    {
     "p": 0.03681345283985138,
     "m": 0.7196459770202637
    },
    {
     "p": 0.027492014691233635,
     "m": 0.7196459770202637
    },
    {
     "p": 0.046052467077970505,
     "m": 0.7196459770202637
    },
    {
     "p": 0.046160466969013214,
     "m": 0.7196459770202637
    },
    {
     "p": 0.0689978078007698,
     "m": 0.7196459770202637
    },
    {
     "p": 0.245535209774971,
     "m": 0.7196459770202637
    },
    {
     "p": 0.11551730334758759,
     "m": 0.7196459770202637
    },
    {
     "p": 0.04105643182992935,
     "m": 0.7196459770202637
    },
    {
     "p": 0.13195709884166718,
     "m": 0.7196459770202637
    },
    {
     "p": 0.020486442372202873,
     "m": 0.7196459770202637
    }
   ]
  },
  {
   "epoch": 66,
   "train_loss": 0.9180176258087158,
   "val_loss": 0.8567572236061096,
   "acc": 69.09,
   "time": 119.58953774299971,
   "param": [
    {
     "p": 0.04769104719161987,
     "m": 0.716395378112793
    },
    {
     "p": 0.015814006328582764,
     "m": 0.716395378112793
    },
    {
     "p": 0.09752318263053894,
     "m": 0.716395378112793
    },
    {
     "p": 0.04763114079833031,
     "m": 0.716395378112793
    },
    {
     "p": 0.05280304700136185,
     "m": 0.716395378112793
    },
    {
     "p": 0.019613347947597504,
     "m": 0.716395378112793
    },
    {
     "p": 0.03814202547073364,
     "m": 0.716395378112793
    },
    {
     "p": 0.041349247097969055,
     "m": 0.716395378112793
    },
    {
     "p": 0.09695623070001602,
     "m": 0.716395378112793
    },
    {
     "p": 0.24384911358356476,
     "m": 0.716395378112793
    },
    {
     "p": 0.12026459723711014,
     "m": 0.716395378112793
    },
    {
     "p": 0.021754540503025055,
     "m": 0.716395378112793
    },
    {
     "p": 0.12037630379199982,
     "m": 0.716395378112793
    },
    {
     "p": 0.03623220697045326,
     "m": 0.716395378112793
    }
   ]
  },
  {
   "epoch": 67,
   "train_loss": 0.9597038626670837,
   "val_loss": 0.9684757590293884,
   "acc": 68.8,
   "time": 121.09667873699891,
   "param": [
    {
     "p": 0.054083727300167084,
     "m": 0.7216762900352478
    },
    {
     "p": 0.0,
     "m": 0.7216762900352478
    },
    {
     "p": 0.087522491812706,
     "m": 0.7216762900352478
    },
    {
     "p": 0.047384731471538544,
     "m": 0.7216762900352478
    },
    {
     "p": 0.058441296219825745,
     "m": 0.7216762900352478
    },
    {
     "p": 0.02054581232368946,
     "m": 0.7216762900352478
    },
    {
     "p": 0.035772621631622314,
     "m": 0.7216762900352478
    },
    {
     "p": 0.046273037791252136,
     "m": 0.7216762900352478
    },
    {
     "p": 0.12732551991939545,
     "m": 0.7216762900352478
    },
    {
     "p": 0.21288497745990753,
     "m": 0.7216762900352478
    },
    {
     "p": 0.1268223524093628,
     "m": 0.7216762900352478
    },
    {
     "p": 0.024956664070487022,
     "m": 0.7216762900352478
    },
    {
     "p": 0.11126261949539185,
     "m": 0.7216762900352478
    },
    {
     "p": 0.04672418534755707,
     "m": 0.7216762900352478
    }
   ]
  },
  {
   "epoch": 68,
   "train_loss": 1.147872805595398,
   "val_loss": 0.9212112426757812,
   "acc": 70.34,
   "time": 122.81882875100018,
   "param": [
    {
     "p": 0.06432322412729263,
     "m": 0.6820352673530579
    },
    {
     "p": 0.0,
     "m": 0.6820352673530579
    },
    {
     "p": 0.093170166015625,
     "m": 0.6820352673530579
    },
    {
     "p": 0.04116256535053253,
     "m": 0.6820352673530579
    },
    {
     "p": 0.06255294382572174,
     "m": 0.6820352673530579
    },
    {
     "p": 0.027203183621168137,
     "m": 0.6820352673530579
    },
    {
     "p": 0.026486895978450775,
     "m": 0.6820352673530579
    },
    {
     "p": 0.03885001316666603,
     "m": 0.6820352673530579
    },
    {
     "p": 0.1451258659362793,
     "m": 0.6820352673530579
    },
    {
     "p": 0.20175538957118988,
     "m": 0.6820352673530579
    },
    {
     "p": 0.11797857284545898,
     "m": 0.6820352673530579
    },
    {
     "p": 0.03279559686779976,
     "m": 0.6820352673530579
    },
    {
     "p": 0.09746305644512177,
     "m": 0.6820352673530579
    },
    {
     "p": 0.05113256722688675,
     "m": 0.6820352673530579
    }
   ]
  },
  {
   "epoch": 69,
   "train_loss": 0.8637369871139526,
   "val_loss": 0.9207605719566345,
   "acc": 69.01,
   "time": 121.54248072100017,
   "param": [
    {
     "p": 0.07226097583770752,
     "m": 0.659393310546875
    },
    {
     "p": 0.0,
     "m": 0.659393310546875
    },
    {
     "p": 0.09107140451669693,
     "m": 0.659393310546875
    },
    {
     "p": 0.04909648001194,
     "m": 0.659393310546875
    },
    {
     "p": 0.06545668095350266,
     "m": 0.659393310546875
    },
    {
     "p": 0.026647353544831276,
     "m": 0.659393310546875
    },
    {
     "p": 0.02730320394039154,
     "m": 0.659393310546875
    },
    {
     "p": 0.04682651162147522,
     "m": 0.659393310546875
    },
    {
     "p": 0.14463937282562256,
     "m": 0.659393310546875
    },
    {
     "p": 0.18212391436100006,
     "m": 0.659393310546875
    },
    {
     "p": 0.1033802404999733,
     "m": 0.659393310546875
    },
    {
     "p": 0.04397846758365631,
     "m": 0.659393310546875
    },
    {
     "p": 0.07625336199998856,
     "m": 0.659393310546875
    },
    {
     "p": 0.07096201181411743,
     "m": 0.659393310546875
    }
   ]
  },
  {
   "epoch": 70,
   "train_loss": 1.0775387287139893,
   "val_loss": 0.8160358667373657,
   "acc": 69.68,
   "time": 122.12886281599822,
   "param": [
    {
     "p": 0.0727892741560936,
     "m": 0.632541835308075
    },
    {
     "p": 0.0010842502815648913,
     "m": 0.632541835308075
    },
    {
     "p": 0.08085960149765015,
     "m": 0.632541835308075
    },
    {
     "p": 0.05847190320491791,
     "m": 0.632541835308075
    },
    {
     "p": 0.07307109236717224,
     "m": 0.632541835308075
    },
    {
     "p": 0.02848035655915737,
     "m": 0.632541835308075
    },
    {
     "p": 0.03632906824350357,
     "m": 0.632541835308075
    },
    {
     "p": 0.03880758211016655,
     "m": 0.632541835308075
    },
    {
     "p": 0.13786998391151428,
     "m": 0.632541835308075
    },
    {
     "p": 0.18225930631160736,
     "m": 0.632541835308075
    },
    {
     "p": 0.09015917778015137,
     "m": 0.632541835308075
    },
    {
     "p": 0.05676143988966942,
     "m": 0.632541835308075
    },
    {
     "p": 0.06291158497333527,
     "m": 0.632541835308075
    },
    {
     "p": 0.08014533668756485,
     "m": 0.632541835308075
    }
   ]
  },
  {
   "epoch": 71,
   "train_loss": 0.9514480233192444,
   "val_loss": 0.9137372374534607,
   "acc": 69.78,
   "time": 122.37916964299984,
   "param": [
    {
     "p": 0.07361771166324615,
     "m": 0.6225945353507996
    },
    {
     "p": 9.0302579337731e-05,
     "m": 0.6225945353507996
    },
    {
     "p": 0.06981596350669861,
     "m": 0.6225945353507996
    },
    {
     "p": 0.06832572817802429,
     "m": 0.6225945353507996
    },
    {
     "p": 0.09123410284519196,
     "m": 0.6225945353507996
    },
    {
     "p": 0.046993840485811234,
     "m": 0.6225945353507996
    },
    {
     "p": 0.04837794601917267,
     "m": 0.6225945353507996
    },
    {
     "p": 0.03493437543511391,
     "m": 0.6225945353507996
    },
    {
     "p": 0.12515804171562195,
     "m": 0.6225945353507996
    },
    {
     "p": 0.17978276312351227,
     "m": 0.6225945353507996
    },
    {
     "p": 0.07043579965829849,
     "m": 0.6225945353507996
    },
    {
     "p": 0.06799965351819992,
     "m": 0.6225945353507996
    },
    {
     "p": 0.05033817142248154,
     "m": 0.6225945353507996
    },
    {
     "p": 0.07289563119411469,
     "m": 0.6225945353507996
    }
   ]
  },
  {
   "epoch": 72,
   "train_loss": 1.258729338645935,
   "val_loss": 0.8703338503837585,
   "acc": 69.19,
   "time": 121.71222217800096,
   "param": [
    {
     "p": 0.08117889612913132,
     "m": 0.5860053300857544
    },
    {
     "p": 0.0,
     "m": 0.5860053300857544
    },
    {
     "p": 0.09109807014465332,
     "m": 0.5860053300857544
    },
    {
     "p": 0.06856502592563629,
     "m": 0.5860053300857544
    },
    {
     "p": 0.0901346355676651,
     "m": 0.5860053300857544
    },
    {
     "p": 0.07273972779512405,
     "m": 0.5860053300857544
    },
    {
     "p": 0.05047885701060295,
     "m": 0.5860053300857544
    },
    {
     "p": 0.03640428185462952,
     "m": 0.5860053300857544
    },
    {
     "p": 0.11385135352611542,
     "m": 0.5860053300857544
    },
    {
     "p": 0.16063188016414642,
     "m": 0.5860053300857544
    },
    {
     "p": 0.05242127552628517,
     "m": 0.5860053300857544
    },
    {
     "p": 0.07223314791917801,
     "m": 0.5860053300857544
    },
    {
     "p": 0.042388297617435455,
     "m": 0.5860053300857544
    },
    {
     "p": 0.0678744837641716,
     "m": 0.5860053300857544
    }
   ]
  },
  {
   "epoch": 73,
   "train_loss": 1.050060749053955,
   "val_loss": 1.0786985158920288,
   "acc": 69.42,
   "time": 122.12718946300083,
   "param": [
    {
     "p": 0.09064143896102905,
     "m": 0.576331615447998
    },
    {
     "p": 0.0,
     "m": 0.576331615447998
    },
    {
     "p": 0.11129182577133179,
     "m": 0.576331615447998
    },
    {
     "p": 0.06254524737596512,
     "m": 0.576331615447998
    },
    {
     "p": 0.08733941614627838,
     "m": 0.576331615447998
    },
    {
     "p": 0.07857875525951385,
     "m": 0.576331615447998
    },
    {
     "p": 0.036079466342926025,
     "m": 0.576331615447998
    },
    {
     "p": 0.028887208551168442,
     "m": 0.576331615447998
    },
    {
     "p": 0.10670261085033417,
     "m": 0.576331615447998
    },
    {
     "p": 0.16449600458145142,
     "m": 0.576331615447998
    },
    {
     "p": 0.037548940628767014,
     "m": 0.576331615447998
    },
    {
     "p": 0.08469527214765549,
     "m": 0.576331615447998
    },
    {
     "p": 0.04764110967516899,
     "m": 0.576331615447998
    },
    {
     "p": 0.06355275213718414,
     "m": 0.576331615447998
    }
   ]
  },
  {
   "epoch": 74,
   "train_loss": 0.8419283628463745,
   "val_loss": 0.9843724370002747,
   "acc": 68.63,
   "time": 122.7733791089995,
   "param": [
    {
     "p": 0.10185422748327255,
     "m": 0.5539403557777405
    },
    {
     "p": 0.013223893940448761,
     "m": 0.5539403557777405
    },
    {
     "p": 0.11448241770267487,
     "m": 0.5539403557777405
    },
    {
     "p": 0.040549881756305695,
     "m": 0.5539403557777405
    },
    {
     "p": 0.08879309892654419,
     "m": 0.5539403557777405
    },
    {
     "p": 0.07138342410326004,
     "m": 0.5539403557777405
    },
    {
     "p": 0.020513445138931274,
     "m": 0.5539403557777405
    },
    {
     "p": 0.03475804254412651,
     "m": 0.5539403557777405
    },
    {
     "p": 0.11050272732973099,
     "m": 0.5539403557777405
    },
    {
     "p": 0.15596960484981537,
     "m": 0.5539403557777405
    },
    {
     "p": 0.04041161760687828,
     "m": 0.5539403557777405
    },
    {
     "p": 0.07646021246910095,
     "m": 0.5539403557777405
    },
    {
     "p": 0.07024805247783661,
     "m": 0.5539403557777405
    },
    {
     "p": 0.06084936112165451,
     "m": 0.5539403557777405
    }
   ]
  },
  {
   "epoch": 75,
   "train_loss": 0.7238644361495972,
   "val_loss": 0.9017823934555054,
   "acc": 69.73,
   "time": 123.07184733900067,
   "param": [
    {
     "p": 0.10006006807088852,
     "m": 0.5630289316177368
    },
    {
     "p": 0.016635069623589516,
     "m": 0.5630289316177368
    },
    {
     "p": 0.11436619609594345,
     "m": 0.5630289316177368
    },
    {
     "p": 0.03188088908791542,
     "m": 0.5630289316177368
    },
    {
     "p": 0.07869853079319,
     "m": 0.5630289316177368
    },
    {
     "p": 0.07337010651826859,
     "m": 0.5630289316177368
    },
    {
     "p": 0.015854887664318085,
     "m": 0.5630289316177368
    },
    {
     "p": 0.033872339874506,
     "m": 0.5630289316177368
    },
    {
     "p": 0.10709003359079361,
     "m": 0.5630289316177368
    },
    {
     "p": 0.14604511857032776,
     "m": 0.5630289316177368
    },
    {
     "p": 0.05099476873874664,
     "m": 0.5630289316177368
    },
    {
     "p": 0.07750602066516876,
     "m": 0.5630289316177368
    },
    {
     "p": 0.08551306277513504,
     "m": 0.5630289316177368
    },
    {
     "p": 0.0681128278374672,
     "m": 0.5630289316177368
    }
   ]
  },
  {
   "epoch": 76,
   "train_loss": 0.8725248575210571,
   "val_loss": 0.9416195154190063,
   "acc": 69.61,
   "time": 123.19291617199997,
   "param": [
    {
     "p": 0.100166916847229,
     "m": 0.5746475458145142
    },
    {
     "p": 0.01148663554340601,
     "m": 0.5746475458145142
    },
    {
     "p": 0.12787219882011414,
     "m": 0.5746475458145142
    },
    {
     "p": 0.020342068746685982,
     "m": 0.5746475458145142
    },
    {
     "p": 0.07459250092506409,
     "m": 0.5746475458145142
    },
    {
     "p": 0.0807749480009079,
     "m": 0.5746475458145142
    },
    {
     "p": 0.012317442335188389,
     "m": 0.5746475458145142
    },
    {
     "p": 0.04295829311013222,
     "m": 0.5746475458145142
    },
    {
     "p": 0.09680704772472382,
     "m": 0.5746475458145142
    },
    {
     "p": 0.1261473149061203,
     "m": 0.5746475458145142
    },
    {
     "p": 0.06692896783351898,
     "m": 0.5746475458145142
    },
    {
     "p": 0.07480697333812714,
     "m": 0.5746475458145142
    },
    {
     "p": 0.10394266992807388,
     "m": 0.5746475458145142
    },
    {
     "p": 0.06085607409477234,
     "m": 0.5746475458145142
    }
   ]
  },
  {
   "epoch": 77,
   "train_loss": 1.0302352905273438,
   "val_loss": 0.8100985884666443,
   "acc": 70.67,
   "time": 121.92795733599996,
   "param": [
    {
     "p": 0.0952465832233429,
     "m": 0.608398973941803
    },
    {
     "p": 0.017398854717612267,
     "m": 0.608398973941803
    },
    {
     "p": 0.12391655892133713,
     "m": 0.608398973941803
    },
    {
     "p": 0.02613905444741249,
     "m": 0.608398973941803
    },
    {
     "p": 0.06976833194494247,
     "m": 0.608398973941803
    },
    {
     "p": 0.07858187705278397,
     "m": 0.608398973941803
    },
    {
     "p": 0.013385411351919174,
     "m": 0.608398973941803
    },
    {
     "p": 0.04996739327907562,
     "m": 0.608398973941803
    },
    {
     "p": 0.09596064686775208,
     "m": 0.608398973941803
    },
    {
     "p": 0.11397881805896759,
     "m": 0.608398973941803
    },
    {
     "p": 0.07828935235738754,
     "m": 0.608398973941803
    },
    {
     "p": 0.07196492701768875,
     "m": 0.608398973941803
    },
    {
     "p": 0.1151440441608429,
     "m": 0.608398973941803
    },
    {
     "p": 0.05025820806622505,
     "m": 0.608398973941803
    }
   ]
  },
  {
   "epoch": 78,
   "train_loss": 0.8614786267280579,
   "val_loss": 0.76282799243927,
   "acc": 70.1,
   "time": 121.42877487499936,
   "param": [
    {
     "p": 0.09916400164365768,
     "m": 0.6194102168083191
    },
    {
     "p": 0.005439506843686104,
     "m": 0.6194102168083191
    },
    {
     "p": 0.1220276951789856,
     "m": 0.6194102168083191
    },
    {
     "p": 0.017365125939249992,
     "m": 0.6194102168083191
    },
    {
     "p": 0.06513403356075287,
     "m": 0.6194102168083191
    },
    {
     "p": 0.07624823600053787,
     "m": 0.6194102168083191
    },
    {
     "p": 0.024592075496912003,
     "m": 0.6194102168083191
    },
    {
     "p": 0.0438963882625103,
     "m": 0.6194102168083191
    },
    {
     "p": 0.09469624608755112,
     "m": 0.6194102168083191
    },
    {
     "p": 0.11123443394899368,
     "m": 0.6194102168083191
    },
    {
     "p": 0.08010076731443405,
     "m": 0.6194102168083191
    },
    {
     "p": 0.06593182682991028,
     "m": 0.6194102168083191
    },
    {
     "p": 0.13378292322158813,
     "m": 0.6194102168083191
    },
    {
     "p": 0.060386743396520615,
     "m": 0.6194102168083191
    }
   ]
  },
  {
   "epoch": 79,
   "train_loss": 0.9160438179969788,
   "val_loss": 0.9687340259552002,
   "acc": 69.88,
   "time": 121.54958794699996,
   "param": [
    {
     "p": 0.090182825922966,
     "m": 0.6012970805168152
    },
    {
     "p": 0.00702726049348712,
     "m": 0.6012970805168152
    },
    {
     "p": 0.11486650258302689,
     "m": 0.6012970805168152
    },
    {
     "p": 0.02331002987921238,
     "m": 0.6012970805168152
    },
    {
     "p": 0.058889515697956085,
     "m": 0.6012970805168152
    },
    {
     "p": 0.06439421325922012,
     "m": 0.6012970805168152
    },
    {
     "p": 0.03309449553489685,
     "m": 0.6012970805168152
    },
    {
     "p": 0.042622193694114685,
     "m": 0.6012970805168152
    },
    {
     "p": 0.10159456729888916,
     "m": 0.6012970805168152
    },
    {
     "p": 0.11182766407728195,
     "m": 0.6012970805168152
    },
    {
     "p": 0.08378227055072784,
     "m": 0.6012970805168152
    },
    {
     "p": 0.06821789592504501,
     "m": 0.6012970805168152
    },
    {
     "p": 0.14211130142211914,
     "m": 0.6012970805168152
    },
    {
     "p": 0.058079298585653305,
     "m": 0.6012970805168152
    }
   ]
  },
  {
   "epoch": 80,
   "train_loss": 0.9118565320968628,
   "val_loss": 1.0568636655807495,
   "acc": 69.37,
   "time": 121.53563986799963,
   "param": [
    {
     "p": 0.09508179128170013,
     "m": 0.562334418296814
    },
    {
     "p": 0.0,
     "m": 0.562334418296814
    },
    {
     "p": 0.09976555407047272,
     "m": 0.562334418296814
    },
    {
     "p": 0.040726836770772934,
     "m": 0.562334418296814
    },
    {
     "p": 0.06330001354217529,
     "m": 0.562334418296814
    },
    {
     "p": 0.06258329004049301,
     "m": 0.562334418296814
    },
    {
     "p": 0.02322302758693695,
     "m": 0.562334418296814
    },
    {
     "p": 0.03239525854587555,
     "m": 0.562334418296814
    },
    {
     "p": 0.11561624705791473,
     "m": 0.562334418296814
    },
    {
     "p": 0.11686781048774719,
     "m": 0.562334418296814
    },
    {
     "p": 0.09147075563669205,
     "m": 0.562334418296814
    },
    {
     "p": 0.06015241518616676,
     "m": 0.562334418296814
    },
    {
     "p": 0.14933449029922485,
     "m": 0.562334418296814
    },
    {
     "p": 0.049482591450214386,
     "m": 0.562334418296814
    }
   ]
  },
  {
   "epoch": 81,
   "train_loss": 0.7778657078742981,
   "val_loss": 0.8068575859069824,
   "acc": 70.55,
   "time": 122.39921466399937,
   "param": [
    {
     "p": 0.1218050867319107,
     "m": 0.5312631726264954
    },
    {
     "p": 0.0,
     "m": 0.5312631726264954
    },
    {
     "p": 0.10035732388496399,
     "m": 0.5312631726264954
    },
    {
     "p": 0.051300402730703354,
     "m": 0.5312631726264954
    },
    {
     "p": 0.06143748015165329,
     "m": 0.5312631726264954
    },
    {
     "p": 0.06726568937301636,
     "m": 0.5312631726264954
    },
    {
     "p": 0.014508879743516445,
     "m": 0.5312631726264954
    },
    {
     "p": 0.0129244364798069,
     "m": 0.5312631726264954
    },
    {
     "p": 0.12309376150369644,
     "m": 0.5312631726264954
    },
    {
     "p": 0.10707461833953857,
     "m": 0.5312631726264954
    },
    {
     "p": 0.09357699006795883,
     "m": 0.5312631726264954
    },
    {
     "p": 0.03459586948156357,
     "m": 0.5312631726264954
    },
    {
     "p": 0.15596409142017365,
     "m": 0.5312631726264954
    },
    {
     "p": 0.05609546974301338,
     "m": 0.5312631726264954
    }
   ]
  },
  {
   "epoch": 82,
   "train_loss": 0.993346095085144,
   "val_loss": 1.010280728340149,
   "acc": 70.06,
   "time": 120.23171784199985,
   "param": [
    {
     "p": 0.14008845388889313,
     "m": 0.5197568535804749
    },
    {
     "p": 0.0,
     "m": 0.5197568535804749
    },
    {
     "p": 0.10988675057888031,
     "m": 0.5197568535804749
    },
    {
     "p": 0.05908407270908356,
     "m": 0.5197568535804749
    },
    {
     "p": 0.03357229381799698,
     "m": 0.5197568535804749
    },
    {
     "p": 0.08065029978752136,
     "m": 0.5197568535804749
    },
    {
     "p": 0.02204028144478798,
     "m": 0.5197568535804749
    },
    {
     "p": 0.002739405957981944,
     "m": 0.5197568535804749
    },
    {
     "p": 0.1248817890882492,
     "m": 0.5197568535804749
    },
    {
     "p": 0.10433629155158997,
     "m": 0.5197568535804749
    },
    {
     "p": 0.08119768649339676,
     "m": 0.5197568535804749
    },
    {
     "p": 0.01125047355890274,
     "m": 0.5197568535804749
    },
    {
     "p": 0.1799176186323166,
     "m": 0.5197568535804749
    },
    {
     "p": 0.05035459250211716,
     "m": 0.5197568535804749
    }
   ]
  },
  {
   "epoch": 83,
   "train_loss": 0.9081830382347107,
   "val_loss": 1.0657416582107544,
   "acc": 70.48,
   "time": 120.95120672899975,
   "param": [
    {
     "p": 0.14735916256904602,
     "m": 0.5062423944473267
    },
    {
     "p": 0.0,
     "m": 0.5062423944473267
    },
    {
     "p": 0.11564081162214279,
     "m": 0.5062423944473267
    },
    {
     "p": 0.06895740330219269,
     "m": 0.5062423944473267
    },
    {
     "p": 0.015622022561728954,
     "m": 0.5062423944473267
    },
    {
     "p": 0.08561969548463821,
     "m": 0.5062423944473267
    },
    {
     "p": 0.03402053937315941,
     "m": 0.5062423944473267
    },
    {
     "p": 0.0,
     "m": 0.5062423944473267
    },
    {
     "p": 0.13453932106494904,
     "m": 0.5062423944473267
    },
    {
     "p": 0.09621936827898026,
     "m": 0.5062423944473267
    },
    {
     "p": 0.0688926950097084,
     "m": 0.5062423944473267
    },
    {
     "p": 0.0,
     "m": 0.5062423944473267
    },
    {
     "p": 0.19187086820602417,
     "m": 0.5062423944473267
    },
    {
     "p": 0.04125816375017166,
     "m": 0.5062423944473267
    }
   ]
  },
  {
   "epoch": 84,
   "train_loss": 0.6327837705612183,
   "val_loss": 0.9091001749038696,
   "acc": 70.85,
   "time": 120.7525690980001,
   "param": [
    {
     "p": 0.15066055953502655,
     "m": 0.4795967638492584
    },
    {
     "p": 0.0048672910779714584,
     "m": 0.4795967638492584
    },
    {
     "p": 0.10991352796554565,
     "m": 0.4795967638492584
    },
    {
     "p": 0.0728229433298111,
     "m": 0.4795967638492584
    },
    {
     "p": 0.010312534868717194,
     "m": 0.4795967638492584
    },
    {
     "p": 0.08308087289333344,
     "m": 0.4795967638492584
    },
    {
     "p": 0.05123697966337204,
     "m": 0.4795967638492584
    },
    {
     "p": 0.0014760603662580252,
     "m": 0.4795967638492584
    },
    {
     "p": 0.14383408427238464,
     "m": 0.4795967638492584
    },
    {
     "p": 0.09189146757125854,
     "m": 0.4795967638492584
    },
    {
     "p": 0.06670067459344864,
     "m": 0.4795967638492584
    },
    {
     "p": 0.007118041627109051,
     "m": 0.4795967638492584
    },
    {
     "p": 0.1844964176416397,
     "m": 0.4795967638492584
    },
    {
     "p": 0.02158857323229313,
     "m": 0.4795967638492584
    }
   ]
  },
  {
   "epoch": 85,
   "train_loss": 0.7712846994400024,
   "val_loss": 0.8944669961929321,
   "acc": 70.55,
   "time": 121.01114772100118,
   "param": [
    {
     "p": 0.1338357925415039,
     "m": 0.4511304795742035
    },
    {
     "p": 0.01874961517751217,
     "m": 0.4511304795742035
    },
    {
     "p": 0.0973193421959877,
     "m": 0.4511304795742035
    },
    {
     "p": 0.06805478036403656,
     "m": 0.4511304795742035
    },
    {
     "p": 0.025919828563928604,
     "m": 0.4511304795742035
    },
    {
     "p": 0.08590203523635864,
     "m": 0.4511304795742035
    },
    {
     "p": 0.06840501725673676,
     "m": 0.4511304795742035
    },
    {
     "p": 0.012180380523204803,
     "m": 0.4511304795742035
    },
    {
     "p": 0.14947514235973358,
     "m": 0.4511304795742035
    },
    {
     "p": 0.07637564837932587,
     "m": 0.4511304795742035
    },
    {
     "p": 0.07372166216373444,
     "m": 0.4511304795742035
    },
    {
     "p": 0.023885898292064667,
     "m": 0.4511304795742035
    },
    {
     "p": 0.14830030500888824,
     "m": 0.4511304795742035
    },
    {
     "p": 0.017874453216791153,
     "m": 0.4511304795742035
    }
   ]
  },
  {
   "epoch": 86,
   "train_loss": 0.788285493850708,
   "val_loss": 0.8885003924369812,
   "acc": 70.62,
   "time": 120.28894041899912,
   "param": [
    {
     "p": 0.10520261526107788,
     "m": 0.45449912548065186
    },
    {
     "p": 0.03847874328494072,
     "m": 0.45449912548065186
    },
    {
     "p": 0.07618805766105652,
     "m": 0.45449912548065186
    },
    {
     "p": 0.07145502418279648,
     "m": 0.45449912548065186
    },
    {
     "p": 0.052706293761730194,
     "m": 0.45449912548065186
    },
    {
     "p": 0.0806041955947876,
     "m": 0.45449912548065186
    },
    {
     "p": 0.07876445353031158,
     "m": 0.45449912548065186
    },
    {
     "p": 0.03360293433070183,
     "m": 0.45449912548065186
    },
    {
     "p": 0.12749963998794556,
     "m": 0.45449912548065186
    },
    {
     "p": 0.060966670513153076,
     "m": 0.45449912548065186
    },
    {
     "p": 0.08553840965032578,
     "m": 0.45449912548065186
    },
    {
     "p": 0.03605904057621956,
     "m": 0.45449912548065186
    },
    {
     "p": 0.11343112587928772,
     "m": 0.45449912548065186
    },
    {
     "p": 0.039502717554569244,
     "m": 0.45449912548065186
    }
   ]
  },
  {
   "epoch": 87,
   "train_loss": 0.814227283000946,
   "val_loss": 0.9139652848243713,
   "acc": 69.41,
   "time": 120.24804709599994,
   "param": [
    {
     "p": 0.09531925618648529,
     "m": 0.45400115847587585
    },
    {
     "p": 0.030974872410297394,
     "m": 0.45400115847587585
    },
    {
     "p": 0.06190170720219612,
     "m": 0.45400115847587585
    },
    {
     "p": 0.08503874391317368,
     "m": 0.45400115847587585
    },
    {
     "p": 0.054270803928375244,
     "m": 0.45400115847587585
    },
    {
     "p": 0.06973069161176682,
     "m": 0.45400115847587585
    },
    {
     "p": 0.07884732633829117,
     "m": 0.45400115847587585
    },
    {
     "p": 0.03946491330862045,
     "m": 0.45400115847587585
    },
    {
     "p": 0.13748487830162048,
     "m": 0.45400115847587585
    },
    {
     "p": 0.06368099898099899,
     "m": 0.45400115847587585
    },
    {
     "p": 0.09960638731718063,
     "m": 0.45400115847587585
    },
    {
     "p": 0.015502442605793476,
     "m": 0.45400115847587585
    },
    {
     "p": 0.10640054941177368,
     "m": 0.45400115847587585
    },
    {
     "p": 0.061776433140039444,
     "m": 0.45400115847587585
    }
   ]
  },
  {
   "epoch": 88,
   "train_loss": 0.800186276435852,
   "val_loss": 0.8176429867744446,
   "acc": 70.6,
   "time": 122.59663843299859,
   "param": [
    {
     "p": 0.11126242578029633,
     "m": 0.42592090368270874
    },
    {
     "p": 0.013166540302336216,
     "m": 0.42592090368270874
    },
    {
     "p": 0.05491287633776665,
     "m": 0.42592090368270874
    },
    {
     "p": 0.08970939368009567,
     "m": 0.42592090368270874
    },
    {
     "p": 0.02568884752690792,
     "m": 0.42592090368270874
    },
    {
     "p": 0.0667879655957222,
     "m": 0.42592090368270874
    },
    {
     "p": 0.08018218725919724,
     "m": 0.42592090368270874
    },
    {
     "p": 0.05049925670027733,
     "m": 0.42592090368270874
    },
    {
     "p": 0.15331672132015228,
     "m": 0.42592090368270874
    },
    {
     "p": 0.07082755863666534,
     "m": 0.42592090368270874
    },
    {
     "p": 0.09687750041484833,
     "m": 0.42592090368270874
    },
    {
     "p": 0.0,
     "m": 0.42592090368270874
    },
    {
     "p": 0.10494156181812286,
     "m": 0.42592090368270874
    },
    {
     "p": 0.08182720094919205,
     "m": 0.42592090368270874
    }
   ]
  }
 ]
}