Modif Dataugv6

This commit is contained in:
Harle, Antoine (Contracteur) 2019-12-02 06:37:19 -05:00
parent ebee1b789f
commit 3ec99bf729
6 changed files with 334 additions and 36 deletions

View file

@ -618,6 +618,7 @@ def run_dist_dataugV2(model, epochs=1, inner_it=0, dataug_epoch_start=0, print_f
meta_opt.step()
model['data_aug'].adjust_param(soft=False) #Contrainte sum(proba)=1
model['data_aug'].next_TF_set()
fmodel = higher.patch.monkeypatch(model, device=None, copy_initial_weights=True)
diffopt = higher.optim.get_diff_optim(inner_opt, model.parameters(),fmodel=fmodel, track_higher_grads=high_grad_track)
@ -651,7 +652,7 @@ def run_dist_dataugV2(model, epochs=1, inner_it=0, dataug_epoch_start=0, print_f
print('TF Proba :', model['data_aug']['prob'].data)
#print('proba grad',model['data_aug']['prob'].grad)
print('TF Mag :', model['data_aug']['mag'].data)
print('Mag grad',model['data_aug']['mag'].grad)
#print('Mag grad',model['data_aug']['mag'].grad)
#print('Reg loss:', model['data_aug'].reg_loss().item())
#############
#### Log ####