AntoineH/smart_augmentation
1
0
Fork 0
mirror of https://github.com/AntoineHX/smart_augmentation.git synced 2025-05-04 12:10:45 +02:00
Code Issues Projects Releases Packages Wiki Activity

Commentaires

Browse source
This commit is contained in:
Harle, Antoine (Contracteur) 2020-02-05 12:23:23 -05:00
parent a3bf82c7ca
commit 7221142a9a
2 changed files with 24 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

36
higher/smart_aug/higher_patch.py
View file

@ -1,21 +1,31 @@
""" Patch for Higher package
Recommended use ::
import higher
import higher_patch
Might become unnecessary with future update of the Higher package.
"""
import higher
import torch as _torch
def detach_(self):
"""Removes all params from their compute graph in place."""
# detach param groups
for group in self.param_groups:
for k, v in group.items():
if isinstance(v,_torch.Tensor):
v.detach_().requires_grad_()
"""Removes all params from their compute graph in place.
# detach state
for state_dict in self.state:
for k,v_dict in state_dict.items():
if isinstance(k,_torch.Tensor): k.detach_().requires_grad_()
for k2,v2 in v_dict.items():
if isinstance(v2,_torch.Tensor):
v2.detach_().requires_grad_()
"""
# detach param groups
for group in self.param_groups:
for k, v in group.items():
if isinstance(v,_torch.Tensor):
v.detach_().requires_grad_()
# detach state
for state_dict in self.state:
for k,v_dict in state_dict.items():
if isinstance(k,_torch.Tensor): k.detach_().requires_grad_()
for k2,v2 in v_dict.items():
if isinstance(v2,_torch.Tensor):
v2.detach_().requires_grad_()
higher.optim.DifferentiableOptimizer.detach_ = detach_