From 33fd13e4acaff1730f41997a14ec6a74fbf95513 Mon Sep 17 00:00:00 2001 From: Yin Li Date: Tue, 3 Mar 2020 20:53:34 -0500 Subject: [PATCH] Fix bug from 1963530 to show last instead of 2nd layer gradients --- map2map/train.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/map2map/train.py b/map2map/train.py index 07b590c..051361a 100644 --- a/map2map/train.py +++ b/map2map/train.py @@ -365,20 +365,20 @@ def train(epoch, loader, model, criterion, optimizer, scheduler, # gradients of the weights of the first and the last layer grads = list(p.grad for n, p in model.named_parameters() if n.endswith('weight')) - grads = [grads[0], grads[1]] + grads = [grads[0], grads[-1]] grads = [g.detach().norm().item() for g in grads] logger.add_scalars('grad', { 'first': grads[0], - 'last': grads[1], + 'last': grads[-1], }, global_step=batch) if args.adv and epoch >= args.adv_start: grads = list(p.grad for n, p in adv_model.named_parameters() if n.endswith('weight')) - grads = [grads[0], grads[1]] + grads = [grads[0], grads[-1]] grads = [g.detach().norm().item() for g in grads] logger.add_scalars('grad/adv', { 'first': grads[0], - 'last': grads[1], + 'last': grads[-1], }, global_step=batch) if args.adv and epoch >= args.adv_start: