Bug-fixed for _compute_hessian in Pytorch NAS Darts (#3058)

Co-authored-by: huwei <[email protected]>
microsoft · Nov 8, 2020 · a9b87c9 · a9b87c9
1 parent 16dc45b
commit a9b87c9
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/nni/algorithms/nas/pytorch/darts/trainer.py b/nni/algorithms/nas/pytorch/darts/trainer.py
@@ -210,5 +210,5 @@ def _compute_hessian(self, backup_params, dw, trn_X, trn_y):
             dalphas.append(torch.autograd.grad(loss, self.mutator.parameters()))
 
         dalpha_pos, dalpha_neg = dalphas  # dalpha { L_trn(w+) }, # dalpha { L_trn(w-) }
-        hessian = [(p - n) / 2. * eps for p, n in zip(dalpha_pos, dalpha_neg)]
+        hessian = [(p - n) / (2. * eps) for p, n in zip(dalpha_pos, dalpha_neg)]
         return hessian