From 985a4ca62766ddca22b995a663d258003602f6af Mon Sep 17 00:00:00 2001 From: goldmermaid <37914843+goldmermaid@users.noreply.github.com> Date: Tue, 24 Sep 2019 15:59:21 -0700 Subject: [PATCH] Update KL Divergence formula (#16170) * Update KL Divergence formula Errors fix. * remove initial error --- python/mxnet/gluon/loss.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/mxnet/gluon/loss.py b/python/mxnet/gluon/loss.py index 45c3dee08139..40fdaa51573e 100644 --- a/python/mxnet/gluon/loss.py +++ b/python/mxnet/gluon/loss.py @@ -424,7 +424,7 @@ class KLDivLoss(Loss): prob = \softmax({pred}) - L = \sum_i {label}_i * \big[\log({label}_i) - log({pred}_i)\big] + L = \sum_i {label}_i * \big[\log({label}_i) - \log({prob}_i)\big] `label` and `pred` can have arbitrary shape as long as they have the same