From 2034add6caf79ecfb86549d999e65920e209360c Mon Sep 17 00:00:00 2001 From: Pawel Swietojanski Date: Mon, 2 Nov 2015 11:21:57 +0000 Subject: [PATCH] Update 04_Regularisation.ipynb --- 04_Regularisation.ipynb | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/04_Regularisation.ipynb b/04_Regularisation.ipynb index 21a3a9a..ab24513 100644 --- a/04_Regularisation.ipynb +++ b/04_Regularisation.ipynb @@ -86,9 +86,9 @@ "Hence, the gradient of the cost w.r.t parameter $w_i$ is given as follows:\n", "\n", "(5) $\n", - "\\begin{align*}\\frac{\\partial E^n}{\\partial w_i} &= \\frac{\\partial (E^n_{\\text{train}} + \\beta_{L_2} E_{L_2}) }{\\partial w_i} \n", + "\\begin{align*}\\frac{\\partial E^n}{\\partial w_i} &= \\frac{\\partial (E^n_{\\text{train}} + \\beta_{L_2} \frac{1}[2} E^n_{L_2}) }{\\partial w_i} \n", " = \\left( \\frac{\\partial E^n_{\\text{train}}}{\\partial w_i} + \\beta_{L_2} \\frac{\\partial\n", - " E_{L_2}}{\\partial w_i} \\right) \n", + " \frac{1}{2}E^n_{L_2}}{\\partial w_i} \\right) \n", " = \\left( \\frac{\\partial E^n_{\\text{train}}}{\\partial w_i} + \\beta_{L_2} w_i \\right)\n", "\\end{align*}\n", "$\n",