anton/mlpractical
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Additional modification to softmax

Browse Source
This commit is contained in:
AntreasAntoniou 2017-11-14 18:48:54 +00:00
parent 5769d7c1f0
commit d48cb9214c
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
mlp/errors.py
View File

@ -155,7 +155,7 @@ class CrossEntropySoftmaxError(object):
Scalar error function value. Scalar error function value.
""" """
normOutputs = outputs - outputs.max(-1)[:, None] normOutputs = outputs - outputs.max(-1)[:, None]
logProb = normOutputs - np.log(np.sum(np.exp(normOutputs))) logProb = normOutputs - np.log(np.sum(np.exp(normOutputs), axis=-1)[:, None])
return -np.mean(np.sum(targets * logProb, axis=1)) return -np.mean(np.sum(targets * logProb, axis=1))
def grad(self, outputs, targets): def grad(self, outputs, targets):