Masterarbeit/TeX/Plots/SGD_vs_GD.tex

\pgfplotsset{
compat=1.11,
legend image code/.code={
\draw[mark repeat=2,mark phase=2]
plot coordinates {
(0cm,0cm)
(0.0cm,0cm)        %% default is (0.3cm,0cm)
(0.0cm,0cm)         %% default is (0.6cm,0cm)
};%
}
}
\begin{figure}
  \begin{subfigure}[h!]{\textwidth}
    \begin{tikzpicture}
      \begin{axis}[tick style = {draw = none}, width = \textwidth,
        height = 0.65\textwidth,
        xtick = {1, 3, 5,7,9,11,13,15,17,19},
        xticklabels = {$2$, $4$, $6$, $8$,
          $10$,$12$,$14$,$16$,$18$,$20$},
        xlabel = {training epoch}, ylabel = {classification accuracy}]
        \addplot table
        [x=epoch, y=val_accuracy, col sep=comma] {Plots/Data/GD_01.log};
        \addplot table
        [x=epoch, y=val_accuracy, col sep=comma] {Plots/Data/GD_05.log};
        \addplot table
        [x=epoch, y=val_accuracy, col sep=comma] {Plots/Data/GD_1.log};
        \addplot table
        [x=epoch, y=val_accuracy, col sep=comma]
        {Plots/Data/SGD_01_b32.log};
        
         \addlegendentry{GD$_{0.01}$}
        \addlegendentry{GD$_{0.05}$}
        \addlegendentry{GD$_{0.1}$}
        \addlegendentry{SGD$_{0.01}$}
      \end{axis}
    \end{tikzpicture}
    %\caption{Classification accuracy}
  \end{subfigure}
  \begin{subfigure}[b]{\textwidth}
    \begin{tikzpicture}
      \begin{axis}[tick style = {draw = none}, width = \textwidth,
        height = 0.65\textwidth,
        ytick = {0, 1, 2, 3, 4},
        yticklabels = {$0$, $1$, $\phantom{0.}2$, $3$, $4$},
        xtick = {1, 3, 5,7,9,11,13,15,17,19},
        xticklabels = {$2$, $4$, $6$, $8$,
          $10$,$12$,$14$,$16$,$18$,$20$},
        xlabel = {training epoch}, ylabel = {error measure}]
        \addplot table
        [x=epoch, y=val_loss, col sep=comma] {Plots/Data/GD_01.log};
        \addplot table
        [x=epoch, y=val_loss, col sep=comma] {Plots/Data/GD_05.log};
        \addplot table
        [x=epoch, y=val_loss, col sep=comma] {Plots/Data/GD_1.log};
        \addplot table
        [x=epoch, y=val_loss, col sep=comma] {Plots/Data/SGD_01_b32.log};
        
        \addlegendentry{GD$_{0.01}$}
        \addlegendentry{GD$_{0.05}$}
        \addlegendentry{GD$_{0.1}$}
        \addlegendentry{SGD$_{0.01}$}
        
      \end{axis}
    \end{tikzpicture}
    \caption{Performance metrics during training}
  \end{subfigure}
  % \\~\\
  \caption{The neural network given in ?? trained with different
    algorithms on the MNIST handwritten digits data set. For gradient
    descent the learning rated 0.01, 0.05 and 0.1 are (GD$_{\cdot}$). For
    stochastic gradient descend a batch size of 32 and learning rate
    of 0.01 is used (SDG$_{0.01}$).}
  \label{fig:sgd_vs_gd}
\end{figure}

\begin{table}
  \begin{tabu} to \textwidth {@{}  *4{X[c]}c*4{X[c]} @{}}
    \multicolumn{4}{c}{Classification Accuracy}
    &~&\multicolumn{4}{c}{Error Measure}
    \\\cline{1-4}\cline{6-9}
    GD$_{0.01}$&GD$_{0.05}$&GD$_{0.1}$&SGD$_{0.01}$&&GD$_{0.01}$&GD$_{0.05}$&GD$_{0.1}$&SGD$_{0.01}$
    \\\cline{1-4}\cline{6-9}
    1&1&1&1&&1&1&1&1
  \end{tabu}
  \caption{Performace metrics of the networks trained in
    Figure~\ref{ref:sdg_vs_gd} after 20 training epochs.}
  \label{sgd_vs_gd}
\end{table}
%%% Local Variables:
%%% mode: latex
%%% TeX-master: "../main"
%%% End: