|
|
|
\documentclass[a4paper, 12pt, draft=true]{article}
|
|
|
|
\usepackage{pgfplots}
|
|
|
|
\usepackage{filecontents}
|
|
|
|
\usepackage{subcaption}
|
|
|
|
\usepackage{adjustbox}
|
|
|
|
\usepackage{xcolor}
|
|
|
|
\usepackage{tabu}
|
|
|
|
\usepackage{graphicx}
|
|
|
|
\usetikzlibrary{calc, 3d}
|
|
|
|
|
|
|
|
\begin{document}
|
|
|
|
\pgfplotsset{
|
|
|
|
compat=1.11,
|
|
|
|
legend image code/.code={
|
|
|
|
\draw[mark repeat=2,mark phase=2]
|
|
|
|
plot coordinates {
|
|
|
|
(0cm,0cm)
|
|
|
|
(0.0cm,0cm) %% default is (0.3cm,0cm)
|
|
|
|
(0.0cm,0cm) %% default is (0.6cm,0cm)
|
|
|
|
};%
|
|
|
|
}
|
|
|
|
}
|
|
|
|
\begin{figure}
|
|
|
|
\begin{subfigure}[b]{\textwidth}
|
|
|
|
\begin{tikzpicture}
|
|
|
|
\begin{axis}[tick style = {draw = none}, width = \textwidth,
|
|
|
|
height = 0.7\textwidth, ymin = 0.92, legend style={at={(0.9825,0.75)},anchor=north east},
|
|
|
|
xlabel = {epoch}, ylabel = {Classification Accuracy}]
|
|
|
|
\addplot table
|
|
|
|
[x=epoch, y=val_accuracy, col sep=comma, mark = none]
|
|
|
|
{Data/adagrad.log};
|
|
|
|
\addplot table
|
|
|
|
[x=epoch, y=val_accuracy, col sep=comma, mark = none]
|
|
|
|
{Data/adadelta.log};
|
|
|
|
\addplot table
|
|
|
|
[x=epoch, y=val_accuracy, col sep=comma, mark = none]
|
|
|
|
{Data/adam.log};
|
|
|
|
|
|
|
|
\addlegendentry{\footnotesize{ADAGRAD}}
|
|
|
|
\addlegendentry{\footnotesize{ADADELTA}}
|
|
|
|
\addlegendentry{\footnotesize{ADAM}}
|
|
|
|
\addlegendentry{SGD$_{0.01}$}
|
|
|
|
\end{axis}
|
|
|
|
\end{tikzpicture}
|
|
|
|
%\caption{Classification accuracy}
|
|
|
|
\end{subfigure}
|
|
|
|
\begin{subfigure}[b]{\textwidth}
|
|
|
|
\begin{tikzpicture}
|
|
|
|
\begin{axis}[tick style = {draw = none}, width = \textwidth,
|
|
|
|
height = 0.7\textwidth, ymax = 0.5,
|
|
|
|
xlabel = {epoch}, ylabel = {Error Measure\vphantom{y}},ytick ={0,0.1,0.2,0.3,0.4,0.45,0.5}, yticklabels =
|
|
|
|
{0,0.1,0.2,0.3,0.4,\phantom{0.94},0.5}]
|
|
|
|
\addplot table
|
|
|
|
[x=epoch, y=val_loss, col sep=comma, mark = none] {Data/adagrad.log};
|
|
|
|
\addplot table
|
|
|
|
[x=epoch, y=val_loss, col sep=comma, mark = none] {Data/adadelta.log};
|
|
|
|
\addplot table
|
|
|
|
[x=epoch, y=val_loss, col sep=comma, mark = none] {Data/adam.log};
|
|
|
|
|
|
|
|
\addlegendentry{\footnotesize{ADAGRAD}}
|
|
|
|
\addlegendentry{\footnotesize{ADADELTA}}
|
|
|
|
\addlegendentry{\footnotesize{ADAM}}
|
|
|
|
\addlegendentry{SGD$_{0.01}$}
|
|
|
|
|
|
|
|
\end{axis}
|
|
|
|
\end{tikzpicture}
|
|
|
|
\caption{Performance metrics during training}
|
|
|
|
\end{subfigure}
|
|
|
|
\\~\\
|
|
|
|
\begin{subfigure}[b]{1.0\linewidth}
|
|
|
|
\begin{tabu} to \textwidth {@{} *3{X[c]}c*3{X[c]} @{}}
|
|
|
|
\multicolumn{3}{c}{Classification Accuracy}
|
|
|
|
&~&\multicolumn{3}{c}{Error Measure}
|
|
|
|
\\\cline{1-3}\cline{5-7}
|
|
|
|
ADAGRAD&ADADELTA&ADAM&&ADAGRAD&ADADELTA&ADAM
|
|
|
|
\\\cline{1-3}\cline{5-7}
|
|
|
|
1&1&1&&1&1&1
|
|
|
|
\end{tabu}
|
|
|
|
\caption{Performace metrics after 20 epochs}
|
|
|
|
\end{subfigure}
|
|
|
|
\caption{Performance metrics of the network given in ... trained
|
|
|
|
with different optimization algorithms}
|
|
|
|
\end{figure}
|
|
|
|
|
|
|
|
\begin{center}
|
|
|
|
\begin{figure}[h]
|
|
|
|
\centering
|
|
|
|
\begin{subfigure}{0.19\textwidth}
|
|
|
|
\includegraphics[width=\textwidth]{Data/mnist0.pdf}
|
|
|
|
\end{subfigure}
|
|
|
|
\begin{subfigure}{0.19\textwidth}
|
|
|
|
\includegraphics[width=\textwidth]{Data/mnist1.pdf}
|
|
|
|
\end{subfigure}
|
|
|
|
\begin{subfigure}{0.19\textwidth}
|
|
|
|
\includegraphics[width=\textwidth]{Data/mnist2.pdf}
|
|
|
|
\end{subfigure}
|
|
|
|
\begin{subfigure}{0.19\textwidth}
|
|
|
|
\includegraphics[width=\textwidth]{Data/mnist3.pdf}
|
|
|
|
\end{subfigure}
|
|
|
|
\begin{subfigure}{0.19\textwidth}
|
|
|
|
\includegraphics[width=\textwidth]{Data/mnist4.pdf}
|
|
|
|
\end{subfigure}\\
|
|
|
|
\begin{subfigure}{0.19\textwidth}
|
|
|
|
\includegraphics[width=\textwidth]{Data/mnist5.pdf}
|
|
|
|
\end{subfigure}
|
|
|
|
\begin{subfigure}{0.19\textwidth}
|
|
|
|
\includegraphics[width=\textwidth]{Data/mnist6.pdf}
|
|
|
|
\end{subfigure}
|
|
|
|
\begin{subfigure}{0.19\textwidth}
|
|
|
|
\includegraphics[width=\textwidth]{Data/mnist7.pdf}
|
|
|
|
\end{subfigure}
|
|
|
|
\begin{subfigure}{0.19\textwidth}
|
|
|
|
\includegraphics[width=\textwidth]{Data/mnist8.pdf}
|
|
|
|
\end{subfigure}
|
|
|
|
\begin{subfigure}{0.19\textwidth}
|
|
|
|
\includegraphics[width=\textwidth]{Data/mnist9.pdf}
|
|
|
|
\end{subfigure}
|
|
|
|
\caption{The MNIST data set contains 70.000 images of preprocessed handwritten
|
|
|
|
digits. Of these images 60.000 are used as training images, while
|
|
|
|
the rest are used to validate the models trained.}
|
|
|
|
\end{figure}
|
|
|
|
\end{center}
|
|
|
|
|
|
|
|
\begin{figure}
|
|
|
|
\begin{adjustbox}{width=\textwidth}
|
|
|
|
\begin{tikzpicture}
|
|
|
|
\begin{scope}[x = (0:1cm), y=(90:1cm), z=(15:-0.5cm)]
|
|
|
|
\node[canvas is xy plane at z=0, transform shape] at (0,0)
|
|
|
|
{\includegraphics[width=5cm]{Data/klammern_r.jpg}};
|
|
|
|
\node[canvas is xy plane at z=2, transform shape] at (0,-0.2)
|
|
|
|
{\includegraphics[width=5cm]{Data/klammern_g.jpg}};
|
|
|
|
\node[canvas is xy plane at z=4, transform shape] at (0,-0.4)
|
|
|
|
{\includegraphics[width=5cm]{Data/klammern_b.jpg}};
|
|
|
|
\node[canvas is xy plane at z=4, transform shape] at (-8,-0.2)
|
|
|
|
{\includegraphics[width=5.3cm]{Data/klammern_rgb.jpg}};
|
|
|
|
\end{scope}
|
|
|
|
\end{tikzpicture}
|
|
|
|
\end{adjustbox}
|
|
|
|
\caption{On the right the red, green and blue chanels of the picture
|
|
|
|
are displayed. In order to better visualize the color channes the
|
|
|
|
black and white picture of each channel has been colored in the
|
|
|
|
respective color. Combining the layers results in the image on the
|
|
|
|
left}
|
|
|
|
\end{figure}
|
|
|
|
|
|
|
|
\begin{figure}
|
|
|
|
\centering
|
|
|
|
\begin{subfigure}{.45\linewidth}
|
|
|
|
\centering
|
|
|
|
\begin{tikzpicture}
|
|
|
|
\begin{axis}[enlargelimits=false, ymin=0, ymax = 1, width=\textwidth]
|
|
|
|
\addplot [domain=-5:5, samples=101,unbounded coords=jump]{1/(1+exp(-x)};
|
|
|
|
\end{axis}
|
|
|
|
\end{tikzpicture}
|
|
|
|
\end{subfigure}
|
|
|
|
\begin{subfigure}{.45\linewidth}
|
|
|
|
\centering
|
|
|
|
\begin{tikzpicture}
|
|
|
|
\begin{axis}[enlargelimits=false, width=\textwidth]
|
|
|
|
\addplot[domain=-5:5, samples=100]{tanh(x)};
|
|
|
|
\end{axis}
|
|
|
|
\end{tikzpicture}
|
|
|
|
\end{subfigure}
|
|
|
|
\begin{subfigure}{.45\linewidth}
|
|
|
|
\centering
|
|
|
|
\begin{tikzpicture}
|
|
|
|
\begin{axis}[enlargelimits=false, width=\textwidth,
|
|
|
|
ytick={0,2,4},yticklabels={\hphantom{4.}0,2,4}, ymin=-1]
|
|
|
|
\addplot[domain=-5:5, samples=100]{max(0,x)};
|
|
|
|
\end{axis}
|
|
|
|
\end{tikzpicture}
|
|
|
|
\end{subfigure}
|
|
|
|
\begin{subfigure}{.45\linewidth}
|
|
|
|
\centering
|
|
|
|
\begin{tikzpicture}
|
|
|
|
\begin{axis}[enlargelimits=false, width=\textwidth, ymin=-1,
|
|
|
|
ytick={0,2,4},yticklabels={$\hphantom{-5.}0$,2,4}]
|
|
|
|
\addplot[domain=-5:5, samples=100]{max(0,x)+ 0.1*min(0,x)};
|
|
|
|
\end{axis}
|
|
|
|
\end{tikzpicture}
|
|
|
|
\end{subfigure}
|
|
|
|
\end{figure}
|
|
|
|
|
|
|
|
|
|
|
|
\begin{tikzpicture}
|
|
|
|
\begin{axis}[enlargelimits=false]
|
|
|
|
\addplot [domain=-5:5, samples=101,unbounded coords=jump]{1/(1+exp(-x)};
|
|
|
|
\addplot[domain=-5:5, samples=100]{tanh(x)};
|
|
|
|
\addplot[domain=-5:5, samples=100]{max(0,x)};
|
|
|
|
\end{axis}
|
|
|
|
\end{tikzpicture}
|
|
|
|
|
|
|
|
\begin{tikzpicture}
|
|
|
|
\begin{axis}[enlargelimits=false]
|
|
|
|
\addplot[domain=-2*pi:2*pi, samples=100]{cos(deg(x))};
|
|
|
|
\end{axis}
|
|
|
|
\end{tikzpicture}
|
|
|
|
|
|
|
|
\end{document}
|
|
|
|
|
|
|
|
%%% Local Variables:
|
|
|
|
%%% mode: latex
|
|
|
|
%%% TeX-master: t
|
|
|
|
%%% End:
|