\chapter{Evaluation}\label{s:evaluation}

\section{Experimental Setup}

\begin{figure}[t]
	\centering
	\includegraphics[width=0.8\linewidth]{images/novel_eval_method.png}
	\caption{A novel evaluation method proposed by us.}
	\label{fig:novel_eval_method}
\end{figure}

\section{Experiment 1: Failure Detection}

\begin{figure}[t]
	\centering
	\includegraphics[width=0.8\linewidth]{images/red_yellow_alarms.pdf}
	\caption{The results of Experiment 1.}
	\label{fig:red_yellow_alarms}
\end{figure}

\begin{figure}[t]
	\centering
	\includegraphics[width=0.8\linewidth]{images/alarms_vs_failures.pdf}
	\caption{Comparison between the total number of raised alarms and the ground truth failure distribution.}
	\label{fig:alarms_vs_failures}
\end{figure}

\begin{figure}[t]
	\centering
	\includegraphics[width=0.8\linewidth]{images/failure_detecton_rate.pdf}
	\caption{In this figure we show the total failure detection rate over the number of failures that actually occurred.}
	\label{fig:failure_detecton_rate}
\end{figure}



\section{Experiment 2: Failure Prediction}

\begin{figure}[t]
	\centering
	\includegraphics[width=\linewidth]{images/failure_models_table.png}
	\caption{The failure models table, by Javadi \etal~\cite{DBLP:journals/jpdc/JavadiKIE13}.}
	\label{tab:failure_models_table}
\end{figure}

\begin{figure}[t]
	\centering
	\includegraphics[width=0.8\linewidth]{images/failure_likelihood.pdf}
	\caption{This figure shows the potential failure distribution likelihood to approximate the true failure distribution.}
	\label{fig:failure_likelihood}
\end{figure}

\begin{figure}[t]
	\centering
	\includegraphics[width=0.8\linewidth]{images/conceptual_experiment.pdf}
	\caption{A conceptual experiment to show the \emph{potential} gains of employing a good predictive analytics engine with \mysystem.}
	\label{fig:conceptual_experiment}
\end{figure}