deneir/sds/detectors_evaluation/main.tex
Arthur Grisel-Davy 3f83eb4968 lunch break
2022-06-09 11:44:27 -04:00

124 lines
3.2 KiB
TeX

\documentclass[aspectratio=169,10pt]{beamer}
\usetheme[progressbar=head,numbering=fraction,sectionpage=none]{metropolis}
\usepackage{graphicx}
\usepackage{ulem}
\usepackage{xcolor}
\usepackage[scale=2]{ccicons}
\usepackage{pgfplots}
\usepgfplotslibrary{dateplot}
\usepackage{hyperref}
\usepackage{xspace}
\newcommand{\themename}{\textbf{\textsc{metropolis}}\xspace}
\title{State Detection and Segmentation (SDS)}
\subtitle{May the best detector win.}
\date{}
\author{Arthur Grisel-Davy}
\institute{University of Waterloo - EET2 Project}
\begin{document}
\maketitle
\begin{frame}{Goal}
\begin{center}
Detect the state of the machine at any point in time.
\includegraphics[width=0.9\textwidth]{images/trace.pdf}
\end{center}
\end{frame}
\begin{frame}{Training Data}
\begin{center}
Proto Examples:
\includegraphics[width=\textwidth]{images/protos.pdf}
\end{center}
\begin{itemize}
\item Not exacts examples.
\item Various lengths.
\item Tile any trace completely.
\end{itemize}
\end{frame}
\begin{frame}{Evaluation Ground}
\begin{itemize}
\item Synthetically generated input trace \& protos.
\item Trace start at randomly selected sample.
\item Score: global accuracy $\left(\dfrac{TP+TN}{TP+TN+FP+FN}\right)$
\end{itemize}
\end{frame}
\begin{frame}{Simplest Detector}
Label each sample with the closest proto example.
\begin{center}
\includegraphics[width=0.7\textwidth]{images/simplest.pdf}
\end{center}
\end{frame}
\begin{frame}{Scoreboard}
\begin{table}
\begin{tabular}{l|c}
\textbf{Detector} & Simplest\\
\textbf{Score} & 0.32\\
\end{tabular}
\end{table}
\end{frame}
\begin{frame}{Confident Detector}
The complete length of the closest proto example is assigned the label.
\begin{center}
\includegraphics[width=0.7\textwidth]{images/confident.pdf}
\end{center}
\end{frame}
\begin{frame}{Scoreboard}
\begin{table}
\begin{tabular}{l|c|c}
\textbf{Detector} & Simplest & Confident\\
\textbf{Score} & 0.32 & 0.69 \\
\end{tabular}
\end{table}
\end{frame}
\begin{frame}{Cautious Detector}
The complete length of the closest proto example is assigned the label, but still moves by 1 sample.
\begin{center}
\includegraphics[width=0.7\textwidth]{images/cautious.pdf}
\end{center}
\end{frame}
\begin{frame}{Scoreboard}
\begin{table}
\begin{tabular}{l|c|c|c}
\textbf{Detector} & Simplest & Confident & Cautious\\
\textbf{Score} & 0.32 & 0.69 & 0.39\\
\end{tabular}
\end{table}
\end{frame}
\begin{frame}{Let's be smart}
\begin{itemize}
\item \sout{Respect Causality} $\rightarrow$ Use all data available.
\item Proto example represent the whole trace.
\item Try to place each example as best as possible independently.
\end{itemize}
\end{frame}
\begin{frame}{Generous label Activation}
\begin{center}
\includegraphics[width=\textwidth]{images/overlap.pdf}
\end{center}
\end{frame}
\begin{frame}{Generous label Activation}
\begin{center}
\includegraphics[width=\textwidth]{images/overlap_explained.pdf}
\end{center}
\end{frame}
\end{document}