commit 6f5ef6e5e6a4318246e0a37add47cc3454f54bda Author: Arthur Grisel-Davy Date: Thu Jun 9 09:57:16 2022 -0400 feat: initial commit diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 0000000..64b3232 --- /dev/null +++ b/requirements.txt @@ -0,0 +1,4 @@ +ulem +pgfplots +dateplot + diff --git a/sds/detectors_evaluation/.main.tex.swp b/sds/detectors_evaluation/.main.tex.swp new file mode 100644 index 0000000..ceb5938 Binary files /dev/null and b/sds/detectors_evaluation/.main.tex.swp differ diff --git a/sds/detectors_evaluation/images/cautious.pdf b/sds/detectors_evaluation/images/cautious.pdf new file mode 100644 index 0000000..bf361e1 Binary files /dev/null and b/sds/detectors_evaluation/images/cautious.pdf differ diff --git a/sds/detectors_evaluation/images/confident.pdf b/sds/detectors_evaluation/images/confident.pdf new file mode 100644 index 0000000..2da0c7f Binary files /dev/null and b/sds/detectors_evaluation/images/confident.pdf differ diff --git a/sds/detectors_evaluation/images/detection_freeze.png b/sds/detectors_evaluation/images/detection_freeze.png new file mode 100644 index 0000000..6991f05 --- /dev/null +++ b/sds/detectors_evaluation/images/detection_freeze.png @@ -0,0 +1,736 @@ + + + + diff --git a/sds/detectors_evaluation/images/images.svg.svg b/sds/detectors_evaluation/images/images.svg.svg new file mode 100644 index 0000000..6991f05 --- /dev/null +++ b/sds/detectors_evaluation/images/images.svg.svg @@ -0,0 +1,736 @@ + + + + diff --git a/sds/detectors_evaluation/images/protos.pdf b/sds/detectors_evaluation/images/protos.pdf new file mode 100644 index 0000000..d42c900 Binary files /dev/null and b/sds/detectors_evaluation/images/protos.pdf differ diff --git a/sds/detectors_evaluation/images/simplest.pdf b/sds/detectors_evaluation/images/simplest.pdf new file mode 100644 index 0000000..1f7a6fd Binary files /dev/null and b/sds/detectors_evaluation/images/simplest.pdf differ diff --git a/sds/detectors_evaluation/images/trace.pdf b/sds/detectors_evaluation/images/trace.pdf new file mode 100644 index 0000000..4ed18cc Binary files /dev/null and b/sds/detectors_evaluation/images/trace.pdf differ diff --git a/sds/detectors_evaluation/main.tex b/sds/detectors_evaluation/main.tex new file mode 100644 index 0000000..e3aa175 --- /dev/null +++ b/sds/detectors_evaluation/main.tex @@ -0,0 +1,110 @@ +\documentclass[aspectratio=169,10pt]{beamer} + +\usetheme[progressbar=head,numbering=fraction,sectionpage=none]{metropolis} +\usepackage{graphicx} +\usepackage{ulem} +\usepackage{xcolor} +\usepackage[scale=2]{ccicons} +\usepackage{pgfplots} +\usepgfplotslibrary{dateplot} +\usepackage{hyperref} +\usepackage{xspace} +\newcommand{\themename}{\textbf{\textsc{metropolis}}\xspace} + +\title{State Detection and Segmentation (SDS)} +\subtitle{May the best detector win.} + +\date{} +\author{Arthur Grisel-Davy} +\institute{University of Waterloo - EET2 Project} + +\begin{document} + + +\maketitle + +\begin{frame}{Goal} + \begin{center} + Detect the state of the machine at any point in time. + \includegraphics[width=0.9\textwidth]{images/trace.pdf} + \end{center} +\end{frame} + +\begin{frame}{Training Data} + \begin{center} + Proto Examples: + \includegraphics[width=\textwidth]{images/protos.pdf} + \end{center} + + \begin{itemize} + \item Not exacts examples. + \item Various lengths. + \item Tile any trace completely. + \end{itemize} +\end{frame} + +\begin{frame}{Evaluation Ground} + \begin{itemize} + \item Synthetically generated input trace \& protos. + \item Trace start at randomly selected sample. + \item Score: global accuracy $\left(\dfrac{TP+TN}{TP+TN+FP+FN}\right)$ + \end{itemize} +\end{frame} + +\begin{frame}{Simplest Detector} + Label each sample with the closest proto example. + \begin{center} + \includegraphics[width=0.7\textwidth]{images/simplest.pdf} + \end{center} +\end{frame} + +\begin{frame}{Scoreboard} + \begin{table} + \begin{tabular}{l|c} + \textbf{Detector} & Simplest\\ + \textbf{Score} & 0.32\\ + \end{tabular} + \end{table} +\end{frame} + +\begin{frame}{Confident Detector} + The complete length of the closest proto example is assigned the label. + \begin{center} + \includegraphics[width=0.7\textwidth]{images/confident.pdf} + \end{center} +\end{frame} + +\begin{frame}{Scoreboard} + \begin{table} + \begin{tabular}{l|c|c} + \textbf{Detector} & Simplest & Confident\\ + \textbf{Score} & 0.32 & 0.69 \\ + \end{tabular} + \end{table} +\end{frame} + + +\begin{frame}{Cautious Detector} + The complete length of the closest proto example is assigned the label, but still moves by 1 sample. + \begin{center} + \includegraphics[width=0.7\textwidth]{images/cautious.pdf} + \end{center} +\end{frame} + + +\begin{frame}{Scoreboard} + \begin{table} + \begin{tabular}{l|c|c|c} + \textbf{Detector} & Simplest & Confident & Cautious\\ + \textbf{Score} & 0.32 & 0.69 & 0.39\\ + \end{tabular} + \end{table} +\end{frame} + +\begin{frame}{Let's be smart} + \begin{itemize} + \item \sout{Respect Causality} -> Use all data available. + \item + \end{itemize} +\end{frame} +\end{document}