grizzly/deneir
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add results highlights

Browse source
This commit is contained in:
Arthur Grisel-Davy 2023-08-29 13:16:33 -04:00
parent 94462b973b
commit 8ad58cf842
1 changed files with 21 additions and 25 deletions
Download patch file Download diff file Expand all files Collapse all files

46
EET1/MLCS_conference/presentation.tex
View file

@ -86,7 +86,7 @@
\begin{tcolorbox}[colback=orange!75!black,colframe=orange!50!black, coltext=white]
Runtim Monitoring
Hardware Tampering
\end{tcolorbox}
}
@ -122,13 +122,13 @@ Experiment 1: Classifying Firmware Version
\toprule
\textbf{Data} & \textbf{Model} & \textbf{Macro F1 Score} & \textbf{Accuracy} \tabularnewline
\midrule
\multirow{2}*{DC Time Domain} & RFC & \numprint[\%]{100} & \numprint[\%]{100} \tabularnewline
\multirow{2}*{DC Time Domain} & RFC & \textbf{\numprint[\%]{100}} & \numprint[\%]{100} \tabularnewline
& SVM & \numprint[\%]{96.8} & \numprint[\%]{99.3}\tabularnewline
\midrule
\multirow{2}*{AC Time Domain}& RFC & \numprint[\%]{87.4} & \numprint[\%]{98.9} \tabularnewline
\multirow{2}*{AC Time Domain}& RFC & \textbf{\numprint[\%]{87.4}} & \numprint[\%]{98.9} \tabularnewline
& SVM & \numprint[\%]{75.8} & \numprint[\%]{95.5} \tabularnewline
\midrule
\multirow{2}*{DC Frequency Domain} & RFC & \numprint[\%]{97.6} & \numprint[\%]{99.8} \tabularnewline
\multirow{2}*{DC Frequency Domain} & RFC & \textbf{\numprint[\%]{97.6}} & \numprint[\%]{99.8} \tabularnewline
& SVM & \numprint[\%]{95.3} & \numprint[\%]{96.0} \tabularnewline
\bottomrule
\end{tabular}
@ -153,33 +153,29 @@ Experiment 1: Detecting SSH Login Attempts
\begin{table}[ht]
\begin{center}
\begin{tabular}{ccccccc}
\begin{tabular}{cccccccc}
\toprule
\textbf{Model} & \textbf{Precision} & \textbf{Recall} & \textbf{F1 Score} & \textbf{Accuracy} & \textbf{FPR} & \textbf{FNR} \tabularnewline
\textbf{Domain} & \textbf{Model} & \textbf{Precision} & \textbf{Recall} & \textbf{F1 Score} & \textbf{Accuracy} & \textbf{FPR} & \textbf{FNR} \tabularnewline
%& \multicolumn{5}{>{\hsize=\dimexpr5\hsize+5\tabcolsep+\arrayrulewidth\relax}c}{\textbf{Time Domain}} & \tabularnewline
\midrule
%& \multicolumn{5}{>{\hsize=\dimexpr5\hsize+5\tabcolsep+\arrayrulewidth\relax}Y}{\textbf{Time Domain}} & \tabularnewline
\multirow{3}*{Time Domain} & RFC & \numprint[\%]{95} & \numprint[\%]{97} & \numprint[\%]{95} & \numprint[\%]{97} & \numprint[\%]{0.6} & \numprint[\%]{14} \tabularnewline
& SVM & \numprint[\%]{95} & \numprint[\%]{97} & \textbf{\numprint[\%]{96}} & \numprint[\%]{98} & \numprint[\%]{0.8} & \numprint[\%]{8} \tabularnewline
& 1D~CNN & \numprint[\%]{94} & \numprint[\%]{93} & \numprint[\%]{93} & \numprint[\%]{96} & \numprint[\%]{2} & \numprint[\%]{9} \tabularnewline
\midrule
RFC & \numprint[\%]{95} & \numprint[\%]{97} & \numprint[\%]{95} & \numprint[\%]{97} & \numprint[\%]{0.6} & \numprint[\%]{14} \tabularnewline
SVM & \numprint[\%]{95} & \numprint[\%]{97} & \numprint[\%]{96} & \numprint[\%]{98} & \numprint[\%]{0.8} & \numprint[\%]{8} \tabularnewline
1D~CNN & \numprint[\%]{94} & \numprint[\%]{93} & \numprint[\%]{93} & \numprint[\%]{96} & \numprint[\%]{2} & \numprint[\%]{9} \tabularnewline
\midrule
%& \multicolumn{5}{>{\hsize=\dimexpr5\hsize+5\tabcolsep+\arrayrulewidth\relax}Y}{\textbf{Frequency Domain}} & \tabularnewline
\midrule
RFC & \numprint[\%]{89} & \numprint[\%]{67} & \numprint[\%]{72} &
%& \multicolumn{5}{>{\hsize=\dimexpr5\hsize+5\tabcolsep+\arrayrulewidth\relax}c}{\textbf{Frequency Domain}} & \tabularnewline
\multirow{3}*{Frequency Domain} & RFC & \numprint[\%]{89} & \numprint[\%]{67} & \numprint[\%]{72} &
\numprint[\%]{88} &
\numprint[\%]{12} &
\numprint[\%]{8} \tabularnewline
SVM & -- & -- & -- & -- & -- & -- \tabularnewline
1D~CNN &
\numprint[\%]{90} & \numprint[\%]{90} & \numprint[\%]{90} & \numprint[\%]{94} &
& 1D~CNN &
\numprint[\%]{90} & \numprint[\%]{90} & \textbf{\numprint[\%]{90}} & \numprint[\%]{94} &
\numprint[\%]{3} &
\numprint[\%]{17} \tabularnewline
\midrule
%& \multicolumn{5}{>{\hsize=\dimexpr5\hsize+5\tabcolsep+\arrayrulewidth\relax}Y}{\textbf{Time + Frequency Domain}} & \tabularnewline
\midrule
1D~CNN & \numprint[\%]{89} &
%& \multicolumn{5}{>{\hsize=\dimexpr5\hsize+5\tabcolsep+\arrayrulewidth\relax}c}{\textbf{Time + Frequency Domain}} & \tabularnewline
Time + Frequency & 1D~CNN & \numprint[\%]{89} &
\numprint[\%]{95} &
\numprint[\%]{92} &
\textbf{\numprint[\%]{92}} &
\numprint[\%]{95} &
\numprint[\%]{1} &
\numprint[\%]{20} \tabularnewline
@ -203,7 +199,7 @@ Experiment 1: Detecting SSH Login Attempts
& \multicolumn{5}{>{\hsize=\dimexpr5\hsize+5\tabcolsep+\arrayrulewidth\relax}c}{\textbf{Time Domain}} & \tabularnewline
\midrule
RFC & \numprint[\%]{97} & \numprint[\%]{97} & \numprint[\%]{97} & \numprint[\%]{96.7} & \numprint[\%]{12} & \numprint[\%]{8} \tabularnewline
SVM & \numprint[\%]{99} & \numprint[\%]{99} & \numprint[\%]{99} & \numprint[\%]{98.5} &
SVM & \numprint[\%]{99} & \numprint[\%]{99} & \textbf{\numprint[\%]{99}} & \numprint[\%]{98.5} &
\numprint[\%]{1} &
\numprint[\%]{1.5} \tabularnewline
1D~CNN & \numprint[\%]{98.5} &
@ -237,7 +233,7 @@ Experiment 1: Detecting SSH Login Attempts
\textbf{Input Data} & \textbf{Model} & \textbf{Accuracy} & \textbf{Recall}\tabularnewline
\midrule
DC & SVM & \numprint[\%]{100} & \numprint[\%]{100}\tabularnewline
DC & KNN & \numprint[\%]{100} & \numprint[\%]{100}\tabularnewline
DC & KNN & \textbf{\numprint[\%]{100}} & \numprint[\%]{100}\tabularnewline
DC & SVM & \numprint[\%]{99.5} & \numprint[\%]{99.45}\tabularnewline
\bottomrule
\end{tabular}
@ -253,8 +249,8 @@ Experiment 1: Detecting SSH Login Attempts
colbacktitle=orange!75!black,title=Advantages of Physics-Based IDS]
\begin{itemize}
\item Host-independance
\item Trustworthy input data
\item
\item Fail-safe design
\item Relevant and trustworthy input data
\end{itemize}
\end{tcolorbox}