diff --git a/EET1/MLCS_conference/presentation.tex b/EET1/MLCS_conference/presentation.tex index ce95dfc..76ccc14 100644 --- a/EET1/MLCS_conference/presentation.tex +++ b/EET1/MLCS_conference/presentation.tex @@ -86,7 +86,7 @@ \begin{tcolorbox}[colback=orange!75!black,colframe=orange!50!black, coltext=white] - Runtim Monitoring + Hardware Tampering \end{tcolorbox} } @@ -122,13 +122,13 @@ Experiment 1: Classifying Firmware Version \toprule \textbf{Data} & \textbf{Model} & \textbf{Macro F1 Score} & \textbf{Accuracy} \tabularnewline \midrule - \multirow{2}*{DC Time Domain} & RFC & \numprint[\%]{100} & \numprint[\%]{100} \tabularnewline + \multirow{2}*{DC Time Domain} & RFC & \textbf{\numprint[\%]{100}} & \numprint[\%]{100} \tabularnewline & SVM & \numprint[\%]{96.8} & \numprint[\%]{99.3}\tabularnewline \midrule - \multirow{2}*{AC Time Domain}& RFC & \numprint[\%]{87.4} & \numprint[\%]{98.9} \tabularnewline + \multirow{2}*{AC Time Domain}& RFC & \textbf{\numprint[\%]{87.4}} & \numprint[\%]{98.9} \tabularnewline & SVM & \numprint[\%]{75.8} & \numprint[\%]{95.5} \tabularnewline \midrule - \multirow{2}*{DC Frequency Domain} & RFC & \numprint[\%]{97.6} & \numprint[\%]{99.8} \tabularnewline + \multirow{2}*{DC Frequency Domain} & RFC & \textbf{\numprint[\%]{97.6}} & \numprint[\%]{99.8} \tabularnewline & SVM & \numprint[\%]{95.3} & \numprint[\%]{96.0} \tabularnewline \bottomrule \end{tabular} @@ -153,33 +153,29 @@ Experiment 1: Detecting SSH Login Attempts \begin{table}[ht] \begin{center} - \begin{tabular}{ccccccc} + \begin{tabular}{cccccccc} \toprule - \textbf{Model} & \textbf{Precision} & \textbf{Recall} & \textbf{F1 Score} & \textbf{Accuracy} & \textbf{FPR} & \textbf{FNR} \tabularnewline + \textbf{Domain} & \textbf{Model} & \textbf{Precision} & \textbf{Recall} & \textbf{F1 Score} & \textbf{Accuracy} & \textbf{FPR} & \textbf{FNR} \tabularnewline + %& \multicolumn{5}{>{\hsize=\dimexpr5\hsize+5\tabcolsep+\arrayrulewidth\relax}c}{\textbf{Time Domain}} & \tabularnewline \midrule - %& \multicolumn{5}{>{\hsize=\dimexpr5\hsize+5\tabcolsep+\arrayrulewidth\relax}Y}{\textbf{Time Domain}} & \tabularnewline + \multirow{3}*{Time Domain} & RFC & \numprint[\%]{95} & \numprint[\%]{97} & \numprint[\%]{95} & \numprint[\%]{97} & \numprint[\%]{0.6} & \numprint[\%]{14} \tabularnewline + & SVM & \numprint[\%]{95} & \numprint[\%]{97} & \textbf{\numprint[\%]{96}} & \numprint[\%]{98} & \numprint[\%]{0.8} & \numprint[\%]{8} \tabularnewline + & 1D~CNN & \numprint[\%]{94} & \numprint[\%]{93} & \numprint[\%]{93} & \numprint[\%]{96} & \numprint[\%]{2} & \numprint[\%]{9} \tabularnewline \midrule - RFC & \numprint[\%]{95} & \numprint[\%]{97} & \numprint[\%]{95} & \numprint[\%]{97} & \numprint[\%]{0.6} & \numprint[\%]{14} \tabularnewline - SVM & \numprint[\%]{95} & \numprint[\%]{97} & \numprint[\%]{96} & \numprint[\%]{98} & \numprint[\%]{0.8} & \numprint[\%]{8} \tabularnewline - 1D~CNN & \numprint[\%]{94} & \numprint[\%]{93} & \numprint[\%]{93} & \numprint[\%]{96} & \numprint[\%]{2} & \numprint[\%]{9} \tabularnewline - \midrule - %& \multicolumn{5}{>{\hsize=\dimexpr5\hsize+5\tabcolsep+\arrayrulewidth\relax}Y}{\textbf{Frequency Domain}} & \tabularnewline - \midrule - RFC & \numprint[\%]{89} & \numprint[\%]{67} & \numprint[\%]{72} & + %& \multicolumn{5}{>{\hsize=\dimexpr5\hsize+5\tabcolsep+\arrayrulewidth\relax}c}{\textbf{Frequency Domain}} & \tabularnewline + \multirow{3}*{Frequency Domain} & RFC & \numprint[\%]{89} & \numprint[\%]{67} & \numprint[\%]{72} & \numprint[\%]{88} & \numprint[\%]{12} & \numprint[\%]{8} \tabularnewline - SVM & -- & -- & -- & -- & -- & -- \tabularnewline - 1D~CNN & - \numprint[\%]{90} & \numprint[\%]{90} & \numprint[\%]{90} & \numprint[\%]{94} & + & 1D~CNN & + \numprint[\%]{90} & \numprint[\%]{90} & \textbf{\numprint[\%]{90}} & \numprint[\%]{94} & \numprint[\%]{3} & \numprint[\%]{17} \tabularnewline \midrule - %& \multicolumn{5}{>{\hsize=\dimexpr5\hsize+5\tabcolsep+\arrayrulewidth\relax}Y}{\textbf{Time + Frequency Domain}} & \tabularnewline - \midrule - 1D~CNN & \numprint[\%]{89} & + %& \multicolumn{5}{>{\hsize=\dimexpr5\hsize+5\tabcolsep+\arrayrulewidth\relax}c}{\textbf{Time + Frequency Domain}} & \tabularnewline + Time + Frequency & 1D~CNN & \numprint[\%]{89} & \numprint[\%]{95} & - \numprint[\%]{92} & + \textbf{\numprint[\%]{92}} & \numprint[\%]{95} & \numprint[\%]{1} & \numprint[\%]{20} \tabularnewline @@ -203,7 +199,7 @@ Experiment 1: Detecting SSH Login Attempts & \multicolumn{5}{>{\hsize=\dimexpr5\hsize+5\tabcolsep+\arrayrulewidth\relax}c}{\textbf{Time Domain}} & \tabularnewline \midrule RFC & \numprint[\%]{97} & \numprint[\%]{97} & \numprint[\%]{97} & \numprint[\%]{96.7} & \numprint[\%]{12} & \numprint[\%]{8} \tabularnewline - SVM & \numprint[\%]{99} & \numprint[\%]{99} & \numprint[\%]{99} & \numprint[\%]{98.5} & + SVM & \numprint[\%]{99} & \numprint[\%]{99} & \textbf{\numprint[\%]{99}} & \numprint[\%]{98.5} & \numprint[\%]{1} & \numprint[\%]{1.5} \tabularnewline 1D~CNN & \numprint[\%]{98.5} & @@ -237,7 +233,7 @@ Experiment 1: Detecting SSH Login Attempts \textbf{Input Data} & \textbf{Model} & \textbf{Accuracy} & \textbf{Recall}\tabularnewline \midrule DC & SVM & \numprint[\%]{100} & \numprint[\%]{100}\tabularnewline - DC & KNN & \numprint[\%]{100} & \numprint[\%]{100}\tabularnewline + DC & KNN & \textbf{\numprint[\%]{100}} & \numprint[\%]{100}\tabularnewline DC & SVM & \numprint[\%]{99.5} & \numprint[\%]{99.45}\tabularnewline \bottomrule \end{tabular} @@ -253,8 +249,8 @@ Experiment 1: Detecting SSH Login Attempts colbacktitle=orange!75!black,title=Advantages of Physics-Based IDS] \begin{itemize} \item Host-independance - \item Trustworthy input data - \item + \item Fail-safe design + \item Relevant and trustworthy input data \end{itemize} \end{tcolorbox}