diff --git a/Lectures/Deadlines.tex b/Lectures/Deadlines.tex index dec071a6bc61facf2b6cd12f6f5ecbcc78cebad5..93f85053a58abcf0f97460d7c042c02a8fa82976 100644 --- a/Lectures/Deadlines.tex +++ b/Lectures/Deadlines.tex @@ -71,7 +71,7 @@ take it personally \item Syst V\&V Plan Present (L11, L12) (20 min) \bi -\item \textbf{Feb 14: Yasmin, Qianlin, Junwei, Joe} +\item \textbf{Feb 14: Qianlin, Junwei, Joe, Volunteer?} \item \textbf{Feb 25: Yinying, Bo, Hussein, Volunteer?} \ei \item Proof of Concept Demonstrations (L14) (20 min) @@ -96,10 +96,10 @@ take it personally \bi \item Implementation Present (L22 -- L25) (20 min each) \bi -\item {Mar 28: Yasmin, Aliyah, Uriel, Ziyang} -\item {Apr 1: Yuanqi, Christopher, Bo, Joe} -\item {Apr 4: Junwei, Hussein, Kiran, Alaap} -\item {Apr 8: Qianlin, Yinying, Baptiste, Phillip} +\item {Mar 28: Aliyah, Uriel, Ziyang, Yuanqi} +\item {Apr 1: Christopher, Bo, Joe, Junwei} +\item {Apr 4: Hussein, Kiran, Alaap, Qianlin} +\item {Apr 8: Yinying, Baptiste, Phillip} \ei \ei diff --git a/Lectures/L09_VerificationAndValidation/VerificAndValid.tex b/Lectures/L09_VerificationAndValidation/VerificAndValid.tex index ef9d4fabd5f0b05b617809aa72ddfe2ec47dd32c..3875d28c2d285d8838058aee83fe78ac97ae0f57 100755 --- a/Lectures/L09_VerificationAndValidation/VerificAndValid.tex +++ b/Lectures/L09_VerificationAndValidation/VerificAndValid.tex @@ -490,7 +490,7 @@ From \cite{GhezziEtAl2003} \item \structure{If our code passes all test cases, is it now guaranteed to be error free?} -\item \structure{Are 5000 random tests always better than 5 carefully selected +\item \structure{Are 5000 random tests always better than 15 carefully selected tests?} \end{itemize} diff --git a/Lectures/L10_VnVContinued/VnVContinued.pdf b/Lectures/L10_VnVContinued/VnVContinued.pdf index 1ed2df13ff9a4c25b6e9b97ae219a98a3fb6443a..beff5dc02910a5de51fdb396efdcc1bee0110f7c 100644 Binary files a/Lectures/L10_VnVContinued/VnVContinued.pdf and b/Lectures/L10_VnVContinued/VnVContinued.pdf differ diff --git a/Lectures/L10_VnVContinued/VnVContinued.tex b/Lectures/L10_VnVContinued/VnVContinued.tex index 1ca05c2a05efabc27ee951923161851c2af465f6..04c5302297ddaaa5aafc631bbaa51ec205b24085 100755 --- a/Lectures/L10_VnVContinued/VnVContinued.tex +++ b/Lectures/L10_VnVContinued/VnVContinued.tex @@ -93,7 +93,8 @@ \begin{itemize} \item \href{https://gitlab.cas.mcmaster.ca/smiths/cas741/-/commit/0bdea9edc7464bb57c2f3524bebfd4f3b59cdc80} -{Some Domain Expert and Secondary Expert assignments have changed} +{Some Domain Expert assignments have changed} +\item Yasmin dropped the course, so Bo will need to find another project to evaluate \end{itemize} \end{frame} @@ -111,6 +112,71 @@ %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% +\begin{frame} +\frametitle{Goals of Testing} + +\begin{itemize} + +\item \structure{If our code passes all test cases, is it now guaranteed to be + error free?} +\item \structure{Are 5000 random tests always better than 15 carefully selected + tests?} + +\end{itemize} + +\end{frame} + +%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% + +\begin{frame} +\frametitle{Goals of Testing} + +\begin{itemize} + +\item To show the \structure{presence} of bugs (Dijkstra, 1972) +\item If tests do not detect failures, we cannot conclude that software is defect-free +\item Still, we need to do testing - driven by sound and systematic principles +\begin{itemize} +\item Random testing is often not a systematic principle to use +% look at the example from the text, or divide by zero within a circular range +\item Need a test plan +\end{itemize} +\item Should help isolate errors - to facilitate debugging + +\end{itemize} + +\end{frame} + +%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% + +\begin{frame} +\frametitle{Goals of Testing Continued} + +\begin{itemize} +\item Should be repeatable +\begin{itemize} +\item Repeating the same experiment, we should get the same results +\item Repeatability may not be true because of the effect of the execution + environment on testing +\item Repeatability may not occur if there are uninitialized variables +\item Repeatability may not happen when there is nondeterminism +\end{itemize} + +\item Should be accurate +\begin{itemize} +\item Accuracy increases reliability +\item Part of the motivation for formal specification +\end{itemize} + +\item \structure{Is a \structure{successful} test case one that passes the test, or one + that shows a failure?} + +\end{itemize} + +\end{frame} + +%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% + \begin{frame} \frametitle{Test (V\&V) Plan}