Material for L22 Assurance Cases.

Lectures/L22_AssuranceCase/AssuranceCase.tex

@@ -67,7 +67,9 @@
 \item Grading as before
 \item Due by Tuesday, Dec 5, 11:59 pm
 \ei
-
+\item Today is the last ``lecture''
+\item Next week for presentations
+\item Following Tuesday for Discussion
 \ei
 
 \end{frame}
@@ -80,7 +82,7 @@
 \begin{tabular}{l l l}
 \textbf{MIS} & Week 11 & Nov 29\\
 \textbf{Impl.\ Present} & Week 12 & Week of Nov 27\\
-Final Documentation & Week 13 & Dec 6\\
+\textbf{Final Documentation} & Week 13 & Dec 6\\
 \end {tabular}
 
 \end{frame}
@@ -110,6 +112,75 @@ Final Documentation & Week 13 & Dec 6\\
 
 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
 
+\begin{frame}
+\frametitle{Final Documentation}
+\begin{itemize}
+\item Looking for 
+\bi
+\item Revision of documentation
+\item Consistency between documents
+\item Traceability between documents - should be able to pick a requirement and
+  trace it all the way to testing
+\item Effort made to address issues and comments
+\item Appropriate challenge level
+\ei
+\item Make it easy to see changes from Rev 0
+\bi
+\item Specific explanation in Revision History
+\item Comments in tex file
+\ei
+\end{itemize}
+\end{frame}
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\begin{frame}
+\frametitle{Final Documentation}
+\begin{itemize}
+\item Requirements Document revised and improved
+\item Design Documents revised and improved
+\item Test Plan revised and improved
+\item Test Report
+\item Source Code
+\end{itemize}
+\end{frame}
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\begin{frame}
+\frametitle{Final Documentation: Source Code}
+\begin{itemize}
+\item Comments on ``what'' not ``how''
+\item Identifiers that are consistent, distinctive, and meaningful
+\item Avoidance of hard-coded constants (other than maybe 0 and 1)
+\item Appropriate modularization
+\item Consistent indentation
+\item Explicit identification of coding standards
+\item Parameters are in the same order for all functions
+\item Descriptive names of source code files
+\item Traceability to modules in module guide
+\end{itemize}
+\end{frame}
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\begin{frame}
+\frametitle{Final Documentation}
+\begin{itemize}
+\item Traceability between documents
+\item Look for an obvious requirement to see if it is in the requirements
+  document and traceable through the other documents
+\item Installability - instructions given, makefiles etc to support, means to
+  validate the installation, required libraries are explicitly identified
+\item Learnability - instructions to get someone started using the software
+\item Robustness - can the software handle garbage inputs reasonably
+\item Performance - measured if appropriate
+\item Usability - measured if appropriate
+\end{itemize}
+\end{frame}
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
 \begin{frame}
 \frametitle{Questions?}
 \begin{itemize}
@@ -170,7 +241,7 @@ Final Documentation & Week 13 & Dec 6\\
 
 \bi
 \item Permission to others to reproduce or distribute a work
-\item License are distinguished by the restrictions (conditions)
+\item Licenses are distinguished by the restrictions (conditions)
 \ei
 
 \end{frame}
@@ -284,6 +355,202 @@ Final Documentation & Week 13 & Dec 6\\
 
 %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
 
+\begin{frame}
+\frametitle{Assurance Cases in Scientific Computing \cite{SmithEtAl2017}}
+
+\bi
+\item Assurance cases
+\bi 
+\item Organized and explicit argument for correctness
+\item Successfully used for safety critical systems
+\ei
+\item Advantages for SC
+\bi
+\item Engaging domain experts
+\item Producing necessary and relevant documentation
+\item Evidence that can be verified/replicated by a third party
+\ei
+\item Example of 3dfim+
+\bi
+\item No errors found
+\item However
+\bi
+\item Documentation ambiguities
+\item No warning about parametric statistical model
+\ei
+\ei
+\ei
+
+\end{frame}
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\begin{frame}
+\frametitle{Assurance Cases in SC Motivation}
+
+\bi
+\item Do we put too much trust in the quality of SCS?
+\item Are enough checks and balances in place, especially for safety related
+  software?
+\item Problems with imposing external requirements for certification
+\bi
+\item External body does not have expertise
+\item SCS developers dislike documentation
+\ei
+\item Solution -- Assurance Cases by experts
+\bi
+\item Experts engaged
+\item Relevant documentation
+\ei
+\item Current techniques of development and testing still used, but arguments
+  will no longer be ad hoc and incompletely documented
+\ei
+
+\end{frame}
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\hoffset=-.45in
+\begin{frame}[plain]
+%\frametitle{Goal Structuring Notation}
+
+\includegraphics[width=1.19\textwidth]{../Figures/assuranceBasic.pdf}
+
+\end{frame}
+\hoffset=0in
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\hoffset=-.2in
+\begin{frame}[plain]
+%\frametitle{3dfim+ Software}
+
+\includegraphics[width=1.\textwidth]{../Figures/AFNI_screenshot.PNG}
+
+\end{frame}
+\hoffset=0in
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\hoffset=-.2in
+\begin{frame}[plain]
+%\frametitle{Correlation of One Voxel}
+
+\includegraphics[width=1.\textwidth]{../Figures/scaledvoxelANDIdealsignalVStime_least.png}
+
+\end{frame}
+\hoffset=0in
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\hoffset=-.2in
+\begin{frame}[plain]
+%\frametitle{Context and Assumption in Top Goal}
+
+\includegraphics[width=0.95\textwidth]{../Figures/TopAC.pdf}
+
+\end{frame}
+\hoffset=0in
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\hoffset=-.27in
+\begin{frame}[plain]
+%\frametitle{Top Goal}
+
+\includegraphics[width=1.15\textwidth]{../Figures/TopGoal.pdf}
+
+\end{frame}
+\hoffset=0in
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\hoffset=-.2in
+\begin{frame}[plain]
+%\frametitle{GR Decomposition}
+
+\includegraphics[width=0.95\textwidth]{../Figures/GRTop.pdf}
+
+\end{frame}
+\hoffset=0in
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\hoffset=-.21in
+\begin{frame}[plain]
+%\frametitle{Modifiability of Documentation Requirements}
+
+\includegraphics[width=1.14\textwidth]{../Figures/Modifiable.pdf}
+
+\end{frame}
+\hoffset=0in
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\hoffset=-.3in
+\begin{frame}[plain]
+%\frametitle{Generic Evidence}
+
+\includegraphics[width=1.15\textwidth]{../Figures/Generic.pdf}
+
+\end{frame}
+\hoffset=0in
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\hoffset=-.2in
+\begin{frame}[plain]
+%\frametitle{Defined Operational Assumptions}
+
+\includegraphics[width=0.75\textwidth]{../Figures/GSN_GA.pdf}
+
+\end{frame}
+\hoffset=0in
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\begin{frame}
+\frametitle{Proposed Changes to 3dfim+}
+
+\bi
+\item No mistakes found in calculations
+\item Goal of original software was not certification
+\item Problems found
+\bi
+\item GR goal not satisfied
+\bi
+\item Not complete, verifiable, modifiable or traceable
+\item Coordinate system information missing
+\item Ambiguous rank function
+\ei
+\item Inputs not checked in code
+\item User not informed of their responsibility to use tool with correct
+  statistical model
+\ei
+\ei
+
+\end{frame}
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\begin{frame}
+\frametitle{Concluding Remarks}
+
+\bi
+\item Hopefully motivated assurance cases for SC
+\item Quality is improved by looking at a problem from different perspectives,
+  assurance cases provide a systematic and rigorous way to introduce a new
+  perspective
+\item An assurance cases will likely use the same documentation and ideas used
+  in CAS 741
+\item However, an assurance case can focus and direct efforts right from the
+  start of the project
+\ei
+
+\end{frame}
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
 \begin{frame}[allowframebreaks]
 \frametitle{References}
 

ReferenceMaterial/References.bib

@@ -2,7 +2,7 @@
 %% http://bibdesk.sourceforge.net/
 
 
-%% Created for Spencer Smith at 2017-11-23 11:40:45 -0500 
+%% Created for Spencer Smith at 2017-11-23 11:56:51 -0500 
 
 
 %% Saved with string encoding Unicode (UTF-8) 
@@ -12,11 +12,12 @@
 @unpublished{SmithEtAl2017,
 	Author = {W. Spencer Smith and Mojdeh Sayari Nejad and Alan Wassyng},
 	Date-Added = {2017-11-23 16:40:43 +0000},
-	Date-Modified = {2017-11-23 16:40:43 +0000},
+	Date-Modified = {2017-11-23 16:56:51 +0000},
 	Month = {November},
+	Note = {Prepared for ICSE Submission},
 	Title = {Assurance Cases for Scientific Computing Software},
 	Year = {2017},
-	Bdsk-File-1 = {YnBsaXN0MDDUAQIDBAUGJCVYJHZlcnNpb25YJG9iamVjdHNZJGFyY2hpdmVyVCR0b3ASAAGGoKgHCBMUFRYaIVUkbnVsbNMJCgsMDxJXTlMua2V5c1pOUy5vYmplY3RzViRjbGFzc6INDoACgAOiEBGABIAFgAdccmVsYXRpdmVQYXRoWWFsaWFzRGF0YV8QLi4uLy4uL3NlNHNjL1dyaXRpbmcvSUNTRTIwMTgvU21pdGhFdEFsMjAxOC5wZGbSFwsYGVdOUy5kYXRhTxEBegAAAAABegACAAAMTWFjaW50b3NoIEhEAAAAAAAAAAAAAAAAAAAAAAAAAEJEAAH/////EVNtaXRoRXRBbDIwMTgucGRmAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAP////8AAAAAAAAAAAAAAAAAAgAEAAAKIGN1AAAAAAAAAAAAAAAAAAhJQ1NFMjAxOAACAD0vOlVzZXJzOnNtaXRoczpSZXBvczpzZTRzYzpXcml0aW5nOklDU0UyMDE4OlNtaXRoRXRBbDIwMTgucGRmAAAOACQAEQBTAG0AaQB0AGgARQB0AEEAbAAyADAAMQA4AC4AcABkAGYADwAaAAwATQBhAGMAaQBuAHQAbwBzAGgAIABIAEQAEgA7VXNlcnMvc21pdGhzL1JlcG9zL3NlNHNjL1dyaXRpbmcvSUNTRTIwMTgvU21pdGhFdEFsMjAxOC5wZGYAABMAAS8AABUAAgAN//8AAIAG0hscHR5aJGNsYXNzbmFtZVgkY2xhc3Nlc11OU011dGFibGVEYXRhox0fIFZOU0RhdGFYTlNPYmplY3TSGxwiI1xOU0RpY3Rpb25hcnmiIiBfEA9OU0tleWVkQXJjaGl2ZXLRJidUcm9vdIABAAgAEQAaACMALQAyADcAQABGAE0AVQBgAGcAagBsAG4AcQBzAHUAdwCEAI4AvwDEAMwCSgJMAlECXAJlAnMCdwJ+AocCjAKZApwCrgKxArYAAAAAAAACAQAAAAAAAAAoAAAAAAAAAAAAAAAAAAACuA==}}
+	Bdsk-File-1 = {YnBsaXN0MDDUAQIDBAUGJCVYJHZlcnNpb25YJG9iamVjdHNZJGFyY2hpdmVyVCR0b3ASAAGGoKgHCBMUFRYaIVUkbnVsbNMJCgsMDxJXTlMua2V5c1pOUy5vYmplY3RzViRjbGFzc6INDoACgAOiEBGABIAFgAdccmVsYXRpdmVQYXRoWWFsaWFzRGF0YV8QEVNtaXRoRXRBbDIwMTgucGRm0hcLGBlXTlMuZGF0YU8RAYgAAAAAAYgAAgAADE1hY2ludG9zaCBIRAAAAAAAAAAAAAAAAAAAAAAAAABCRAAB/////xFTbWl0aEV0QWwyMDE4LnBkZgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAD/////AAAAAAAAAAAAAAAAAAEAAgAACiBjdQAAAAAAAAAAAAAAAAARUmVmZXJlbmNlTWF0ZXJpYWwAAAIAPy86VXNlcnM6c21pdGhzOlJlcG9zOmNhczc0MTpSZWZlcmVuY2VNYXRlcmlhbDpTbWl0aEV0QWwyMDE4LnBkZgAADgAkABEAUwBtAGkAdABoAEUAdABBAGwAMgAwADEAOAAuAHAAZABmAA8AGgAMAE0AYQBjAGkAbgB0AG8AcwBoACAASABEABIAPVVzZXJzL3NtaXRocy9SZXBvcy9jYXM3NDEvUmVmZXJlbmNlTWF0ZXJpYWwvU21pdGhFdEFsMjAxOC5wZGYAABMAAS8AABUAAgAN//8AAIAG0hscHR5aJGNsYXNzbmFtZVgkY2xhc3Nlc11OU011dGFibGVEYXRhox0fIFZOU0RhdGFYTlNPYmplY3TSGxwiI1xOU0RpY3Rpb25hcnmiIiBfEA9OU0tleWVkQXJjaGl2ZXLRJidUcm9vdIABAAgAEQAaACMALQAyADcAQABGAE0AVQBgAGcAagBsAG4AcQBzAHUAdwCEAI4AogCnAK8COwI9AkICTQJWAmQCaAJvAngCfQKKAo0CnwKiAqcAAAAAAAACAQAAAAAAAAAoAAAAAAAAAAAAAAAAAAACqQ==}}
 
 @article{Kelly2007,
 	Address = {Los Alamitos, CA, USA},