!! "#! $ % &’()*+(,* -./ /*0(*1(,&2,) 3*43(,& 2 4.- 312/* 4543*6 (++*6 02, )*, (&&*+22/
������������������ ����������� ������������������������������������� ���� !����������!��������"�#����������!����
�����������
$� ���������������%���� ����������
�������������� ���������� ��
�� ����
��&'()*+(,*��-./�/*0(*1(,&�2,)�3*43(,&��2�4.-312/*�4543*6�
� (++*6�02,�)*,��(&&*+22/
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*���.-�7�
Foreword �8(4� 929*/� &(0*4� 38*� :24(;4� .-� 4.-312/*� <'2+(35� ;.,3/.+!� "(/43� (3� 1(++� *=9+2(,� 1823�4.-312/*�<'2+(35�;.,3/.+�(4!��3�1(++�&(0*�(,�2�,'348*++�1823�/*0(*1(,&�(4�2,)�8.1�3.�'4*�(3!�3�1(++�*=9+2(,�38*���6.)*+>�38*�4*0*/2+�3*43�9824*4�2,)�38*�)*+(0*/2:+*4�.-�38*�3*43�9824*4!��*43�6*38.)4�2/*�)(4;'44*)�2,)�3*43� 3..+(,&� (4�:/(*-+5� 3.';8*)!� -�9.44(:+*>�6*3/(;4�2/*�&(0*,�.,�38*�4*0*/2+�4':?*;34!����
�8*�+(&83�:'+:4�(,�38(4�).;'6*,3�(,)(;23*�'4*-'+�9/2;3(;2+�3(94!���
�
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*���.-�7�
Definitions & acronyms �')(3� �,� (,)*9*,)*,3�*=26(,23(.,�.-�2�1./@�9/.)';3�./�2�4*3�.-�1./@�
9/.)';34� 3.� 244*44� ;.69+(2,;*� 1(38� 9/.;*44*4>� 49*;(-(;23(.,4>�432,)2/)4>�;.,3/2;3'2+�2&/**6*,34�./�.38*/�;/(3*/(2!�
�'&� ��)*-*;3�
�.)*�;.0*/2&*� �8*�9*/;*,32&*�.-�38*�;.)*�3823�824�:**,�2;3(023*)�2-3*/�38*�*=*�;'3(.,�.-�38*�4.-312/*�299+(;23(.,!��
$*:'&&(,&� �2/3� .-� )*0*+.96*,3� 18*/*� 38*� 9/.&/266*/� .-� 38*� ;.)*� ;8*;@4�38*�;.)*�2-3*/�:'&4��:5�6*2,4�.-�3*43(,&�./�'42&*��2/*�-.',)�:5�8(64*+-�./�4.6*:.)5�*+4*!��
$*-*;3� �,�(,432,;*�(,�18(;8�2�/*<'(/*6*,3�(4�,.3�423(4-(*)�A"2&2,B!�
$/(0*/� �62++�3*43�9/.&/26�-**)(,&�38*�',(3�1(38�3*43�)232�2,)�/*9./3(,&�3*43�/*4'+34!�
�,)�;'43.6*/� �8*�9*/4.,�18.�824�92()�-./�38*�4543*6�:*(,&�)*0*+.9*)�2,)�1(++�:*�38*�.1,*/�2,)�'4*/�.-�(3!�
"2(+'/*�� �2+-',;3(.,�;2'4*)�:5�2�)*-*;3�./�:'&!�
"',;3(.,2+��/*<'(/*6*,34�
�++� C82/)D� /*<'(/*6*,34� .-�2� 4543*6!� �8*�:24(4�-',;3(.,4� .-� 38*�4543*6!��**�2+4.�C.,�-',;3(.,2+�/*<'(/*6*,34D!�
����� �(+.��(,*4��-��.)*�������+(,*4�.-�;.)*�
�2?./�$*-*;3� ��)*-*;3�.-�18(;8�38*�(,49*;3./�4254�(3�(4�2�62?./�
� (,./�$*-*;3� �++�,.,�62?./�)*-*;34�
�.)'+*� �62++*43�92/3�.-�2�4.-312/*�4543*6�2;;./)(,&�38*���6.)*+!�
.,�-',;3(.,2+�/*<'(/*6*,34�
�++� C4.-3D� ./� 4.�;2++*)���������� ���� � ���� .-� 2� 4543*6!��!&!� '4�2:(+(35>� 62(,32(,2:(+(35>� ;.6923(:(+(35>� 9*/-./62,;*!� �**� 2+4.�C"',;3(.,2+�/*<'(/*6*,34D!�
E'2+(35���44'/2,;*�
�;3(0(3(*4� 3823�6*24'/*� 38*����� ���� ()*,3(-5�)*-*;34�2,)�4'&&*43�(69/.0*6*,34!��8*�)(/*;3� /*4'+3�.-�38*4*�2;3(0(3(*4� (4�;82,&*4�3.�38*�9/.;*44!�
E'2+(35��.,3/.+� �;3(0(3(*4� 3823�6*24'/*� 38*���������� ()*,3(-5�)*-*;34�2,)�4'&&*43�(69/.0*6*,34!��8*�)(/*;3� /*4'+3�.-�38*4*�2;3(0(3(*4� (4�;82,&*4�3.�38*�9/.)';3!��8*�.'39'3�.-�<'2+(35�;.,3/.+�2;3(0(3(*4�(4�.-3*,�(,9'3�3.�<'2+(35�244'/2,;*�2;3(0(3(*4�
�*0(*1� �,�*02+'23(.,�.-�2�).;'6*,3�2(6(,&�3.�-(,)�)*-*;34!�
�;*,2/(.������3*/6��
��4;*,2/(.� (4�2,�(,432,;*�.-�2�'4*�;24*>�2,)�/*9/*4*,34�2�4(,&+*�9238�38/.'&8�38*�'4*�;24*!��8'4>�.,*�625�;.,43/';3�2�4;*,2/(.�-./� 38*�62(,�-+.1�38/.'&8�38*�'4*�;24*>�2,)�.38*/�4;*,2/(.4�-./�*2;8� 9.44(:+*� 02/(23(.,� .-� -+.1� 38/.'&8� 38*� '4*� ;24*� �*!&!>� 3/(&�&*/*)�:5�.93(.,4>�*//./� ;.,)(3(.,4>�4*;'/(35�:/*2;8*4>�*3;!�!��;*�,2/(.4�625�:*�)*9(;3*)�'4(,&�4*<'*,;*�)(2&/264!�
������ �9*;(-(;>��*24'/2:+*>��;;*93*)>��*2+(43(;�2,)��(6*+5�
�3':� $'665�/.'3(,*>�4(6'+23(,&�+.1*/�+*0*+�4.-312/*�./�82/)12/*�
�2/&*3�4543*6� �8*� 4543*6�-./�18(;8� 38*� 4.-312/*�',)*/� 3*43� (4�6*2,3!�"./� (,�432,;*�38*�2;3'2+���/25�4543*6!���
�*43(,&� �8*� 9/.;*44� .-� -(,)(,&� )*-*;34� (,� /*+23(.,� 3.� 2� 4*3� .-� 9/*)*3*/�6(,*)�;/(3*/(2�./�49*;(-(;23(.,4!��8*�9'/9.4*�(4�,.3�3.�9/.0*�3823�2�4543*6�1./@4>�:'3�3.�9/.0*�3823�2�4543*6�).*4�,.3�1./@!��
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*�7�.-�7�
4*��24*������3*/6��
�� &.2+�./(*,3*)� 4*3� .-� (,3*/2;3(.,4� :*31**,� *=3*/,2+� 2;3./4� 2,)�38*�4543*6�',)*/�;.,4()*/23(.,!���,�2;3./�625�:*�2�;+244�.-�'4�*/4>�/.+*4�'4*/4�;2,�9+25>�./�.38*/�4543*64!���'4*�;24*�(4�(,(3(23*)�:5�2�'4*/�1(38�2�92/3(;'+2/�&.2+�(,�6(,)>�2,)�;.69+*3*4�4';;*44�-'++5�18*,�3823�&.2+� (4�423(4-(*)!� 3�)*4;/(:*4�38*�4*<'*,;*�.-�(,�3*/2;3(.,4�:*31**,�2;3./4�2,)�38*�4543*6�,*;*442/5�3.�)*+(0*/�38*�4*/0(;*� 3823�423(4-(*4� 38*�&.2+!��8*�4543*6� (4� 3/*23*)�24�2�F:+2;@�:.=F>� 2,)� 38*� (,3*/2;3(.,4� 1(38� 4543*6>� (,;+')(,&� 4543*6� /*�49.,4*4>�2/*�24�9*/;*(0*)�-/.6�.'34()*�38*�4543*6!�
�
References A�233.,B� �2-*/��>�$*0*+.9(,&�4.-312/*�-./�8(&8�(,3*&/(35�2,)�42-*35�;/(3(;2+�454�
3*64>���*4��233.,>��GGG�
A�2//5B� �2//5>�� (@*+!�F�(=��(&62���8*��/*2@38/.'&8��2,2&*6*,3��3/23*&5��*0.+'3(.,(H(,&�38*� ./+)I4��.9��./9./23(.,4!F�*1�J./@>�!J!��2,).6��.'4*��':+(48*/4>�����!�
A�.*86B� 69/.0(,&��.-312/*��/.)';3(0(35>��!��.*86>������.69'3*/>��.+!���>��!�G>��G�K�
A�(+:B� �.-312/*�,49*;3(.,>��.6��(+:�L�$./.385��/2826>��))(4.,� *4+*5>����������������7�
A"2&2,B� $*4(&,�2,)��.)*�(,49*;3(.,4�3.�/*)';*�*//./4�(,�9/.&/26�)*0*+.96*,3�� !�"2&2,>��� ��543*6�%.'/,2+�0.+'6*����,.���
A�/*1B� $*6543(-5(,&�$*4(&,�-./��*432:(+(35>��(6��/*1>��8(+(94�$(&(32+��543*64��2:>��*)8(++�
A�./,*33B� �.)*�;.0*/2&*�2,2+54(4>��3*0*��./,*33>��'++4*5*�3*43(,&�3*;8,.+.&5�
�
�
�
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*���.-�7�
���������� �� ��1. INTRODUCTION...........................................................................................................................3 1.1 WHAT IS QUALITY CONTROL?.........................................................................................................................3
1.1.1 Debugging................................................................................................................................................3 1.1.2 Testing .....................................................................................................................................................3 1.1.3 Quality Control ........................................................................................................................................3
1.2 WHAT IS QUALITY ASSURANCE?.....................................................................................................................3 1.3 WHAT IS DESIGN FOR TESTABILITY? ...............................................................................................................3 1.4 WHY QUALITY CONTROL................................................................................................................................3 1.5 WHEN TO STOP TESTING? ................................................................................................................................3
1.5.1 Stop on zero fault software? ....................................................................................................................3 1.5.1.1 Mariner 1 Venus probe loses its way: 1962 .......................................................................................................3 1.5.1.2 Radiation machine kills four people: 1985 to 1987............................................................................................3
1.5.2 Stop if run out of resources? ....................................................................................................................3 1.5.3 Stop on SMART criteria? ........................................................................................................................3
1.5.3.1 Number of found defects dropped below limit...................................................................................................3 1.5.3.2 Percentage of successfully passed test cases reached target...............................................................................3 1.5.3.3 Requirement coverage reached target. ...............................................................................................................3 1.5.3.4 Code coverage reached target. ...........................................................................................................................3
1.6 WHEN TO STOP REVIEWING?............................................................................................................................3 2. REVIEWING .................................................................................................................................3 2.1 DEFINITION .....................................................................................................................................................3 2.2 GOALS .............................................................................................................................................................3
2.2.1 Main goals ...............................................................................................................................................3 2.2.2 Positive side effects .................................................................................................................................3
2.3 THE ROLES ......................................................................................................................................................3 2.3.1 Process roles ............................................................................................................................................3 2.3.2 Product roles ............................................................................................................................................3
2.4 THE PROCESS ..................................................................................................................................................3 2.4.1 Submit......................................................................................................................................................3 2.4.2 (Optional) Kick-off meeting ....................................................................................................................3 2.4.3 Find defects..............................................................................................................................................3 2.4.4 Review meeting .......................................................................................................................................3 2.4.5 Follow up .................................................................................................................................................3
2.5 GUIDELINES.....................................................................................................................................................3 2.6 HINTS & TIPS ...................................................................................................................................................3
2.6.1 Pre-review documents..............................................................................................................................3 2.6.2 Define viewpoints ....................................................................................................................................3 2.6.3 Collect review logs before review meeting..............................................................................................3 2.6.4 Sample large documents ..........................................................................................................................3 2.6.5 Log typos defects on hard copy of document ..........................................................................................3 2.6.6 Only discuss majors during the meeting ..................................................................................................3 2.6.7 Verify majors only ...................................................................................................................................3
2.7 METRIC ...........................................................................................................................................................3 3. TESTING.........................................................................................................................................3 3.1 THE V-MODEL .................................................................................................................................................3 3.2 TEST PROCESS .................................................................................................................................................3
3.2.1 Define test organisation ...........................................................................................................................3 3.2.1.1 Integration & Test plan ......................................................................................................................................3
3.2.2 Risk based testing ....................................................................................................................................3 3.2.3 Define Tests .............................................................................................................................................3
3.2.3.1 Requirements .....................................................................................................................................................3 3.2.3.2 Test/Integration specification.............................................................................................................................3
3.2.4 Execute Tests ...........................................................................................................................................3 3.2.4.1 Test log ..............................................................................................................................................................3
3.2.5 Report Results..........................................................................................................................................3
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*���.-�7�
3.2.5.1 Test report ..........................................................................................................................................................3 3.2.5.2 Metric.................................................................................................................................................................3
3.3 TEST PHASES ...................................................................................................................................................3 3.3.1 Acceptance test ........................................................................................................................................3 3.3.2 System test ...............................................................................................................................................3 3.3.3 System Integration test.............................................................................................................................3 3.3.4 Unit test....................................................................................................................................................3 3.3.5 Unit Integration test .................................................................................................................................3 3.3.6 Module test ..............................................................................................................................................3 3.3.7 Regression test .........................................................................................................................................3
3.4 AUTOMATIC TESTING ......................................................................................................................................3 3.5 TEST METHODS................................................................................................................................................3
3.5.1 Equivalence partitioning ..........................................................................................................................3 3.5.2 Boundary value analysis ..........................................................................................................................3 3.5.3 Scenario ...................................................................................................................................................3 3.5.4 State transition testing..............................................................................................................................3 3.5.5 Error guessing..........................................................................................................................................3 3.5.6 Test attributes for non-functional requirements .......................................................................................3
3.5.6.1 Capability...........................................................................................................................................................3 3.5.6.2 Stability..............................................................................................................................................................3 3.5.6.3 Resistance to failure...........................................................................................................................................3 3.5.6.4 Compatibility .....................................................................................................................................................3 3.5.6.5 Throughput ........................................................................................................................................................3
4. APPENDIX A: MORE HISTORICAL SOFTWARE FAILURES ............................................3 4.1.1.1 AT&T long distance service fails: 1990 ............................................................................................................3 4.1.1.2 Patriot missile misses: 1991...............................................................................................................................3 4.1.1.3 Pentium chip fails math test: 1994 .....................................................................................................................3 4.1.1.4 New Denver airport misses its opening: 1995....................................................................................................3 4.1.1.5 Deregulation of California utilities has to wait: 1998 ........................................................................................3 4.1.1.6 Ariane 5, June 1996 ...........................................................................................................................................3
5. APPENDIX B: CODE COVERAGE TOOL EXAMPLES .........................................................3
6. APPENDIX C: REQUIREMENTS MANAGEMENT TOOLS..................................................3
�
�
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*�K�.-�7�
Quality Control
A software product
Softwaredocumentation
Test
Review
Detectedbugs
Detectedbugs
����������������
�
���� ��� ��������� ���� ����,�38(4�;.'/4*�1*�2/*�&.(,&�3.�32+@�2:.'3��.-312/*�E'2+(35��.,3/.+!��.�-(,)�.'3�1823�3823�(4>�+*3M4�).�4.6*�8(43./5�-(/43!�
����� ���� �� �
,3(+�38*�*2/+5��GK��6.43�4.-312/*�)*0*+.96*,3�./&2,(H23(.,4�82)�,.3�;+*2/+5�)(-�-*/*,3(23*)�:*31**,�3*43(,&�2,)�)*:'&&(,&���(-*�124�4(69+*>�2�4543*6�124�:'(+3�.,�38*� *,)�;'43.6*/M4� 1(48*4!� *=3>� 38*� *,)�;'43.6*/� '4*)� (3� 2,)� 38*� 9/.&/266*/�/*6.0*)�38*�-.',)�:'&4�.,�38*�-+5!��
����! ��� �� �
�-3*/� 38(4� ;82.3(;� 9*/(.)>� .,*� 432/3*)� 3.� :'(+)� 6./*� ;.69+*=� 4543*64!� �8*� ,**)�2/.4*�3.�1/(3*�).1,�38*�*,)�;'43.6*/�1(48*4�(,�38*�-./6�.-�4.�;2++*)�/*<'(/*6*,34!��8*� 4543*6� 82)� 3.� .:*5� 38*4*� /*<'(/*6*,34� 2,)� 4*92/23*� 3*43(,&� 2;3(0(3(*4� 1*/*�:./,��2,�2;3(0(35�3.�-(,)�38*�-2'+34�(,�38*�4543*6�3823�).�,.3�;.//*49.,)�3.�38*�/*�<'(/*6*,34!��'3�43(++�38*/*�124�2�:(&�9/.:+*6��3*43(,&�124�2+1254�).,*�23�38*�*,)�.-�38*�;5;+*��(3�124���������������� �����:'&4�2-3*/12/)4!�
����" ����� ���� ���
.12)254>� 4543*64� 2/*� 3823� ;.69+*=� 3823�38*5�;2,�*=(43�.-�6(++(.,4� +(,*�.-�;.)*!��*2+�3(6*� 4543*64� 820*� :*;.6*� 8'&*�299+(;23(.,4!� �8*5� 2/*� 9'3� 3.&*38*/� 6'+3(�)(4;(9+(,2/5�� 6*;82,(;4�>� 82/)12/*�� 2,)�4.-312/*�*,&(,**/(,&�?.(,�-./;*4!��
�,)� 18*/*� ).*4� (3� 2++� 432/3N� �3� 38*�;'43.6*/4� /*<'(/*6*,34O� �8(4� ).;'6*,3� (4�38*�-(/43�.:?*;3�3823�,**)4�3.�:*�3*43*)!��
�*43(,&� 2� ).;'6*,3� (4� ;2++*)� P/*0(*1(,&M��4*0*/2+� 9*.9+*� �2++� 432@*8.+)*/4� .-� 38*�).;'6*,3�� /*2)� 38(4� ).;'6*,3� 2,)� &(0*�;.66*,3��)*3*;3�:'&4�!��
�-3*/� 38*� /*<'(/*6*,34>� 38*� 4.-312/*�49*;(-(;23(.,4� 2,)� )*4(&,4� 2/*� /*0(*1*)!��0*,�38*�;.)*�(4�/*0(*1*)!�
"(,2++5>� 38*� ;.69(+*)� 2,)� +(,@*)� ;.)*� (4�3*43*)!��*43(,&�.;;'/4�1(38�38*�-.;'4�.,�.,*�./� 6./*� +*0*+4� �6.)'+*>� ',(3>� 4':�4543*6>�4543*6�� )*9*,)*,3� .,� 38*� ;.69+*=(35� 2,)�4(H*�.-�38*�299+(;23(.,!�
�
�
�
�
�
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*���.-�7�
Quality Assurance
A SoftwareProcess
e.g. coding
Audit
Deviation tothe process
��!� ��� ��������� ��#��������� (38� <'2+(35� 244'/2,;*>� 38*�2&/**)�125�.-�1./@(,&�(4�;8*;@*)�2&2(,43�38*�2;3'2+�125�.-�1./@(,&!�"./� (,432,;*>� (-� 38*� 9/.?*;3� 824�9+2,,*)� 2,)� 2&/**)� 3823� *0*/5�,*1�9(*;*�.-�;.)*�(4�4':?*;3*)�3.�2�;.)*� /*0(*1>� 38*� <'2+(35� 244'/�2,;*� .--(;*/� ;8*;@4� (-� 38(4� (,)**)�8299*,4!� �8*� ;8*;@(,&� (-� <'2+(35�;.,3/.+�(4�9*/-./6*)�24�9+2,,*)�(4�2+4.�92/3� .-�8(4�?.:!���8*+9-'+� (,�43/'6*,3�-./� 38*�.--(;*/� (4�2,�2'�)(3!� �5� 6*2,4� .-� (,3*/0(*14� 1(38�9/.?*;3� 6*6:*/4� 8*� ;2,� &*3� 2�;+*2/� 9(;3'/*� .-� 1823� (4� &.(,&� .,�(,�38*�9/.?*;3!��
�
�.>� 38*� )(--*/*,;*� :*31**,�<'2+(35� ;.,3/.+� 2,)�<'2+(35� 244'/2,;*� (4� 3823� 38*� -(/43�;8*;@4�38*��������>�2,)�38*�4*;.,)�;8*;@4�38*����� ��!�
�
��"� ��� �������� ����� �� ����� ���$*4(&,�-./�3*432:(+(35�(4�38*�6*24'/*4�38*�)*4(&,*/�.-�2�4543*6�32@*4�3.�(,;/*24*�38*�3*432:(+(35�.-�38*�4543*6!�$*4(&,(,&�(4�.'3�.-�4;.9*�.-�38(4�).;'6*,3�:'3�2�&..)�2/3(�;+*�2:.'3�38(4�4':?*;3�(4�A�/*1B!��
�
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*�G�.-�7�
��$� ��������� ���� ����2//5��.*86�824�).,*�4.6*�/*4*2/;8�.,�38(4�:2;@�(,��G�K��/*-!�A�.*86B�!��*�*=�26(,*)�2�,'6:*/�.-�/*9/*4*,323(0*�4.-312/*�9/.?*;34�2,)�+..@*)�23�38*�;.43�.-�/*�1./@�(,�/*+23(.,�3.�38*�-.',)�)*-*;34!�,�.38*/�1./)4��1823�).*4�2�:'&�;.43�38*�9/.�?*;3��./�38*�;.692,5�!��*+.1�8(4�/*4'+34�2/*�&(0*,!��
-�2�)*-*;3�(,�2�/*<'(/*6*,3�).;'6*,3�124�-.',)�(,�38*�)*32(+*)�)*4(&,�9824*>�38*�;.434�1.'+)�820*�:**,�K��3(6*4�6./*�382,�18*,�(3�124�-.',)�)'/(,&�38*�/*<'(/*�6*,34�).;'6*,3� /*0(*1!��4�4..,�24� 38*�9/.)';3� (4�/*+*24*)��2-3*/;2/*�9824*�>�38*�;.434�2/*�����3(6*4�6./*!��
�
��/*2+�+(-*�*=269+*��
$'/(,&�)*0*+.96*,3�.-�2�)(&(32+�2')(.�9+25*/�62/@*3(,&�-./&.3�3.�49*;(-5�38*�)(&(32+�.'39'3�23�38*�:2;@�.-�38*�;8244(4!���8*�)*-*;3�124�-.',)�)'/(,&�9/.�)';3(.,�.-�38*�9+25*/�� (,�38*�-2;3./5�38*5�12,3*)�3.�244*6:+*�38*�;.,,*;3./�-./�38*�.'39'3�2,)�-.',)�3823�38*/*�124�,.�*+*;3/.,(;�;.,,*;3(.,!�3�3..@���6./*�6.,38�3.�&*3�38(4�-(=*)!����� *,�82)�3.�1./@�38*�18.+*�6.,38�3.�-(=�38(4�9/.:+*6!��
823�124�38*�./(&(,�.-�38*�9/.:+*6�8*/*N��8*�-2;3./5�9*.9+*�1*/*�,.3�(,0(3*)�-./�38*�/*0(*1�.-�38*�/*<'(/*6*,34!�-�38*5�1*/*�(,0(3*)>�38*5�1.'+)�;*/32(,+5�820*� 3/(&&*/*)�.,�38(4�-2'+3�:*;2'4*�2�;8244(4�.-�38(4�359*�.-�9+25*/�824�:5�)*-2'+3�4';8�2,�.'39'3!
Relative cost of rework of one found requirements defect
1 2570
125
200
250
0
50
100
150
200
250
300
Requirements Global design Detailed design Code&Unit test Integration & Systemtest
Aftercare
Development phase
Rel
ativ
e co
sts
Figure 1 Relative cost of rework
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*����.-�7�
��%� ����� �� &� �� �� ���
�
�
�
�
�
�
�
�
�
�
�
�
�
�
�
�
�
�
�
�
��%�� � &���'������� ��� ������
4�3*43(,&�-(,(48*)�18*,�2++�38*�:'&4�(,�38*�4543*6�2/*�-.',)N��.1�62,5�:'&4�2/*�38*/*�(,�2�9/.)';3N��8*�2,41*/�3.�3823�<'*43(.,�(4�',@,.1,�:*;2'4*�(3�(4�(69.44(�:+*�3.�-(,)�38*6�2++!��
A�233.,B�4254��
• �2-*35�4543*64��2*/.�9+2,*4>�,';+*2/�9+2,34>�6*)(;2+�299+(;23(.,4��820*�2,�20*/�2&*�.-���*//./�Q������+(,*4�.-�;.)*��������2-3*/�/*+*24*!�
• ��/*24.,2:+*�;.66*/;(2+�4543*6�824�2:.'3���3.���*//./4�Q������2-3*/�/*+*24*!�• ��9../�4543*6�824�6./*�382,����*//./4�Q������2-3*/�/*+*24*!��
�.1*0*/>�A�2//5B�(4�6./*�.93(6(43(;��
• $.6*43(;�� !�!��2(/+(,*�-+(&83�-232+(35� /23*4� /',�23�:*33*/� 382,�4(=�4(&62>�18(;8�;.'+)�:*�(,3*/9/*3*)�24�-*1*/�382,��!7�-232+(3(*4�9*/�6(++(.,�9244*,&*/4���3823�(4>�-*1*/�382,��!����7�-232+(3(*4�9*/�����9244*,&*/4!�
• �8*�;'//*,3�20*/2&*� (,)'43/5�/',4�23�-.'/� 4(&62�������)*-*;34�9*/�6(++(.,�.9�9./3',(3(*4�!�
• ,3*/,2+� �*0*,'*� �*/0(;*� 98.,*�(,� 32=� 2)0(;*>� /',4� 23� /.'&8+5� 31.� 4(&62�����>��K�*//./4�9*/�6(++(.,�.99./3',(3(*4�!�$*9*,)(,&�.,�38*�*=2;3�)*-(,(3(.,�.-�)*-*;3>�38(4�;.'+)�:*�(,3*/9/*3*)�24����.'3�.-�����98.,*�;2++4�/*4'+3(,&�(,�*//.�,*.'4�32=�2)0(;*!�
�
�
�(43./5�48.14�2�+.3�.-�4.-312/*�-2(+'/*4��
������������������������������ ����������������
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*����.-�7�
�
��%���� (���������)�����&���������� �����*��+,!�
��9/.:*� +2',;8*)�-/.6��29*��2,20*/2+�124�4*3� 3.�&.�3.��*,'4!��-3*/� 32@*.-->�38*�',62,,*)�/.;@*3�;2//5(,&�38*�9/.:*�1*,3�.--�;.'/4*>�2,)�����82)�3.�:+.1�'9�38*�/.;@*3�3.�20.()�*,)2,&*/(,&�+(0*4�.,�*2/38!�����+23*/�233/(:'3*)�38*�*//./�3.�2�-2'+35�+(,*�.-�"./3/2,�;.)*!��8*�/*9./3�4323*)>�F�.6*8.1�2�8598*,��C�D��82)�:**,�)/.99*)�-/.6�38*�&'()2,;*��:*43'/(,&4��9/.&/26�+.2)*)�2:.2/)�38*�;.69'3*/>�2++.1(,&� 38*�-+21*)��-.'3*�� 4(&,2+4� 3.� ;.662,)� 38*� /.;@*3� 3.� 0**/��@.*/4� 0*/2,)*/*,�� +*-3� 2,)� ,.4*�).1,!!!�'--(;*�(3�3.�425>�38*�-(/43� !�!�233*693�23�(,3*/9+2,*32/5�-+(&83�-2(+*)�-./�12,3�.-�2�8598*,!F��8*�0*8(;+*�;.43�6./*�382,�R���6(++(.,>�9/.693(,&��/38'/��!��+2/@*�3.�/*-*/�3.�38*�6(44(.,�24�F38*�6.43�*=9*,4(0*�8598*,�(,�8(43./5!F�
��%���! ��-�� ���. ������/���������&�&��*��+0%� ��+01�
"2'+35�4.-312/*�(,�2��8*/2;����/2)(23(.,�3/*236*,3�62;8(,*�62)*�:5��3.6(;��,*/&5�.-��2,2)2��(6�(3*)��������/*4'+3*)� (,�4*0*/2+� ;2,;*/�923(*,34� /*;*(0(,&� +*382+�.0*/).4*4�.-�/2)(23(.,!�".'/�923(*,34�)(*)!� 8*,�38*(/�-26(+(*4�4'*)>�2++� 38*�;24*4�1*/*�4*33+*)�.'3�.-�;.'/3!���+23*/� (,0*43(&23(.,�:5�(,)*�9*,)*,3�4;(*,3(434�2,;5��*0*4.,�2,)��+2/@��'/,*/�-.',)�3823�2;;()*,34�.;;'//*)�*0*,�2-3*/������38.'&83�(3�82)�-(=*)�92/3(;'+2/�:'&4!�F��+*44.,�3.�:*�+*2/,*)�-/.6�38*��8*/2;����43./5�(4�3823�-.;'4(,&�.,�92/3(;'+2/�4.-312/*�:'&4�(4�,.3�38*�125�3.�62@*�2�42-*�4543*6>F�38*5�1/.3*�(,�38*(/�/*9./3!�F�8*�:2�4(;�6(432@*4�8*/*�(,0.+0*)�9../�4.-312/*�*,&(,**/(,&�9/2;3(;*4�2,)�:'(+)(,&�2�62;8(,*�3823�/*+(*4�.,�38*�4.-312/*�-./�42-*�.9*/23(.,!F�
�
"./�6./*�8(43./(;2+�-2(+'/*4>�4**�299*,)(=��!��
��%�! � &��������� ������������
$*0*+.9(,&�9/.)';34� (4� 2+1254� :2+2,;(,&� :*31**,���62?./� *+*6*,34�� 3(6*>�6.,*5�2,)�<'2+(35��(,;+')(,&�-',;3(.,2+(35�!��
�
�
�
�2,5�3(6*4>�38*/*�(4�,.�:2+2,;*��
• C *�6'43�6**3�.'/�)*2)+(,*!��(6*�(4�/',,(,&�48./3�.,�'4!��2,�1*�,.3�4@(9�38*�6.)'+*�3*43(,&ND�
Figure 2 Balance between quality, budget and time
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*����.-�7�
• C *�820*�,.�3(6*�+*-3�3.�/*0(*1�38*4*�).;'6*,34>�?'43�2'38./(H*�38*6�2,)�432/3�1(38�38*�;.)(,&!�C�
• C4�38*/*�43(++�:')&*3�+*-3�3.�;.,3(,'*�3*43(,&ND�• C�8>�)()� 1*�-./&*3� 38*� ;.)*� /*0(*14N�$26,>�:'3�1*�82)� 9+2,,*)� (3>� 4.� 3823M4�&..)>�(4,M3�(3ND�
,�62,5�9/.?*;34>�38*�62(,�/*24.,�3.�43.9�1(38�<'2+(35�;.,3/.+�(4�3823�38*�6.,*5�./�38*�3(6*�824�/',�.'3!��
��%�" � &����(#����� ������
,43*2)�.-�43.99(,&�23�38*�(69.44(:+*��H*/.�-2'+3�4.-312/*��./�43.99(,&�-./�38*�1/.,&�/*24.,4��/',,(,&�.'3�.-�/*4.'/;*4�>�38*/*�(4�2�:*33*/�125��)*-(,*�;/(3*/(2�23�38*�432/3�.-�38*�9/.?*;3!��8*4*�;/(3*/(2�820*�3.�:*��������
� �9*;(-(;� � ,.3�02&'*��
� (*24'/2:+*� � <'2,3(-(2:+*��
� #;;*932:+*� � 2&/**)�'9.,�:5�*,)�;'43.6*/�2,)�9/.?*;3�
� �*2+(43(;� � ,.38(,&�+(@*�C38*�9/.&/26�48.'+)�;.,32(,�H*/.�-2'+34D��
� �(6*+5�� � 2�3(6*+(,*�6'43�:*�(,;./9./23*)� �
�*+.1�*=269+*4�2/*�&(0*,�.-�������;/(3*/(2!��
�
�
��%�"�� ��. ���������-�-��� ��-�&&�-��������. � �
�=269+*��C38*�4543*6�824�9244*)�38*�4543*6�3*43�(-�38*�,'6:*/�.-�)*-*;34�38*�3*43�3*26�-(,)4�)/.94�:*+.1���)*-*;3�9*/����3*43(,&�8.'/4D!�
�
�
�
�*43(,&�8.'/4�2/*�38*�*--*;3(0*�8.'/4�38*�4543*6�(4�:*(,&�3*43*)�:5�38*�3*43�3*26�:5�/',,(,&�38*�3*434!�.3�(,;+')*)�2/*�-./�*=269+*��
• �.'/4�3*43�4.-312/*�(4�:*(,&�(,432++*)��• �32/3'9�9/.:+*64�.,�38*�32/&*3�4543*6�:*(,&�32;@+*)!���
Figure 3 Number of found defects in relation to test time
0
50
100
150
200
250
300
350
0 50 100 150 200 250 300 350 400 450 500 550
Test Time [hours]
# ne
w d
efec
ts
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*����.-�7�
��%�"�! 2���� � ���������������&����-� �� �����������-� �� � �
�=269+*��C�8*�4543*6�(4�2;;*93*)�(-�G�S �.-�2++�2;;*932,;*�3*43�;24*4�820*�9244*)�4';;*44-'++5!�"/.6�38*�.38*/��S>�.,+5�6(,./�9/.:+*6�/*9./34�625�:*�.9*,!��C�';�;*44-'++5C� 6*2,4� 3823� 38*� +.&&*)� .'39'3� -/.6� 2++� 38*� 3*434� 1(38(,� 38*� 3*43� ;24*4�623;8*4�38*�*=9*;3*)�.'39'3D!��
�*�212/*�����S �4543*6�3*43�;24*�;.0*/2&*�).*4�,.3�6*2,�38*�4543*6� (4�9*/-*;3+5�3*43*)�.,�4543*6�+*0*+!�3�.,+5�6*2,4�3823�2++�3*43�;24*4�820*�/',�1*++!��25:*�;*/�32(,� /*<'(/*6*,34�1*/*�-./&.33*,� 3.�:*� ;.0*/*)� (,� 3*43� ;24*4O��823M4�185� 38*�,*=3�43.99(,&�;/(3*/(.,�(4�2+4.�(69./32,3!�
�
��%�"�" ��3����. �� �4��� �������-� �� � ��
�=269+*��C38*�4543*6�(4�2;;*93*)�(-�2++�C6'43�).D�/*<'(/*6*,34�2/*�;.0*/*)�:5�3*43�;24*4!���S �.-�38*�C48.'+)�).D�/*<'(/*6*,34�2/*�2+4.�;.0*/*)!�
��%�"�$ �-��4��� �������-� �� � ��
�8*/*�2/*�4*0*/2+�)*-(,(3(.,4�.-�;.)*�;.0*/2&*!��.6*�*=269+*4��
• �323*6*,3�;.0*/2&*��*2;8�4323*6*,3�824�3.�:*�*=*;'3*)�23�+*243�.,;*�• "',;3(.,�;.0*/2&*��*2;8�-',;3(.,�824�3.�:*�*=*;'3*)�23�+*243�.,;*�• �238�;.0*/2&*��*2;8�9.44(:+*�9238�824�3.�:*�*=*;'3*)�23�+*243�.,;*���
�8*�2/3(;+*�.-�A�./,*33B�&(0*4�6./*�)*-(,(3(.,4�2,)�*=269+*4!�
�
3�(4�,*0*/�-*24(:+*�3.�3/5�3.�/*2;8����S �9238�;.0*/2&*!��,�*=269+*��Do (20 times)
Begin
if (a > b)
func_A(a)
else if (a = b)
func_B(b)
else
func_C(c)
End
�8*� 2:.0*� 9(*;*� .-� 4(69+*� 94*').�;.)*� 2+/*2)5� 824� ���� ��T� �7��K�77���� 9.44(:+*�
92384!��
�
�=269+*4�.-�-*24(:+*�32/&*34�2/*�
• C�8*� ;.,)(3(.,Q)*;(4(.,� ;.)*� ;.0*/2&*� .-� 2++� '4*/� (,3*/-2;*� 6.)'+*4� 6'43�820*�/*2;8*)�23�+*243���S !�"./�38*�.38*/���S>�02+()�/*24.,4�2/*�&(0*,�-./�,.3�;.0*/(,&D!�
• �8*� ;.,)(3(.,Q)*;(4(.,� ;.)*� ;.0*/2&*� .-� 2++� +.1�+*0*+� 82/)12/*� (,3*/-2;*�6.)'+*4�6'43�820*�/*2;8*)�23�+*243�K�S !�"./�38*�.38*/���S>�02+()�/*24.,4�2/*�&(0*,�-./�,.3�;.0*/(,&D!�
�
�.1�(4�2�-*24(:+*�;.)*�;.0*/2&*�32/&*3�;2+;'+23*)N��
�! $*;()*�18(;8�)*-(,(3(.,�3.�'4*!��! �',�2�;.)*�;.0*/2&*�3..+�3823�;2,�&(0*�38*�)*-(,*)�;.0*/2&*��4**�299*,)(=���-./�2�+(43�.-�;.66*/;(2+�3..+4���
�! �,2+5H*�38*�;.)*�2,)�;+244(-5�38*6��2! �.)*�3823�(4�;.0*/*)�:! �.)*�3823�(4�,.3�;.0*/*)�:'3�6'43�:*�;.0*/*)�
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*��7�.-�7�
;! �.)*�3823� (4�,.3�;.0*/*)�:'3� (4�,.3�;.0*/2:+*�1(38.'3�62?./�*--./3� (,�38(4�3*43�9824*��3*43�;.)*�:*;.6*4�6./*�382,�299+(;23(.,�;.)*�!��
)! �.)*�3823�(4�,.3�;.0*/*)�:'3�6'43�:*�/*6.0*)��.:4.+*3*��;.)*���7! (38�38*�2:.0*�;+244(-(;23(.,�2�32/&*3�(4�4*3�-./�38(4�6.)'+*�
*=3�38*�3*43�;24*4�-./�;+244(-(;23(.,�C:MD�2/*�2)293*)�2,)�38*�.:4.+*3*��;+244(-(;23(.,�C)D��;.)*�(4�/*6.0*)!��
�
J.'�820*� 3.�)*-(,*� 3.&*38*/�1(38�5.'/�;'43.6*/�1823� 38*�;/(3*/(2�2/*�18*,�3.�43.9�3*43(,&!�$.;'6*,3�38*6�(,�5.'/�3*43�9+2,!�
�
�
1 Applications that exist for several years can contain already a lot of obsolete code!
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*����.-�7�
��,� ����� �� &���4����� �� 8*,�).�5.'�43.9�/*0(*1(,&�2�).;'6*,3N� 8*,�2++�:'&4�2/*�-.',)N��8*�426*�2,�41*/�432,)4�8*/*�24�-./�3*43(,&��,.3�2++�:'&4�1(++�:*�-.',)!��
�8*�<'*43(.,�8*/*�(4��(4�38*�).;'6*,3�623'/*�*,.'&8�-./�38*�432@*8.+)*/4N��24�-./�(,432,;*�38*�)*4(&,*/�*,.'&8�(,-./623(.,�3.�432/3�1(38�8(4�)*4(&,�(-�8*�824�/*2)�38*�(,9'3� /*<'(/*6*,34N� �2,� 38*� 3*43*/4� 3/2,4+23*� 38*� (,9'3� /*<'(/*6*,34� (,3.� 3*43�;24*4N��**4�38*�*,)�;'43.6*/�2++�8(4�'4*/�/*<'(/*6*,34�;.0*/*)�(,�38*�4543*6�/*�<'(/*6*,34N�-�4';8�<'*43(.,4�2/*�2,41*/*)�9.4(3(0*>�38*�).;'6*,3�824�9244*)�38*�/*0(*1!�
�
�
�
�
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*����.-�7�
!���5)�5� ��6�
.1�+*3M4�)(0*�(,3.�38*�-(/43�4*;3(.,�.-�<'2+(35�;.,3/.+��/*0(*1(,&!�
!��� ������ ����� +.3� .-� 3*/64�2/*�'4*)� (,� ;.692,(*4�� (,49*;3(.,4>�9**/� /*0(*14>�62,2&*6*,3� /*�0(*14>�3*;8,(;2+�/*0(*14>�:/2(,43./6�2,)�12+@38/.'&84!� 823�.,*�;.692,5�6*2,4�:5�2�12+@38/.'&8�(4�(,�2,.38*/�;.692,5�2,�(,49*;3(.,!��.�:*2/�3823�(,�6(,)�18*,�5.'�?.(,� 2� ;.692,5!��-� ;.'/4*� +(3*/23'/*� 3*++4� *=2;3+5� 38*� )(--*/*,;*4� :*31**,� 2++�38*4*�3*/64�:'3�3823�1(++�,.3�8*+9�(,�/*2+�+(-*!�
�8*�)*-(,(3(.,�9/*4*,3�8*/*�(4��
C�*0(*1(,&�(4�2,�*02+'23(.,�.-�2�).;'6*,3��2(6(,&�3.�-(,)�)*-*;34D�
�
!�!� 6����
!�!�� (���� ����
• $*3*;3�2�. �7�. �. �.-�)*-*;34�(,�38*�������� �9.44(:+*�432&*�.-�38*�)*0*+.96*,3!�$*-*;34�:*;.6*�9/.&/*44(0*+5�6./*�*=9*,4(0*�3.�*+(6(,23*�(-�38*5�2/*�)*+*3*)�(,�2�+23*/�432&*�.-�)*0*+.96*,3��*--(;(*,;5�!�
• 8��-�)*-*;34�,.3�;.//*;3�38*6!��.//*;3(.,�(4�38*�/*49.,4(:(+(35�.-�38*�2'38./!��� �20*�2�432:+*�9/.)';3�3.�:*�9+2;*)�',)*/��.,-(&'/23(.,��2,2&*6*,3��� �(6�23�-(,)(,&�. �9��)*-*;34U�20.()�38*�G�S �6(,./�45,)/.6*��49*,)(,&�G�S �.-�/*0(*1�3(6*�-(,)(,&�6(,./4�!��'3�1823�(4�2�62?./�)*-*;3N��&2(,>�24�1(38�38*�)*-(�,(3(.,�.-�/*0(*14>�*2;8�9/.?*;34�824�(34�.1,�)*-(,(3(.,4���� �,538(,&�1(38�9.3*,3(2++5�+2/&*�).1,43/*26�;.43�;.,4*<'*,;*4!��� �,538(,&� 3823�).*4�,.3�;.69+5�1(38�2�-',;3(.,2+�./�,.,�-',;3(.,2+� /*<'(/*6*,3� 3823�1(++�:*�
0(4(:+*�3.�38*�*,)�'4*/!�
� �,538(,&�3823�1(++�)262&*�38*�;.66*/;(2+�02+'*�.-�38*�9/.)';3!��
� �,538(,&�3823�;82,&*4�*=3*/,2+�(,3*/-2;*4�
�8*�)*-(,(3(.,�9/*4*,3*)�8*/*�(4��
C��62?./�)*-*;3�(4�62?./�:*;2'4*�38*�(,49*;3./�4254�(3�(4�2�62?./D�
�
!�!�! 2�� �4����-������ ��
• �/2,46(3�@,.1+*)&*�26.,&�/*0(*1*/4�2,)�26.,&�/*0(*1*/4�2,)�2'38./�• �,82,;*�.0*/2++�<'2+(35�,*=3�3.�+.;23(,&�)*-*;34�4';8�24�
• 42:(+(35�• �2(,32(,2:(+(35�• �*432:(+(35�
• �.,3/.+�2,)�*,-./;*�2)8*/*,;*�3.�/*+*02,3�432,)2/)4�• �/*23*�9':+(;�4'99./3�-./�38*�9/.)';3��
1 In this respect, evaluating software code is also a review: the hardcopy of the code is then the document
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*��K�.-�7�
!�"� �����������9*/4.,�(,0.+0*)�(,�2�/*0(*1�9/.;*44�2+1254�824�31.�/.+*4��
�! ��9/.;*44�/.+*��6.)*/23./>�/*;./)*/>�(,49*;3./>�;.66*,323./>�2'38./��! ��9/.)';3�/.+*��9/(,;(92+>�;.,4'6*/>�49*;(2+(43�
"./�(,432,;*>�2,�2/;8(3*;3�3823�/*0(*14�2�)*4(&,�;2,�:*�299.(,3*)�*=9+(;(3+5�6.)*/2�3./� �T9/.;*44� /.+*��-./� 3823� /*0(*1� 2,)� (4� (69+(;(3+5� 2� 9/(,;(92+��T9/.)';3� /.+*��-./�3823�)*4(&,!�
!�"�� 2����������
�*+.1�38*�/*0(*1�/.+*4�(,�38*�/*0(*1�3*26�2/*�&(0*,��
�.)*/23./� �*/4.,� /*49.,4(:+*� -./� 38*� 9/.;*44� .-� 38*� /*0(*1!� �8*;@4� ;.69+(�2,;*�.-�38*�/*0(*1�3.�38*�432,)2/)�/*0(*1�9/.;*44!�$*;()*4�(-�/*0(*1�;2,�432/3!��82(/62,�.-�38*�/*0(*1�6**3(,&!��(6*@**9*/�.-�38*�6**3�(,&!� $*;()*4� .,� .'3;.6*� .-�6**3(,&!� �/2;@4� /*1./@� ).1,� 3.� ;+.�4'/*!��8*;@4�38*�/*1./@!��8*�6.)*/23./�2,)�2'38./�;2,�,*0*/�:*�38*�426*�9*/4.,!��8*�6.)*/23./�6'43�:*�1*++�3/2(,*)�(,�38*�/*0(*1�9/.;*44!�
�*;./)*/� �;/(:*�.-�38*�/*0(*1�6**3(,&�
,49*;3./� �*0(*1*/�18.�6'43�233*,)4�38*�6**3(,&�2,)�6'43�&(0*�;.66*,3!�
�*/(-(*/� �*0(*1*/�18.�;8*;@4�(-�2++�)*-*;34�2/*�9/.9*/+5�4.+0*)!�
�.66*,323./� �*0(*1*/�18.�).*4�,.3�233*,)�38*�6**3(,&�2,)�625�&(0*�;.66*,3�
�'38./� �*/4.,� 18.� )*+(0*/4� 38*� 9/.)';3� 3.� :*� /*0(*1*)!� �8*� 2'38./� ;2,�,*0*/�:*�38*�6.)*/23./!�
��
�
!�"�! 2�-� ������
��)*4(&,�).;'6*,3�,**)4�.38*/�/*0(*1*/4� 382,�2�/*<'(/*6*,34�).;'6*,3!� ,�&*,�*/2+>�2�).;'6*,3�',)*/�/*0(*1�824�38*�-.++.1(,&�432@*8.+)*/4��
• �/(,;(92+�4���9*/4.,�18.�1/.3*� 38*�8(&8*/�+*0*+�).;'6*,3>�*!&!�-./�2�6.)'+*�)*4(&,�49*;(-(;23(.,>�38*�6.)'+*�/*<'(/*6*,3�49*;(-(;23(.,�(4�(34�8(&8*/�+*0*+�).;'6*,3!��8*�9/(,;(92+�48.'+)�;8*;@�(-�38*�9/.)';3�',)*/�/*0(*1�824�9*/�-./6*)�38*�;.//*;3�3/2,4+23(.,�
• �.,4'6*/�4���9*/4.,�18.�,**)4�38*�9/.)';3�',)*/�/*0(*1�24�(,9'3�*!&!�-./�2�6.)'+*� )*4(&,� 49*;(-(;23(.,>� 38*� 6.)'+*� ;.)*� 9/.&/266*/� (4� 2� ;'43.6*/!��8*�;.,4'6*/�48.'+)�;8*;@�(-�38*�9/.)';3�',)*/�/*0(*1�(4�;+*2/>�)*32(+*)�2,)�;.,4(43*,3�*,.'&8�-./�8(6!�
• �9*;(2+(43�4��� 9*/4.,�18.�824� 49*;(-(;� �3*;8,(;2+��@,.1+*)&*� ,**)*)�-./� 38*�).;'6*,3� ',)*/� /*0(*1>� *!&!� '4*/� (,3*/-2;*� 49*;(2+(43>� 2� ;.,;'//*,3� 9/.�&/266*/�49*;(2+(43!��8*�49*;(2+(43�;8*;@4�38*�;.//*;3,*44�.,�8(4�-(*+)��
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*����.-�7�
�*+.1�4.6*�*=269+*4�.-�9/.)';3�/.+*4�2/*�&(0*,��
��4���������. �� ���&��
2����&���� ����. ��� �&������ ��
�;;*932,;*��*43��9*;� 4*/��*<'(/*6*,34�2'38./� �543*6��*43��9*;�2'38./� ���
�.-312/*� ,(3��*�
<'(/*6*,3��9*;�
�.-312/*��543*6�$*4(&,*/�
"',;3(.,2+��*<'(/*6*,3�
�9*;��'38./�
,(3�(,3*/-2;*�'4*/4�
,(3�$*4(&,�2'38./4�
,(3��*43��9*;�2'38./4�
,3*&/23(.,��2,2&*/�
���
�/.?*;3��+2,� $*92/36*,3��2,2&*/� �/.?*;3��*26� E'2+(35��--(�
;*/�
�.)*� �.-312/*��.)'+*�$*4(&,�2'�
38./�
� .)'+*�,3*/-2;*�'4*/4�
�
�.++*2&'*>�
�VV��.2;8�
�
�
�
�
!�$� ����2�����
Submit Find defects Reviewmeeting
Follow upProduct to be
reviewed
Higher leveldocuments
Metric
Reviewedproduct
Checklist
Standards
Review Report
Review logs
Kickoffmeeting
no kickoff
�
�
�
�
!�$�� ���. � �
�8*� 2'38./� 3.&*38*/�1(38�8(4� 3*26�� ./� 9/.?*;3� +*2)*/� )*-(,*4� 38*� /*0(*1� 3*26�2;�;./)(,&�38*�9/.;*44�/.+*4�2,)�9/.)';3�/.+*4��4**�9/*0(.'4�4*;3(.,�!��
*=3�38*�6.)*/23./�;8*;@4�(-�38*�9/.)';3�(4�/*2)5�-./�/*0(*1��
• P�23'/(35M�.-�38*�).;'6*,3��).*4�(3�,.3�;.,32(,�3..�62,5�.9*,�(44'*4!��• �/*�38*�9/.;*44�2,)�9/.)';3�/.+*4�-(++*)�:5�38*�/(&83�9*.9+*��• -�2,�./&2,(H23(.,�'4*4�4323(;�;.)*�;8*;@*/4��*!&!�E���VV>��.)*� (H2/)>��2,�3232VV>��(,3�>�38*�.'39'3�.-�38*4*�3..+4�48.'+)�:*�'4*)�24�(,9'3�-./�2�;.)*�/*�0(*1!��8*�6.)*/23./�;2,�38*,�;8*;@�(-�38*�;.)*�824�9244*)�38*4*�3..+4!��
�
Table 1 “Examples of Product review roles”
Figure 4 the review process
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*��G�.-�7�
!�$�! :�& ����;�<�/=���. �� �� �
*=3�38*�6.)*/23./�./&2,(H*4�2�@(;@�.--�6**3(,&!��8(4�6**3(,&�;2,�:*�4@(99*)�(-�38*�(,49*;3./4�2+/*2)5�@,.1�38*�9/.)';3�2,)�@,.1�1823�(4�*=9*;3*)�.-�38*6�-./�38*�/*�0(*1!�-�38*�6**3(,&�(4�4@(99*)>�38*�6.)*/23./�32@*4�;2/*�2++�).;'6*,34�2/*�4*,3�3.�38*�(,49*;3./4!�
,�38*�6**3(,&>�38*�2'38./�82,)4�.'3�38*�+(,*�,'6:*/*)�9/.)';3�',)*/�/*0(*1�2,)�&(0*4�2� 3*;8,(;2+�:/(*-(,&�.-� 38*�9/.)';3!��8*�6.)*/23./� *=9+2(,4� 38*�9/.;*44�2,)�82,)4�.'34� 38*�;8*;@+(434>�8(&8*/�).;'6*,34�2,)�432,)2/)4!��8*�(,49*;3./4� +*20*�38*�6**3(,&�1(38�-'++5�',)*/432,)(,&�38*(/�/.+*4!��
!�$�" 8��-�-��� ��
�8*�(,49*;3./4�43')5�38*�9/.)';3�3.�:*�/*0(*1*)�2,)�,.3*�38*(/�;.66*,3�.,�38*�/*�0(*1�+.&!��93(.,2+>�38*�(,49*;3./4�4*,)�38*(/�+.&4�:2;@�3.�38*�6.)*/23./�2�-*1�8.'/4�:*-./*� 38*� 432/3� .-� 38*� /*0(*1�6**3(,&!��8*�6.)*/23./�6*/&*4� 2++� )*-*;34� (,3.�.,*�)*-*;3�+.&��4./3*)�.,�92&*Q+(,*�!��*�9/(,34�.'3�38*�6*/&*)�)*-*;3�+.&�-./�2++�/*0(*1*/4�2,)�:/(,&4�(3�1(38�8(6�3.�38*�6**3(,&!��
!�$�$ ��4����. �� �� �
�8*�6.)*/23./�;8*;@4�(-�38*�(,49*;3./4�820*�9/.9*/+5�9/*92/*)�38*�/*0(*1��
• �/*�38*�/*0(*1�+.&4�-(++*)�(,�;.//*;3+5�• �24�38*�9/*92/23(.,�3(6*�:**,�*,.'&8N�3�(4�82/)�3.�&(0*�-(&'/*4�-./�9/*92/23(.,�3(6*�:*;2'4*�(3�8(&8+5�)*9*,)4�.,�
o �23'/(35�.-�2,�(,49*;3./�o �23'/(35�.-�38*�./&2,(H23(.,�o �59*�.-�).;'6*,3�
"(&'/*����8*;@(,&�/23*�.93(6'6�&(0*4�2�6*3/(;�.,�8.1�3.�;.6*�3.�2,�(,)(;23(.,�-./�38*�;8*;@(,&�/23*!�
�8*�2:.0*�;8*;@�;2,�:*�).,*�:*-./*�38*�6**3(,&>�(-�38*�6.)*/23./�824�2�6*/&*)�)*�-*;3�+.&!�
�
�8*�6.)*/23./�,.1�&.*4�38/.'&8�38*�).;'6*,3�92&*�:5�92&*!���8*�(,49*;3./4�/*2)�38*(/�)*-*;34�2,)�24@�-./�;+2/(-(;23(.,4�(-�4.6*�92/34�.-�38*�).;'6*,3�2/*�,.3�',)*/�43..)!�.�)(4;'44(.,�.,�9.44(:+*� 4.+'3(.,4� 32@*4�9+2;*!� �8*�2'38./� /*2;34� .,� 38*�<'*43(.,4�2,)�24@4�-./�;+2/(-(;23(.,�(-�2�)*-*;3�(4�,.3�',)*/43..)!��
�8*�(,49*;3./4�)*;()*�(-�2�)*-*;3�(4�2;;*93*)�./�/*?*;3*)!��8*/*�2/*�8.1*0*/�;.692�,(*4�3823�+*3�38*�2'38./�)*;()*��8*�(4�*,)�/*49.,4(:+*�.-�38*�<'2+(35�.-�38*�).;'6*,3!��8*�9/.:+*6�1(38�38*�+233*/� (4>�3823�2,�2'38./� (4�6.43�.-�38*�3(6*4�',)*/�2� +.3�.-�3(6*�9/*44'/*�(,�2�9/.?*;3�2,)�3*,)4�3.�/*?*;3�2�)*-*;3�(-�3823�;.434�2�+.3�.-�'9)23*�*--./3!��
�3� 38*�*,)�.-�38*�).;'6*,3>�38*�6.)*/23./�24@4�38*�(,49*;3./4� (-�2�,*1�/*0(*1�(4�,**)*)��625:*�38*�).;'6*,3�;.,32(,4�3..�62,5�)*-*;34�!�-�,.3>�38*�/*0(*1�(34*+-�(4�2;;*93*)�.38*/1(4*�(3�(4�/*?*;3*)�2,)�2�,*1�/*0(*1�6'43�:*�9+2,,*)!�
�
�8*�/*;./)*/�1/(3*4�).1,�38*�-.++.1(,&�6*3/(;�.,�38*�/*0(*1�/*9./3��
• �(6*�49*,3�:5�*0*/5.,*�.,�*0*/5�/*0(*1�43*9��9/*92/23(.,>�@(;@�.-->�-(,)�)*-*;34>�/*0(*1�6**3(,&��
• '6:*/�.-�2;;*93*)�62?./�)*-*;34�• '6:*/�.-�2;;*93*)�6(,./�)*-*;34�• '6:*/�.-�/*0(*1*)�92&*4�
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*����.-�7�
• �'3;.6*�.-�38*�/*0(*1��2;;*93�./�/*?*;3�
!�$�% 8�����&�
�8*� 2'38./� ,.1� '9)23*4� 38*� ).;'6*,3� 2;;./)(,&� 38*� /*0(*1� +.&4!� �8*� 0*/(-(*/�;8*;@4�38*�/*1./@�2,)�4*,)4�(3�:2;@�3.�38*�6.)*/23./!��8*�6.)*/23./�-(,(48*4�38*�/*0(*1�/*9./3�:5�4(&,(,&�(3�2,)�;.69+*3(,&�38*�6*3/(;��
• �(6*�49*,3�:5�2'38./�2,)�6.)*/23./�.,�-.++.1�'9�43*9�"(,2++5�38*�2'38./�;.66',(;23*4�3.�38*�9/.?*;3�3823�38*�).;'6*,3�(4�/*0(*1*)!��
*=3�38*�9/.)';3�6'43�:*�2'38./(H*)��/*+*24(,&�38*�9/.)';3��2,)�2/;8(0*)!�
"(,2++5>� 38*� /*0(*1�/*9./3� 3.&*38*/�1(38� 38*� /*0(*1� +.&4�2/*�2/;8(0*)�24�9/..-� 3823�38*�9/.)';3�824�:**,�.--(;(2++5�/*0(*1*)!�
�
!�%� 6��-�������• $.,M3�;.,-'4*�9../�9/.)';34�2,)�9../�/*0(*14��9/.;*44�1*,3�1/.,&��• .�)(4;'44(.,4�2:.'3�4.+'3(.,4�(,�38*�6**3(,&�• �0.()�'4(,&�P,*&23(0*M�1./)4�(,�38*�6**3(,&�• %')&*�38*�9/.)';3>�,.3�38*�2'38./�• .�6./*�382,�K�9*.9+*�(,�2�/*0(*1�6**3(,&�• $.,M3�432/3�1(38�',9/*92/*)�9*.9+*��
!�,� >�� ��?� �&��
!�,�� 2��=��4����-�. �� ��
�*-./*�2,�.--(;(2+�/*0(*1>�(3�(4�1(4*�3.�+*3�;.++*2&'*4�;8*;@�5.'/�).;'6*,3�18*,�(3�(4�(,�)/2-3�4323*��*49*;(2++5�-./�,*1�).;'6*,34�./�(-�5.'�2/*�,*1�(,�38*�-(*+)�.-�*=9*/�3(4*�!��
!�,�! �������4���&�� ��
�.�&*3�;*/32(,�-.;'4�2,)�3.�420*�3(6*>�0(*19.(,34�2/*�)*-(,*)!��2;8�(,49*;3./�&*34�2�49*;(2+�324@�.,�18(;8�8*�824�3.�;8*;@!��=269+*4�.-�0(*19.(,3�2/*�
• �8*;@�(-�9/.)';3�(4�2;;./)(,&�432,)2/)4�• �8*;@�.,�;.,4(43*,;5�1(38�2++�8(&8�+*0*+�).;'6*,34�• �8*;@�.,�6'+3(�38/*2)(,&�249*;34�• �8*;@�.,�'42:(+(35�.-�)*-(,*)�4;/**,4�
$*-(,*�38*4*�0(*19.(,34�:*-./*�38*�@(;@�.--�6**3(,&!��
!�,�" ���� ���4����� ����������4����. �� �� �
�8*� /*0(*1� 3*26�6'43� 82,)� (,� 38*� /*0(*1� +.&4� .,*� )25� :*-./*� 38*� 2;3'2+� /*0(*1�6**3(,&� 32@*4� 9+2;*!� �8*� 6.)*/23./� 38*,� 6*/&*4� 2++� )*-*;34� (,3.� .,*� 48**3� 2,)�4./34�38*6�.,�92&*Q+(,*�,'6:*/!��3�38*�/*0(*1�6**3(,&�8*�82,)4�.'3�38(4�6*/&*)�+(43�.-�)*-*;34!��
�)02,32&*4��
• �.)*/23./� @,.14� 2� )25� :*-./*� 38*� 6**3(,&� (-� *0*/5:.)5� 824� 2;3'2++5� 9/*�92/*)�38*�/*0(*1�9/.9*/+5!� -�,.3>�8*�;2,�;2,;*+� 38*�6**3(,&�.,�:*-./*82,)�(,43*2)�.-�23�38*�432/3�.-�38*�6**3(,&!�
• �8*�6.)*/23./�&'()*4�38*�6**3(,&�6./*�*24(+5�:*;2'4*�8*�@,.14�*=2;3+5�18.�824�-.',)�2�)*-*;3�.,�18(;8�92&*!�
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*����.-�7�
• �8*�/*;./)*/�824�,.1�2�0*/5�462++�/.+*!��*�.,+5�1/(3*4�).,*�2;;*93Q/*?*;3�.-�38*�)*-*;34>�&*,*/23*)�2;3(.,4�2,)�38*�6*3/(;�)232�.,�38*�/*0(*1�/*9./3!�
$(42)02,32&*4��
• "./�62,5�9*.9+*>�1/(3(,&�)*-*;34�.,�2�/*0(*1�+.&�2+/*2)5�(4�2�:(&�43*9>�1/(3(,&�(3�*+*;3/.,(;2++5�(4�2�8'&*�43*9!���
!�,�$ ��. &������ ��-�. �� ��
-�2�).;'6*,3�3.�:*�/*0(*1*)�(4����92&*4�./�6./*>�38*�6*38.)�.-�A�(+:B�;2,�:*�'4*)!��*+*;3�-./� (,432,;*���92&*4� 3823� 3.&*38*/�&(0*�2,� (69/*44(.,� .-� 38*�<'2+(35� .-� 38*�).;'6*,3!��*0(*1�38.4*�92&*4�-(/43!�-�,.�6./*�382,��!��62?./4�2,)���6(,./4�9*/�92&*�2/*�-.',)>� 3/'43� 3823� 38*� .38*/� 92&*4�820*� 38*� 426*�<'2+(35�2,)�2;;*93� 38*�).;'6*,3!�-�6./*�)*-*;34�2/*�-.',)>�24@�38*�2'38./�-(/43�3.�4.+0*�38*�)*-*;34�-.',)�2,)�+*3�8(6�'9)23*�2+4.�38*�.38*/�7��92&*4!�*=3�/*�/*0(*1���.38*/�92&*4!�
$/21:2;@�8*/*�(4�8.1�3.�-(,)�38.4*�-(/43���92&*4!�
!�,�% @ � �&��-��� �������-�&����-�. �� �
J.'�;2,�+.&�359.4��6(449*++(,&��.,�38*�).;'6*,3� (34*+-�(,43*2)�.-�'4(,&�/*0(*1� +.&�-./64�:*;2'4*�(3M4�2�6./*�,23'/2+�125�.-�,.3(,&�)'/(,&�/*2)(,&!���
�*�212/*�3823�38*4*�4;/(::+*4�6'43�:*�/*2)2:+*�3.�38*�2'38./!�$.�,.3�2++.1�9'33(,&�62?./4�2+4.�(,�38*�).;'6*,3>�62?./4�6'43�:*�9'3�.,�38*�/*0(*1�+.&�-./6!����
�,.38*/�)/21:2;@��2�,(;*�;8*;@9.(,3�-./�38*�6.)*/23./�3.�4**�(-�38*�(,49*;3./4�820*�2;3'2++5�9'3�3(6*�(,3.�38*�).;'6*,3�(4�38*�.'39'3�.,�38*�/*0(*1�+.&�-./64!���820*�1./@*)�(,�2�;.692,5�18*/*�/*0(*1(,&�124�,.3�32@*,�0*/5�4*/(.'4+5��(,49*;3./4�;26*�(,3.�38*�6**3(,&>�;+2(6(,&�38*5�82)�9'3���8.'/4�.-�*--./3� (,�9/*92/23(.,!�$'/(,&�38*�6**3(,&>�5.'�421�38*6�/*2)(,&�38*�).;'6*,3�24� (3�82)�:**,�-./�38*�-(/43�3(6*!��8*5�4;/(::+*)�38*�)*-*;34�.,�38*�).;'6*,3�)'/(,&�38*�/*0(*1!��,*�.-�38*�6*24'/*4�1*�3..@�(,�3823�./&2,(H23(.,�124�3823�*0*/5�)*-*;3�82)�3.�:*�+.&&*)�.,�2�+.&�-./6�2,)�3823�(,49*;3./4�18.�)()�,.3�820*�2�-(++*)�(,�+.&�-./6�124�*=9*++*)�-/.6�38*�6**3(,&!�3�1./@*)>�*0*,�(-�(3�4**64�2�0*/5�;8(+)(48�6*24'/*!�
!�,�, �����-������. �9���-���� � ���. �� �� �
-�2�6.)*/23./�4**4�23�38*�:*&(,,(,&�.-�38*�6**3(,&�3823�2� +.3�.-�62?./4�2/*�-.',)��:5�4(69+5�24@(,&�38*�(,49*;3./4�8.1�62,5�62?./4�38*5�820*�-.',)�>�8*�;2,�)*;()*�3.�.,+5�)(4;'44�38*�62?./4!��5�)*-2'+3�38*�6(,./4�2/*�38*,�2;;*93*)!�-�38*�2'38./�824�2�9/.:+*6�1(38�2�6(,./>�8*�;2,�)(4;'44�38(4�.--�+(,*�1(38�38*�(,49*;3./!��8*�2)�02,32&*�8*/*�(4�3823�38*�6**3(,&�1(++�:*�48./3*/�2,)�38*/*�1(++�:*�2�-.;'4�.,�38*�/*2+�9/.:+*64!��
!�,�1 )������. �9�������
8*,�38*/*�2/*�62,5�6(,./4�3.�0*/(-5>�(,3/.)';*�38*�-.++.1(,&�/'+*��
• �+1254�0*/(-5�62?./4�• �*/(-5�6(,./4�:5�4269+(,&�• *0*/�0*/(-5�359.M4��
�
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*����.-�7�
!�1� (� ����8*�6.43�*44*,3(2+�6*3/(;�2/*��
• �.32+�3(6*�49*,3�.,�(,49*;3(,&�38*�).;'6*,3�:5�*0*/5:.)5�9*/�/*0(*1�• �.32+�,'6:*/�.-�2;;*93*)�)*-*;34�-.',)�9*/�/*0(*1�• �.32+�,'6:*/�.-�(,49*;3*)�92&*4�9*/�/*0(*1�
�
(38�38*�2:.0*�(,-./623(.,>�38*�.93(6'6�;8*;@(,&�/23*�-./�38*�./&2,(H23(.,�(4�;2+�;'+23*)!��,�*=269+*�-.++.14��
�
Checking rate
15
12
9
6
3
20 40 60 80 100 Inspection rate (pages/hour)
Defect density (defects /page)
A Review
�
�
�
�
�8*�.93(6'6�+(*4�4.6*18*/*�.,�38*���3.����92&*4�Q�8.'/�-./�38(4�./&2,(H23(.,!��
�
���� �������� ����� �� ����� �� ����� ������ ����������� �� ����� �����
�� ���� ����������� ���� ����������
�
�
Figure 5 Checking rate optimum
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*����.-�7�
"��5����6�
"��� ����)=. -����8*�3/2)(3(.,2+�123*/-2++�6.)*+�824�2�)(42)02,32&*��3*43(,&�(4�9'3�23�38*�*,)�.-�)*�0*+.96*,3!��823M4�185�38*���6.)*+�124�(,0*,3*)!��
�
�
�
�
�8*�4543*6�2:.0*�(4�49+(3�'9�(,�4*0*/2+�',(34!��0*/5�',(3�(4�49+(3�'9�(,�4*0*/2+�6.)�'+*4!�$*9*,)*,3�.,�38*�2/;8(3*;3'/*>�6./*�+*0*+4�;2,�:*�2))*)�./�/*6.0*)!���4(6�9+*�4543*6�625�;.,32(,���./���+*0*+4!���6'+3(�)(4;(9+(,2/5�4543*6�824�(,�92/2++*+�3.�38*�4.-312/*�92/3>�2+4.�2�82/)12/*�2,)�6*;82,(;2+�92/3!�
�-3*/� 38*�'4*/� /*<'(/*6*,34� 2/*�623'/*� *,.'&8>�.,*� ;2,� 432/3�1/(3(,&� 38*�2;;*9�32,;*� 3*43�49*;(-(;23(.,4�2,)� 38*� 4543*6�/*<'(/*6*,34� (,�92/2++*+!��8*�2;;*932,;*�3*43�;24*4�9/.0*�38*�3*432:(+(35�.-�38*�'4*/�/*<'(/*6*,34!��8(4�6*;82,(46�.-�1/(3(,&�(,� 92/2++*+� 38*� )*0*+.96*,3� 92/3� *,� 38*� 3*43� 92/3� ;2,� 38*,� :*� *=*;'3*)� -./� *0*/5�+*0*+�.-�38*���6.)*+!�
�
Figure 6 the V-model with its review and test reports
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*��7�.-�7�
"�!� ��� �&������
�
�
"�!�� ������� �� �� ����� ���
�4�4..,�24�38*�9/.?*;3�824�(34�9/.)';3�./�'4*/�/*<'(/*6*,34�2,)�432/34�62@(,&�(34�9/.?*;3�9+2,>�38*�,3*&/23(.,�L��*43�9+2,�;2,�2+4.�:*�1/(33*,!��.6:(,(,&�38*�$*0*+�.96*,3�9+2,�2,)�38*�,3*&/23(.,�L��*43�9+2,�(,3.�.,*�).;'6*,3�(4�2+4.�9.44(:+*!��
�
$.,M3� 38(,@� 3823� *0*/538(,&�824� 3.�:*�)*-(,*)� (,�)*32(+�18*,�432/3(,&� 3.�1/(3*� 38*�9+2,!��2,5�38(,&4�;2,�:*�43(++�',4'/*�./�.9*,!��323*�38*4*�.9*,�(44'*4�23�38*�-(/43�92&*�.-�38*�9+2,�24�2�4./3�.-�2;3(.,�+(43!��&/**�1(38�38*�;'43.6*/4�3823�38*4*�.9*,�(44'*4�1(++�:*�;+.4*)�.,�;.66(33*)�)23*4!��
Figure 7 the test process
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*����.-�7�
"�!���� �� � �� ���?���� �&����
�8*�.'39'3�.-�38*�C$*-(,*�3*43�./&2,(423(.,D�43*9�(4�38*�,3*&/23(.,�L��*43��+2,!��8*�;.,3*,3�.-�4';8�2�9+2,�48.'+)�23�+*243�;.0*/�38*�-.++.1(,&��
�! 823�(4�38*�,3*&/23(.,�L��*43�4;.9*N� 823�92/3�.-�38*���6.)*+�(4�;.0*/*)N��!&!�4543*6�3*434�2,)�',(3�(,3*&/23(.,�.,+5N��/�2++�38*�125�).1,�38*��W6.)*+��6.)�'+*�3*43(,&�N���
�! �.1�(4�38*�3*43�92/3�./&2,(H*)N��!&!�4*92/23*�3*43�3*264N��/�9*/�)*0*+.96*,3�3*26�.,*�3*43*/>�./�X !��.�18.�(4�/*9./3*)N��
�! 823�2/*�38*�324@4�2,)�/*49.,4(:(+(3(*4�.-�38*�3*43*/�4�N��!&!�2+4.�/*0(*1(,&�49*;(-(;23(.,4>�(,3*&/23(.,�/*49.,4(:(+(3(*4�
7! 823�1(++�:*�)*+(0*/*)N� 8(;8�,3*&/23(.,�L��*43�49*;(-(;23(.,4>�18(;8�3*43�/*�9./34!�
�! 8(;8�/*4.'/;*4Q3..+4�2/*�,**)*)N��!&!�;*/32(,�3*43�3..+4�:'3�2+4.�18(;8�8'62,�/*4.'/;*4!��.1�62,5�3*43�4543*64�2/*�,**)*)�23�1823�9.(,3�(,�3(6*�2,)�-./�8.1�+.,&N�
�! 823�3*43�43/23*&5�1(++�:*�'4*)N��"./�6./*�(,-./623(.,>�4**��!�!�!�K! 823�2/*�38*�2;;*932,;*�;/(3*/(2��./�*,3/5�;/(3*/(2��(-�.:?*;34�2/*�32@*,�.0*/�3.�:*�3*43*)�-/.6�)*0*+.96*,3�3*264�./�-/.6�*=3*/,2+�92/3(*4N�"./�(,432,;*�)*+(0*/�2,;*�.-�6.)'+*�3*43�/*9./34!�
�! 8*,�(4�3*43(,&�43.99*)��*=(3�./�9244�;/(3*/(2�N� 823�(4�2&/**)�'9.,�1(38�38*�;'43.6*/N��
G! �.1�(4�38*�,3*&/23(.,�L��*43�9+2,,(,&��1./@�:/*2@).1,�43/';3'/*��(,�/*+23(.,�3.�38*�9/.?*;34�9+2,,(,&N��;3(0(3(*4>�6(+*43.,*4�2,)�/*4.'/;*4!�
��! 823�2/*�38*�,3*&/23(.,�L��*43�/(4@4�2,)�1823�2/*�38*�9/*0*,3(0*�2;3(.,4N���!&!�32/&*3�4543*6�+23*�202(+2:+*�./�',3/2(,*)�3*43*/4�
��! �.1�(4�/*&/*44(.,�3*43(,&�82,)+*)N���! �.1�2/*�9/.:+*6�/*9./34�82,)+*)N���! 8(;8�3*43�6*3/(;�(4�244*6:+*)>�185�2/*�38*5�&238*/*)�2,)�8.1�2/*�38*5�'4*)!�"./�*=269+*4>�4**��!�!�!��
�
�
�*�4'/*�3.�62@*�38*�,3*&/23(.,�L��*43�9+2,�3.&*38*/�1(38�38*�3*43*/4!��8*5�2/*�38*�.,*4�3823�820*�3.�-.++.1�38*�9+2,!� 4*�-./�(,432,;*�4*0*/2+�:/2(,43./6�4*44(.,4�3.�&*3�38*�2:.0*�6*,3(.,*)�3.9(;4�4./3*)�.'3!�$.,M3�-2++�(,3.�38*�3/29�.-�:*(,&�38*�,3*�&/23(.,�L��*43�3*26�+*2)*/�3823�62@*4�38*�9+2,�2++�:5�8(64*+-�:*8(,)�38*�;.69'3*/�2,)�244'6(,&�3823�38*�3*26�1(++�;.66(3�3.�(3!��-�;.'/4*�38*�9+2,�6'43�:*�(,�+(,*�1(38�38*�)*0*+.96*,3�9+2,>�4.�:*�4'/*�3.�(,0.+0*�38*�9/.?*;3�+*2)*/�(,�38*�18.+*�9/.;*44!�
��
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*����.-�7�
"�!�! ���/�����-� �� �� �
3�824�2+/*2)5�824�:**,�42()�:*-./*��5.'�;2,,.3�3*43�*0*/538(,&�(,�)*32(+>�4.�;8.(;*4�820*�3.�:*�62)*!���&..)�3*;8,(<'*�-./�3823�(4�;2++*)�P/(4@�:24*)�3*43(,&!���8*�432@*�8.+)*/4�2/*�24@*)�1823�38*5�4**�24�/(4@4�-./�38*�4543*6>�2,)�38*�)*938�.-�3*43(,&�(4�2)293*)�3.�38.4*�/(4@4!�
�8*�3*;8,(<'*�;.,32(,4�38*�-.++.1(,&�43*94���
�! $*-(,*�-./�*2;8�<'2)/2,3�.-�38*�/(4@�623/(=�38*�3*43(,&�6*38.)4��4**�4*;3(.,��!��-./�2,�*=9+2,23(.,�.-�38*4*�6*38.)4�!�
�! $(4;'44� 38*� 3*;8,(;2+� 2,)� :'4(,*44� /(4@4� 9*/� ,*1� -',;3(.,2+(35� 1(38� 38*�432@*8.+)*/4�2,)�9'3�38*6�(,�2�/(4@�32:+*�
�! �(0*�*2;8�/(4@�2�+*0*+��*!&!���T�+.1�/(4@>���T�8(&8�/(4@��(,�38*�/(4@�32:+*�7! �2+;'+23*�38*�3.32+�4;./*�9*/�/(4@�:.38�-./�3*;8,(;2+�2,)�:'4(,*44!��! $/21�38*�/(4@�623/(=�-/.6�38*�3.32+�4;./*��7�<'2)/2,34��
�
�,�*=269+*��
�
� �&��*����/�(� ��7����-��� �-����� ���
�18
- Boundary value analysis - Scenario (basic flow and some
exceptional and error flows)
HIGHEST RISK
- Equivalence partitioning - Boundary value analysis - Scenario (basic flow and all excep-
tional and error flows) - State Transition - Error guessing
Tec
hnic
al r
isks
12
6
LOWEST RISK
- Error guessing - Scenario (only basic flow)
- Scenario (basic flow and some
exceptional and error flows)
4 8 12
Business risks
�
�
�
Figure 8: Test design techniques to be used in the different quadrants of the risk matrix
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*��K�.-�7�
1 2
3
4
56
7
8
9
10
11
12
13
1415
6
7
8
9
10
11
12
13
14
4 5 6 7 8 9 10
Business risks
Tech
nica
l ris
ks
� �&�!�A�$*����/� �����
� Technological risk Market/Business risk Factor Com-
plexity Size Inaccuracy and
inexperience development team
3rd party involve-ment
New develop-ment
Quality of specifica-tions
Total score
User impor-tance
Patient safety
Usage intensity
Liability (financial damage)
Total score
Id Item (new functions)
1 QVA 2 2 2 3 2 1 12 1 2 1 1 5 2 Full 3DRA support 2 2 2 2 3 1 12 3 2 3 1 9 3 2k2 3 2 1 2 3 2 13 3 2 3 2 10 4 UI enhancement 2 2 1 2 2 2 11 2 1 3 1 7 5 Auto config FSC ACP 1 1 1 2 2 1 8 1 1 1 2 5 6 QA performance 2 1 1 2 1 1 8 1 1 1 1 4 7 Rectangular Images 3 2 2 1 2 1 11 3 1 3 1 8 8 Portrait/Landscape export
1 1 1 1 2 1 7 1 1 3 1 6 9 MIP 3.1.net 2 2 1 2 2 1 10 1 1 2 1 5
10 Frame selection 2 1 1 2 2 1 9 2 1 2 1 6 11 File restructure 1 1 1 1 1 1 6 2 1 3 1 7 12 Redesign monitor LUT 2 1 1 2 2 2 10 3 1 3 1 8 13 Interoperability 4.1 2 2 1 3 2 1 11 3 1 2 1 7 14 Archiving annotations 2 1 1 1 2 1 8 2 1 2 1 6 15 Regression 2 2 1 1 1 1 8 1 1 2 1 5
�
�
�
� �&�%*����/�(� ��7��
�
�
Table 2: Risk table example
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*����.-�7�
"�!�" ���������� ��
�*3M4�-(/43�+..@�23�38*�(,9'3�.-�38*�C$*-(,*��*434D�43*9���*<'(/*6*,34!�
"�!�"�� ��3����. �� ��
�
6���� ����B� ���� ��� �
-�/*<'(/*6*,34�2/*�:2)>�38*�3*43�;24*4�1.,M3�:*�&..)�*(38*/!��.1�3.�1/(3*�&..)�/*�<'(/*6*,34�(4�.'34()*�38*�4;.9*�.-�38(4�:..@�4.�.,+5�2�4'662/5�1(++�:*�&(0*,�8*/*!��..)�/*<'(/*6*,34�2/*��
• �.,;(4*�� � �**9�(3�48./3��• �.69+*3*�� � �32,)�2+.,*�/*2)2:+*�2,)�',)*/432,)2:+*�• �.,4(43*,3�� � .�;.,3/2)(;3(.,�1(38�(34*+-�./�.38*/�/*<'(/*6*,34�• �.//*;3�� � "+21+*44�)*4;/(93(.,�.-�38*�)*4(/*)�-',;3(.,2+(35��• 69+*6*,323(.,�-/**�����9*;(-5�C1823D>�,.3�C8.1D��• ,26:(&'.'4����� �'43�820*�.,*�(,3*/9/*323(.,�.,+5�• �*/(-(2:+*�� � "(3�3.�6*24'/*�• �;8(*02:+*�� � �.44(:+*�3.�(69+*6*,3�• *;*442/5�� � �'43�2))�02+'*�3.�38*�9/.)';3�• �/(./(3(4*)�� � "./�./)*/�(,�(69+*6*,323(.,�2,)�3*43(,&�• ,(<'*�+2:*++*)� ,(<'*+5�1(38(,�38*�9/.)';3�3.�2++.1�3/2;(,&�
�
��3����. �� �4��� ��
�,*�.-�38*�62(,�(44'*4�(4�/*<'(/*6*,3�;.0*/2&*!�-�2++�38*�3*43�;24*4�2/*�*=*;'3*)>�18(;8�92/3�.-�38*�/*<'(/*6*,34�(4�;.0*/*)N���4(69+*�3*;8,(<'*�3.�62@*�38(4�;.0*/�2&*�0(4(:+*�(4�2�3/2;*2:(+(35�623/(=!��,�*=269+*�(4�&(0*,�:*+.1!�
�Req Id Test case Id Comment UR01 TC01 UR02 -- Not testable, see Problem Report 1253 UR03 TC02 UR04 TC05, TC6 UR05 To be defined See Open Issue OI004 "/.6�38*��� /*<'(/*6*,34>���124�-.',)� 3.�:*�,.3� 3*432:+*>�4.�2�9/.:+*6� /*9./3�124�1/(33*,�-./�(3!�"./�.,*�/*<'(/*6*,3�� �����2�3*43�;24*�(4�,.3�5*3�1/(33*,>�4.�2,�.9*,�(4�4'*�124�/2(4*)�-./�3823!��
�8*�3*;8,(<'*�(4�4(69+*>�:'3�18*,�38*�,'6:*/�.-�/*<'(/*6*,34�&/.14�2�62(,32(,�2:(+(35�9/.:+*6�*6*/&*4�(-�38*4*�32:+*4�2/*�,.3�2'3.623(;2++5�&*,*/23*)!�.12)254�38*/*�2/*�4*0*/2+�/*<'(/*6*,34�62,2&*6*,3�3..+4�.,�38*�62/@*3�202(+2:+*��4**��9�9*,)(=����3823�1(++�82,)+*�38(4�9/.:+*6!�
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*��G�.-�7�
"�!�"�! ��� C�� � �� ����&����� ���
�8*�.'39'3�.-�38*�C$*-(,*��*434D�43*9�2/*�38*��*43�Q�,3*&/23(.,��9*;(-(;23(.,4!�
�8*�)(--*/*,;*4�:*31**,�38*4*�31.�359*4�2/*��
• �*43�49*;(-(;23(.,4��2/*�38*��*<'(/*6*,34�(69+*6*,3*)�;.//*;3+5���• �8*;@�(-�38*�4543*6�).*4�1823�(3�(4�/*<'(/*)�3.�).�• �..@�23�38*�.'34()*�.-��92/3�.-��38*�4543*6�
• ,3*&/23(.,�49*;(-(;23(.,4��2/*�38*�$*4(&,4�(69+*6*,3*)�;.//*;3+5��• �8*;@�(,3*/-2;*4�:*31**,�92/34�.-�38*�4543*6>�).�38*5�;.66',(;23*�38*�125�38*5�1*/*�)*4(&,*)�3.�;.66',(;23*N�
• �..@�23�38*�(,4()*�.-��92/3��.-�38*�4543*6��
�� �� �������� ��&����� ����
�8*�;.,3*,3�.-�2��*43��9*;(-(;23(.,�48.'+)�23�+*243�;.0*/�38*�-.++.1(,&��
�! �8*�3/2;*2:(+(35�623/(=��4**�9/*0(.'4�4*;3(.,���! �*43�*,0(/.,6*,3�,**)*)��82/)12/*>�3*43�4.-312/*>�3*43�3..+4!��*�4'/*�3.�6*,3(.,�0*/4(.,4�.-�82/)��2,)�4.-312/*�(-�3823M4�(69./32,3!�-�38*�3*43�9+2,�;.0*/4�38(4>�/*�-*/�3.�38*�9+2,!�
�! ��)*4;/(93(.,�.,�8.1�3.�*=*;'3*�38*�3*434��*!&!�6'43�(3�/',�.,�38*�32/&*3�4543*6>�./�;2,�(3�/',�(,�4.6*�@(,)�.-�4(6'+23(.,�6.)*!��,)�(-�(3�;2,�:*�4(6'+23*)>�8.1�(4�(3�).,*!��'43�(3�:*�).,*�62,'2++5>�./�2/*�3*434�2'3.623*)!��.1�+.,&�).*4�38*�/',,(,&�.-�38*�3*434�+243N��2,�*2;8�3*43�:*�/',�4*92/23*+5�./�2/*�38*/*�)*9*,)�*,;(*4N�
7! 8(;8�3*43�6*38.)��4*;3(.,��!����(4�'4*)�-./�;/*23(.,�.-�38*�3*43�;24*4N���;.6:(�,23(.,�.-�4*0*/2+�3*43�6*38.)4�(4�9.44(:+*!�
�! �8*�3*43�;24*4�2! �2;8�3*43�;24*�6'43�820*�2������ ��� ������������1(38(,�38*�).;'6*,3!�:! �323*�38*������� �.-�38*�3*43�;24*!��(0*�(,�2�48./3�4*,3*,;*�185�38(4�3*43�;24*�(4�,**)*)!�
;! -� 2�� ���� (4� ,**)*)�-./� 38*� 3*43� ;24*��*!&!� /*4*3� 38*� 4543*6�>� 38*,� 4323*�3823�2+4.!�
)! �8*�;*,3/2+�92/3�.-�38*�3*43�;24*�;.,4(434�.-�2�,'6:*/�.-�2;3(.,4�./�3*434!��8*�������3823�38*�3*43*/�824�3.�&(0*�2,)�38*� � �� ���������.-�38*�4543*6�(4�)*4;/(:*)!��8(,@�2:.'3�38*�125�(3�(4�1/(33*,�).1,��(3�6'43�:*�',26:(�&'.'4�2,)�;+*2/+5�4323*)!��*43*/�%.8,�48.'+)�9*/-./6� 38*� 426*�2;3(.,4�24� 3*43*/��2/5� (-� 38*5�*=*;'3*� 38*�3*43�;24*!��8(4� (4�;2++*)� C/*9/.)';(:+*�*=*;'3(.,D!�
*! �8*��������6'43�2+1254�:*�6*24'/2:+*!��!&!�.'39'3�.,�2�4;/**,>�3*43�/*�4'+34�(,�2�+.&�-(+*>�2�0(4(:+*�6.0*6*,3�.-�2�6.3./�./�2,�'9)23*�.-�2�)232�:24*!�
�
�� �� �������� � �� ����&����� ���
�8*�;.,3*,3�.-�2,�,3*&/23(.,�49*;(-(;23(.,�(4�2+6.43�*<'2+�3.�3823�.-�2��*43�49*;(-(�;23(.,>�38*�)(--*/*,;*4�2/*��
• �8*�3*43�;24*4�/*-*/�3.�92/34�.-�2�$*4(&,�(,43*2)�.-�3.�2��*<'(/*6*,3!��• �2/3�.-�38*�49*;(-(;23(.,�(4�2,�,3*&/23(.,�4;8*6*�48.1(,&>�18(;8�92/34�.-�38*�4543*6�(,3*&/23*�23�1823�6.6*,3!���**�2+4.�4*;3(.,4��!�!��2,)��!�!�!�
�
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*����.-�7�
-�2�3*43�49*;(-(;23(.,�(4�3.�:*�62)*�-/.6�2�+2/&*�/*<'(/*6*,3�).;'6*,3>�:*�4'/*�3.�62@*�.,+5���./��� 3*43�;24*4!��*3� 38*4*�3*43�;24*4�:*�;8*;@*)�:5�4*0*/2+�9*.9+*�4.�3823�5.'�@,.1�5.'M/*�.,�38*�/(&83�3/2;@!��8*,�;.,3(,'*�1(38�62@(,&�2++� 38*�.38*/�����3*43�;24*4!�
�
"�!�$ 57�� ����� ��
�8*�3*43*/�1(++�*=*;'3*�38*�3*434�.,�2�3*43�4543*6�:5�-**)(,&�38*�4543*6�1(38�38*�(,�9'3�-/.6�38*�3*43�;24*!��*�;.692/*4�38*�.'39'3�1(38�38*�*=9*;3*)�.'39'3�.-�38*�3*43�;24*!�-�38*/*�(4�2�)(--*/*,;*�38(4�;2,�:*�;2'4*)�:5��
• ��:'&�(,�38*�3*43�;24*!��• ��:'&�(,�38*�9/.)';3�',)*/�3*43!��$'/(,&� 38*� 3*434>�38*�3*43*/� +.&4�1823�8*� (4�).(,&!��49*;(2++5�.,�;.69+*=�4543*64�18*/*� 4*0*/2+� 3*43*/4�62@*� '4*� .-� 38*� 426*� 3*43� 4543*6>� 38(4� (4� *44*,3(2+!� �2,5�;.43+5�3*43(,&�8.'/4�2/*�1243*)�:*;2'4*�2�3*43*/�82)�+*-3�38*�4543*6�(,�2,�',@,.1,�4323*�:*8(,)!��
"�!�$�� ��� �� �
�'39'34�.-�38*�C�=*;'3*�3*434D�43*9�2/*�3*43�+.&4!��8*�;.,3*,3�48.'+)�23�+*243�;.0*/�38*�-.++.1(,&��• 26*�.-�38*�3*43*/�• �*43�)23*�• �2/&*3�3*43�62;8(,*�• 3*64�3*43*)�1(38�4.-312/*�0*/4(.,��• �;3(0(3(*4Q6*442&*4� 18(;8� 2/*� /*+*02,3� -./� .38*/� 3*43*/4� 3.� 4**>� *!&!� C4543*6�;/248*4�18*,�'4(,&�38*�$��� �299+(;23(.,>�).����'4*�23�38(4�6.6*,3D!�
�
"�!�% ��&� ������ ��
8*,�2++�3*434�2/*�*=*;'3*)>�38*�3*43*/�6'43�1/(3*�2�/*9./3�3.�+*3�38*�9/.?*;3�+*2)*/�@,.1�3823�38*�9/.)';3�824�:**,�3*43*)!��
"�!�%�� ��� ���&� �
�8*�;.,3*,3�.-�4';8�2�/*9./3�6'43�23�+*243�;.0*/��• �'662/5�&(0(,&�.9(,(.,�.-�3*43*/�3.�2;;*93�38(4�9/.)';3�./�,.3!���• 26*�.-�38*�3*43*/�• �*43(,&�)23*4�• �2/&*3�3*43�62;8(,*�• 3*64�3*43*)�1(38�4.-312/*�0*/4(.,�• �*43�*,0(/.,6*,3�'4*)>�(-�(3�)*0(23*4�-/.6�38*�.,*�(,�38*�3*43�49*;(-(;23(.,4�• �(43�.-�3*43�;24*4�1(38�38*�/*4'+3���@�./�.3��@�• �(43�.-�9/.:+*6�/*9./34�1/(33*,�-./�38*�.3��@M4��
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*����.-�7�
"�!�%�! (� ���
�*0*/2+�6*3/(;4�;2,�:*�&238*/*)�.,�38*�3*43�/*4'+34!��.6*�*=269+*4�2/*�&(0*,�:*�+.1!�
No of open problem reports (PR) after start integration phase
0102030405060708090
2 3 4 5 6 7 8 9 10 11 12 13 14
Weeknumber
Ope
n P
R's routine
urgent
very urgent
�
�
,�38*�2:.0*�-(&'/*>�38*�-.',)�9/.:+*64�2-3*/�38*�432/3�.-�38*�(,3*&/23(.,�3*434�.-�38*�4543*6�2/*�6*24'/*)!��8*�3/*,)�(4�+..@(,&�&..)�:*;2'4*�38*�3.32+�,'6:*/�;+*2/+5�)(6(,(48*4�2,)�38*�0*/5�'/&*,3�2,)�'/&*,3���M4�2/*�).1,�3.��!� 823�2/*�+*-3�2/*�38*�/.'3(,*�9/.:+*6�/*9./34!�
N o of defects found per phase
0
50
100
150
200
250
300
350
400
450
500
Requirem ents Developm ent Integrat ion A lfa tes t B eta tes t M aintenanc e
P roduc t is nowone y ear inm aintenanc e
��
�:.0*�-(&'/*�2+4.�48.14�2�&..)�3/*,)!��8*�,'6:*/�.-�-.',)���M4�(4�)*;/*24(,&�(,�3(6*!��'3�:*12/*��38*�+243�9824*��62(,3*,2,;*��(4�2+4.�38*�-(,2+�432&*�.-�38*�9/.)�';3!�-�2�9/.)';3�43254�(,�38*�-(*+)�-./����5*2/4>�38*�,'6:*/�.-�62(,3*,2,;*���M4�1(++�(,;/*24*!�
Figure 9 trend of open number of problem reports: purpose: progress on PR’s during development of a product
Figure 10 Number of problem reports per development phase; purpose: quality of the different phases of development
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*����.-�7�
0
50
100
150
200
250
300
QA LS IL SY RT MO WS RS
Unit
Ope
n P
R's feb
mrt
apr
�
,�38*�2:.0*�-(&'/*�(3�+..@4�24�(-�38*�',(3����(4�.-�38*�+.1*43�<'2+(35!� 823�8299*,*)�8*/*>�(4�3823�38*�/*49.,4(:+*�3*26�.-�',(3����)()�,.3�(44'*�2����-./�*0*/5�9/.:+*6�38*5�-.',)!��8*5�?'43�4.+0*)�(3�)(/*;3+5�(,�38*�;.)*!��8*����.1,*/4�)()�2�&..)�?.:�:5�;.,4*<'*,3+5� (44'(,&� ��M4!� �(,*�62,2&*6*,3� 3823� 421� 38*4*� -(&'/*4� -./� 38*� -(/43�3(6*�12,3*)�3.�32@*�6*24'/*4�.,�38*����',(3�(,43*2)�.-�.,�38*����',(3!���
�
� *3/(;4�2+1254�820*�2�8(43./5�./�/*24.,�:*8(,)�38*�)232!�"(,)�38*4*�/*24.,4�:*-./*�?'69(,&�3.�;.,;+'4(.,4!���
Figure 11 Number of open problem reports per unit per month: purpose: compare unit quality
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*����.-�7�
"�"� ���� �&������
��
�
"�"�� #�& ���� �� �
85� $*6.,43/23*�3.�;'43.6*/M4�423(4-2;3(.,�3823�4543*6�-'+-(++4�(34�./(&(,2+�(,�3*,)*)�9'/9.4*!�$*-*;34�625�43(++�:*�-.',)>�:'3�38*�4543*6�48.'+)�:*�/.�:'43�23�38(4�9.(,3!�
823� "./62+�2;;*932,;*�.-�38*�4543*6!��8*�2;;*932,;*�3*43�49*;(-(;23(.,�(4�2�;.,3/2;3'2+�).;'6*,3�2,)�;.,32(,4�38*�02+()23(.,�.-�38*�'4*/�/*<'(/*�6*,34��2+4.�2�;.,3/2;3'2+�).;'6*,3�!��59(;2+�<'*43(.,4�3.�:*�2))/*44*)�(,�2;;*932,;*�3*434��• �2,�38*�,*1�4.-312/*�:*�(,432++*)N�• 4�38*�*,)�'4*/�2:+*�3.�',)*/432,)�8.1�3.�'4*�(3�*--*;3(0*+5N�• 4�(3�/*+(2:+*>�(!*!>�-/**�.-�;/(3(;2+�)*-*;34N�• $.*4�(3�)*+(0*/�2;;*932:+*�9*/-./62,;*N�• (++�(3�1./@�',)*/�C,./62+�9/.)';3(.,D�;.,)(3(.,4�(,�38*�*,)�;'43.6*/4�*,0(/.,6*,3N�
• �2,�(3�:*�;.,-(&'/*)�3.�6**3�38*�*,)�;'43.6*/4�,**)4N��02+'23*�;.69+*3*,*44>�;.,4(43*,;5>�2,)�;+2/(35�.-�9/.;*)'/*4�2,)�).;'6*,323(.,�-/.6�2�'4*/�0(*1��
• 4*/�4543*6�(,3*/-2;*>�(,432++23(.,>�3/2(,(,&>�2,)�.9*/23(.,4�• "(/43�6*2,(,&-'+�3*43�.-�'4*/�).;'6*,323(.,�1(38�2;3'2+�'4*/4�
8*,� �+2,,*)�)'/(,&�'4*/�/*<'(/*6*,3�)*-(,(3(.,�
Figure 12 V-model and the several tests
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*��7�.-�7�
8*/*� �=*;'3*�(,�32/&*3�*,0(/.,6*,3�
8.� �*49.,4(:(+(35�.-�;'43.6*/�
�.1� �,+5�:+2;@�:.=�3*;8,(<'*�
"�"�! ��� �. � �� �
85� �,4'/*�2++�/*<'(/*6*,34��-',;3(.,2+�2,)�,.,�-',;3(.,2+��820*�:**,�2)�)/*44*)�423(4-2;3./(+5!��
823� �*/(-5�38*��4.-312/*��4543*6�/*<'(/*6*,34�
8*,� �+2,,*)�)'/(,&�4.-312/*�/*<'(/*6*,3�)*-(,(3(.,�
8*/*� -�9.44(:+*�(,�32/&*3�*,0(/.,6*,3�1(38�+(33+*�./�,.�3*43�9/.&/264>�:'3�2+�1254�(,�2�;.,3/.++*)�*,0(/.,6*,3!��
8.� �*49.,4(:(+(35� .-� 38*� 9/.?*;3!� �=*;'3*)� :5� 2,� (,)*9*,)*,3� 3*43*/� �3*43�&/.'9�>�(-�9.44(:+*>�(,0.+0*�/*2+�*,)�'4*/4!�
�.1� �,+5�:+2;@�:.=�3*;8,(<'*�
"�"�" ��� �. ��� � �� ��� �� �
85� �8*;@�(-��',(3Q4':4543*6�(,3*/-2;*4�2/*�(69+*6*,3*)�;.//*;3+5!�
823� �*/(-5�38*��4.-312/*��4':4543*6�)*4(&,4��2/;8(3*;3'/2+�)*4(&,�!�.3�?'43�;8*;@�(-�4543*6�:'(+)4�;.//*;3+5!��8*;@�.,�(,3*/�9/.;*44�;.66',(;23(.,�.,�',(3�+*0*+>�*!&!�
• -(+*Q&+.:2+�)232�+.;@(,&�• )*2)+.;@4�.,�4*6298./*4�• 3(6*+5�82,)+(,&�.-�;/(3(;2+�(,3*//'934�
8*,� �+2,,*)�)'/(,&�2/;8(3*;3'/2+��4.-312/*�4':4543*6��)*4(&,�9824*!��
�*3�3*43*/4�92/3(;(923*�(,�9/.?*;3�9+2,,(,&�.,�',(3�)*0*+.96*,3�4*<'*,;*�
8*/*� -�9.44(:+*�(,�32/&*3�*,0(/.,6*,3�1(38�+(33+*�./�,.�3*43�9/.&/264>�:'3�2+�1254�(,�2�;.,3/.++*)�*,0(/.,6*,3!�
8.� �*49.,4(:(+(35�.-�38*�9/.?*;3!��
�=*;'3*)�:5�)*4(&,*/�./�2/;8(3*;3�./�(,3*&/23./!�
�.1� $.�)(--(;'+3Q/(4@�-'++�92/34�-(/43��*!&!�(,3*&/23*�82/)12/*�*2/+5���$*;()*�.,�(,3*&/23(.,�43/23*&5��• �(&��2,&�• ,;/*6*,32+�3.9�).1,Q:.33.6�'9�• �2;@�:.,*��:'(+)�'9�*44*,3(2+�-',;3(.,4�-(/43���
• Q���,*31./@>�)(49+25>�@*5:.2/)��V�$232:24*��2;@:.,*�;2,�:*�'4*)�24�9+23-./6�-./�,*=3�4':4543*64�3.�:*�(,3*�&/23*)��(,;/*6*,32+�)*0*+.96*,3��
"�"�$ ��� � �� ��
85� �,4'/*�2++�',(3�/*<'(/*6*,34�820*�:**,�2))/*44*)�423(4-2;3./(+5!��
823� �*/(-5�38*�',(3�/*<'(/*6*,34�
8*,� �+2,,*)�)'/(,&�',(3�/*<'(/*6*,3�)*-(,(3(.,�
8*/*� �.43�.-�38*�3(6*�(,�2�4(6'+23(.,�*,0(/.,6*,3!�-�9.44(:+*>�2+4.�'4*�2+�/*2)5�.38*/�',(34��9/*�(,3*&/23(.,�!��
8.� �*49.,4(:(+(35�.-�38*�9/.?*;3!��=*;'3*)�:5�38*�',(3�.1,*/!��
�.1� �,+5�:+2;@�:.=�3*;8,(<'*�
�
�
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*����.-�7�
"�"�% ��� ��� � �� ��� �� �
85� �8*;@�(-�6.)'+*�(,3*/-2;*4�2/*�(69+*6*,3*)�;.//*;3+5!�
823� �*/(-5�38*�',(3�)*4(&,!��8*;@�.,�(,3*/�9/.;*44�;.66',(;23(.,�.,�6.)'+*�+*0*+>�*!&!�
• "(+*Q&+.:2+�)232�+.;@(,&�• $*2)+.;@4�.,�4*6298./*4�• �(6*+5�82,)+(,&�.-�;/(3(;2+�(,3*//'934�
8*,� �+2,,*)�)'/(,&�',(3�)*4(&,�9824*!��
8*/*� �.43�.-�38*�3(6*�(,�4(6'+23*)�*,0(/.,6*,3�1(38�43':4�2,)�)/(0*/4!�
8.� �*49.,4(:(+(35�.-�38*�9/.?*;3!��
�=*;'3*)�:5�6.)'+*�.1,*/�3.&*38*/�1(38�',(3�.1,*/!�
�.1� �,+5�:+2;@�:.=�3*;8,(<'*�
"�"�, (-���� �� �
85� �8*;@�(-�6.)'+*�(4�(69+*6*,3*)�;.//*;3+5!�
823� �8*;@�-./�(,3*/,2+�;.)*�*//./4�2,)�0*/(-5�2&2(,43�',(3�)*4(&,!�
8*,� �+2,,*)�)'/(,&�',(3�)*4(&,�9824*�
8*/*� �+1254�(,�4(6'+23*)�*,0(/.,6*,3��43':4>�)/(0*/4�2,)�*6'+23./4��
8.� �=*;'3*)�:5�4.-312/*�*,&(,**/�
�.1� �3*9����18(3*�:.=��/*2;8�;.)*�;.0*/2&*�32/&*3��
�3*9����:+2;@�:.=��;8*;@�-',;3(.,2+(35�
�
"�"�1 �� ������� �� �
85� �+(6(,23*�',)*4(/2:+*�4()*�*--*;34�)'*�3.�4.-312/*�;82,&*4��;82,&*�/*�<'*434�./�9/.:+*6�/*9./34��
�,4'/*��92/3�.-��38*�4543*6�43(++�-',;3(.,4�)'/(,&�)*0*+.96*,3��*,4'/*�2�432:+*�4543*6!�
823� �*43�;82,&*)�92/3�2,)�2++�92/34�3823�(,3*/2;3�1(38�3823�;82,&*)�92/3!�
8*,� $.,*��
• �,�9*/(.)(;�:24(4�)'/(,&�)*0*+.96*,3�• �,�(,3*//'93�:24(4�)'/(,&�)*0*+.96*,3�2,)�62(,3*,2,;*���2-3*/�2�4.-312/*�;82,&*��
8*/*� �*/-./6*)�.,�2++�1./@�9/.)';34�(,;+')(,&�38*�*,)�9/.)';3�
8.� �=*;'3(.,�)*9*,)4�.,�1./@�9/.)';3>�*!&!�/*&/*44(.,�3*43�.,�4543*6�+*0*+�).,*�:5�3*43�&/.'9�
�.1� �'43�:*� /*9/.)';(:+*�23�2++� 3(6*4>� (,9'3�;.6*4�-/.6�.38*/� 3*434��2;;*9�32,;*>� 4543*6>� (,3*&/23(.,>� ',(3� 2,)� 6.)'+*�!� �2,)()23*� -./� 2'3.623(;�3*43(,&!�
�
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*����.-�7�
"�$� #� . � �� �� �� ��'3.623(,&�3*434�824�4.6*�,(;*�2)02,32&*4��• �.44(:(+(35�3.�48(-3��',233*,)*)��3*43(,&�3.�P,.,�1./@(,&M�8.'/4��• �*43*/4�2/*�/*+(*0*)�-/.6�/*9*3(3(0*�9/.;**)(,&4�• �*43�*=*;'3(.,�&*34�/*9/.)';(:+*�• �,2:+(,&�3*43*/4�3.�;.,;*,3/23*�.,�3*43�/*4'+34�(,43*2)�.-�*=*;'3(.,�.-�3*434��
�.1*0*/>� (3� ).*4� ,.3� ;.6*�-./�-/**!� 3� 32@*4�3(6*� L� 6.,*5� 3.� 62@*� 38*� 2'3.623(;� 3..+�*,0(/.,6*,3!��*43�;.)*�./� 3*43�4;/(934�6'43�:*�1/(33*,�./�2,�2'3.623(;�3*43�3..+�824�3.�:*�;'43.6(H*)�3.�+*3�(3�/',�.,�38*�299+(;23(.,!�
�8*� 2'3.623(;� 3..+� *,0(/.,6*,3� 824� 3.� :*�3*43*)�2+4.�.,�:'&4O�
�
�
�
�
�
8*/*�(4�38*�:/*2@�*0*,�9.(,3N�
��/'+*�.-�38'6:�4254�(3�9254�:2;@�3.�2'3.623*�(-�2�3*43�(4�*=9*;3*)�3.�:*�*=*;'3*)����3(6*4�./�6./*�)'/(,&�)*0*+.96*,3�2,)�62(,3*,2,;*!�
�
�
�
��������� �� � ��������� ��� ����� �������� � �� � �� � ��� � �� ���
� �� � �� �� �
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*��K�.-�7�
"�%� ��� �. � �-���
"�%�� 53��4������&�� � ���� �
�..@(,&�23�2++� 38*�9.44(:+*� (,9'3�02+'*4>�)(0()*� 38*6� (,3.�4*0*/2+�;+244*4!��8*�24�4'693(.,�8*/*�(4�3823�*0*/5�(,9'3�02+'*�.-�2�92/3(;'+2/�;+244�2;34�(,�38*�426*�62,�,*/�382,�2,5�.38*/�(,9'3�02+'*�-/.6�3823�92/3(;'+2/�;+244!��.>�(,�38*./5>�(3�48.'+)�:*�4'--(;(*,3�3.�32@*�.,*�02+'*�.'3�.-�*0*/5�;+244�2,)�1/(3*�2�3*43�-./�(3!��
�*34�+..@�23�2,�*=269+*�.-�38*�3*43(,&�.-�38*�+.&2/(386�-',;3(.,�+.&�=�!�
�@ �:7;� �� &� � �������-�
��� ,02+()� ��
�� ,02+()� ��
�!�� ��!���� ��
�!�� ��>���� ��
�� �� ��
�!�� �!���� ��
�� �!���� ��
��� �� 7�
��!�� �!K��� 7�
���� �� ��
����� �� ��
�992/*,3+5>� (-� 38(4� +.&2/(386� -',;3(.,� 6'43� :*� 3*43*)>� 38*/*� (4� .,*� ;+244� -./� 38*�,*&23(0*�,'6:*/4>�.,*�;+244�-./�38*�,'6:*/4�:*31**,���2,)��>�2,)�2�;+244�-./�*0*/5�*=3/2�)(&(3��
��&� � 57&� �-�� &� � �������-�
�.&������ ,02+()� ��
�.&���!��� ��>���� ��
�.&���!��� �!���� ��
�.&����!��� �!K��� 7�
�.&������� �!7KK� ��
�.&�������� �!K��� ��
�8*�2:.0*�3*434�2/*�38*,�4'--(;(*,3�-./�,'6:*/4�'9�3.���!���!�
�-�;.'/4*>�38*�2:.0*�*=269+*�(4�0*/5�4(69+(43(;!�,�/*2+�+(-*>�2�,'6:*/�.-�(,9'3�02+�'*4�*=(43�3823�6'43�:*�;.6:(,*)�3.�&*3�.,*�./�6./*�.'39'3�02+'*4!��,)�,.3�*0*/5�(,9'3�02+'*�(4�4.�)*3*/6(,(43(;�24�38*�+.&�=��-',;3(.,!��'3�38*/*�(4�5.'/�;82++*,&*O���
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*����.-�7�
"�%�! D��-����4��������������
-� 2++� 38*� ;+244*4� 2/*� -.',)>� 38*� ,*=3� 43*9� (4� +..@(,&� 23� 38*� :.',)2/(*4� .-� 38*4*�;+244*4!��8*�)**9*/�38.'&83�:*8(,)�3823�(4>�3823�62,5�)*-*;34�(,�9/.&/266(,&�.;�;'/�23�:.',)2/(*4!�*=3�38*�3*434�-./�38*�02+'*4�2/*�1/(33*,��
• %'43�:*+.1�38*�:.',)2/5�• %'43�2:.0*�38*�:.',)2/5�• �=2;3+5�.,�38*�:.',)2/5��
�.�&*3�:2;@�3.�38*�9/*0(.'4�+.&�=��*=269+*���
���&� � D��-����
�.&����!������ %'43�:*+.1��
�.&���!����� �=2;3+5�.,�
�.&���!������� %'43�2:.0*�
�.&���!GGGGG�� %'43�:*+.1��
�.&���!������ �=2;3+5�.,�
�.&���!������� %'43�2:.0*�
X X X X X !*3;*3*/2� �
�
"�%�" �������
$*0*+.9*/4� 3*43� 38*� 9/.)';34� .,� 2� ����������� ��� ��������� 92/3(;'+2/� -*23'/*4� 2/*�3*43*)� (,� (4.+23(.,!��!&!� (,�2�1./)�9/.;*44./>�2++� 38*�.93(.,4�-./�9/(,3(,&�1.'+)�:*�299+(*)>�.,*�2-3*/�38*�.38*/!��)(3(,&�.93(.,4�1.'+)�+23*/�&*3�38*(/�.1,�4*3�.-�3*434!��8(4�(4�2�3*;8,(;2+�299/.2;8�.-�38*�4543*6!��,)�;'43.6*/4�8.1*0*/>�'4*�38*�9/.)';3�.,�2����!���� �������!�"./�*=269+*>�2�0*/5�;.66.,�324@�./�4;*,2/(.�(,�2�1./)�9/.;*44./�(4�• .9*,�2�).;'6*,3�• *)(3�38*�).;'6*,3�• 9/(,3�38*�18.+*�).;'6*,3�• *)(3�.,*�92&*�• 9/(,3�3823�92&*�-�.,+5�38*�43/(;3�/*<'(/*6*,34�2/*�-.++.1*)�.,�-',;3(.,2+�:24(4>�38*�2:.0*�324@�1(++�,.3�:*�3*43*)!��8*/*-./*�38*�/*<'(/*6*,34�48.'+)�;.,32(,�4;*,2/(.4!�,�.:?*;3�./(*,323(.,�C'4*�;24*4D��2,)�(,432,;*4�.-�'4*�;24*4�;2++*)�C4;*,2/(.4D��2/*�0*/5�;.66.,!�"./�*2;8�4;*,2/(.�2�3*43�;24*�(4�1/(33*,!���-�38*/*�2/*�,.�4;*,2/(.4�(,�38*�/*<'(/*6*,34�202(+2:+*>�32+@�3.�38*�*,)�;'43.6*/�./�'4*/�.-�38*�299+(;23(.,>�3.&*38*/�)*-(,*�38*�4;*,2/(.4�2,)�+*3�38*�*,)�;'43.6*/�1/(3*�38*6�).1,�(,�38*�/*<'(/*6*,34!�
�
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*��G�.-�7�
�
"�%�$ � � �� ����� ��� �� �� �
-�4323*�3/2,4(3(.,�)(2&/264�2/*�92/3�.-�38*�/*<'(/*6*,34>�38*�:*820(./�.-�38*�;.6�9.,*,34�/*&2/)(,&�38*4*�3/2,4(3(.,4�;2,�:*�3*43*)!���4(69+*�*=269+*�:*+.1�&(0*4�38*���3*43�;24*4�-./�3*43(,&�38*���4323*4�.-�2�+(&83�:'+:!�
�
��� �
�����
��&� �:�4�� ;� ��� �����
� � ��
�� &� �:� ��;� 8������
� � ��
�� �'48�41(3;8� �--� �(&83�&.*4�.,� �,�
�� �'48�41(3;8� �,� �(&83�&.*4�.--� �--�
�
"�%�% 5���� ������ �
�//./�&'*44(,&�(4�,.3�2�/*2+�3*;8,(<'*�./�6*38.)�:'3�(3�;2,�:*�0*/5�8*+9-'+!�
�'99.4*� 38*/*� (4�2�4543*6�.-�18(;8� (4�@,.1,�3823� (3�824�4.6*�1*2@�49.34� (,� 38*�;.66',(;23(.,� :*31**,� 31.� 324@4� �)'*� 3.� 38*� -2;3� 3823� 38(4� ;.66',(;23(.,� (4�:2)+5�)*4(&,*)��4**�4*;3(.,��!��C 823� (4�$*4(&,�-./� 3*432:(+(35D�3.�/*2++5�4.+0*� 38(4�9/.:+*6�!��(43./5�48.14�3823�6.43�9/.:+*64�2+1254�.;;'/�(,�38(4�2/*2!�-�2++�38(4�(4�@,.1,>�(3�(4�0*/5�1(4*�3.�)*-(,*�2�3*43�3823�-.;'4�.,�38(4�;.66',(;23(.,�92/3!�
�� 0*/5�-26(+(2/� *//./� &'*44(,&�6*38.)� (4� 38*�6.,@*5� 3*43!� �(3� :*8(,)� 38*� 4543*6�2,)�2;3�+(@*�2,�(&,./2,3�'4*/!��'48�2++�@(,)�.-�:'33.,4�2,)�@*54�2,)�432/3�2++�@(,)�.-�299+(;23(.,4!��8*�32/&*3�(4�3.�&*3�38*�4543*6�;/248*)!��
�8*�6.,@*5�3*43�824�.,*�9(3-2++��(3�(4�,.3�0*/5�/*9/.)';(:+*��./�5.'�6'43�+.&�*=2;3+5�2++�2;3(.,4�9*/-./6*)�!�
�
�
�
�
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*�7��.-�7�
"�%�, ��� �� ���� ��������=��� �������3����. �� ��
�.6*�.,�-',;3(.,2+�/*<'(/*6*,3�;2,�,.3�:*�3*43*)�1(38�38*�2:.0*�6*38.)4!��*/*�2/*�4.6*�3(94!�
"�%�,�� ��&����� ��
• �*/(-5�(,432++23(.,�9/.;*)'/*�• �*43�6(,(6'6�2,)�62=(6'6�82/)12/*�;.,-(&'/23(.,4�
"�%�,�! � ����� ��
• �*43�;.,;'//*,3�*0*,34��• �!&!�6'+3(9+*�'4*/4�2;;*44(,&�.,*�299+(;23(.,�23�38*�426*�3(6*��
• �*43�-./�6*6./5�+*2@2&*�2,)�.38*/�9/.:+*64�(,�+.,&�/',,(,&�299+(;23(.,4�
"�%�,�" ����� ���� ���������
• �*;.0*/5�-/.6�9.1*/�./�82/)12/*�-2(+'/*��12/6�/*432/3��• �*;'/(35�3*434�18*/*�299+(;2:+*�
"�%�,�$ �. &� ����� ��
• ,3*/-2;*�1(38�+.;2+�2,)�/*6.3*�299+(;23(.,4�• ,3*/-2;*4�1(38�,*31./@�4*/0(;*4��*!&!>�3/2,42;3(.,�9/.;*44./��
"�%�,�% ���� �&� �
�*2@�./�20*/2&*�,'6:*/�.-�3/2,42;3(.,4��./�.38*/�*0*,34��9*/�',(3�3(6*�3823�38*�454�3*6�;2,�82,)+*!��99+5�1./@+.2)��'4'2++5�1(38�2�4(6'+23./��3.�48.1�3823�38*�4543*6�824�38*�/*<'(/*)�38/.'&89'3!�� *24'/*�/*49.,4*�3(6*�3.�*,4'/*�3823�/*49.,4*�3(6*�/*<'(/*6*,34�2/*�6*3�24�+.2)�(,;/*24*4��
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*�7��.-�7�
$��#225���E� #*� (��5� >�������#@� ��8��#�5� 8#�@=��5��
$������ #�?���� �-�� �������4��������*��++F�
�1(3;8(,&�*//./4� (,���L�M4�;2++�82,)+(,&�;.69'3*/4�;2'4*)�38*�;.692,5M4� +.,&�)(432,;*�,*31./@�3.�&.�).1,�-./�,(,*�8.'/4>�38*�1./43�.-�4*0*/2+�3*+*98.,*�.'32&*4�(,�38*�8(43./5�.-�38*�4543*6!��8*�6*+3�).1,�2--*;3*)�38.'42,)4�.-�4*/0(;*4�2,)�124�*0*,3'2++5�3/2;*)�3.�2�4(,&+*�-2'+35�+(,*�.-�;.)*!�
$�����! 2� �� �. �������. �����*��++��
�8*� !�!��23/(.3�6(44(+*M4�:233*/5�124�)*4(&,*)�3.�8*2)�.--�/2<(��;')4�)'/(,&�38*��'+-� 2/!��'3�38*�4543*6�2+4.�-2(+*)�3.�3/2;@�4*0*/2+�(,;.6(,&��;')�6(44(+*4>�(,;+')(,&�.,*�3823�@(++*)���� !�!�4.+)(*/4�(,�2�:2//2;@4�(,�$828/2,>��2')(��/2:(2!��8*�9/.:+*6�43*66*)�-/.6�2�4.-312/*�*//./�3823�9'3�38*�3/2;@(,&�4543*6�.--�:5��!�7�.-�2�4*;.,)!��4�02/4��*3*/4.,�4323*4�(,�"232+�$*-*;3>�38*�454�3*6�124�./(&(,2++5�4'99.4*)�3.�:*�.9*/23*)�-./�.,+5��7�8.'/4�23�2�3(6*!�,�38*�$828/2,�2332;@>�38*�6(44(+*�:233*/5�82)�:**,�.,�-./�����8.'/4!��8(4�6*2,3�3823�38*�*//./4�(,�38*�4543*6M4�;+.;@�2;;'6'�+23*)� 3.� 38*� 9.(,3� 3823� 38*� 3/2;@(,&� 4543*6� ,.� +.,&*/� -',;3(.,*)!� �8*�6(+(32/5� 82)� (,� -2;3� 2+/*2)5�
-.',)�38*�9/.:+*6�:'3�82),M3�4*,3�38*�-(=�(,�3(6*�3.�9/*0*,3�38*�:2//2;@4�*=9+.4(.,!�
$�����" 2�� ��. ���&�������. � �� �� *��++$�
�8*�;.,;*93�.-�:'&4�*,3*/*)�38*�62(,43/*26�18*,��/.-*44./��8.624�(;*+5�23��5,;8:'/&��.++*&*�(,��(/&(,(2� )(4;.0*/*)� 3823� 38*� �*,3('6� ;8(9� &20*� (,;.//*;3� 2,41*/4� 3.� ;*/32(,� ;.69+*=� *<'23(.,4!� ,�-2;3>�38*�:'&�.;;'//*)�/2/*+5�2,)�2--*;3*)�.,+5�2�3(,5�9*/;*,32&*�.-�,3*+M4�;'43.6*/4!��8*�/*2+�9/.:+*6�124�38*�,.,;82+2,3�125�,3*+�/*2;3*)!�C�*;2'4*�1*�82)�:**,�62/@*3(,&�38*��*,3('6�:/2,)�8*20(+5>�38*/*�124� 2� :(&&*/� :/2,)�212/*,*44>D� 4254��(;82/)�$/2;.33>� ,3*+� )(/*;3./� .-�62/@*3(,&!� C *�)(),M3�/*2+(H*�8.1�62,5�9*.9+*�1.'+)�@,.1�2:.'3�(3>�2,)�4.6*�9*.9+*�1*/*�.'3/2&*)�18*,�1*�42()�(3�124�,.�:(&�)*2+!D�,3*+�*0*,3'2++5�.--*/*)�3.�/*9+2;*�38*�2--*;3*)�;8(94>�18(;8�$/2;.33�4254�;.43�38*�;.692,5�R7���6(++(.,!� �.� 9/.0*� 3823� (3� 82)� +*2/,*)�-/.6� (34�6(432@*>� ,3*+� 38*,� 432/3*)� 9':+(48(,&� 2� +(43� .-�@,.1,�C*//232>D�./�:'&4>�-./�2++�.-�(34�;8(94!�
$�����$ �������4������&� �. ������� ��&���� *��++%�
�8*�$*,0*/�,3*/,23(.,2+��(/9./3�124�(,3*,)*)�3.�:*�2�4323*�.-�38*�2/3�2(/9./3>�1(38�2�;.69+*=>�;.6�9'3*/(H*)�:2&&2&*�82,)+(,&�4543*6�2,)��>����6(+*4�.-�-(:*/�.93(;�;2:+(,&!� ,-./3',23*+5>�:'&4�(,�38*�:2&&2&*�4543*6�;2'4*)�4'(3;24*4�3.�:*�;8*1*)�'9�2,)�)/.0*�2'3.623*)�:2&&2&*�;2/34�(,3.�12++4!��8*�2(/9./3�*0*,3'2++5�.9*,*)����6.,384�+23*>�R�!��:(++(.,�.0*/�:')&*3>�2,)�1(38�2�62(,+5�62,'2+�:2&&2&*�4543*6!�
$�����% ���� ��� ���������������� ��� �������� ���� *��++0�
�1.�,*1�*+*;3/(;2+�9.1*/�2&*,;(*4�;82/&*)�1(38�)*/*&'+23(,&�38*��2+(-./,(2�9.1*/�(,)'43/5�820*�9.43�9.,*)�38*(/�9+2,4�:5�23�+*243�38/**�6.,384!��8*�)*+25�1(++�+*3�38*6�)*:'&�38*�4.-312/*�3823�/',4�38*�,*1�9.1*/�&/()!��.,4'6*/4�2,)�:'4(,*44*4�1*/*�4'99.4*)�3.�:*�2:+*�3.�;8..4*�-/.6�4.6*�����9.1*/�4'99+(*/4� 24� .-�%2,'2/5��>��GG�>�:'3� 3(6*� /2,�.'3�-./�9/.9*/+5� 3*43(,&� 38*� ;.66',(;23(.,4� 4543*6�3823�+(,@4�38*�31.�,*1�2&*,;(*4�1(38�38*�9.1*/�;.692,(*4!��8*�9/.?*;3�124�9.439.,*)�2-3*/�2�4*0*,�)25�4(6'+23(.,�.-�38*�,*1�4543*6�/*0*2+*)�4*/(.'4�9/.:+*64!��8*�)*+25�625�;.43�24�6';8�24�RG��6(+�+(.,Y6';8�.-�18(;8�625�*0*,3'2++5�:*�-..3*)�:5�/23*925*/4��:*+243(,&:*32+*/�>�2,)�18(;8�625�;2'4*�4.6*�.-�38*�,*1�9.1*/�4'99+(*/4�3.�&.�(,3.�)*:3�./�.'3�.-�:'4(,*44�:*-./*�38*5�*0*,�432/3!�
$�����, #������%B�G�����++,�
�8*�62()*,�+2',;8�.-�38*��/(2,*���/.;@*3�:+*1�'9�7��4*;.,)4�-/.6�+(-3.--!��8*�/.;@*3�2,)�(3M4�-.'/�423�*++(3*4�1*/*�',(,4'/*)�2,)�1./38�R����6(++(.,!��8*�9/.=(623*�;2'4*�.-�38*�;/248�124�2,�.0*/-+.1�*/�/./�)'*�3.�2,�233*693�3.�;.,0*/3�2��7�:(3�-+.23(,&�9.(,3�02+'*�(,3.�2����:(3�(,3*&*/!��8(4�*//./�.;;'//*)�(,�;.)*�3823�124�,.,�-',;3(.,2+�2-3*/� +(-3.-->�18*,�38*�*//./�.;;'//*)!��8*�,<'(/5��.2/)�/*9./3�9/.�0()*4�)*32(+4�/*&2/)(,&�38*�4.-312/*�-2(+'/*�2,)�38*�)*4(&,�9.+(;(*4�3823�+*2)�3.�(3!���,.3*�(,�38*��(4@4�$(&*43�(,)(;23*4�3823�2�;.69+*3*�4543*6�3*43�1.'+)�820*�-.',)�38*�9/.:+*6�:'3�124�0*3.*)�-./�:')&�*32/5�/*24.,4!�
,�&*,*/2+�3*/64>�38*�"+(&83��.,3/.+��543*6�.-�38*��/(2,*���(4�.-�2�432,)2/)�)*4(&,!��8*�233(3')*�.-�38*�+2',;8*/�2,)�(34�6.0*6*,34�(,�492;*�2/*�6*24'/*)�:5�2,�,*/3(2+��*-*/*,;*��543*6�����!�3�824�(34�.1,�(,3*/,2+�;.69'3*/>�(,�18(;8�2,&+*4�2,)�0*+.;(3(*4�2/*�;2+;'+23*)�.,�38*�:24(4�.-�(,-./623(.,�-/.6�2� C43/29�).1,D� (,*/3(2+� 9+23-./6>� 1(38� +24*/� &5/.4� 2,)� 2;;*+*/.6*3*/4!� �8*� )232� -/.6� 38*� ��� 2/*�
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*�7��.-�7�
3/2,46(33*)�38/.'&8�38*�)232:'4�3.�38*��,��.2/)��.69'3*/������>�18(;8�*=*;'3*4�38*�-+(&83�9/.&/26�2,)�;.,3/.+4�38*�,.HH+*4�.-�38*�4.+()�:..43*/4�2,)�38*��'+;2(,�;/5.&*,(;�*,&(,*>�0(2�4*/0.02+0*4�2,)�85)/2'+(;�2;3'23./4!�
,�./)*/�3.�(69/.0*�/*+(2:(+(35�38*/*�(4�;.,4()*/2:+*�/*)',)2,;5�23�*<'(96*,3�+*0*+!��8*/*�2/*�31.���4�.9*/23(,&� (,� 92/2++*+>� 1(38� ()*,3(;2+� 82/)12/*� 2,)� 4.-312/*!� �,*� ��� (4� 2;3(0*� 2,)� .,*� (4� (,� C8.3D�432,)�:5>�2,)� (-�38*�����)*3*;34� 3823� 38*�2;3(0*����824�-2(+*)� (3� (66*)(23*+5�41(3;8*4� 3.� 38*�.38*/�.,*>�9/.0()*)�3823� 38(4�',(3� (4�-',;3(.,(,&�9/.9*/+5!��(@*1(4*� 38*/*�2/*� 31.����4>�2,)�2�,'6:*/�.-�.38*/�',(34�(,�38*�"+(&83��.,3/.+��543*6�2/*�2+4.�)'9+(;23*)!�
�8*�)*4(&,�.-�38*��/(2,*������ (4�9/2;3(;2++5�38*�426*�24�3823�.-�2,����18(;8�(4�9/*4*,3+5�'4*)�.,��/(2,*�7>�92/3(;'+2/+5�24�/*&2/)4�38*�4.-312/*!�
�24*)� .,� 38*� *=3*,4(0*� ).;'6*,323(.,� 2,)� )232� .,� 38*� �/(2,*� ���� -2(+'/*� 62)*� 202(+2:+*� 3.� 38*��.2/)>�38*�-.++.1(,&�;82(,�.-�*0*,34>�38*(/�(,3*/�/*+23(.,4�2,)�;2'4*4�820*�:**,�*432:+(48*)>�432/3(,&�1(38�38*�)*43/';3(.,�.-�38*�+2',;8*/�2,)�3/2;(,&�:2;@�(,�3(6*�3.12/)4�38*�9/(62/5�;2'4*!�
�8*�+2',;8*/�432/3*)�3.�)(4(,3*&/23*�23�2:.'3����V��G�4*;.,)4�:*;2'4*�.-�8(&8�2*/.)5,26(;�+.2)4�)'*�3.�2,�2,&+*�.-�2332;@�.-�6./*� 382,����)*&/**4� 3823� +*)� 3.�4*92/23(.,�.-� 38*�:..43*/4�-/.6�38*�62(,�432&*>�(,�3'/,�3/(&&*/(,&�38*�4*+-�)*43/';3�4543*6�.-�38*�+2',;8*/!�
�8(4�2,&+*�.-�2332;@�124�;2'4*)�:5�-'++�,.HH+*�)*-+*;3(.,4�.-�38*�4.+()�:..43*/4�2,)�38*��'+;2(,�62(,�*,&(,*!��
�8*4*�,.HH+*�)*-+*;3(.,4�1*/*�;.662,)*)�:5�38*��,��.2/)��.69'3*/�������4.-312/*�.,�38*�:24(4�.-�)232�3/2,46(33*)�:5�38*�2;3(0*�,*/3(2+��*-*/*,;*��543*6�������!��2/3�.-�38*4*�)232�23�3823�3(6*�)()�,.3�;.,32(,�9/.9*/�-+(&83�)232>�:'3�48.1*)�2�)(2&,.43(;�:(3�9233*/,�.-�38*�;.69'3*/�.-�38*�����>�18(;8�124�(,3*/9/*3*)�24�-+(&83�)232!��
�8*�/*24.,�185�38*�2;3(0*������)()�,.3�4*,)�;.//*;3�233(3')*�)232�124�3823�38*�',(3�82)�)*;+2/*)�2�-2(+'/*�)'*�3.�2�4.-312/*�*=;*93(.,!��
�8*�����;.'+)�,.3�41(3;8�3.�38*�:2;@�'9������:*;2'4*�3823�',(3�82)�2+/*2)5�;*24*)�3.�-',;3(.,�)'/�(,&�38*�9/*0(.'4�)232�;5;+*��K��6(++(4*;.,)4�9*/(.)��-./�38*�426*�/*24.,�24�����!��
�8*� (,3*/,2+� ��� 4.-312/*� *=;*93(.,�124� ;2'4*)� )'/(,&� *=*;'3(.,� .-� 2� )232� ;.,0*/4(.,�-/.6� �7�:(3�-+.23(,&�9.(,3� 3.����:(3� 4(&,*)� (,3*&*/� 02+'*!� �8*�-+.23(,&�9.(,3�,'6:*/�18(;8�124� ;.,0*/3*)�82)�2�02+'*�&/*23*/�382,�1823�;.'+)�:*�/*9/*4*,3*)�:5�2����:(3�4(&,*)�(,3*&*/!��8(4�/*4'+3*)�(,�2,��9*/2,)��//./!� �8*�)232� ;.,0*/4(.,� (,43/';3(.,4��(,��)2� ;.)*��1*/*�,.3�9/.3*;3*)�-/.6�;2'4(,&�2,��9*/2,)��//./>�2+38.'&8�.38*/� ;.,0*/4(.,4�.-� ;.692/2:+*�02/(2:+*4� (,� 38*� 426*�9+2;*� (,� 38*� ;.)*�1*/*�9/.�3*;3*)!��
�8*�*//./�.;;'//*)�(,�2�92/3�.-�38*�4.-312/*�3823�.,+5�9*/-./64�2+(&,6*,3�.-�38*�43/29�).1,�(,*/3(2+�9+23-./6!� �8(4� 4.-312/*� 6.)'+*� ;.69'3*4� 6*2,(,&-'+� /*4'+34� .,+5� :*-./*� +(-3�.--!� �4� 4..,� 24� 38*�+2',;8*/�+(-34�.-->�38(4�-',;3(.,�4*/0*4�,.�9'/9.4*!��
�8*�2+(&,6*,3�-',;3(.,�(4�.9*/23(0*�-./����4*;.,)4�2-3*/�432/3(,&�.-�38*�"+(&83��.)*�.-�38*���4�18(;8�.;;'/4�23����W���4*;.,)4�-./��/(2,*��!��.,4*<'*,3+5>�18*,�+(-3�.--�.;;'/4>�38*�-',;3(.,�;.,3(,'*4�-./�299/.=!�7��4*;.,)4�.-�-+(&83!��8(4�3(6*�4*<'*,;*�(4�:24*)�.,�2�/*<'(/*6*,3�.-��/(2,*�7�2,)�(4�,.3�/*�<'(/*)�-./��/(2,*��!��
�8*��9*/2,)��//./�.;;'//*)�)'*�3.�2,�',*=9*;3*)�8(&8�02+'*�.-�2,�(,3*/,2+�2+(&,6*,3�-',;3(.,�/*4'+3�;2++*)���>��./(H.,32+��(24>�/*+23*)�3.�38*�8./(H.,32+�0*+.;(35�4*,4*)�:5�38*�9+23-./6!��8(4�02+'*�(4�;2+�;'+23*)�24�2,�(,)(;23./�-./�2+(&,6*,3�9/*;(4(.,�.0*/�3(6*!��
�8*�02+'*�.-����124�6';8�8(&8*/�382,�*=9*;3*)�:*;2'4*�38*�*2/+5�92/3�.-�38*�3/2?*;3./5�.-��/(2,*���)(--*/4�-/.6�3823�.-��/(2,*�7�2,)�/*4'+34�(,�;.,4()*/2:+5�8(&8*/�8./(H.,32+�0*+.;(35�02+'*4!�
�
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*�7��.-�7�
%��#225���E�D*����5���)5�#65����@�5E#(2@5��
�*+.1�4.6*�;.66*/;(2+�62,2&*6*,3�3..+4�2/*�+(43*)!��8(4�(,-./623(.,�(4�)23*)��K�%'+5�����!� TOOL: CTC++ Vendor: Testwell Oy Category: Measurement Description: CTC++ (Test Coverage Analyzer for C/C++) is an instrumentation-based tool for measuring test coverage and studying the dynamic behaviour of C and C++ programs. CTC++ is available in two packages: 1) as a host-based tool (“CTC++”) and 2) as a tool, which facilitates coverage measuring in target platforms (“CTC++ Host-Target & Kernelcoverage”). GUI integration to Visual C++. Date Posted: Jun 28, 2001 TOOL: C-Cover Vendor: Bullseye Testing Technology Category: Measurement / Test Execution Description: Quickly find untested C/C++ code and measure testing completeness. C-Cover increases your test-ing productivity by showing you the regions of your source code that are not adequately tested. C-Cover meas-ures condition/decision coverage to help you determine test cases that exercise the decision-making functionality as well as the computational functionality of your application. Date Posted: Jun 11, 2001 TOOL: Rational PureCoverage Vendor: Rational Software Category: Measurement Description: Rational PureCoverage is a powerful code coverage analysis tool designed for use by developers and testers during daily unit tests to increase software quality by preventing untested code from reaching end users. It is unsurpassed for ease of use and flexibility. With a single click, you can take advantage of an anno-tated source view that provides line-by-line analysis of either tested or untested code. Date Posted: Jun 28, 2001 TOOL: TCAT for Java Vendor: Software Research, Inc. Category: Web Testing Description: TCAT for Java is a test coverage analysis tool configured specially for Java applets and for use on Java-enabled browsers. Developers of animated Web sites can use TCAT for Java to determine that their Java applets are fully exercised by their test suites – a critical quality verification when Java applets support financial transactions on the web. Date Posted: Jul 01, 2000 TOOL: ATTOL Coverage Vendor: ATTOL Testware SA Category: Measurement Description: ATTOL Coverage assesses test efficiency by analyzing C, C++, Ada 83 or 95 code coverage in-formation. Designed for both native and target platforms, ATTOL Coverage also supports compliance with the avionics’ DO-178B standard. Source code that has not been covered (including dead code), which test covers which part of the code, and achieved code coverage information can quickly be visualized. When required for MC/DC testing, ATTOL Coverage displays information that help optimizing test case desig. Date Posted: Oct 18, 2000 TOOL: TestWorks/Coverage Vendor: Software Research, Inc. Category: Measurement Description: TestWorks/Coverage measures how much of your code has been tested. This powerful coverage analyzer does branch and call-pair coverage in a single test run and provides full support for all standard con-structs and dialects of C and C++, using logical branch (C1), function call (S1) and path class (Ct) coverage.
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*�77�.-�7�
With the new recursive descent compiler technology, it’s easy to integrate coverage analysis into your standard “built-test-edit” process with a simple one-line change. Date Posted: Jul 01, 2000 TOOL: LDRA Testbed Vendor: LDRA Category: Measurement / QA/Quality Mgmt / Reviews & Inspections / Test Development / Test Execution / Test Management Description: The two main testing domains of LDRA Testbed are Static and Dynamic Analysis. LDRA Test-bed’s static analysis provides programming standards enforcement, complexity analysis and data flow analysis. Data Flow Analysis has been proven to be one of the most cost-effective methods of removing bugs from soft-ware. Dynamic Analysis involves execution with test data, through an instrumented version of the source code, to detect defects at run time and provide code coverage measurement. LDRA Testbed rep. Date Posted: Nov 14, 2000
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*�7��.-�7�
,�#225���E��*��5����5(5����(#�#65(5������@��
�*+.1�4.6*�1()*+5�@,.1,�;.66*/;(2+�62,2&*6*,3�3..+4�2/*�+(43*)!�
�
• $../4��E�����;.69+*=�4543*64�
• �*<'(4(3*��/.���23(.,2+��
• �2+(:*/�6���32/:24*���462++�4543*64�
�
�8*�+(,@�8339�QQ111!0.+*/*!;.!'@Q3..+4!836�;.,32(,4�2,�'9)23*)�+(43�.-�62,5�6./*�3..+4!�
�
�
�������������� ���������� ���� ��� 0*/4(.,�����
© Process Vision���������������� � �� � �2&*�7��.-�7�
About the author (++*6� /*;*(0*)� 8(4� :2;8*+./M4� )*&/**� (,� �+*;3/.,(;4� (,� �G���2,)�432/3*)�1./@(,&�24�2�4.-312/*�)*0*+.9*/!�$'/(,&�38*�-(/43�G�5*2/4�.-�8(4�;2/**/>�8*�824�1./@*)�(,�9/.?*;34�-./��;Z�0)��/(,�3*,>� �/&2,.,� �*;8,(;2>� �8(+(94� � *)(;2+� �543*64� 2,)� $/2*&*/�2,)�*,)*)�'9�24�9/.?*;3�Q�3*26�+*2)*/!��,��GGK�8*�41(3;8*)�3.12/)4�38*�<'2+(35�244'/2,;*�2,)�9/.;*44�(69/.0*6*,3� /.+*� (,� 6'+3(�)(4;(9+(,2/5� 9/.?*;34� -./� ;.692,(*4�4';8� 24� ����>� �8(+(94� �.,4'6*/� �+*;3/.,(;4>� �8(+(94� � *)(;2+��543*64�2,)��*,3/(;���.+0*!���"/.6������.,12/)4�8*�432/3*)�8(4�.1,�;.692,5��/.;*44��(4(.,�
2,)�;.,3(,'*)�3.�1./@�24�<'2+(35�244'/2,;*�Q�9/.;*44�(69/.0*6*,3�.--(;*/!�*=3�3.�3823�8*�;.,)';34��-/.6��GG��'9�3.�,.1��38*�4.-312/*�<'2+(35�;.,3/.+�;.'/4*�23�38*��*;8,(;2+� ,(0*/4(35�.-��(,)8.0*,�24�92/3�.-�38*�����9/.&/26!��
�
Revision History �� �� ��4����� �. . �� �
��%2,������ ��� ,(3(2+�0*/4(.,�
�G�%',*������ ��� �))*)�3*43�6*38.)4�2,)�3*43�9824*4!�
��%'+5������ ��� �))*)�/*&/*44(.,�3*434�2,)�2'3.623*)�3*434�
K�%'+5������ �7� �))*)�;.66*,34�-/.6�����43')*,34������
����25������ ��� �))*)�)*4(&,�-./�3*432:(+(35�2,)�/*0(*1�9/.)';3�/.+*4�
�82,&*)�3*43�9+2,�(,3.�,3*&/23(.,�L��*43�9+2,�
��%'+5������ ��� �))*)� ;.66*,34� 2,)� *=9+2(,*)� <'*43(.,4� -/.6� ���� 43')*,34������
����9/(+����7� �K� �/*92/*)� -./� ���� ;.'/4*� ���7U� �))*)� /(4@� :24*)� 3*43(,&U� 4323*�3/2,4(3(.,�3*43(,&�2,)�4(=�4(&62�/*4'+34!�
��%'+5�������� ��� �/*92/*)�-./�����;.'/4*������
K��'&'43������ �G� �/*92/*)�-./�����;.'/4*������
��� �*93*6:*/������
��� �/*92/*)�-./�����;.'/4*����K�
���%'+5����K� ��� �62++�'9)23*4�-./�����;.'/4*����K�
�