testing using complex systems modeling

8/13/2019 Testing Using Complex Systems Modeling

1/32

!"#$%& !#()*+, -(*+, .$/01#2 3&()#/( 4$5#1*+, 6$1*78 9 :*8; >

>

"#$%&' "$()*+, -(*+, .%/01$2 3'()$/( 4%5$1*+,

*+ 6781*9 :5/*+*()&;)*%+ ;+5 6%1*9' 3)75*$(%& ; 4$);?"#$%&$)*9;1 @$($;&9# 6&%,&;/

!"#$%&'(")# +',$-.

!"#$%&'#() +, -%&.+"(

/01 2+&! 4533

67&3#"8(+"9 -: 0;+3#?5@7$.A%B7

C0DEF;FE1GGD

/%$0 1$.

!"#$%&'#() +, -%&.+"(

D0; 2+&! 4533

67&3#"8(+"9 -: 0;


2/32

!"#$%& !#()*+, -(*+, .$/01#2 3&()#/( 4$5#1*+, 6$1*78 9 :*8; >

QQRS .$/E$%);

>QQRS T8&+#(; Q\U[ A$+E%$+) 0@71*A 85/*+*()%8)$%( 8+5

0$1*A& 8+81&()(; 8+5 (@,,#() )"8) A$/01#2*)& )"#$%& 8+5 (A*#+A# "8( )"# 0$)#+)*81 )$

800%$8A" B*AH#5 0%$71#/( B*)" E%#(" #(DM*AH#5 0%$71#/( /8& (@%E8A# 8( 8 %#,*$+O( A808A*)& )$ %#(0$+5 )$ A8)8()%$0"*A

#C#+)( $% 8 ()@77$%+ 7@%#8@A%8A&O( E8*1@%# )$ 8580) 8+5 *++$C8)# )$ /##) A"8+,*+, +##5(D

M*AH#5 0%$71#/( /8& 7# (##+ $+ 8 ($A*#)81 1#C#1 8( 0#%(*()#+) 8+5 #+)%#+A"#5 0@71*A 0$1*A&

0%$71#/( $% 8) )"# *+)#%0#%($+81 1#C#1( B*)"*+ )"# 71@%%*+, $E 1*+#( 7#)B##+ 0$1*)*A( 8+585/*+*()%8)*$+S *+5*C*5@81 7#1*#E (&()#/( 8+5 *+()*)@)*$+81 %@1#( 8+5 +$%/(D ?+ )"*(

/8+@(A%*0); B# 8%,@# )"8) B*AH#5 0%$71#/( 0#%(*() 7#A8@(# $@% E8*1@%# )$ @+5#%()8+5 )"#*%A$/01#2*)&D M# 8%,@# )"8) B# "8C#; )"@( E8%; E8*1#5 )$ *+)#,%8)# )"# %$1# $E +$+F1*+#8%

E##578AH 1$$0( $0#%8)*+, B*)"*+ A$/01#2 0$1*A& 8+5 ,$C#%+8+A# 0%$A#((#( *+)$ $@%

)"#$%*#( 8+5 #/0*%*A81 %#(#8%A"D ]( 8 %#(@1) B# "8C# E8*1#5 )$ A80)@%# "$B (#1EF$%,8+*G*+,8+5 #/#%,#+) 7#"8C*$%( A$+)%*7@)# )$ *++$C8)*$+ 8+5 A"8+,#; 8( B#11 A8)8()%$0"*A $% +#8%

A8)8()%$0"*A E8*1@%#D M# 8%,@# )"8) )"# #/#%,#+A# P$% A$+C#%(#1&; )"# (##/*+, 18AH $E#/#%,#+A#[ $E +#B 7#"8C*$%(; 8A)*$+( 8+5 #C#+)( E%$/ (##/*+,1& ()871# 8+5 0%#5*A)871#()%@A)@%#( 8+5 E@+A)*$+( /8& 7# C*#B#5 8( $+# $E )"# 0%*/8%& E$%A#( 5%*C*+, )"#

B*AH#5+#(( $E 0@71*A 0$1*A& 8+5 0@71*A 85/*+*()%8)*$+ 0%$71#/(D61*^+ 8+5 3+#11#+ "8C# $7(#%C#5 "$B; K!"# "*()$%& $E )"# E*#15 $E 0@71*A

85/*+*()%8)*$+ A$@15 7# C*#B#5 8( 8+ $+,$*+, 8))#/0) )$ (#8%A" E$% A$+A#0)( )$ ,%8(0 )"#

A$/01#2*)& $E 58&F)$F58& 0%8A)*A#( *+ 0$1*A&F/8H*+, 8+5 5#A*(*$+F/8H*+,L P61*^+ 8+53+#11#+; \[D !$ 8 A#%)8*+ #2)#+); A$/01#2*)& "8( 81B8&( 7##+ 8 08%) $E #C#%& 58&

0@71*A /8+8,#/#+) 8+5 0$1*A& 0%8A)*A#(D _@() 8( E*#15 $E 0"&(*A( K"8( 5*(A$C#%#5 A$/01#2*)&7& A$/01*A8)*+, *)( $B+ 18+,@8,# $E 5#(A%*0)*$+;L P!($@H8(;


3/32

!"#$%& !#()*+, -(*+, .$/01#2 3&()#/( 4$5#1*+, 6$1*78 9 :*8; >

U

6%1*9' ;+5 A%B$&+;+9$ 6&%9$(($( ;( .%/01$2 :5;0)*B$ 3'()$/(

?+ )"*( (#A)*$+ B# #201$%# )"# %#18)*$+("*0 7#)B##+ %8)*$+81*)&; 7$@+5#5 %8)*$+81*)&;

8+5 +$+F%8)*$+81 0%$A#((#(; 8+5 #/#%,#+); (#1EF$%,8+*G*+, 8+5 8580)*C# 0%$0#%)*#( $E

0$1*A& 8+5 ,$C#%+8+A# (&()#/(D M# (@,,#() )"8) )"# )#+(*$+( )"8) 8%# *+"#%#+) B*)"*+ )"#($A*81 (A*#+A#( /$%# B*5#1& 7#)B##+ )"# 5#)#%/*+*()*A (A*#+A#( E$@+5 *+ 0$(*)*C*(/ 8+5 )"#

%#18)*C*()*A (A*#+A#( E$@+5 *+ *+)#0%#)*C*(/ 8%# 0%#(#+) *+ /$() /$5#1( $E A$/01#2 8580)*C#(&()#/( 8( B#11 8+5 8%,@# )"8) )"*( )#+(*$+ /8& 7# "8%+#((#5 @+5#% 8 %#,*/# $E )"#$%&F

)#()*+,D M# A$+A1@5# 7& 18&*+, $@) 8 %8)*$+81# E$% B"& 0@71*A 85/*+*()%8)*$+ ("$@15 7#*+)#%#()#5 *+ )"# H*+5( $E 8+81&(*( )"8) 8%# 0$((*71# @(*+, A$/01#2*)& )"#$%& 8+5 (A*#+A#D

8'+#:*'3#+DF 2:1*,(, )'+#:*'3#+DF '*, *:*H)'+#:*'3#+DJ

61*^+ 8+5 3+#11#+ 8%,@# )"8) $@% )"#$%*#( $E 0@71*A /8+8,#/#+) 8+5 0$1*A& 8%# $E)#+

0%#5*A8)#5 $+ 8 A$+)*+@#5 %#1*8+A# $+ )"#$%*#( $E %8)*$+81 8A)*$+ E$@+5 *+ /$() /8%H#)F

$%*#+)#5 8+5 0#%E$%/8+A#F78(#5 %#E$%/( $E )"# 08() )"*%)& %( PQ`Q[; 7@)

#2)#+5*+, B#11 *+)$ A$+)#/0$%8%& )*/#(; )"8) "@/8+ 7#"8C*$%( 8+5 )"# %8+,# $E ($A*#)81*+)#%8A)*$+( )"8) ("80# )"#/ 8%# +$) #8(*1& #2018*+#5 )"%$@," A$11#A)*C# $% %8)*$+81 A"$*A#

)"#$%*#(D> Y$@+5#5 %8)*$+81*()( 8AA#0) )"# K0%#/*(#L $E %8)*$+81*)&S B"*1# $)"#%( %#^#A) 8+&+$)*$+ $E %8)*$+81*)& *)(#1E; 85"#%*+, )$ )"# +$)*$+ )"8) 0#$01# ^@() 8A) (0$+)8+#$@(1&;#/$)*$+811& 8+5 *+()*+A)@811&D Y$@+5#5 %8)*$+81*()( 8+5 )"$(# )"8) %#^#A) )"# 0%#/*(# $E

%8)*$+81*)& 811 @+5#%()8+5 )"8) ($A*81 8,#+)( (## )"# B$%15 )"%$@," )"# C#*1( $E )"#*% $B+(@7^#A)*C*)&D !"#& 8EE#A) $+# 8+$)"#%; E$%/*+, ("8%#5 /#+)81 /$5#1( P3#+,#; >QQ=[;

A$11#A)*C# )"#$%*#(F*+F@(#; 8+5 +$%/( )"8) ,@*5# C*%)@811& #C#%& E8A#) $E ($A*81 *+)#%8A)*$+

P]%,&%*( 8+5 3A"$+; >QQa[D !"*( *( 8 C*#B 85"#%#5 )$ 7& ($A*81 0(&A"$1$,*()( B"$ 800%$8A"($A*81 8,#+A& 8( 8 /8))#% $E A$11#A)*C#1& A$+()%@A)#5 7#1*#E +#)B$%H(; 8+5 8 %8+,# $E /#+)81

8+5 A@1)@%81 /$5#1( )"8) A$@15 +$) 7# )#()#5 8,8*+() 8+& +$%/ $E %8)*$+81*)&D ?+ 0@71*A

85/*+*()%8)*$+ 8+5 0$1*A&; B# (## B*5#(0%#85 %#A$,+*)*$+ )"8) )"# ($A*81 A$+()%@A)*$+ $E+@/7#%(; (&/7$1(; /#)80"$%(; 8+5 +8%%8)*C#( ("80#( 0$B#% 8+5 0$1*)*A81 5&+8/*A(

$0#%8)*+, 7#)B##+ ($A*81 8,#+)( P3)$+#;


4/32

!"#$%& !#()*+, -(*+, .$/01#2 3&()#/( 4$5#1*+, 6$1*78 9 :*8; >

R

78(# 8((@/0)*$+( ,@*5*+, /$() )"#$%*#( $E %8)*$+81*)&; 7$@+5#5 %8)*$+81*)& 8+5 %8)*$+81*)&F

5#E&*+, /#+)81 8+5 A@1)@%81 /$5#1(DM# 8%,@# ; "$B#C#%; )"8) )"$(# 1$$H*+, )$ 8001& A$/01#2*)& (A*#+A# 8+5 )"#$%& )$

)"# ()@5& $E 0$1*A& 8+5 ,$C#%+8+A# 0"#+$/#+8 B*11 7# 0%#((#5 )$ 8C$*5 )"# H*+5( $E0$(*)*C*() 8+5 0$()0$(*)*C*() 1#,8A*#( E$@+5 *+ /$() A$/0@)#% (*/@18)*$+ /$5#1( $E A$/01#2

(&()#/( PY@*^( #) 81D;


5/32

!"#$%& !#()*+, -(*+, .$/01#2 3&()#/( 4$5#1*+, 6$1*78 9 :*8; >

`

A"8+,#( )$ G$+*+, 18B( B*11 #EE#A) 18+5 @(# 08))#%+(; $% )"# #208+(*$+ $E %$85B8& A808A*)&

*/08A)( )%8EE*A A$+,#()*$+; B# B*11 "8C# 8 /@A" "8%5#% )*/# A$/0$(*+, /$5#1( )"8) A8+8AA$@+) E$% /$%# E*+#% ,%8*+#5 8+81&(*( $E A$/01#2 ($A*81 (&()#/( *+ B"*A" $@)0@)( 8%# +$)

%#85*1& $7(#%C871#D3)@5*#( $E 0$1*A& */01#/#+)8)*$+ "8C# A$+(*()#+)1& %#*+E$%A#5 )"# +$)*$+ )"8)

0%#5*A)*+, )"# A$$%5*+8)#5 8A)*$+( $E C8%*$@( A$/7*+8)*$+( $E 0$1*A& 8A)$%( *( 8+@+5#%)8H*+, B%$@,") B*)" @+A#%)8*+)*#( Pf%#((/8+ 8+5 M*158C(H&; >Q\US T*11 8+5 T@0#;


6/32

!"#$%& !#()*+, -(*+, .$/01#2 3&()#/( 4$5#1*+, 6$1*78 9 :*8; >

a

8%# ,@*5#5 7& 5#A*(*$+ %@1#( 8+5 (A%*0)#5 %#18)*$+("*0( P3)8A#&; ()*'*4( $D$+(7$

!"# #2)#+) )$ B"*A" 8 0$1*A& 8+5 ,$C#%+8+A# (&()#/ *( ()871# $% #20#%*#+A#(

*+()87*1*)& ("$@15 /8))#% )$ )"$(# *+)#%#()#5 *+ 0@71*A 85/*+*()%8)*$+ 8+5 0$1*A&D -+()871#

(&()#/(; $% 8) 1#8() @+()871# (@7(&()#/( $E 8 18%,#% (&()#/; 8%# +##5#5 )$ E$()#% *++$C8)*$+$% A"8+,#D M# E*+5 )"# f] E*#15 *+)#%#()#5 *+ )"#(# 0"8(# )%8+(*)*$+( *+ )"# 1*)#%8)@%# $+

8580)*C# #+C*%$+/#+)81 /8+8,#/#+) Pb$%)$+;


7/32

!"#$%& !#()*+, -(*+, .$/01#2 3&()#/( 4$5#1*+, 6$1*78 9 :*8; >

\

,$C#%+8+A# (&()#/(D !"# A"811#+,# 1*#( *+ )8H*+, )"#(# )"#$%#)*A81 8+5 5#A*5#51&

J@81*)8)*C# $7(#%C8)*$+( )$ )#() )"# #EE*A8A& $E )"#(# /$5#1( )$ 0%$C*5# ($/# 78(*( E$%#2018*+*+, )"# #/#%,#+A#; 8580)8)*$+ 8+5 (#1EF$%,8+*G8)*$+ $E (&()#/ $% (@7F(&()#/(D

!"(:)DH+($+#*6 &:3#4D '*, 6:>()*'*4( ;)'7(@:)K$

!"#$%& )#()*+, 811$B( (A*#+)*()( )$ 0%$C# )"# (*,+*E*A8+A# $E A#%)8*+ A8(@81 08))#%+(8+5 5%8B *+E#%#+A#( %#,8%5*+, )"# ,#+#%81*G87*1*)& $E A18*/( 5#%*C#5 E%$/ )"#(# #C*5#+A#F78(#5 08))#%+(D !"# #/#%,#+); (#1EF$%,8+*G*+, 8+5 +$+F1*+#8% J@81*)*#( $E A$/01#2 8580)*C#

(&()#/( 018A#( (*,+*E*A8+) A$+()%8*+)( 8%$@+5 )"# A808A*)& $E ($A*81 (A*#+)*()( )$ 5%8B

*+E#%#+A#( E%$/ )"# H*+5 $E A$/0@)#% (*/@18)*$+ /$5#1*+, )"8) *( %#J@*%#5 $E /$() ()@5*#($E A$/01#2 8580)*C# (&()#/( PY8+H#(;


8/32

!"#$%& !#()*+, -(*+, .$/01#2 3&()#/( 4$5#1*+, 6$1*78 9 :*8; >

X

A$/01#2*)& (A*#+A# +##5 +$) 7# C*#B#5 8( /@)@811& #2A1@(*C# $E )"# B*5# %8+,*+,; 5$/8*+

(0#A*E*A )"#$%*#( $E 0@71*A 85/*+*()%8)*$+ 8+5 0$1*A& ()@5*#(D

.%/01$2*)' >&*$+51' 0781*9 ;5/*+*()&;)*%+ ;+5 0%1*9' )#$%&*$(

?+ )"*( (#A)*$+ B# 5#(A%*7# "$B (&()#/ 5&+8/*A( 8+5 +#)B$%H 8%A"*)#A)@%#(

0%$C*5# 8 /#)8F)"#$%#)*A81 1*+H 7#)B##+ E*C# f] 8+5 0$1*A& )"#$%*#( 0%#(#+)#5 "#%#D M#5#(A%*7# (&()#/( 5&+8/*A( 8+5 +#)B$%H 8%A"*)#A)@%#( 8( )"# 78(# $E 8 /#)8F)"#$%#)*A81

E%8/#B$%H )"8) /8& 7# #/01$ )$ ()@5& 0$1*A& 8+5 ,$C#%+8+A# (&()#/( B*)"*+(*/@18)#5 #+C*%$+/#+)(D M# 5*(A@(( "$B ($/# $E )"# (#1#A)#5 E%8/#B$%H( 5#C*(#5 )$

()@5& 0$1*A& 8+5 ,$C#%+8+A# (&()#/( @(# /8+& $E )"# 78(*A )#+8+)( $E (&()#/ 8+5 +#)B$%H

)"#$%& 8( #0*()#/$1$,*A81 E$@+58)*$+(DM# 8%,@# )"8) )"#(# KB"$1# (&()#/L E%8/#B$%H( (#%C# 8( )"# 7%*5,# 7#)B##+ )"#

"*,"1& 08%)*A@18% A$+)#2)( 8+5 8001*A8)*$+( E$@+5 B*)"*+ (0#A*E*A811& $7(#%C#5 0"#+$/#+8;

8+5 )"# (&()#/( 8+5 +#)B$%H( E$@+58)*$+( )"8) 0#%(*() 8A%$(( 811 +8)@%81 8+5 ($A*81

(&()#/(D ]1)"$@," @(#E@1 )"$@,") #20#%*/#+)( 8+5 K)$& /$5#1(L /8& 7# A$+()%@A)#5 )$ 8*5*+ $@% @+5#%()8+5*+, $E A$/01#2 0$1*A& 8+5 ,$C#%+8+A# (&()#/(; 5#C#1$0*+, /$5#1( $E)"#(# (&()#/( )"8) 8%# A81*7%8)#5 )$ 08))#%+( 8) /@1)*01# (A81#( $E $7(#%C8)*$+ *( A%*)*A81 *E

A$/01#2*)& (A*#+A# *( )$ "8C# @)*1*)& E$% )"# 0@71*A 85/*+*()%8)*$+ 8+5 0$1*A& E*#15D

.81*7%8)*$+ $E A$/01#2 (&()#/( /$5#1( B*)" $7(#%C#5 08))#%+( "8( 7##+ @(#5 E$% )"#$%&)#()*+, *+ #A$1$,& PZ%*// #) 81D; Qaa[; f#%%$B P>Qa\[; 68)G8+5 68"+ P>Q\X[; ]AH$EE P>QX=[; 4*+G7#%, P>QXU[; 3A$)) P>QX\[; 8+5 M*#AH P>Q\a[ 7#,8+

)$ #2018*+ $%,8+*G8)*$+81 7#"8C*$% *+ )#%/( $E ()$AH( 8+5 E1$B(; )"# )%8+(/*((*$+ $E

8@)"$%*)& 8+5 0$B#%; 8+5 )"# %#18)*$+("*0 7#)B##+ 8+ $%,8+*G8)*$+ 8+5 *)( #2)#%+81#+C*%$+/#+)D K3&()#/( )"*+H*+,L 7#A8/# 0$0@18%*G#5 *+ )"# 18)# >QX=( B*)" f#)#% 3#+,#O(

B$%H P>QQ=[D !$ )"*( 58& )"# $%,8+*G8)*$+81 (A*#+A#( 8001& (&()#/ 5&+8/*A( E%8/#B$%H()$ 5#(A%*7# "$B $%,8+*G8)*$+( B$%H 8+5 @(# )"#(# 5#(A%*0)*$+( )$ @+5#%)8H# ()%8)#,*A

018++*+, PW*A"8%5($+; >QQ>[D !"# 0$0@18%*)& $E )"# K1$,*A /$5#1;L 0%#5*A8)#5 $+ A"8%)*+,

)"# %#18)*$+("*0 7#)B##+ *+0@)(; 0%$A#((#(; $@)0@)( 8+5 $@)A$/#( *( +$B B*5#1& @(#5 *+0%$,%8/ 8+5 0#%E$%/8+A# #C81@8)*$+ A$+)#2)( Pf$*()#%; Q\X[ 8+5 $)"#%( *+ )"# >Q\=( Pc$AH#)) 8+5 30#8%; >QX=[D ]1)"$@," )"# H*+5 $E A$+A#0)@81


9/32

!"#$%& !#()*+, -(*+, .$/01#2 3&()#/( 4$5#1*+, 6$1*78 9 :*8; >

Q

/$5#1( )"8) 8%# 5#%*C#5 )"%$@," )"# 8001*A8)*$+ $E )"# 1$,*A /$5#1 8+5 $)"#% (&()#/

)"*+H*+, )$$1( 8+5 )#A"+*J@#( A8+ 7# @(#5 )$ A80)@%# ($/# $E )"# #/#%,#+); (#1E $%,8+*G*+,0%$0#%)*#( $E A$/01#2 (&()#/(; )"#(# /$5#1( 8%# @1)*/8)#1& $+1& A80871# $E A80)@%*+, )"#

)#/0$%81 5*/#+(*$+( $E ($A*81 8580)8)*$+ 8+5 A"8+,# B"#+ 8001*#5 B*)"*+ A$/0@)#%(*/@18)*$+ /$5#1*+,D

!"# 7@*15*+, 71$AH( $E 8 5&+8/*A (&()#/ 8%# )"# #77 8+5 E1$B $E %#($@%A#(; 8+5/$%# (0#A*E*A811&; )"# )%8+(18)*$+ $E $+# E$%/ $E %#($@%A# *+)$ 8+$)"#%D !"# /$() )&0*A81#28/01# $E )"*( A8+ 7# E$@+5 *+ )"# @)*1*G8)*$+ $E E*+8+A*81 %#($@%A#( )$ @+5#%)8H# 8+ 8A)*$+;

B"*A"; *+ )@%+ 1#85( )$ %#(@1)(D ?+ )"*( (#+(#; /$+#& *( *+0@))#5 *+)$ )"# (&()#/; 8+5 @(@811&

+$+/$+#)8%& %#(@1)( PE$% #28/01# A"*15%#+ #5@A8)#5; A1*#+)( (#%C#5; B8)#%B8&( A1#8+#5;/8)#%*81 ,$$5( 0%$C*5#5[ 8%# $@)0@))#5D !"# 5%*C#%( )"8) (@00$%) )"#(# 5&+8/*A( A8+ 7#

5#(A%*7#5 *+ )#%/( $E E##578AH 1$$0(D !"#(# E##578AH 1$$0( 8%#; )"#/(#1C#(; 5%*C#+ 7& )"#()%@A)@%81 8+5 E@+A)*$+81 %#18)*$+("*0 )"8) #2*()( 7#)B##+ )B$ $% /$%# ($A*81 8A)$%( *+ 8

+#)B$%H PY8@/,8%)+#% 8+5 _$+#(; >QQU[D

b#)B$%H 8+81&(*( "8( 7##+ 8 ()801# $E ($A*81 (A*#+A# %#(#8%A" E$% /8+& 5#A85#(D]+)"%$0$1$,*() ]1E%#5 W85A1*EE#FY%$B+ B8( )"# E*%() )$ /8H# )"# A8(# )"8) '*D$7(#%C8)*$+

$E ($A*81 0"#+$/#+8 +##5( )$ 7# 8+A"$%#5 *+; K)"# 08))#%+( $E 7#"8C*$% )$ B"*A"*+5*C*5@81( 8+5 ,%$@0( A$+E$%/ *+ )"#*% 5#81*+,( B*)" $+# 8+$)"#%L P>QR=; 0DQQUQQR[D

M# 8%,@# "#%# )"8) A80)@%*+, )"# 7#"8C*$% $E A$/01#2 8580)*C# ($A*81 (&()#/(

@1)*/8)#1& %#J@*%#( )"# *+)#,%8)*$+ $E 7$)" (&()#/ 5&+8/*A( 8+5 +#)B$%H 8%A"*)#A)@%#DM"$1# (&()#/( 8%# A$/0%*(#5 $E +#)B$%H( $E ($A*81 8,#+)( )"8) 8%# 7$@+5 )$,#)"#% 8+5

*+E1@#+A#5 7& 8,#+) A"8%8A)#%*()*A(; )*#( 7#)B##+ 8,#+)(; E##578AH 1$$0( @+E$15*+, 7#)B##+*+5*C*5@81 ($A*81 8,#+)( 8+5 *+()*)@)*$+81 %@1#(; 8+5 8 C8%*#)& $E #2$,#+$@( E8A)$%( )"8)

5%*C# 8,#+) 7#"8C*$%D .18((*A ($A*81 +#)B$%H 8+81&(*( A80)@%#( +#)B$%H ()%@A)@%#( 8) $+#

0$*+) *+ )*/#; 7@) A8++$) #8(*1& 8AA$@+) E$% )"# 5%*C#%( )"8) ("80# )"*( ()%@A)@%#; +$% A8+ *)0%#5*A) "$B )"# ()%@A)@%# /8& A"8+,# $C#% )*/#DR c*H#B*(#; (&()#/ 5&+8/*A /$5#1( /8&

0%$C*5# ($/# #2018+8)*$+ E$% "$B A$/0$+#+)( $E 8 (&()#/ %#18)# 8+5 *+E1@#+A# $+#

8+$)"#%; 7@) )"#& ,#+#%811& 5$ +$) A80)@%# )"# /8)#%*81 0%8A)*A#( )"8) 1#85 )$ A$11#A)*C#8A)*$+D !"# 0%$A#((#( 8+5 8A)*C*)*#( E$@+5 *+ (&()#/ 5&+8/*A( 1$,*A /$5#1( %#J@*%# ($A*81

8,#+)( )$ 0#%E$%/ )"#/D_@() "$B )"*( 0#%E$%/8+A# *( @+5#%)8H#+ 8( 8 E@+A)*$+ $E A$11#A)*C# 8A)*$+ /8& 7#()

7# 5#(A%*7#5 *+ )#%/( $E +#)B$%H +$5#( 8+5 )*#(D f8%)*A@18% 8,#+)( /8& 7# 8(($A*8)#5 B*)"

4There are, of course very important exceptions to this. Social networks may exhibit certain scale free qualities that

are readily predictable [add footnote on scale free].


10/32

!"#$%& !#()*+, -(*+, .$/01#2 3&()#/( 4$5#1*+, 6$1*78 9 :*8; >

>=

@+5#%)8H*+, 08%)*A@18% )8(H( $% A8%%&*+, $@) A#%)8*+ #C#+)(D ]( )8(H( 8%# A$1187$%8)*C#1&

@+5#%)8H#+ 8+5 #C#+)( @+E$15 )"%$@," )"# 8,#+A& $E *+5*C*5@81( 8+5 *+()*)@)*$+(; +#)B$%H(E$%/D !"# 5##0 *+)#,%8)*$+ $E "@/8+ 8+5 ($A*81 A80*)81; 8( Y$@%5*#@ A1#8%1& 18&( $@);

(0#8H( )$ )"*( 0$*+) P>QXa[D ]( )8(H( 7#A$/# A$11#A)*C# 0%8A)*A#(; 8+5 #C#+)( 8%# ("80#5 7&)"# (08A#( B*)"*+ B"*A" A$//$+ 0%8A)*A#( @+E$15 K8A)*$+ 8%#+8(L E$%/ PN()%$/ ;QQ\[D T$B#C#%; )"# 7#"8C*$% 8+50%$0#%)*#( $E B"$1# (&()#/( /@() 7# A$+(*5#%#5 8( 7$)" )"# (@/ $E 811 $E )"# (&()#/O( 08%)(

P*+ )"*( A8(#; +#)B$%H +$5#( 8+5 )*#([; 7@) 81($ ($/#)"*+, (*,+*E*A8+)1& /$%# )"8) )"*( (@/D

M*)"*+ )"# ,80 7#)B##+ )"# K(@/ $E 811 08%)(L 8+5 KB"$1# +#)B$%H 7#"8C*$%( 8+58A)*$+(L 1*#( 8 A$/01#2 8580)*C# (&()#/O( A808A*)& )$ @+5#%)8H# (#1EF$%,8+*G8)*$+D !"#

A$+A1@(*$+ )$ 7# 5%8B+ E%$/ )"# 5*EE#%#+)*8)*$+ $E +#)B$%H ()%@A)@%#( 8+5 (&()#/5&+8/*A( *( )"8) $@% /$5#1( $E A$/01#2 8580)*C# ($A*81 (&()#/( @1)*/8)#1& +##5 )$*+A$%0$%8)# 7$)" (&()#/ 5&+8/*A( 8+5 +#)B$%H( ()%@A)@%#( *+)$ )"#/D

!"(:)(+#4'3 ;)'7(@:)K$ :; &:3#4D '*, 6:>()*'*4( $D$+(7$

3&()#/ 5&+8/*A( 8+5 ($A*81 +#)B$%H 8+81&(*( 8%# 8,+$()*A %#,8%5*+, 8(A%*7*+,

5##0#% /#8+*+, $% #2018+8)*$+( E$% )"# H*+5( $E 1*+#8% A8@(81*)*#( 8+5 +$+1*+#8% E##578AH1$$0( E$@+5 B*)"*+ A$/01#2 8580)*C# ($A*81 (&()#/( $E 08%)*A@18% ()%@A)@%#( 8+5 E@+A)*$+(D

!$ 855%#(( )"#(# +##5(; B# /@() )@%+ )$ )"# 7%$85 8%%8& $E ($A*81 (A*#+A#( /$7*1*G#5 )$()@5& "@/8+ 7#"8C*$% P0(&A"$1$,& 8+5 ($A*81 0(&A"$1$,&[; ($A*81 ,%$@0( P($A*$1$,&[;

$%,8+*G8)*$+81 8+5 *+()*)@)*$+81 E$%/( P$%,8+*G8)*$+81 8+5 /8+8,#/#+) (A*#+A#([; 8+5 )"#

%*(# 8+5 E811 $E A$/01#2 ($A*#)*#( P8+)"%$0$1$,& 8+5 "*()$%&[Df$1*A& 8+5 ,$C#%+8+A# (&()#/( $%,8+*G#5 8%$@+5 )"# E%8/*+, $E 0@71*A 0%$71#/(;

)"# 5#1*7#%8)*$+ $E 0$1*A& 81)#%+8)*C#(; 8+5g$% )"# */01#/#+)8)*$+ $E 0@71*A 0$1*A*#( 8%#

A$/01#2 ($A*81 (&()#/( $E 8 08%)*A@18% )&0#D !"#& 8%# ,@*5#5 7& 5&+8/*A( )"8) 8%#,$C#%+#5 7& A#%)8*+ 0$1*)*A81 8+5 85/*+*()%8)*C# 0%8A)*A#( @+5#%)8H#+ 7& ($A*81 8,#+)(

%#0%#(#+)*+, 8 C8%*#)& $E 0@71*A; 0%*C8)# 8+5 +$+0%$E*) (#A)$% *+()*)@)*$+( 8+5 *+)#%#()(D!"#%# "8C# 7##+ 8 +@/7#% $E A$+A#0)@81 E%8/#B$%H( )"8) "8C# 7##+ 5#C*(#5 8(

A$/0%#"#+(*C# )"#$%*#( $E A$/01#2 ,$C#%+8+A# 8+5 0$1*A& 8%%8+,#/#+)(D !"# /$() B*5#1&

H+$B+ 8+5 %#(0#A)#5 E%8/#B$%H *( )"# *+()*)@)*$+81 8+81&(*( 8+5 5#C#1$0/#+) P?]V[E%8/#B$%H E*%() 5#C#1$0#5 7& b$7#1 c8@%#8)#; i1*+$% N()%$/D !"# ?]V E%8/#B$%H 5%8B(

$+ *+()*)@)*$+81*(/ 8+5 +#$F*+()*)@)*$+81*(/ )"#$%*#(; ,8/# )"#$%&; )%8+(8A)*$+ A$() )"#$%&;

8+5 A$//$+ %#($@%A# 0$$1 )"#$%& )$ A%8E) 8 5#(A%*0)*$+ $E /@1)*F*+()*)@)*$+81 (&()#/( )"8)#2018*+ )"# A%8E)*+, $E 0@71*A 0$1*A& 8( @1)*/8)#1& 8+ *+()*)@)*$+81 5#(*,+ 0%$71#/ *+

A$/01#2 K8A)*$+ 8%#+8(DL N()%$/ PQXR[; Y8@/,8%)+#% 8+5 _$+#(O 0$1*A& (@7(&()#/


11/32

!"#$%& !#()*+, -(*+, .$/01#2 3&()#/( 4$5#1*+, 6$1*78 9 :*8; >

>>

8+5 0@+A)@8)#5 #J@*1*7%*@/ E%8/#B$%H P>QQU[; 8+5 f8@1 3878)*#% 8+5 8(($A*8)#(O

85C8+A#/#+) $E )"# 85C$A8A& A$81*)*$+ E%8/#B$%H P3878)*#% 8+5 _#+H*+(F3/*)"; >QQU[D3$/# $E )"#(# E%8/#B$%H( */0$(# "$/$,#+$@( 8((@/0)*$+( 87$@) "@/8+ 5#A*(*$+

/8H*+, 7#"8C*$%(; (@A" 8( #20#A)#5 @)*1*)& /82*/*G*+, 7#"8C*$%( *+ ?]V; B"*1# $)"#%(8((@/# /$%# @+0%#5*A)871#; A"8$)*A 5#A*(*$+ /8H*+, 7#"8C*$%; (@A" 8( )"$(# E$@+5 *+ )"#

/@1)*01# ()%#8/( E%8/#B$%HD ]+$)"#% 5*EE#%#+A# )"8) 8%*(#( 8A%$(( )"#(# E%8/#B$%H(A$+A#%+( )"# 7818+A# 7#)B##+ *+5*C*5@81 7#"8C*$% 8+5 *+()*)@)*$+81 +$%/( 8+5 %@1#(D ].IE$A@(#( 8))#+)*$+ $+ )"# %$1# )"8) A$//$+ 7#1*#E +#)B$%H( 018& *+ 0$B#%E@1 85C$A8A&

A$81*)*$+(D M"*1# ?]V E$A@(#( /$%# 8))#+)*$+ $+ )"# %$1# )"8) $0#%8)*$+81; A$11#A)*C# A"$*A#

8+5 A$+()*)@)*$+81 %@1#( 018& *+ ("80*+, /@1)*F*+()*)@)*$+81 8%%8+,#/#+)(D] (#A$+5 ,%$@0*+, $E )"#$%#)*A81 E%8/#B$%H( A$//$+ )$ f] 8+5 0$1*)*A81 (A*#+A#

8%# 7@*1) $+ )"# E$@+58)*$+ $E 78(*A +#)B$%H 8%A"*)#A)@%# $E +$5#( 8+5 )*#(D !"#(# )"#$%*#(8+5 E%8/#B$%H( *+A1@5# 0$1*A& +#)B$%H )"#$%& PT#A1$ >Q\XS W"$5#(; >QQ\S 6*AH#%) #) 81D;

>QQ\[; ($A*81 +#)B$%H 8+81&(*( PM8(#%/8+ 8+5 I@8(); >QQFS .$/E$%); QQ\[; )"# H*+5( $E /8+8,#%*81 ()%8)#,*#( #/01$ P],%8+$EE 8+5 4AZ@*%#;


12/32

!"#$%& !#()*+, -(*+, .$/01#2 3&()#/( 4$5#1*+, 6$1*78 9 :*8; >

>

>U

N*,7&$ C< 3)&79)7&;1 >$;)7&$( %> )#$ 43 N&;/$E%&FP8580)#5 E%$/ 6*+,5$+; >QXR[

:8"8%*85*( $7(#%C#( )"8); K4@A" 1*H# (&()#/( )"#$%&; h0$1*A& ()%#8/(j C*#B( A"$*A#

8( )"# A$11#A)*C# $@)0@) E$%/@18)#5 7& )"# 0@(" 8+5 0@11 $E (#C#%81 E8A)$%(e ?) ("8%#(

A$//$+ ,%$@+5 B*)" A"8$( )"#$%*#( *+ 7#*+, 8))#+)*C# )$ A$/01#2*)&; *+ 8((@/*+, 8A$+(*5#%871# 8/$@+) $E %#(*5@81 %8+5$/+#((; 8+5 *+ C*#B*+, (&()#/( 8( A$+()8+)1&

#C$1C*+, 8+5 +$) +#A#((8%*1& (#))1*+, *+)$ #J@*1*7%*@/ P6*+,5$+ >QXR; 0DQ[L P


14/32

!"#$%& !#()*+, -(*+, .$/01#2 3&()#/( 4$5#1*+, 6$1*78 9 :*8; >

>R

"@/8+(; A8++$) (*/@1)8+#$@(1& A$+(*5#% 811 )"# *((@#( )"8) E8A# )"#/; ($ 0$1*A& (@7(&()#/(

A8+ 7# C*#B#5 8( /#A"8+*(/( )"8) 811$B )"# 0$1*)*A81 (&()#/ )$ #+,8,# *+ 08%811#10%$A#((*+, P_$+#(; >QQR[D !"$@(8+5( $E *((@#( /8& 7# A$+(*5#%#5 (*/@1)8+#$@(1& *+

08%811#1 B*)"*+ )"#*% %#(0#A)*C# A$//@+*)*#( $E #20#%)(D !"*( #J@*1*7%*@/ $E *+)#%#()( 5$#(+$) A$/01#)#1& 1$AH $@) A"8+,#D ?((@# 0%$A#((*+, B*)"*+ (@7(&()#/( 811$B( E$% 8 0$1*)*A( $E

85^@()/#+); B*)" *+A%#/#+)81 A"8+,# %#(@1)*+, E%$/ 78%,8*+*+, 8/$+, *+)#%#()( 8+5/8%,*+81 /$C#( *+ %#(0$+(# )$ A"8+,*+, A*%A@/()8+A#(L P!%@#; _$+#( 8+5 Y8@/,8%)+#%;`XF>`Q[D

4@A" 1*H# ].I; 0@+A)@8)#5 #J@*1*7%*@/ )"#$%& %#A$,+*G#( )"# %$1# )"8) A#%)8*+

8A)$%( $% A$/7*+8)*$+( $E 8A)$%( 018& *+ #()871*("*+, (&()#/ B*5# #J@*1*7%*@/D !"#(##+)8+,1#/#+)( $E (@7(&()#/( 8%# /$%# )"8+ 1*H#1& A$/0%*(#5 $E ()871# (#)( $E *+()*)@)*$+81

8A)$%( 8+5 %@1#(D T$B#C#%; )"#(# (8/# 8A)$%( B*11 1*H#1& 0%$5@A# K8 01#)"$%8 $E (/8118AA$//$58)*$+( 8+5 8 (*,+*E*A8+) +@/7#% $E %85*A81 5#08%)@%#( E%$/ )"# 08()L P!%@#; _$+#(

8+5 Y8@/,8%)+#%; `a[D !"# %8+,#( $E (/811; ("$%) )#%/ 8AA$//$58)*$+( 8+5 1$+,

)#%/ %85*A81 5#08%)@%#( E%$/ )"# ()871# ()8)# /@() 7# 018A#5 B*)"*+ )"# A$+)#2) $E )"#(&()#/ 8( 8 B"$1#D !"$(# @(*+, 0@+A)@8)#5 #J@*1*7%*@/ )"#$%& $E)#+ %#1& $+ A"8+,#(

B*)"*+ )"# $@)0@)( $% *+0@)( $E )"# B"$1# (&()#/( $C#% )*/# )$ 5#/$+()%8)# 0"8(#)%8+(*)*$+(D 3@7()8+)*81 5#C*8)*$+( E%$/ )"# H*+5 $E C8%*8)*$+( 8))%*7@)871# )$ (/8118AA$//$58)*$+( 8%# +$)#5D M"#+ %85*A81 A"8+,#( )$ %#18)*C#1& ()871# 08))#%+( 8%# +$)#5;

#2018+8)*$+( 8%# ($@,") @(*+, (&()#/ 5&+8/*A( 1$,*AD

M*$+#+1+#:*'3 C*'3D$#$ '*, N(>(3:&7(*+ ( 4":#4( )13($A$+A#%+*+, $C#%811 0$1*A*#( E$% ,$C#%+*+, A$//$+ 0$$1 %#($@%A#( 8+5

"$B )"$(# 0$1*A*#( 8%# /85#; 8+5 PA[ 4:*$+#+1+#:*'3 4":#4( )13($)"8) #()871*(" B"$ *(

#1*,*71# )$ 5#)#%/*+# A$11#A)*C# A"$*A# %@1#(D !"# $0#%8)*$+81 E@+A)*$+( $E 8+& ($A*81 (&()#/8%# ,$C#%+#5 7& 8 A$/01#2 8%%8& $E $0#%8)*$+81 %@1#(; +$%/(; "87*)( 8+5 A@()$/(D

.$11#A)*C# A"$*A# )"#$%& "8( 1$+, 7##+ C*#B#5 8( 8 A#+)%81 E#8)@%# $E %#($@%A# #2A"8+,#E%8/#B$%H(D .$11#A)*C# A"$*A# *( ("80#5 7& *+5*C*5@81 8+5 A$11#A)*C# *+)#%#()( 811 +##5*+,

)$ 7# 7818+A#5 *+ $%5#% )$ A%#8)# 8+ $0)*/81 1#C#1 $E 8@)$+$/& 8+5 5#0#+5#+A#D


15/32

!"#$%& !#()*+, -(*+, .$/01#2 3&()#/( 4$5#1*+, 6$1*78 9 :*8; >

>`

N*,7&$ R< :+ %B$&B*$E %> H:K >&;/$E%&F PN()%$/;


16/32

!"#$%& !#()*+, -(*+, .$/01#2 3&()#/( 4$5#1*+, 6$1*78 9 :*8; >

>a

C,>:4'4D 4:'3#+#:* ;)'7(@:)K

!"# ]5C$A8A& .$81*)*$+ I%8/#B$%H P].I[; 8((@/#( ; KP>[ )"8) 7#1*#E (&()#/( 8%#

/$%# */0$%)8+) )"8+ *+()*)@)*$+81 8EE*1*8)*$+; P


17/32

!"#$%& !#()*+, -(*+, .$/01#2 3&()#/( 4$5#1*+, 6$1*78 9 :*8; >

>\

O:>()*'*4(


18/32

!"#$%& !#()*+, -(*+, .$/01#2 3&()#/( 4$5#1*+, 6$1*78 9 :*8; >

>X

,$C#%+/#+) 8,#+A*#( )$ (#%C# *+ %$1#( $)"#% )"8+ 1#85 $%,8+*G8)*$+(a P6$1*78; 4##H 8+5

:*8; =; 0Da=[D

";81$ C< A%B$&+;+9$ +$)E%&F >&;/$E%&F P6$1*78 #) 81D; =[

M# "8C# (#))1#5 $+ @(*+, )"# )#%/ K,$C#%+8+A# +#)B$%HL )$ 5#(A%*7# B"8) "8( )"@(E8% 7##+ 8+ #A1#A)*A 8%%8& $E +#)B$%H 187#1(D ] ,$C#%+8+A# +#)B$%H *( K8 %#18)*C#1& ()871#

08))#%+ $E A$$%5*+8)#5 8A)*$+ 8+5 %#($@%A# #2A"8+,#( *+C$1C*+, 0$1*A& 8A)$%( A%$((*+,

5*EE#%#+) ($A*81 (A81#(; 5%8B+ E%$/ )"# 0@71*A; 0%*C8)# $% +$+0%$E*) (#A)$%( 8+5 8A%$((,#$,%80"*A 1#C#1(S B"$ *+)#%8A) )"%$@," 8 C8%*#)& $E A$/0#)*)*C#; A$//8+5 8+5 A$+)%$1;

A$$0#%8)*C#; 8+5 +#,$)*8)#5 8%%8+,#/#+)(S E$% 0@%0$(#( 8+A"$%#5 *+ $+# $% /$%# E8A#)( $E

)"# 0$1*A& ()%#8/L P6$1*78 #) 81D; =; 0Da=[ Z$C#%+8+A# +#)B$%H 8+81&(*( *( *+E$%/#5 7&%#($@%A# #2A"8+,# )"#$%& PW"$5#(; >QQ\[; C#%)*A81 8+5 "$%*G$+)81 A$+A#0)@81*G8)*$+ $E

85/*+*()%8)*C# 8@)"$%*)& P],%8+$EE 9 4AZ@*%#; QQ\[ B8(

$+# $E )"# E*%() (A"$18%( )$ 5##01& A$+(*5#% )"# %#18)*$+("*0 7#)B##+ ,$C#%+8+A# 8+5 *+)#%F

$%,8+*G8)*$+81 +#)B$%H(; 8%,@*+, )"8) ,$C#%+8+A# $AA@%( 8( K(#1EF$%,8+*G*+, 0"#+$/#+8L("80#5 7& )"# E$11$B*+, A"8%8A)#%*()*A(m ?+)#%5#0#+5#+A# 7#)B##+ $%,8+*G8)*$+(D

Z$C#%+8+A# *( 7%$85#% )"8+ ,$C#%+/#+); A$C#%*+, +$+F()8)# 8A)$%(S .$+)*+@*+,

6With the obvious exception of inter-governmental networks, which are relegated to networks of public sector organizations.

TYPE OF

VAR. VARIABLE DESCRIPTORS

Agents(Nodes)

Social scale Individual; Group; Organizational/Institutional; Inter-organizational

Social sector (organizational

level)

Public; Private; Nonprofit

Geographic scale Local; Regional; State; National; International

Role centrality Central peripheral; Trajectory

Capital resources actorprovides (as an input)

Financial; Physical; Natural; Human; Social; Cultural; Political; Knowledge

Providing accountabilities

to.

Elected representatives; Citizens and interest groups; Courts;

Owners/Shareholders; Consumers; Bureaucrats/Supervisors/Principals;Professional Associations; Collaborators/Partners/Peers

Receiving accountabilities

from

See above

Performance/Output andOutcomes Criteria

Tied to policy function and domain

Ties

Resources Exchanged/ Pooled Financial; Physical; Natural; Human; Social; Cultural; Political; Knowledge

Strength of tie Strong to weak

Formality of tie Formal to informal

Administrative authority Vertical (command and control); Diagonal (negotiation and bargaining);

Horizontal (collaborative and cooperative); Competitive

Accountability relationship See above

WholeNetwork

Policy tools Regulations; Grants; Contracts; Vouchers; Taxes; Loans/loan guarantees,etc.

Operational functions Resource exchange/pooling; Coordinated action; Information sharing;

Capacity building; Learning and knowledge transfer

Policy functions Define/frame problem; Design policy solution; Coordinate policy solution;Implement policy (regulation); Implement policy (service delivery);

Evaluate & monitor policy; Political alignment

Policy domain functions Health, environment, education

Macro-level governancestructures

Lead organization; Shared governance; Network administrative organization

Network configuration Inter-governmental relations; Interest group coalitions; Regulatory

subsystems; Grant and contract agreements; Public-private partnerships

Properties of networkboundaries

Open closed; Permeability

Systems dynamics Systems-level inputs; processes; outputs and outcomes


19/32

!"#$%& !#()*+, -(*+, .$/01#2 3&()#/( 4$5#1*+, 6$1*78 9 :*8; >

>Q

*+)#%8A)*$+( 7#)B##+ +#)B$%H /#/7#%(; A8@(#5 7& )"# +##5 )$ #2A"8+,# %#($@%A#( 8+5

+#,$)*8)# ("8%#5 0@%0$(#(S 8+5 Z8/#F1*H# *+)#%8A)*$+(; %$$)#5 *+ )%@() 8+5 %#,@18)#5 7&%@1#( $E )"# ,8/# +#,$)*8)#5 8+5 8,%##5 @0$+ 7& +#)B$%H 08%)*A*08+)(D Z$C#%+8+A# *(;

)"#%#E$%#; A"8%8A)#%*G#5 7& )"# *+)#%5#0#+5#+A& $E +#)B$%H 8A)$%(; )"# %#($@%A#( )"#A"8+,#; 8+5 )"# $*+) 0@%0$(#(; +$%/(; 8+5 8,%##/#+)( )"8) 8%# +#,$)*8)#5 7#)B##+

)"#/D .$+(*5#%8)*$+( $E +#)B$%H ,$C#%+8+A# 1#85( )$ 8+ *+#C*)871# A$+(*5#%8)*$+ $E )"#78%,8*+*+, 8+5 A$$0#%8)*C# (&()#/( $E /$%# K"$%*G$+)811& 8%%8+,#5L )*#(; *+ 855*)*$+ )$ )"#)%85*)*$+81 KC#%)*A811& $%*#+)#5L A$//8+5 8+5 A$+)%$1 (&()#/( $E /$+$FA#+)%*A

,$C#%+/#+) (&()#/( P6#))1; [D 4*2#5FE$%/ ,$C#%+8+A# +#)B$%H( /8&

*+A$%0$%8)# 811 E$%/( $E 85/*+*()%8)*C# 8@)"$%*)& P6$1*78 8+5 4##H;


20/32

!"#$%& !#()*+, -(*+, .$/01#2 3&()#/( 4$5#1*+, 6$1*78 9 :*8; >

QQU[D!"# %#18)*C# %#(*1*#+A& $E 8+& A$/01#2 0$1*A& $% ,$C#%+8+A# (&()#/ +##5( )$ 7# ,8@,#5

8,8*+() A#%)8*+ $@)0@)( )"8) 8%# 0%$5@A#5 7& )"#(# B"$1# (&()#/(D !"# )871# 7#1$B 18&( $@)

"$B )"# C8%*$@( /8^$% )"#$%#)*A81 A$+()%@A)( E$@+5 *+ )"# E*C# E%8/#B$%H( %#C*#B#5 87$C#)"8) 8%# 7#*+, $0#%8)*$+81*G#5 *+ )B$ 5*EE#%#+) )&0#( $E 0$1*A& 8+5 ,$C#%+8+A# (&()#/(m

)%8+(0$%)8)*$+ 018++*+, 8+5 B8)#%("#5 /8+8,#/#+)D


21/32

!"#$%& !#()*+, -(*+, .$/01#2 3&()#/( 4$5#1*+, 6$1*78 9 :*8; >

";81$ RD :001*9;)*%+ %> /;U%& )#$%&$)*9;1 9%+()&79)( 8' 0%1*9' 5%/;*+

"#$%&$)*9;1

.%+()&79)(

6%1*9' K%/;*+

"&;+(0%&);)*%+ 61;++*+, J$)E%&F( O;)$&(#$5 4;+;,$/$+) J$)E%&F(

4@1)*01# 3)%#8/(m

f%$71#/( g

f$1*A*#(

!%8+(0$%)8)*$+ *+E%8()%@A)@%# /8*+)#+8+A# $%

,%$B)" g f%$^#A) E@+5*+, P,%8+)(S ()8)# 9 1$A81

7@5,#) 811$A8)*$+([

M8)#% J@81*)& */0%$C#/#+) $% /8*+)#+8+A#

g i+C*%$+/#+)81 %#,@18)*$+(; 0@71*A

*+E$%/8)*$+ A8/08*,+(; ,%8+)(

f@+A)@8)#5iJ@*1*7%*@/m

W85*A81 V#08%)@%#(

E%$/ )"# b$%/

."8+,#( *+ E@+5*+, A%*)#%*8S ."8+,#( *+0%$^#A) #C81@8)*$+ A%*)#%*8

?+()*)@)*$+ $E B8)#%("#5 /8+8,#/#+) 018+(

]5C$A8A& .$81*)*$+

I%8/#B$%Hm

V$/*+8+) ]5C$A8A&

.$81*)*$+(

3)8)# )%8+(0$%)8)*$+ 018++#%(S 3)8)#

)%8+(0$%)8)*$+ #+,*+##%(S W#,*$+81

018++#%(S !$B+ 018++#%(S 3)8)# 8+5 1$A81

1#,*(18)$%(

W#,*$+81 B8)#%("#5 /8+8,#/#+) 0%$,%8/

()8EES c8+5 $B+#%( 9 @(#%(S iA$+$/*A

5#C#1$0#%(S W#,@18)$%(S #)AD

?+()*)@)*$+81 ]+81&(*(

8+5 V#C#1$0/#+)m

?+()*)@)*$+81 W@1#( g

]A)*$+ ]%#+8(

I#5#%81 8+5 ()8)# 18B( 8+5 %#,@18)*$+(S

W8)*$+81 0%$^#A) #C81@8)*$+ 0%$A#((#( g

3)8)# 8,#+A*#( $EE*A#(S W#,*$+81 018++*+,

7$8%5( 8+5 A$//*))##(S 3)8)# 1#,*(18)*C#

A$//*))##(S W#,*$+81 018++*+, $EE*A#(

I#5#%81 8+5 ()8)# #+C*%$+/#+)81 18B(S

W#,*$+81 8,%##/#+)( g W#,*$+81 018++*+,

8+5 $C#%(*,") A$//*))##(

Z$C#%+8+A#

b#)B$%H(mZ$C#%+8+A#

3)%@A)@%#( g

W#($@%A# I1$B(

?+)#%,$C#%+/#+)81 8%%8+,#/#+)(S c#85

()8)# 8,#+A*#( g I@+5*+,S )#A"+*A81*+E$%/8)*$+S 0$1*)*A81 A80*)81

?+)#%,$C#%+/#+)81 8%%8+,#/#+)(S W#,*$+81

+#)B$%H 85/*+*()%8)*C# $%,8+*G8)*$+ gI@+5*+,S 0@71*A *+E$%/8)*$+S 0$1*)*A81 A80*)81

3&()#/ N@)0@)( !%8+(0$%)8)*$+ 0%$^#A)( */01#/#+)#5 M8)#% /8+8,#/#+) *+*)*8)*C#( P0$1*A*#([

*/01#/#+)#5

3&()#/ N@)A$/#( T*," 0#%E$%/*+, )%8+(0$%)8)*$+

*+E%8()%@A)@%#

T*," B8)#% J@81*)& P8+5 J@8+)*)&

/8+8,#/#+)[

308A# 0%#A1@5#( 8 5##0#% 5#(A%*0)*$+ $E "$B B# 8%# $0#%8)*$+81*G*+, )"# /#)8F

)"#$%#)*A81 E%8/#B$%H 8A%$(( )"#(# )B$ #28/01#(D V#(A%*0)*$+( $E )"#(# 0%$^#A)( "8C#

7##+ 0%#(#+)#5 8+5g$% 0@71*("#5 #1(#B"#%# P:*8 #) 81; =S 6$1*78 #) 81D; >S :*8 #) 81D;> E$%)"A$/*+,[D M# 7%*#E1& *+)%$5@A# )"*( )871# )$ "*,"1*,") "$B )"# )"#$%#)*A81

E%8/#B$%H( *+)%$5@A#5 *+ )"# (#A)*$+ 87$C# /8& 7# $0#%8)*$+81*G#5 E$% 8 ,*C#+ #/0*%*A811&$7(#%C871# 0"#+$/#+8n*+ )"#(# A8(#(; %#,*$+81 )%8+(0$%)8)*$+ 018++*+, 8+5 B8)#%("#5

,$C#%+8+A# +#)B$%H(D?+ )"# +#2) (#A)*$+ B# 5*(A@(( "$B (#C#%81 5*EE#%#+) H*+5( $E /$5#1*+, 018)E$%/(

/8& 7# @(#5 )$ )#() )"# #EE*A8A& $E #8A" $E )"#(# 0$1*A& 8+5 ,$C#%+8+A# E%8/#B$%H(D M#

B*11 5*(A@(( "$B 8 /#)8F)"#$%#)*A81 %#(#8%A" 0%$,%8/ A8+ @(# A$/0@)#% (*/@18)*$+(0%#5*A8)#5 $+ (&()#/ 5&+8/*A( 8+5 +#)B$%H 8%A"*)#A)@%# B# 7#1*#C# )"8) /8^$%

85C8+A#/#+)( *+ 0@71*A 85/*+*()%8)*$+g0$1*A& )"#$%&; %#(#8%A" 8+5 0%8A)*A# 8%# 0$((*71#D

.%//%+ .%/07)$& 3*/71;)*%+ 4%5$1*+, 61;)>%&/(

4$() A$/0@)#% (*/@18)*$+ )$$1( A@%%#+)1& #/01$ )$ ()@5& 8+5 /$5#1 A$/01#2,$C#%+8+A# 8+5 0$1*A& (&()#/( @(# $+# $% /$%# A$/7*+8)*$+( $E 1*+#8% /$5#1*+, P5*(A%#)#

#C#+)[; (&()#/ 5&+8/*A( PA$/01#2 (&()#/ 5&+8/*A(; 8,#+)F78(#5 /$5#1([; 8+5 +#)B$%H8%A"*)#A)@%# P8,#+)F78(#5 /$5#1(; 5*(A%#)# #C#+)[D !"#& 0%$C*5# 8 78(*( $+ B"*A" )$

A80)@%# )"# %8+,# $E A$/01#2; 8580)*C# A"8%8A)#%*()*A( E$@+5 *+ 0$1*A& 8+5 ,$C#%+8+A#

(&()#/(D


22/32

!"#$%& !#()*+, -(*+, .$/01#2 3&()#/( 4$5#1*+, 6$1*78 9 :*8; >


23/32

!"#$%& !#()*+, -(*+, .$/01#2 3&()#/( 4$5#1*+, 6$1*78 9 :*8; >


24/32

!"#$%& !#()*+, -(*+, .$/01#2 3&()#/( 4$5#1*+, 6$1*78 9 :*8; >


25/32


26/32

!"#$%& !#()*+, -(*+, .$/01#2 3&()#/( 4$5#1*+, 6$1*78 9 :*8; >

[D]001*#5 (A*#+)*()( B*11 7# /$%# 8/#+871# )$ /$5*E& )"#*% /$5#1( )$ /##) )"# +##5( $E()8H#"$15#%(; 8+5 *+ )"# #+5 *E )"#(# /$5#1( 8%# @(#5 )$ 0%$/$)# 7#))#% 0#%E$%/*+,; /$%#

8AA$@+)871# 0$1*A& 8+5 ,$C#%+8+A# (&()#/(; )"#+ 8%# +$) 0@%0$(#( $E (A*#+A# 8( 8+ #+,*+#

$E ($A*81 0%$,%#(( E@1E*11#5p\!"# )&0# $E )"#$%*#( 8+5 E%8/#B$%H( )"8) B# "8C# (@%C# *+)"*( 080#% /8& )"#+ 7# C*#B#5 8( */0$%)8+) )$$1( )$ 7# #/01$ 8( 8 /#8+( )$ $)"#%;

"*,"1& 5#(*%871# #+5( P#,D 7#))#% 0#%E$%/8+A#; H+$B1#5,# )%8+(E#%; 1#8%+*+,; #)AD[DV$#( )"# *+"#%#+) @+A#%)8*+)& $E )"#(# /$5#1( /#8+ )"8) )"#%# *( +$ %$$/ )$

@+5#%)8H# (*/@18)*$+ #20#%*/#+)( E$% )"# (8H# $E )"#$%& )#()*+, 8+5 H+$B1#5,# 5*(A$C#%&p

M# B$@15 A#%)8*+1& "$0# +$)D ?+ $%5#% )$ #C$1C# $@% )"#$%& )#()*+, A808A*)*#(; B# B*11 +##5)$ 5#C#1$0 /$%# /$5#1( )"8) %#1& $+ #/0*%*A81 58)8 5%8B+ E%$/ 8 C8%*#)& $E J@8+)*)8)*C#

8+5 J@81*)8)*C# ($@%A#(D ]1)"$@," $@% #8%1& 8))#/0)( )$ 5#C#1$0 )"*( H*+5 $E 08))#%+#5$%*#+)#5 /$5#1*+, B*11 ,#+#%8)# A%@5# 800%$2*/8)*$+( $E %#81*)& B*)" 1*/*)#5 0%#5*A)*C#0$B#%; B# 7#1*#C# )"8) )"#(# #8%1& 8))#/0)( $E A$@%(#% ,%8*+ /$5#1( B*11 #C$1C# 8( $@%

A$/0@)8)*$+81 0$B#% 8+5 )"#$%#)*A81 @+5#%()8+5*+, $E "$B A$/01#2 8580)*C# (&()#/(B$%H #C$1C#(D i8%1& 8))#/0)( 8) )"#$%& )#()*+, *+ )"#(# /$5#1( B*11 +##5 )$ 7# #C81@8)#5

B*)" 8 1#(( %#()%*A)*C# /8%,*+ $E #%%$% )"8+ B"8) "8( )%85*)*$+811& 7##+ 8AA#0)871# *+

"&0$)"#(*( )#()*+,DM# 5$ +$) 7#1*#C# )"8) B# "8C# )$ (8A%*E*A# )"# 0%8,/8)*A @)*1*)& $E 5#C#1$0*+, )"#(#

/$5#1( *+ A$1187$%8)*$+ B*)" ()8H#"$15#%( *+ $%5#% )$ 85C8+A# (A*#+)*E*A @+5#%()8+5*+,Df8%)+#%*+, B*)" ()8H#"$15#%( *+ )"# 5#C#1$0/#+) $E %#(#8%A" J@#()*$+( P6$1*78 8+5

c8)"%$0;


27/32

!"#$%& !#()*+, -(*+, .$/01#2 3&()#/( 4$5#1*+, 6$1*78 9 :*8; >

D ]AH$EE; WD cD P>QX=[D !"# (&()#/( %#C$1@)*$+D ?+ 4D c$AH#)) 9 WD 30#8% Pi5(D[; P)6'*#B'+#:*$

'$ $D$+(7$D 4*1)$+ 6#&+#(m !"# N0#+ -+*C#%(*)& f%#((D

#(@F SIP`[; `UQF``#(@J SSPa[m RRF``D

>\DY@*^(; _D4D; i("@*(; _D; 9 Y&%+#; VD P( A4#(*4( V1')+()3DF

I-m UUQFUa`D

>QD."#AH18+5; fDYD P>Q\X[D !"# $%*,*+( 8+5 +8)@%# $E "8%5 (&()#/( )"*+H*+,DG:1)*'3 :; C&&3#(,

AD$+(7$ C*'3D$#$D `P==D

Q\


28/32

!"#$%& !#()*+, -(*+, .$/01#2 3&()#/( 4$5#1*+, 6$1*78 9 :*8; >

Q\\[D !"# 5*EE@(*$+ $E 8+ *++$C8)*$+ 8/$+, 0"&(*A*8+(D

?+ 3D c#*+"8%5) Pi5D[; V1'*+#+'+#>( A+1,#($ #* A:4#'3 8(3'+#:*$Jb#B o$%Hm ]A85#/*A f%#((; ?+AD

>=\F>[m U( '*'3D$#$ :; 4:7&3(? :)6'*#B'+#:*$JZ1#+A$; ?cm !"# I%##

f%#((DDZ8,#; WD MD; 9 48+5#11; 4D fD Pi5(D[D P>QQ=[D A+)'+(6#($ ;:) 7'*'6#*6 #*+()6:>()*7(*+'3

&:3#4#($ '*, *(+@:)K$D b#B o$%Hm f%8#,#%D

U=D>=QUg^$08%)g/@J=R`

R=D_$"+()$+; iD; b8+; bD; T*AH(; VD; 9 :"$+,; MD P


29/32

!"#$%& !#()*+, -(*+, .$/01#2 3&()#/( 4$5#1*+, 6$1*78 9 :*8; >

D680@A@; bD PQ\X[D !"( $:4#'3 &$D4":3:6D :; :)6'*#B'+#:*$D b#B o$%Hm M*1#&D

RUD!"#$% '( ) *++,-./0% 1( 2!""#!" $%&'()*)+' ,%( -.-/*0)*1020/3 /4(%.54 /(*)-0/0%)

!"#"$%!%#&' )"*%+ ,-+ &.% /0/)0 !""#!"#$%&%#!%'RRD!"##$% '( )*++,-( .!"!#$"# &'(")!*$+, $" -.+*$/!" !).$"$,0*!0$'"1 23+ /'44!&'*!0$5+

!"#$%&'!($) !"#$%& ()*%+%,-./-%0+ 123%245!!!!!" !"F!"!R`D!"#$%&'( *+ ,+ -+( !."/0( 1+F!"# % &'(()*+,*# -" ." /" 0123"4" 056674" !"#"$%#$ '()*+,- #,./(0123

!"#$"%&'%! )*# "+% ,-./'0 !%0"*#! #$%!"#$ &'() *+,-./'0."#12

RaD6*#1; cD VD P>QQR[D 48+8,*+, A"8$( 8+5 A$/01#2*)& *+ ,$C#%+/#+)m ] +#B 08%85*,/ E$%

/8+8,*+, A"8+,#; *++$C8)*$+ 8+5 $%,8+*G8)*$+81 %#+#B81D 38+ I%8+A*(A$m _$((#&FY8((D

R\D!"#$%' )* +,-./0*!"#$%&'( &*+#,$&+-.#'( &$% /01*-2 /3*-2-#'! !"# %&'() *+',"' -&../012

RXD61*^+; iDFTD; 9 3+#11#+; ?D PD6$1*78; .D; 9 c8)"%$0; _D PQ`Q[D !"# (A*#+A# $E s/@551*+, )"%$@,"DO 0123#4 C,7#*#$+)'+#:* 8(>#(@J /Um

\QFXXD

`XD!"#$%&&' )* + ,-%./' 0* 1%23*4 156784* !"#$%&'$(&)%* $*!"!#$%!! #$%&$'(%)* +,- ./01!"#$%&!!!" $%&''(

`QD!"#$%#& () * +,"#$& -) ./0012) 345#6F!"#$% '(%$)*+, (- %$-(.$#/"/*(+ *+ #(0/1$.+ 203"/"+4

!"#$%&' )*+ ,"-&,"./)/$&* $* /0" !$+1"./ 2*$/"+ 3/)/".4 !"#$%%&'()* #, -.% /0-'#(01 2$0&%34

!" $%&'(%') *+,-$./!"#$%&!" !"#$%F!"#$%!a=D48%*$+; WD P>QQQ[D !"( (,6( :; :)6'*#B'+#:*Q 9"':$ '*, 4:7&3(?#+D +"(:)#($ :; ;:)7'3 $:4#'3

$D$+(7$D !"$@(8+5 N8H(; .]m 38,#D

a>D4Ab877; VD iD Pi5D[D P


30/32

!"#$%& !#()*+, -(*+, .$/01#2 3&()#/( 4$5#1*+, 6$1*78 9 :*8; >

U=

a:31+#:* #* &123#4 #*>($+7(*+$D b#B o$%Hm W$@)1#5,# f%#((D UF


31/32

!"#$%& !#()*+, -(*+, .$/01#2 3&()#/( 4$5#1*+, 6$1*78 9 :*8; >

U>

I%8+A*(A$; .]m _$((#&FY8((D

XRDW85A1*EE#FY%$B+; ]D WD P>QR=[D N+ 3$A*81 3)%@A)@%#D ?+ 3D c#*+"8%5) Pi5D[; V1'*+#+'+#>( $+1,#($

#* $:4#'3 )(3'+#:*$D b#B o$%Hm ]A85#/*A f%#((D

X`DW8,*+; .D PQ\U[D f18++*+, 0%$71#/( 8%# B*AH#5 0%$71#/(D ?+ bD .%$((

Pi5D[; N(>(3:&7(*+$ #* ,($#6* 7(+":,:3:6DD ."*A"#()#%m _$"+ M*1#& 8+5 3$+(D >U`F >RR

Q>D3878)*#%; fD ]D; 9 _#+H*+(F3/*)"; TD.D P>QQU[D !"( ',>:4'4D 4:'3#+#:* ;)'7(@:)KQ C*'$$($$7(*+D Y$@15#%; .Nm M#()C*#B f%#((D

QXQF()*'*4(D b#B o$%Hm N2E$%5 -+*C#%(*)& f%#((m >FR\D

QaD3A"*AH; ]D P>Qaa[D !"# %$85 )$ ffYm !"# ()8,#( $E 7@5,#) %#E$%/D 0123#4 C,7#*#$+)'+#:*

8(>#(@D ( :)6'*#B'+#:*D b#B o$%Hm 48A4*11*8+D

>=Qaa[D !"*+H*+, 7& A$/0@)#%(D ?+ ZD .D W$7#%) Pi5D[; 5#*, '*, 4:$7:$Q

Y$$'D$ #* 4:*+(7&:)')D $4#(*4( '*, &"#3:$:&"DD c8)"8/; 4Vm .#+)#% E$% )"# f"*1$($0"& $E

3A*#+A#D UFD

>=UD 3*/$+; TD P>QX=[D .$,+*)*C# (A*#+A#m !"# +#B#() (A*#+A# $E )"# 8%)*E*A*81D 9:6*#+#>(

A4#(*4(D RP>[m UUFRaD

>=RD 3$%#+(#+; iD; 9 !$%E*+,; _D P#'* 0:3#+#4'3 A+1,#($J -ZPU[m >Q`FXD

>=`D 3$%#+(#+; iD; 9 !$%E*+,; _D Pi5(D[D P


32/32

!"#$%& !#()*+, -(*+, .$/01#2 3&()#/( 4$5#1*+, 6$1*78 9 :*8; >

b#B o$%Hm f81,%8C# 48A/*118+D

>=aD 3J@8GG$+*; ID 9 Y$#%$; WD P=[D .$/01#2*)&FE%*#+51& 0$1*A& /$5#1*+,D ?+ ]"%B#*1#%;

fD P#5D[ M**:>'+#:* #* 4:7&3(? $D$+(7$Jc$+5$+m W$@)1#5,#D

>=\D 3)$+#; VD P#):*7(*+'3 4:*$(*$1$ 21#3,#*6D M8("*+,)$+; VD.Dm ?(18+5 f%#((D

>>UD l$+ Y#%)818+EE&; cD P>QaX[D O(*()'3 $D$+(7$ +"(:)DQ X:1*,'+#:*$F ,(>(3:&7(*+F

'&&3#4'+#:*$ D b#B o$%Hm Z#$%,# Y%8G*11#%D

>>RD M8((#%/8+; 3D; 9 I8@(); 6D P>QQR[D A:4#'3 *(+@:)K '*'3D$#$Q 5(+":,$ '*, '&&3#4'+#:*$D

.8/7%*5,#; -6m .8/7%*5,# -+*C#%(*)& f%#((D

>>`D M#*AH; 6D iD P>Q\a[D i5@A8)*$+81 $%,8+*G8)*$+( 8( 1$$(#1& A$@01#5 (&()#/(D

C,7#*#$+)'+#>( A4#(*4( V1')+()3D -/P>[; >F>QD

>>aD M#+,#%; iD P>QQX[D 9:771*#+#($ :; &)'4+#4(Q a(')*#*6F 7('*#*6F '*, #,(*+#+DD

.8/7%*5,#; -6m .8/7%*5,# -+*C#%(*)& f%#((D

>>\D M%*,"); VD 3D P>XD o8+,; 6D; 9 Y#%,%@5; iD Pi5(D[D P#4 (*6'6(7(*+ #* ' *(+@:)K $:4#(+DD

."8%1$))#; b.m ?+E$%/8)*$+ ],# f@71*("*+,D

>>QD :8"8%*85*(; bD PD :*8; ]D; 6$1*78; .D; 4#)A81E; 3D; 9 M*5#+#%; 4D PI$%)"A$/*+, *+ >[ ],#+) Y8(#5

4$5#1( $E .%$((F_@%*(5*A)*$+81 Z$C#%+8+A# b#)B$%H(m 3*/@18)*+, )"# i/#%,#+A# $E f%$^#A)

f%*$%*)*G8)*$+ f8))#%+( -+5#% ]1)#%+8)# f$1*A& !"#$%#)*A81 I%8/#B$%H( 8+5 b#)B$%H

3)%@A)@%#(D b9"'33(*6($ :; 5'K#*6 0123#4 C,7#*#$+)'+#:* '*, 9:7&3(?#+D !"(:)D c:)Kd

testing using complex systems modeling

Documents