46
!"#$%%&’( !"#"$%"$&#’ )**’%+ ! *+++ ,-$./&0 123( 4$5& 61 777777777777777777777777777777777777777777777777777777777777777777777777777 ,894:;< 1= 9 <;>?;@ A# 4<AB9B?C?:D :8;A<D 1=3= E9!4C; E49,; "#$ &’()’*+, -.*+’ /.) -).0(0*1*’2 ’#$.)2 *& ’#$ 3.+3$-’ ./ ( "#$#% &’ ($#)*%4 5#*3# *& ( 6$&3)*-’*.+ ./ $7$)2’#*+, ’#(’ #(& #(--$+$6 (+6 5*11 #(--$+ *+ ’#$ 8+*7$)&$9 :+ -()’*381()4 ’#*& 6$&3)*-’*.+ *+3186$& ’#$ .8’3.;$& ./ (11 -).0(0*1*’2 (+6 &(;-1*+, $<-$)*;$+’&9 "#$ &$’ ./ (11 -.&&*01$ &’(’$& ./ =(’8)$ *& 3(11$6 ’#$ "$+,-% ",$.%9 >$’ " 6$+.’$ ( &’(’$ ./ =(’8)$4 (+6 E ’#$ &(;-1$ &-(3$9 "#$&$ ()$ (0&’)(3’ .0?$3’& ’#(’ -1(2 ( 3.+3$-’8(1 )(’#$) ’#(+ ( -)(3’*3(1 ).1$ *+ ’#$ 6$7$1.-;$+’ ./ -).0(0*1*’2 ’#$.)29 @.+&$A8$+’124 ’#$)$ 3(+ 0$ 3.+&*6$)(01$ /1$<*0*1*’2 *+ ’#*+B*+, (0.8’ 5#(’ ,.$& *+’. ’#$ 6$&3)*-’*.+ ./ ( &’(’$ ./ =(’8)$ (+6 *+’. ’#$ &-$3*/*3(’*.+ ./ ’#$ &(;-1$ &-(3$C ’#$ .+12 3)*’*3(1 )$&’)*3’*.+ *& ’#(’ ’#$)$ 0$ $+.8,# &’(’$& ./ =(’8)$ &. ’#(’ 6*&’*+3’ .0&$)7(’*.+& ()$ (15(2& (&&.3*(’$6 5*’# 6*&’*+3’ &’(’$& ./ =(’8)$9 :+ $1$;$+’()2 -).0(0*1*’2 ’#$.)24 *’ *& ./’$+ 3.+7$+*$+’ ’. ’#*+B ./ ’#$ &’(’$& ./ =(’8)$ (& 3.))$&-.+6*+, ’. ’#$ .8’3.;$& ./ ( -()’*381() $<-$)*;$+’4 &83# (& /1*--*+, 3.*+& .) ’.&&*+, 6*3$4 (+6 ’. &8--)$&& ’#$ 6$&3)*-’*.+ ./ $7$)2’#*+, $1&$ *+ ’#$ 8+*7$)&$9 D$3’*.+& E9FGE9H *+ ’#*& @#(-’$) 3.+’(*+ ( /$5 3)83*(1 6$/*+*’*.+&4 /.) $7$+’&4 -).0(0*1*’*$&4 3.+6*’*.+(1 -).0(0*1*’*$&4 (+6 &’(’*&’*3(1 *+6$-$+6$+3$9 "#$2 (1&. 3.+’(*+ ( ’)$(’;$+’ ./ ;$(&8)(0*1*’24 ’#$ ’#$.)2 ./ *+’$,)(’*.+4 (+6 -).0(0*1*’2 .+ -).683’ &-(3$& ’#(’ *& +$$6$6 ;.&’12 /.) ;.)$ (67(+3$6 ’.-*3& *+ $3.+.;$’)*3&9 "#$)$/.)$4 )$(6$)& 5#. 6. +.’ #(7$ ( ,..6 0(3B,).8+6 *+ ;(’#$;(’*3(1 (+(12&*& ;(2 /*+6 *’ 8&$/81 ’. 3.+3$+’)(’$ .+ ’#$ 6$/*+*’*.+& (+6 $<(;-1$& *+ ’#$&$ &$3’*.+&4 (+6 -.&’-.+$ &’862 ./ ’#$ ;.)$ ;(’#$;(’*3(1 ;(’$)*(1 8+’*1 *’ *& +$$6$69 1=*= ;>;F: #?;CGE 9FG ?F#A<!9:?AF E9F9I9 J+ %/%0# *& ( &$’ ./ &’(’$& ./ =(’8)$ 5*’# ’#$ -).-$)’2 ’#(’ .+$ 3(+ *+ -)*+3*-1$ 6$’$);*+$ 5#$’#$) ’#$ $7$+’ .338)& .) +.’9 :/ &’(’$& ./ =(’8)$ 6$&3)*0$ (11 #(--$+*+,&4 *+3186*+, ’#$ .8’3.;$ ./ ( -()’*381() 3.*+ ’.&&4 ’#$+ .+$ $7$+’ ;*,#’ 0$ ’#$ &$’ ./ &’(’$& ./ =(’8)$ *+ 5#*3# ’#*& 3.*+ ’.&& 3.;$& 8- #$(6&9 "#$ /(;*12 ./ -.’$+’*(112 .0&$)7(01$ $7$+’& *& 6$+.’$6 02 !9 "#*& /(;*12 *& (&&8;$6 ’. #(7$ ’#$ /.11.5*+, -).-$)’*$&K L*M "#$ N(+2’#*+, 3(+ #(--$+N $7$+’ E *& *+ !9 L**M :/ $7$+’ 9 *& *+ !4 ’#$+ ’#$ $7$+’ N+.’ 9N4 6$+.’$6 9 3 .) EO94 *& *+ !9 L***M :/ 9 (+6 B ()$ $7$+’& *+ !4 ’#$+ ’#$ $7$+’ N0.’# 9 (+6 BN4 6$+.’$6 91B4 *& *+ !9 L*7M :/ 9 I 49 F 4999 *& ( /*+*’$ .) 3.8+’(01$ &$A8$+3$ ./ $7$+’& *+ !4 ’#$+ ’#$ $7$+’ N.+$ .) ;.)$ ./ 9 I .) 9 F .) 999N4 6$+.’$6 9 * 4 *& *+ !9 ^ 4 1I J /(;*12 ! 5*’# ’#$&$ -).-$)’*$& *& 3(11$6 ( P2’1%-3 L.) 4&&-%$0 P2$-5%6*$M ./ &80&$’& ./ E9 "#$ -(*) LE(!M 3.+&*&’*+, ./ (+ (0&’)(3’ &$’ E (+6 ( PG/*$16 ! ./ &80&$’& ./ E *& 3(11$6 ( +%$")*$6-% ",$.%4 (+6 ’#$ &$’& *+ ! ()$ 3(11$6 ’#$ +%$")*$6-% &80&$’& ./ E9 :;-1*3(’*.+& ./ ’#$ 6$/*+*’*.+ ./ ( PG/*$16 ()$

CHAPTER 3. A REVIEW OF PROBABILITY THEORY

  • Upload
    others

  • View
    5

  • Download
    0

Embed Size (px)

Citation preview

Page 1: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)123()4$5&)61!777777777777777777777777777777777777777777777777777777777777777777777777777!

,894:;<)1=)))9)<;>?;@)A#)4<AB9B?C?:D):8;A<D

1=3=))E9!4C;)E49,;

"#$%&'()'*+,%-.*+'%/.)%-).0(0*1*'2%'#$.)2%*&%'#$%3.+3$-'%./%(%"#$#%!&'!($#)*%4%5#*3#%*&%(%6$&3)*-'*.+./%$7$)2'#*+,%'#('%#(&%#(--$+$6%(+6%5*11%#(--$+%*+%'#$%8+*7$)&$9%%:+%-()'*381()4%'#*&%6$&3)*-'*.+*+3186$&%'#$%.8'3.;$&%./%(11%-).0(0*1*'2%(+6%&(;-1*+,%$<-$)*;$+'&9%%"#$%&$'%./%(11%-.&&*01$%&'('$&%./=('8)$%*&%3(11$6%'#$%"$+,-%!",$.%9%%>$'%"!6$+.'$%(%&'('$%./%=('8)$4%(+6%E%'#$%&(;-1$%&-(3$9%%"#$&$%()$(0&')(3'%.0?$3'&%'#('%-1(2%(%3.+3$-'8(1%)('#$)%'#(+%(%-)(3'*3(1%).1$%*+%'#$%6$7$1.-;$+'%./%-).0(0*1*'2'#$.)29%%@.+&$A8$+'124%'#$)$%3(+%0$%3.+&*6$)(01$%/1$<*0*1*'2%*+%'#*+B*+,%(0.8'%5#('%,.$&%*+'.%'#$6$&3)*-'*.+%./%(%&'('$%./%=('8)$%(+6%*+'.%'#$%&-$3*/*3('*.+%./% '#$%&(;-1$%&-(3$C% '#$%.+12%3)*'*3(1)$&')*3'*.+%*&%'#('%'#$)$%0$%$+.8,#%&'('$&%./%=('8)$%&.%'#('%6*&'*+3'%.0&$)7('*.+&%()$%(15(2&%(&&.3*('$65*'#%6*&'*+3'%&'('$&%./%=('8)$9%%:+%$1$;$+'()2%-).0(0*1*'2%'#$.)24%*'%*&%./'$+%3.+7$+*$+'%'.%'#*+B%./%'#$&'('$&%./%=('8)$%(&%3.))$&-.+6*+,%'.%'#$%.8'3.;$&%./%(%-()'*381()%$<-$)*;$+'4%&83#%(&%/1*--*+,%3.*+&.)%'.&&*+,%6*3$4%(+6%'.%&8--)$&&%'#$%6$&3)*-'*.+%./%$7$)2'#*+,%$1&$%*+%'#$%8+*7$)&$9%%D$3'*.+&%E9FGE9H*+%'#*&%@#(-'$)%3.+'(*+%(%/$5%3)83*(1%6$/*+*'*.+&4%/.)%$7$+'&4%-).0(0*1*'*$&4%3.+6*'*.+(1%-).0(0*1*'*$&4(+6% &'('*&'*3(1% *+6$-$+6$+3$9% % "#$2% (1&.% 3.+'(*+% (% ')$(';$+'% ./% ;$(&8)(0*1*'24% '#$% '#$.)2% ./*+'$,)('*.+4%(+6%-).0(0*1*'2%.+%-).683'%&-(3$&%'#('%*&%+$$6$6%;.&'12%/.)%;.)$%(67(+3$6%'.-*3&%*+$3.+.;$')*3&9%%"#$)$/.)$4%)$(6$)&%5#.%6.%+.'%#(7$%(%,..6%0(3B,).8+6%*+%;('#$;('*3(1%(+(12&*&%;(2/*+6%*'%8&$/81%'.%3.+3$+')('$%.+%'#$%6$/*+*'*.+&%(+6%$<(;-1$&%*+%'#$&$%&$3'*.+&4%(+6%-.&'-.+$%&'862./%'#$%;.)$%;('#$;('*3(1%;('$)*(1%8+'*1%*'%*&%+$$6$69

1=*=));>;F:)#?;CGE)9FG)?F#A<!9:?AF

E9F9I9%%J+%%/%0#!*&%(%&$'%./%&'('$&%./%=('8)$%5*'#%'#$%-).-$)'2%'#('%.+$%3(+%*+%-)*+3*-1$%6$'$);*+$5#$'#$)%'#$%$7$+'%.338)&%.)%+.'9%%:/%&'('$&%./%=('8)$%6$&3)*0$%(11%#(--$+*+,&4%*+3186*+,%'#$%.8'3.;$./%(%-()'*381()%3.*+%'.&&4%'#$+%.+$%$7$+'%;*,#'%0$%'#$%&$'%./%&'('$&%./%=('8)$%*+%5#*3#%'#*&%3.*+%'.&&3.;$&%8-%#$(6&9% %"#$% /(;*12%./%-.'$+'*(112%.0&$)7(01$%$7$+'&% *&%6$+.'$6%02%!9% %"#*&% /(;*12% *&(&&8;$6%'.%#(7$%'#$%/.11.5*+,%-).-$)'*$&KL*M%"#$%N(+2'#*+,%3(+%#(--$+N%$7$+'%E%*&%*+%!9L**M%:/%$7$+'%9%*&%*+%!4%'#$+%'#$%$7$+'%N+.'%9N4%6$+.'$6%93%.)%EO94%*&%*+%!9L***M%:/%9%(+6%B%()$%$7$+'&%*+%!4%'#$+%'#$%$7$+'%N0.'#%9%(+6%BN4%6$+.'$6%9�B4%*&%*+%!9L*7M%:/%9I49F4999%%*&%(%/*+*'$%.)%3.8+'(01$%&$A8$+3$%./%$7$+'&%*+%!4%'#$+%'#$%$7$+'%N.+$%.)%;.)$%./

9I%.)%9F%.)%999N4%6$+.'$6% 9*4%*&%*+%!9��

1�I

J%/(;*12%!%%5*'#%'#$&$%-).-$)'*$&%*&%3(11$6%(%P2'1%-3!L.)%4&&-%$0!P2$-5%6*$M%./%&80&$'&%./%E9%%"#$%-(*)LE(!M%3.+&*&'*+,%./%(+%(0&')(3'%&$'%E%(+6%(%PG/*$16%!%./%&80&$'&%./%E%*&%3(11$6%(%+%$")*$6-%!",$.%4%(+6'#$%&$'&%*+%!%()$%3(11$6%'#$%+%$")*$6-%!&80&$'&%./%E9%%:;-1*3('*.+&%./%'#$%6$/*+*'*.+%./%(%PG/*$16%()$

Page 2: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)12*()4$5&)66!777777777777777777777777777777777777777777777777777777777777777777777777777!

L7M%:/%9I49F4999%%*&%(%/*+*'$%.)%3.8+'(01$%&$A8$+3$%./%$7$+'&%*+%!4%'#$+ %*&%(1&.%*+%!9��

1�I, 1

L7*M%:/%9I49F4999%%*&%(%3.8+'(01$%&$A8$+3$%./%$7$+'&%*+%!%'#('%*&%+&0&#&0%!3%.*%$"105%L*9$94%9I%�%9F�%999M4%'#$+%*'&%1*;*'4%(1&.%6$+.'$6%J*%�%JQ4%*&%(1&.%*+%!9%%D*;*1()124%*/%(%&$A8$+3$%*+%!%*&%+&0&#&0%

10.*%$"105!L*9$94%9I%�%9F%�%999M4%'#$+%*'&%1*;*'%9Q%R% %4%*&%(1&.%*+%!%��

1�I, 1

L7**M%"#$%$;-'2%$7$+'%H%*&%*+%!9

S$%5*11%8&$%(%/$5%3.+3)$'$%$<(;-1$&%./%&(;-1$%&-(3$&%(+6%PG/*$16&K

;I$J.K&)39%%T"5.%3.*+%'.&&$&U%J%3.*+%*&%'.&&$6%'5*3$4%(+6%/.)%$(3#%'.&&%(%#$(6%.)%'(*1%(--$()&9>$'%V"%6$+.'$%'#$%&'('$%./%=('8)$%*+%5#*3#%'#$%/*)&'%'.&&%2*$16&%(%#$(6%(+6%'#$%&$3.+6%'.&&%2*$16&%('(*19%%"#$+%E%R%WVV4V"4"V4""X9%%>$'%!%%0$%'#$%31(&&%./%(11%-.&&*01$%&80&$'&%./%EC%!%%#(&%FH%;$;0$)&9

;I$J.K&)*9%%T@.*+%'.&&%8+'*1%(%'(*1U%J%3.*+%*&%'.&&$6%8+'*1%(%'(*1%(--$()&9%%"#$%&(;-1$%&-(3$%*&%ER%W"4%V"4%VV"4%VVV"4999X9%%:+%'#*&%$<(;-1$4%'#$%&(;-1$%&-(3$%*&%*+/*+*'$4%08'%3.8+'(01$9%%>$'%!%%0$'#$%PG/*$16%,$+$)('$6%02%'#$%/*+*'$%&80&$'&%./%E9%%"#*&%PG/*$16%3.+'(*+&%$7$+'&%&83#%(&%YJ'%;.&'%'$+#$(6&Z4%(+6%(1&.4%8&*+,%'#$%;.+.'.+$%31.&8)$%-).-$)'2%L7*M%(0.7$4%$7$+'&%&83#%(&%N"$+%.)%;.)$%'.&&$&5*'#.8'%(%'(*1N4%(+6%N(+%$7$+%+8;0$)%./%#$(6&%0$/.)$%(%'(*1N9%%J%&$'%'#('%*&%+.'%*+%!%5*11%#(7$%'#$-).-$)'2%'#('%0.'#%'#$%&$'%(+6%*'&%3.;-1$;$+'%()$%*+/*+*'$9% % :'% *&%6*//*381'% '.%6$&3)*0$%&83#%(%&$'4-)*;()*12% 0$3(8&$% '#$% 1(+,8(,$% '#('% 5$% +.);(112% 8&$% '.% 3.+&')83'% &$'&% '$+6&% '.% 3.))$&-.+6% '.$1$;$+'&%*+%'#$%PG/*$169%%V.5$7$)4%;('#$;('*3(1%(+(12&*&%&#.5&%'#('%&83#%&$'&%;8&'%$<*&'4%0$3(8&$'#$%3()6*+(1*'2%./%'#$%31(&&%./%(11%-.&&*01$%&80&$'&%./%E%*&%,)$('$)%'#(+%'#$%3()6*+(1*'2%./%!%9

;I$J.K&)19%%TD[\%&'.3B%*+6$<U%"#$%&'.3B%*+6$<%*&%(%+8;0$)%*+%'#$%-.&*'*7$%)$(1%1*+$%�]4%&.%E%��]9%%"(B$%'#$%PG/*$16%./%$7$+'&%'.%0$%'#$%4&*%-!P2'1%-3!"L�]M4%5#*3#%*&%6$/*+$6%(&%'#$%&;(11$&'%/(;*12./%&80&$'&%./%'#$%)$(1%1*+$%'#('%3.+'(*+&%(11%'#$%.-$+%*+'$)7(1&%*+%�]%(+6%&('*&/*$&%'#$%-).-$)'*$&%L*MGL*7M./%(%PG/*$169%%"#$%&80&$'&%./%�]%'#('%()$%*+%"%()$%&(*6%'.%0$%+%$")*$6-%4%(+6%'#.&$%+.'%*+%"%()$%&(*6'.%0$%+.+G;$(&8)(01$9

;I$J.K&)69%%TD[\%&'.3B%*+6$<%.+%&833$&&*7$%6(2&U%"#$%&$'%./%&'('$&%./%=('8)$%*&%'#$%@()'$&*(+-).683'%./%'#$%&$'%./%3(18$&%.+%6(2%.+$%(+6%'#$%&$'%./%7(18$&%.+%6(2%F4%E%R%�]^�]%L(1&.%6$+.'$6%�]FM9"(B$%'#$%PG/*$16%./%$7$+'&%'.%0$%'#$%-).683'%./%'#$%.+$G6*;$+&*.+(1%PG/*$16&4%!%R%"I�"F4%5#$)$%N�N6$+.'$&%(+%.-$)('*.+%'#('%/.);&%'#$%&;(11$&'%PG/*$16%3.+'(*+*+,%(11%&$'&%./%'#$%/.);%9^,%5*'#%9%�"I%(+6%,%�%"F9%%:+%'#*&%$<(;-1$4%"I%(+6%"F%()$%*6$+'*3(1%3.-*$&%./%'#$%_.)$1%PG/*$16%.+%�]9%%J&&8;$'#('%'#$%*+6$<%5(&%+.);(1*`$6%'.%0$%.+$%%('%'#$%0$,*++*+,%./%'#$%-)$7*.8&%2$()9%%a<(;-1$&%./%$7$+'&*+%!%()$%N0$1.5%I%.+%6(2%IN4%N('%1$(&'%F%.+%0.'#%6(2&N4%(+6%N#*,#$)%.+%'#$%&$3.+6%6(2%'#(+%'#$%/*)&'6(2N9%%"#$%.-$)('*.+%N�N%*&%6*//$)$+'%'#(+%'#$%3()'$&*(+%-).683'%N^N4%5#$)$%"I^"F%*&%'#$%/(;*12%./%(11

Page 3: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)121()4$5&)6L!777777777777777777777777777777777777777777777777777777777777777777777777777!

)$3'(+,1$&%9^,%/.);$6%/).;%9%�%"I%(+6%,%�%"F9%%"#*&%/(;*12%*&%+.'%*'&$1/%(%PG/*$164%08'%'#$%PG/*$16'#('%*'%,$+$)('$&%*&%"I�"F9%%b.)%$<(;-1$4%'#$%$7$+'%N#*,#$)%.+%'#$%&$3.+6%6(2%'#(+%'#$%/*)&'%6(2N%*&+.'%(%)$3'(+,1$4%08'%*&%.0'(*+$6%(&%(%;.+.'.+$%1*;*'%./%)$3'(+,1$&9

:+%'#$%/*)&'%$<(;-1$4%'#$%PG/*$16%3.+&*&'$6%./%(11%-.&&*01$%&80&$'&%./%'#$%&(;-1$%&-(3$9%%"#*&%5(&+.'%'#$%3(&$%*+%'#$%1(&'%'5.%$<(;-1$&4%0$3(8&$%'#$%_.)$1%PG/*$16%6.$&%+.'%3.+'(*+%(11%&80&$'&%./%'#$)$(1%1*+$9%%"#$)$%()$%'5.%)$(&.+&%'.%*+').683$%'#$%3.;-1*3('*.+%./%6$(1*+,%5*'#%PG/*$16&%'#('%6.%+.'3.+'(*+%(11%'#$%&80&$'&%./%'#$%&(;-1$%&-(3$4%.+$%&80&'(+'*7$%(+6%.+$%'$3#+*3(19%%"#$%&80&'(+'*7$)$(&.+% *&% '#('% '#$% PG/*$16% 3(+% 0$% *+'$)-)$'$6% (&% '#$% -.'$+'*(1% *+/.);('*.+% '#('% *&% (7(*1(01$% 02.0&$)7('*.+9%%:/%(+%.0&$)7$)%*&%*+3(-(01$%./%;(B*+,%.0&$)7('*.+&%'#('%6*&'*+,8*&#%'5.%&'('$&%./%=('8)$4'#$+%'#$%PG/*$16%3(++.'%3.+'(*+%&$'&%'#('%*+3186$%.+$%./%'#$&$%&'('$&%(+6%$<3186$&%'#$%.'#$)9%%"#$+4%'#$&-$3*/*3('*.+%./%'#$%PG/*$16%5*11%6$-$+6%.+%5#('%*&%.0&$)7(01$%*+%(+%(--1*3('*.+9%%"#$%'$3#+*3(1%)$(&.+*&% '#('%5#$+% '#$% &(;-1$% &-(3$% 3.+'(*+&% (+% *+/*+*'$%+8;0$)%./% &'('$&4% *'%;(2%0$%;('#$;('*3(112*;-.&&*01$% '.% 6$/*+$% -).0(0*1*'*$&%5*'#% &$+&*01$% -).-$)'*$&% .+% (11% &80&$'&% ./% '#$% &(;-1$% &-(3$9c$&')*3'*+,%'#$%6$/*+*'*.+%./%-).0(0*1*'*$&%'.%(--).-)*('$12%3#.&$+%PG/*$16&%&.17$&%'#*&%-).01$;9%

E9F9F9%%:'%*&%-.&&*01$%'#('%;.)$%'#(+%.+$%PG/*$16%./%&80&$'&%*&%6$/*+$6%/.)%(%-()'*381()%&(;-1$%&-(3$E9%%:/%#%*&%(+%()0*')()2%3.11$3'*.+%./%&80&$'&%./%E4%'#$+%'#$%&;(11$&'%PG/*$16%'#('%3.+'(*+&%#%*&%&(*6%'.0$%'#$%PG/*$16%5%0%*$#%3!02%#9%%:'%*&%&.;$'*;$&%6$+.'$6%PL#M9%%:/%!%%(+6%$%()$%0.'#%PG/*$16&4%(+6%$�%!4%'#$+%$%*&%&(*6%'.%0$%(%")62'1%-3!./%!4%(+6%!%*&%&(*6%'.%.&0#$10!+&*%!10'&*+$#1&0!.)%*%'10%!$9%%:'*&%-.&&*01$%'#('%+$*'#$)%!%�%$%+.)%$%�%%!9%%"#$%*+'$)&$3'*.+%!�$%%./%'5.%PG/*$16&%*&%(,(*+%(%PG/*$16'#('%3.+'(*+&%'#$%.&++&0!10'&*+$#1&0%*+%!%(+6%$9%%b8)'#$)4%'#$%*+'$)&$3'*.+%./%(+%()0*')()2%3.8+'(01$.)%8+3.8+'(01$%3.11$3'*.+%./%PG/*$16&% *&%(,(*+%(%PG/*$169% %"#$%8+*.+%!$%./% '5.%PG/*$16&% *&%+.'+$3$&&()*12%(%PG/*$164%08'%'#$)$%*&%(15(2&%(%&;(11$&'%PG/*$16%'#('%)$/*+$&%0.'#%!%(+6%$4%5#*3#%*&%&*;-12'#$%PG/*$16%PL!$M%,$+$)('$6%02%'#$%&$'&%*+%'#$%8+*.+%./%!%(+6%$4%.)%-8'%(+.'#$)%5(24%'#$%*+'$)&$3'*.+./%(11%PG/*$16&%'#('%3.+'(*+%0.'#%!%(+6%$9%

;I$J.K&)39%%L3.+'*+8$6M%>$'%!%6$+.'$%'#$%PG/*$16%./%(11%&80&$'&%./%E9%%J+.'#$)%PG/*$16%*&%$%RWH4E4WV"4VVX4W""4"VXX4%3.+'(*+*+,%$7$+'&%5*'#%*+/.);('*.+%.+12%.+%'#$%.8'3.;$%./%'#$%/*)&'%3.*+'.&&9%%d$'%(+.'#$)%PG/*$16%3.+'(*+&%'#$%$7$+'&%5*'#%*+/.);('*.+%.+12%.+%'#$%+8;0$)%./%#$(6&4%08'%+.''#$*)% .)6$)4% %% R% WH4E4WVVX4W""X4WV"4"VX4WVV4""X4WV"4"V4""X4WVV4V"4"VXX9% "#$+4% !3.+'(*+&%;.)$%*+/.);('*.+%'#(+%$%.)%%9% %"#$%*+'$)&$3'*.+%$�%% *&% '#$%Y+.%*+/.);('*.+Z%PG/*$16WH4EX9%%"#$%8+*.+%$%%*&%+.'%(%PG/*$164%(+6%'#$%PG/*$16%PL$%M%'#('%*'%,$+$)('$&%*&%!9%%"#*&%3(+%0$7$)*/*$6%3.+&')83'*7$12%L*+%'#*&%/*+*'$%D%3(&$M%02%08*16*+,%8-%PL$%M%02%/.);*+,%*+'$)&$3'*.+&%(+68+*.+&%./%;$;0$)&%./%$%4%08'%*&%(1&.%.07*.8&%&*+3$%B+.5*+,%'#$%.8'3.;$%./%'#$%/*)&'%'.&&%(+6B+.5*+,%'#$%'.'(1%+8;0$)%./%#$(6&%)$7$(1&%/811%*+/.);('*.+%.+%0.'#%'.&&$&9

;I$J.K&)19%%L3.+'*+8$6M%>$'%!%6$+.'$%'#$%_.)$1%PG/*$169%%"#$+%$%R%WH4E4LI4M4LG4IUX%(+6%&%RWH4E4WG4FM4TF4MX%()$%0.'#%PG/*$16&4%'#$%/*)&'%3.))$&-.+6*+,%'.%'#$%(0*1*'2%'.%.0&$)7$%5#$'#$)%'#$

Page 4: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)126()4$5&)6M!777777777777777777777777777777777777777777777777777777777777777777777777777!

*+6$<%*&%(0.7$%I4%'#$%&$3.+6%3.))$&-.+6*+,%'.%'#$%(0*1*'2%'.%'$11%5#$'#$)%*'%*&%(0.7$%F9%%b.)%&#.)'#(+641$'%(%R%LG4IU4%0%R%LG4FU4%3%R%LI4]M4%6%R%LF4]M4%(+6%$%R%LI4FU9%%=$*'#$)%$%.)%&%3.+'(*+&%'#$%.'#$)40.'#%()$%3.+'(*+$6%*+%!4%(+6%'#$*)%*+'$)&$3'*.+%*&%'#$%Y+.%*+/.);('*.+Z%PG/*$16%WH4EX9%%"#$%%PG/*$16,$+$)('$6%02%'#$*)%8+*.+4%3.))$&-.+6*+,%'.%'#$%(0*1*'2%'.%'$11%*/%'#$%*+6$<%*&%*+%(4$4%.)%64%*&%PL$&M%RWH4E4(4043464$4(6X9%

J+%$1$;$+'%B%*+%(%PG/*$16%$%./%&80&$'&%./%E%*&%(+%$#&+%*/%'#$%.+12%&$'%*+%$%'#('%*&%(%-).-$)%&80&$'./%B%*&%'#$%$;-'2%&$'%H9%%:+%'#$%1(&'%$<(;-1$4%&%#(&%('.;&%0%(+6%64%(+6%'#$%('.;&%./%PL$&M%()$%(464%(+6%$4%08'%+.'%0%R%($%.)%3%R%$69%%"#$%('.;&%./%'#$%_.)$1%PG/*$16%()$%'#$%*+6*7*68(1%)$(1%+8;0$)&9J+%$3.+.;*3%*+'$)-)$'('*.+%./%'#*&%3.+3$-'%'#('%*/%'#$%PG/*$16%6$/*+*+,%'#$%3.;;.+%*+/.);('*.+%./'5.%$3.+.;*3%(,$+'&%3.+'(*+&%(+%('.;4%'#$+%(%3.+'*+,$+'%3.+')(3'%0$'5$$+%'#$;%;8&'%#(7$%'#$%&(;$)$(1*`('*.+%+.%;(''$)%5#('%&'('$%./%=('8)$%5*'#*+%'#*&%('.;%.338)&9

1=1=))4<AB9B?C?:D

E9E9I9%%e*7$+%(%&(;-1$%&-(3$%E%(+6%PG/*$16%./%&80&$'&%!4%(%,*&6$61-1#7!L.)%,*&6$61-1#7!+%$")*%M*&%6$/*+$6%(&%(%/8+3'*.+%\%/).;%!%%*+'.%'#$%)$(1%1*+$%5*'#%'#$%/.11.5*+,%-).-$)'*$&K

L*M%\L9M%�%Q%/.)%(11%9%�%!9L**M%\LEM%R%I9L***M%[email protected]+'(01$%J66*'*7*'2U%:/%9I4%9F4999%%*&%(%/*+*'$%.)%3.8+'(01$%&$A8$+3$%./%$7$+'&%*+%!%%'#('%()$

;8'8(112%$<318&*7$%L*9$94%9*�9?%R%H%/.)%(11%*%�%?M4%'#$+%\L 9*M%R% \L9*M9%��

1�I ��

1�I

S*'#%3.+6*'*.+&%L*MGL***M4%\%#(&%'#$%/.11.5*+,%(66*'*.+(1%*+'8*'*7$%-).-$)'*$&%./%(%-).0(0*1*'2%5#$+%9(+6%B%()$%$7$+'&%*+%!K%

L*7M%\L9M%]%\L93M%R%I9L7M%\LHM%R%Q9%%L7*M%\L9BM%R%\L9M%]%\LBM%G%\L9�BM9L7**M%\L9M%�%\LBM%5#$+%B%�%99%%L7***M%:/%9*%*+%!%%*&%;.+.'.+$%6$3)$(&*+,%'.%H%L6$+.'$6%9*%�%HM4%'#$+%\L9*M% %Q9%%

L*<M%:/%9*%�%!4%+.'%+$3$&&()*12%6*&?.*+'4%'#$+%\L 9*M%�% \L9*M9%��

1�I ��

1�I

L<M%:/%N9*X%*&%(%/*+*'$%.)%3.8+'(01$%,$*#1#1&0%./%E%L*9$94%'#$%$7$+'&%9*%�%!%%()$%;8'8(112%$<318&*7$

(+6%$<#(8&'*7$4%.)%9*�9?%R%H%/.)%(11%*%�%?%(+6% %9*%R%EM4%'#$+%\LBM%R \LB�9*M9��

1�I ��

1�I

Page 5: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)12L()4$5&)6O!777777777777777777777777777777777777777777777777777777777777777777777777777!

"#$%')*-1$'%LE4!4\M%3.+&*&'*+,%./%(%;$(&8)(01$%&-(3$%LE(!M%(+6%(%-).0(0*1*'2%;$(&8)$%\%*&%3(11$6%(,*&6$61-1#7!",$.%9

;I$J.K&)3%L3.+'*+8$6M9%@.+&*6$)%'#$%PG/*$16%%%3.+'(*+*+,%*+/.);('*.+%.+%'#$%+8;0$)%./%#$(6&408'%+.'% '#$*)%.)6$)9% %"#$%'(01$%0$1.5%,*7$&%'#)$$%/8+3'*.+&%\I4%\F4%\E%6$/*+$6%.+%%9% %J11%&('*&/2-).-$)'*$&%L*M%(+6%L**M%/.)%(%-).0(0*1*'29%%b8+3'*.+&%\F%(+6%\E%(1&.%&('*&/2%L***M4%(+6%()$%-).0(0*1*'*$&408'%\I%7*.1('$&%L***M%&*+3$%\ILWVVXW""XM%�%\ILWVVXM%]%\ILW""XM9%%"#$%-).0(0*1*'2%\F%*&%,$+$)('$602%/(*)%3.*+&4%(+6%'#$%-).0(0*1*'2%\E%02%.+$%/(*)%3.*+%(+6%.+$%0*(&$6%3.*+9

H E VV "" V"4"V VV4"" V"4"V4"" VV4V"4"V

\I Q I IfE IfE IfF IfF FfE FfE

\F Q I IfH IfH IfF IfF EfH EfH

\E Q I IfE Ifg IfF IfF FfE hfg

E9E9F9%%:/%9%�%!%%#(&%\L9M%R%I4%'#$+%9%*&%&(*6%'.%.338)%$-+&"#!")*%-7!L(9&9M4%.)%81#9!,*&6$61-1#7!&0%L59-9IM9%%:/%9%�%!%#(&%\L9M%R%Q4%'#$+%9%*&%&(*6%'.%.338)%5*'#%,*&6$61-1#7!:%*&!L59-9QM9%%b*+*'$%.)3.8+'(01$%*+'$)&$3'*.+&%./%$7$+'&%'#('%.338)%(1;.&'%&8)$12%(,(*+%.338)%(1;.&'%&8)$124%(+6%/*+*'$%.)3.8+'(01$%8+*.+&%./%$7$+'&%'#('%.338)%5*'#%-).0(0*1*'2%`$).%(,(*+%.338)%5*'#%-).0(0*1*'2%`$).9

;I$J.K&)*9%%L3.+'*+8$6M%:/%'#$%3.*+%*&%/(*)4%'#$+%'#$%-).0(0*1*'2%./%BGI%#$(6&%/.11.5$6%02%(%'(*1*&%IfFB9%%i&$%'#$%,$.;$')*3%&$)*$&%/.);81(&%*+%F9I9IQ%'.%7$)*/2%'#('%'#$%-).0(0*1*'2%./%YJ'%;.&'%E#$(6&Z%*&%IhfIg4%./%N"$+%.)%;.)$%#$(6&N%*&%IfFIQ4%%(+6%./%N(+%$7$+%+8;0$)%./%#$(6&N%*&%FfE9

;I$J.K&)19%%L3.+'*+8$6M%@.+&*6$)%'#$%/8+3'*.+%\%6$/*+$6%.+%.-$+%&$'&%L&4M%�%�]%02%\LL&4MM%R$G&fF9%%"#*&%/8+3'*.+%;(-&%*+'.%'#$%8+*'%*+'$)7(19%%:'%*&%'#$+%$(&2%'.%&#.5%'#('%\%&('*&/*$&%-).-$)'*$&L*MGL***M%./%(%-).0(0*1*'2%.+%'#$%)$&')*3'$6%/(;*12%./%.-$+%*+'$)7(1&4%(+6%(%1*''1$%5.)B%'.%&#.5%'#('%5#$+(%-).0(0*1*'2%*&%6$'$);*+$6%.+%'#*&%/(;*12%./%.-$+%*+'$)7(1&4%'#$+%*'%*&%8+*A8$12%6$'$);*+$6%.+%'#$PG/*$16%,$+$)('$6%02%'#$&$%*+'$)7(1&9%%a(3#%&*+,1$%-.*+'4%&83#%(&%WIX4%*&%*+%!9%%"(B*+,%*+'$)7(1&%'#('&#)*+B%'.%'#*&%-.*+'4%$(3#%&*+,1$%-.*+'%.338)&%5*'#%-).0(0*1*'2%`$).9%%"#$+4%(%3.8+'(01$%&$'%./%-.*+'&.338)&%59-9Q9

E9E9E9%%j/'$+%(%;$(&8)(01$%&-(3$%LE(!M%5*11%#(7$%(+%(&&.3*('$6%+%$")*%!k%'#('%*&%(%3.8+'(012

(66*'*7$%/8+3'*.+%/).;%!%*+'.%'#$%+.++$,('*7$%)$(1%1*+$C%*9$94%kL 9*M%R% kL9*M%/.)%(+2��

1�I ��

1�I

&$A8$+3$%./%6*&?.*+'%9*%�%!9%%"#$%;$(&8)$%*&%,&"1#1/%!*/%kL9M%�%Q%/.)%(11%9%�%!C%5$%5*11%3.+&*6$)%.+12-.&*'*7$%;$(&8)$&9%%"#$%;$(&8)$%k%*&%'101#%!*/%�kL9M�%�%l%/.)%&.;$%3.+&'(+'%l%(+6%(11%9%�%!4%(+6

Page 6: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)12M()4$5&)6P!777777777777777777777777777777777777777777777777777777777777777777777777777!

P2'101#%!*/%!%%3.+'(*+&%(%3.8+'(01$%-()'*'*.+%W9*X%./%E%&83#%'#('%'#$%;$(&8)$%./%$(3#%-()'*'*.+%&$'%*&/*+*'$C%*9$94%kL9*M%m%]9%%"#$%;$(&8)$%k%;(2%0$%(%-).0(0*1*'24%08'%;.)$%3.;;.+12%*'%*&%(%;$(&8)$%./N1$+,'#N%.)%N7.18;$N9%%b.)%$<(;-1$4%*'%*&%3.;;.+%5#$+%'#$%&(;-1$%&-(3$%E%*&%'#$%3.8+'(01$%&$'%./-.&*'*7$%*+'$,$)&%'.%6$/*+$%k%'.%0$%.&)0#105!+%$")*%!5*'#%kL9M%$A8(1%'.%'#$%+8;0$)%./%-.*+'&%*+%99S#$+%'#$%&(;-1$%&-(3$%E%*&%'#$%)$(1%1*+$4%5*'#%'#$%_.)$1%PG/*$16%"4%*'%*&%3.;;.+%'.%6$/*+$%k%'.%0$;%6%"5)%!+%$")*%4%5*'#%kLL(40MM%R%0%G%(%/.)%(+2%.-$+%*+'$)7(1%L(40M9%%_.'#%./%'#$&$%$<(;-1$&%()$-.&*'*7$%PG/*+*'$%;$(&8)$&9%%J%&$'%9%*&%&(*6%'.%0$%./%<2+%$")*%!:%*&%*/%kL9M%R%Q9%%J%-).-$)'2%'#('%#.16&$<3$-'%.+%(%&$'%./%;$(&8)$%̀ $).%*&%&(*6%'.%#.16%$-+&"#!%/%*789%*%%L(9$9M9%%:'%5*11%&.;$'*;$&%0$%8&$/81'.%'(1B%(0.8'%(%PG/*+*'$%;$(&8)$%&-(3$%LE(!4nM%5#$)$%n%*&%-.&*'*7$%(+6%PG/*+*'$%(+6%;(2%$*'#$)%0$%(-).0(0*1*'2%;$(&8)$%.)%(%;.)$%,$+$)(1%3.8+'*+,%.)%1$+,'#%;$(&8)$%&83#%(&%>$0$&,8$%;$(&8)$9

E9E9H9%D8--.&$%/%*&%(%)$(1G7(18$6%/8+3'*.+%.+%(%PG/*+*'$%;$(&8)$%&-(3$%LE(!4nM9%%"#*&%/8+3'*.+%*&+%$")*$6-%% */% % /GIL,M%�%!% % /.)%$(3#%.-$+%&$'%,% *+% '#$%)$(1% 1*+$9% %J%;$(&8)(01$%/8+3'*.+%#(&%'#$-).-$)'2%'#('%*'&%3.+'.8)%&$'&%./%'#$%/.);%W&�Eo(�/L&M�3X%()$%3.+'(*+$6%*+%!%9%%"#*&%*;-1*$&%'#('%*/%B�%!%%*&%(+%('.;4%'#$+%/L&M%;8&'%0$%3.+&'(+'%/.)%(11%&%�%B9%%%

"#$%*+'$,)(1%./%;$(&8)(01$%/%.+%(%&$'%9%�%!4%6$+.'$6% /L&M�nL6&M4%*&%6$/*+$6%/.)%nL9M%m%]�,

(&%'#$%1*;*'%(&%+% %%./%&8;&%./%'#$%/.); LBf+M�nL,B+M4%5#$)$%,B+%*&%'#$%&$'%./%&'('$&%./��

=���

=('8)$% *+% 9% /.)% 5#*3#% /L&M% *&% 3.+'(*+$6% *+% '#$% *+'$)7(1% LBf+4LB]IMf+U9% % J% /*+*'$% 1*;*'% $<*&'&

*/ oBf+o�nL,B+M%m%]4% *+%5#*3#%3(&$%/% *&%&(*6%'.%0$% 10#%5*$6-%%.+%99% %>$'%W9*X%�%!) %0$%(��

=��

3.8+'(01$%-()'*'*.+%./%E%5*'#%nL9*M%m%]4%,8()(+'$$6%02%'#$%PG/*+*'$%-).-$)'2%./%n9%%"#$%/8+3'*.+%/

*&%*+'$,)(01$%.+%(%,$+$)(1%&$'%9%�%!%%%*/%*'%*&%*+'$,)(01$%.+%9�9*%/.)%$(3#%*%(+6%*/ o/L&Mo�nL6&M%R�,

1*;+��% o/L&Mo�nL6&M%$<*&'&4%(+6%&*;-12% 10#%5*$6-%% */% *'% *&% *+'$,)(01$%/.)%9%R%E9% % :+�01�I �,�,1

,$+$)(14%'#$%;$(&8)$%n%3(+%#(7$%-.*+'%;(&&$&%L('%('.;&M4%.)%3.+'*+8.8&%;$(&8)$4%.)%0.'#4%&.%'#('%'#$

+.'('*.+%/.)%*+'$,)('*.+%5*'#%)$&-$3'%'.%n%*+3186$&%&8;&%(+6%;*<$6%3(&$&9%%"#$%*+'$,)(1% /L&MnL6&M�,

5*11%&.;$'*;$&%0$%6$+.'$6% /L&M6n4%.)%*+%'#$%3(&$%./%>$0$&,8$%;$(&8)$4 /L&M6&9%%�, �,E9E9h9%b.)%(%PG/*+*'$%;$(&8)$%&-(3$%LE(!4nM4%6$/*+$%CALE4!4nM%/.)%I%�%A%m%]%'.%0$%'#$%&$'%./

;$(&8)(01$%)$(1G7(18$6%/8+3'*.+&%.+%E%5*'#%'#$%-).-$)'2%'#('% o/oA%*&%*+'$,)(01$4%(+6%6$/*+$%�/�A%R

Page 7: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)12O()4$5&)6Q!777777777777777777777777777777777777777777777777777777777777777777777777777!

T �/L&M�A% nL6&MUIfA% '.% 0$% '#$% 0&*+% ./% /9% % "#$+4% CALE4!4nM% *&% (% 1*+$()% &-(3$4% &*+3$% 1*+$()�3.;0*+('*.+&%./% *+'$,)(01$%/8+3'*.+&%()$%(,(*+%*+'$,)(01$9%%"#*&%&-(3$%#(&%;(+24%08'%+.'%(114%.//(;*1*()%-).-$)'*$&%./%/*+*'$G6*;$+&*.+(1%a831*6$(+%&-(3$9%%"#$%&$'%./%(11%1*+$()%/8+3'*.+&%.+%'#$%&-(3$CALE4!4nM%/.)%A%p%I%*&%'#$%&-(3$%C)LE4!4nM4%5#$)$%If)%R%I%G%IfA9%%"#*&%/.11.5&%/).;%(+%(--1*3('*.+%./V.16$)q&%*+$A8(1*'24%5#*3#%,$+$)(1*`$&%/).;%/*+*'$%7$3'.)%&-(3$&%'.%'#$%3.+6*'*.+

/%�%CALE4!4nM%(+6%,%�%C)LE4!4nM%5*'#%AGI%]%)GI%R%I%*;-12 �/L&M�,L&M�%nL6&M%�%�/�A��,�)9�"#$%3(&$%A%R%)%R%F%,*7$&%'#$%@(83#2GD3#5()'`%*+$A8(1*'2%*+%,$+$)(1%/.);9%%"#*&%3(&$%()*&$&%./'$+%*+&'('*&'*3&4%5*'#%'#$%/8+3'*.+&%/%*+'$)-)$'$6%(&%)(+6.;%7()*(01$&%(+6%'#$%+.);%�/�F%*+'$)-)$'$6%(&%(A8(6)('*3%;$(+%.)%7()*(+3$9%

E9E9g9%"#$)$%()$%'#)$$%*;-.)'(+'%3.+3$-'&%/.)%'#$%1*;*'%./%(%&$A8$+3$%./%/8+3'*.+&%/+%�%CALE4!4nM9b*)&'4%'#$)$%*&%.&0/%*5%0.%!10!0&*+4%.)%&').+,%3.+7$),$+3$K%%/%*&%(%1*;*'%./%/+%*/%�/+%G%/�A% %Q9%%D$3.+64'#$)$%*&%.&0/%*5%0.%!10!>2+%$")*%K%%/%*&%(%1*;*'%./%/+%*/%nLW&�D�%o/+L&M%G%/L&Mo%p%�XM% %Q%/.)%$(3#%�%p%Q9

"#*)64%'#$)$%*&%8%$=!.&0/%*5%0.%K%%/%*&%(%1*;*'%./%/+%*/ L/+L&M%G%/L&MM�,L&M%nL6&M% %Q%/.)%$(3#%,%��C)LE4!4nM%5*'#%If)%R%I%G%IfA9%%"#$%/.11.5*+,%)$1('*.+&#*-%#.16&%0$'5$$+%'#$&$%;.6$&%./%3.+7$),$+3$K

D').+,%@.+7$),$+3$%��%S$(B%@.+7$),$+3$%��%@.+7$),$+3$%*+%nG;$(&8)$

J+%$<(;-1$%&#.5&%'#('%3.+7$),$+3$%*+%nG;$(&8)$%6.$&%+.'%*+%,$+$)(1%*;-12%5$(B%3.+7$),$+3$K@.+&*6$)%CFLR+(3S4"4nM%5#$)$%"% *&% '#$%_.)$1%PG/*$16%(+6%n% *&%>$0$&,8$%;$(&8)$9% %@.+&*6$)% '#$&$A8$+3$%/+L&M%R�+�3L&�If+M9%%"#$+%nLW&�Do%o/+L&Mo%p%�XM%R%If+4%&.%'#('%/+%3.+7$),$&%*+%nG;$(&8)$%'.

`$).4%08'%/.)%,L&M%R%&GIfE4%.+$%#(&%�,�F%R%EIfF%(+6 /+L&M,L&M%nL6&M%R%E+IfEfF%6*7$),$+'9%%J+.'#$)�$<(;-1$%&#.5&%'#('%5$(B%3.+7$),$+3$%6.$&%+.'%*+%,$+$)(1%*;-12%&').+,%3.+7$),$+3$K%%@.+&*6$)%ER%WI4F4999X%$+6.5$6%5*'#%'#$%PG/*$16%,$+$)('$6%02%'#$%/(;*12%./%/*+*'$%&$'&%(+6%'#$%;$(&8)$%n%'#(',*7$&%5$*,#'%BGIfF%'.%-.*+'%B9%%@.+&*6$)%/+LBM%R�+IfH�3LB%R%+M9%%"#$+%�/+�F�R%I9%%:/%,%*&%(%/8+3'*.+%/.)

5#*3#% /+LBM,LBMnLWBXM%R%,L+M�+IfH%6.$&%+.'%3.+7$),$%'.%`$).4%'#$+%,LBMF%nLWBXM%*&%0.8+6$6��

=�I

(5(2%/).;%`$).%*+/*+*'$12%./'$+4%*;-12*+,%�,�F%R% ,LBMF%nLWBXM%R%]9%%"#$+4%/+%3.+7$),$&��

=�I

5$(B124%08'%+.'%&').+,124%'.%̀ $).9%%"#$%/.11.5*+,%'#$.)$;4%5#*3#%*&%./%,)$('%*;-.)'(+3$%*+%(67(+3$6$3.+.;$')*3&4%,*7$&%(%8+*/.);*'2%3.+6*'*.+%8+6$)%5#*3#%'#$&$%;.6$&%./%3.+7$),$+3$%3.*+3*6$9

Page 8: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)12P()4$5&)L+!777777777777777777777777777777777777777777777777777777777777777777777777777!

:-&T0&J)1=3=%L>$0$&,8$%r.;*+('$6%@.+7$),$+3$M%%:/%,%(+6%/+%/.)%+%R%I4F4999%()$%*+%CALE4!4nM%/.)I%�%A%m%]%(+6%(%PG/*+*'$%;$(&8)$%&-(3$%LE(!4nM4%(+6%*/%o/+L&Mo%�%,L&M%(1;.&'%$7$)25#$)$4%'#$+%/+3.+7$),$&%*+%nG;$(&8)$%'.%(%/8+3'*.+%/%*/%(+6%.+12%*/%/%�%CALE4!4nM%(+6%�/+%G%/�A% %Q9

j+$% (--1*3('*.+% ./% '#*&% '#$.)$;% *&% (% )$&81'% /.)% *+'$)3#(+,$% ./% '#$% .)6$)% ./% *+'$,)('*.+% (+66*//$)$+'*('*.+9%%D8--.&$%/L�4'M%�%CALE4!4nM%/.)%'%*+%(+%.-$+%&$'%:%�%�+9%%D8--.&$%/%*&%31''%*%0#1$6-%4;$(+*+,%'#('%'#$)$%$<*&'&%(%/8+3'*.+%�'/L�4'M%�%CALE4!4nM%/.)%'%�%:%&83#%'#('%*/%']#%�%:%(+6%#%�%Q4%'#$+'#$%)$;(*+6$)%/8+3'*.+%)L&4'4#M%R%T/L&4']#M%G%/L&4'M%G%�'/L�4'M�#Ufo#o%�%CALE4!4nM%3.+7$),$&%*+%nG;$(&8)$

'.%`$).%(&%#% %Q9%%r$/*+$%bL'M%R% /L&4'MnL6&M9%%:/%'#$)$%$<*&'&%,%�%CALE4!4nM%5#*3#%6.;*+('$&%'#$�)$;(*+6$)%/8+3'*.+%L*9$94%o)L&4'4#Mo%�%,L&M%(9$9M4%'#$+%"#$.)$;%E9I%*;-1*$&%1*;#�Q�)L�4'4#M�A%R%Q4%(+6%bL'M

*&%6*//$)$+'*(01$%(+6%&('*&/*$&%�'bL'M%R% �'/L&4'MnL6&M9�J%/*+*'$%;$(&8)$%\%.+%LE(!M%*&%$6"&-)#%-7!.&0#10)&)"!5*'#%)$&-$3'%'.%(%;$(&8)$%k%*/%%9%�%!%%(+6

kL9M%R%Q%*;-12%\L9M%R%Q9%%:/%\%*&%(%-).0(0*1*'2%;$(&8)$%'#('%*&%(0&.18'$12%3.+'*+8.8&%5*'#%)$&-$3'%'.'#$%;$(&8)$% k4% '#$+% (+% $7$+'% ./%;$(&8)$% `$).% .338)&% 59-9Q4% (+6% (+% $7$+'% '#('% *&% ')8$% (1;.&'$7$)25#$)$%.338)&%(1;.&'%&8)$129%%J%/8+6(;$+'(1%)$&81'%/).;%(+(12&*&%*&%'#$%'#$.)$;K

:-&T0&J)1=*=%Lc(6.+G=*B.62;M%:/%(%/*+*'$%;$(&8)$%\%.+%(%;$(&8)(01$%&-(3$%LE(!M%*&%(0&.18'$123.+'*+8.8&%5*'#%)$&-$3'%'.%(%-.&*'*7$%PG/*+*'$%;$(&8)$%k%.+%LE(!M4%'#$+%'#$)$%$<*&'&%(+%*+'$,)(01$%)$(1G7(18$6%/8+3'*.+%-%�%CILE4!4kM%&83#%'#('

% -L&MkL6&M%R%\L9M%/.)%$(3#%9%�%!9%%�,S#$+%\% *&%(%-).0(0*1*'24% '#$%/8+3'*.+%-%,*7$+%02% '#$% '#$.)$;%*&%+.++$,('*7$4%(+6% *&%3(11$6% '#$,*&6$61-1#7!3%0"1#79%%J+%*;-1*3('*.+%./%'#$%c(6.+G=*B.62;%'#$.)$;%*&%'#('%*/%(%;$(&8)(01$%&-(3$LE(!M%#(&%(%-.&*'*7$%PG/*+*'$%;$(&8)$%k%(+6%(%-).0(0*1*'2%;$(&8)$%\%'#('%*&%(0&.18'$12%3.+'*+8.8&%5*'#)$&-$3'%'.%k4%'#$+%'#$)$%$<*&'&%(%6$+&*'2%-%&83#%'#('%/.)%$7$)2%/%�%CALE4!4\M%/.)%&.;$%I%�%A%m%]4%.+$

#(& /L&M\L6&M%R% /L&M�-L&MkL6&M9�! �!

E9E9s9%%:+%(--1*3('*.+&%5#$)$%'#$%-).0(0*1*'2%&-(3$%*&%'#$%)$(1%1*+$%5*'#%'#$%_.)$1%PG/*$164%5*'#%(-).0(0*1*'2%\%&83#%'#('%\LLG4&UM%R%bL&M%*&%3.+'*+8.8&12%6*//$)$+'*(01$4%'#$%/8+6(;$+'(1%'#$.)$;%./

*+'$,)(1%3(13818&%&'('$&%'#('%-L&M%R%b�L&M%&('*&/*$&%bL9M%R% -L&M6&9%%S#('%'#$%c(6.+G=*B.62;�,'#$.)$;%6.$&% *&%$<'$+6% '#*&% )$&81'% '.%PG/*+*'$%;$(&8)$%&-(3$&%(+6%5$(B$+% '#$%(&&8;-'*.+%/).;

Page 9: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)12Q()4$5&)L3!777777777777777777777777777777777777777777777777777777777777777777777777777!

3.+'*+8.8&%6*//$)$+'*(0*1*'2%'.%(0&.18'$%3.+'*+8*'29%%:+%0(&*3%$3.+.;$')*3&4%5$%5*11%./'$+%3#()(3'$)*`$-).0(0*1*'*$&%0.'#%*+%'$);&%./%'#$%-).0(0*1*'2%;$(&8)$%L.)%6*&')*08'*.+M%(+6%'#$%6$+&*'24%(+6%5*118&8(112%+$$6%.+12%'#$%$1$;$+'()2%3(13818&%7$)&*.+%./%'#$%c(6.+G=*B.62;%)$&81'9%%V.5$7$)4%*'%*&8&$/81% *+% '#$.)$'*3(1% 6*&38&&*.+&% '.% )$;$;0$)% '#('% '#$% c(6.+G=*B.62;% '#$.)$;% ;(B$&% '#$3.++$3'*.+%0$'5$$+%-).0(0*1*'*$&%(+6%6$+&*'*$&9%%S$%,*7$%'5.%$<(;-1$&%'#('%*118&')('$%-)(3'*3(1%8&$./%'#$%3(13818&%7$)&*.+%./%'#$%c(6.+G=*B.62;%'#$.)$;9%%;I$J.K&)19%L3.+'*+8$6M%e*7$+%\LL&4MM%R%$G&fF4%.+$%3(+%8&$%'#$%6*//$)$+'*(0*1*'2%./%'#$%/8+3'*.+

*+%&%'.%(),8$%'#('%*'%*&%(0&.18'$12%3.+'*+8.8&%5*'#%)$&-$3'%'.%>$0$&,8$%;$(&8)$%.+%'#$%1*+$9%%t$)*/202%*+'$,)('*.+%'#('%'#$%6$+&*'2%*;-1*$6%02%'#$%c(6.+G=*B.62;%'#$.)$;%*&%-L&M%R%$G&fFfF9

;I$J.K&)L9%%J%-).0(0*1*'2%'#('%(--$()&%/)$A8$+'12%*+%&'('*&'*3&%*&%'#$%0&*+$-4%5#*3#%*&%6$/*+$6.+% L�4"M4% 5#$)$% �% *&% '#$% )$(1% 1*+$% (+6% "% '#$% _.)$1% PG/*$164% 02% '#$% 6$+&*'2% 0L&Gn4PM% �

4%&.%'#('%\L9M%R% 9%%:+%'#*&%-).0(0*1*'24%n%(+6%P%()$LFuPFM�IfF�% �L"�nMFfFPF �, LFuPFM�IfF�% �L"�nMFfFPF3"

-()(;$'$)&%'#('%()$%*+'$)-)$'$6%(&%6$'$);*+*+,%'#$%-&.$#1&0!(+6%".$-%!./%'#$%-).0(0*1*'24%)$&-$3'*7$129S#$+%n%R%Q%(+6%P%R%I4%'#*&%-).0(0*1*'2%*&%3(11$6%'#$%"#$03$*3!0&*+$-9

E9E9v9%@.+&*6$)%(%-).0(0*1*'2%&-(3$%LE(!4\M4%(+6%(%PG/*$16%$%�%!9%%:/%'#$%$7$+'%B%�%$%#(&%\LBM%pQ4% '#$+% '#$%.&031#1&0$-!,*&6$61-1#7!./%9%,*7$+%B% *&%6$/*+$6%(&%\L9�BM%R%\L9�BMf\LBM9% %D'('$6(+.'#$)%5(24%\L9�BM%*&%(%)$(1G7(18$6%/8+3'*.+%.+%!^$%5*'#%'#$%-).-$)'2%'#('%\L9�BM%R%\L9�BM\LBM/.)%(11%9%�%!%(+6%B%�%$9%%S#$+%B%*&%(%/*+*'$%&$'4%'#$%3.+6*'*.+(1%-).0(0*1*'2%./%9%,*7$+%B%*&%'#$%)('*../%&8;&

%\L9oBM%R% 9�"�,�- ?LW"XM

�"�- ?LW"XM

;I$J.K&)M9%j+%(%A8*`%&#.54%(%3.+'$&'(+'%*&%&#.5+%'#)$$%6..)&4%.+$%./%5#*3#%3.+3$(1&%(%-)*`$4(+6%*&%(&B$6%'.%&$1$3'%.+$9%%_$/.)$%*'%*&%.-$+$64%'#$%#.&'%.-$+&%.+$%./%'#$%)$;(*+*+,%6..)&%5#*3#%#$B+.5&%6.$&%+.'%3.+'(*+%'#$%-)*`$4%(+6%(&B&%'#$%3.+'$&'(+'%5#$'#$)%&#$%5(+'&%'.%B$$-%#$)%.)*,*+(1&$1$3'*.+%.)%&5*'3#%'.%'#$%.'#$)%)$;(*+*+,%8+.-$+$6%6..)9%%D#.816%'#$%3.+'$&'(+'%&5*'3#w%%r$&*,+('$'#$%3.+'$&'(+'q&%*+*'*(1%&$1$3'*.+%(&%6..)%I9%%"#$%&(;-1$%&-(3$%3.+&*&'&%./%-(*)&%./%+8;0$)&%(04%5#$)$(%R%I4F4E%*&%'#$%+8;0$)%./%'#$%6..)%3.+'(*+*+,%'#$%-)*`$%(+6%0%R%F4E%*&%'#$%+8;0$)%./%'#$%6..)%.-$+$602%'#$%#.&'4%5*'#%0%�%(K%%D%R%WIF4IE4FE4EFX9%%"#$%-).0(0*1*'2%*&%IfE%'#('%'#$%-)*`$%*&%0$#*+6%$(3#%6..)9"#$%3.+6*'*.+(1%-).0(0*1*'2%./%0%R%F4%,*7$+%(%R%I4%*&%IfF4%&*+3$%*+%'#*&%3(&$%'#$%#.&'%.-$+&%6..)%F%.)6..)%E%('% )(+6.;9% %V.5$7$)4% '#$%3.+6*'*.+(1%-).0(0*1*'2%./%0%R%F4%,*7$+%(%R%F% *&%`$).% (+6% '#$3.+6*'*.+(1%-).0(0*1*'2%./%0%R%F%,*7$+%(%R%E%*&%.+$9%%V$+3$4%\LIFM%R%\LIEM%R%LIfEM�LIfFM4%(+6%\LFEM%R\LEFM%R%IfE9%%>$'%J%R%WIF4IEX%0$%'#$%$7$+'%'#('%6..)%I%3.+'(*+&%'#$%-)*`$%(+6%_%R%WIF4EFX%0$%'#$

Page 10: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)123+()4$5&)L*!777777777777777777777777777777777777777777777777777777777777777777777777777!

!"

#"

$"

%"

&"

'!"

()*+,-"(.+/)

!" #" $" %" &" '!"01/2."(.+/)

!"#$%&"'(")(*$+%(*"",(-%"./+

$7$+'% '#('% '#$% #.&'% .-$+&% 6..)% F9% % "#$+% '#$% 3.+6*'*.+(1% -).0(0*1*'2% ./% J% ,*7$+% _% *&\LIFMfL\LIFM]\LEFMM%R%LIfgMfLLIfgM]LIfEMM%R%IfE9%%V$+3$4%'#$%-).0(0*1*'2%./%)$3$*7*+,%'#$%-)*`$%*&%IfE*/%'#$%3.+'$&'(+'%&'(2&%5*'#%#$)%.)*,*+(1%&$1$3'*.+4%FfE%*/%&#$%&5*'3#$&%'.%'#$%.'#$)%8+.-$+$6%6..)9

;I$J.K&)O9%%"5.%/(&'%/..6%&'.)$&%()$%&*'$6%('%)(+6.;%-.*+'&%(1.+,%(%&')$$'%'#('%*&%'$+%;*1$&%1.+,9S#('%*&%'#$%-).0(0*1*'2%'#('%'#$2%()$%1$&&%'#(+%/*7$%;*1$&%(-()'w%%e*7$+%'#('%'#$%/*)&'%&'.)$%*&%1.3('$6('%'#$%'#)$$%;*1$%;()B$)4%5#('%*&%'#$%-).0(0*1*'2%'#('%'#$%&$3.+6%&'.)$%*&%1$&&%'#(+%/*7$%;*1$&%(5(2w"#$%(+&5$)&% ()$%.07*.8&% /).;% '#$% 6*(,)(;%0$1.54% *+%5#*3#% '#$% &(;-1$% &-(3$% *&%6$-*3'$6% (&% ()$3'(+,1$%./%6*;$+&*.+%IQ%02%IQ4%5*'#%'#$%#.)*`.+'(1%(<*&%,*7*+,%'#$%1.3('*.+%./%'#$%/*)&'%&'.)$%(+6'#$%7$)'*3(1%(<*&%,*7*+,%'#$%1.3('*.+%./%'#$%&$3.+6%&'.)$9%%"#$%&#(6$6%()$(&%3.))$&-.+6%'.%'#$%$7$+''#('%'#$%'5.%()$%;.)$%'#(+%/*7$%;*1$&%(-()'4%(+6%'#$%-).-.)'*.+%./%'#$%)$3'(+,1$%*+%'#$&$%()$(&%*&%IfH9@.+6*'*.+$6%.+%'#$%/*)&'%&'.)$%0$*+,%('%-.*+'%E%.+%'#$%#.)*`.+'(1%(<*&4%'#$%&$3.+6%&'.)$%*&%1.3('$6%(')(+6.;%.+%(%7$)'*3(1%1*+$%'#).8,#%'#*&%-.*+'4%(+6%'#$%-).-.)'*.+%./%'#*&%1*+$%'#('%1*$&%*+%'#$%&#(6$6()$(%*&%Ifh9%%>$'%<%0$%'#$%1.3('*.+%./%'#$%/*)&'%&'.)$4%2%'#$%1.3('*.+%./%'#$%&$3.+69%%"#$%3.+6*'*.+(1-).0(0*1*'2%./%'#$%$7$+'%'#('%%o<%G%2o%p%h4%,*7$+%<4%*&%o<GhofIQ9%%"#*&%3.816%#(7$%0$$+%6$)*7$6%02%/.);*+,'#$%-).0(0*1*'2%./%'#$%$7$+'%o<%G%2o%p%h%(+6%3%m%<%m%3]x%/.)%(%&;(11%-.&*'*7$%x4%'(B*+,%'#$%)('*.%./%'#*&-).0(0*1*'2%'.%'#$%-).0(0*1*'2%./%'#$%$7$+'%3%m%<%m%3]x%'.%.0'(*+%'#$%3.+6*'*.+(1%-).0(0*1*'2%./%'#$$7$+'%o<%G%2o%p%h%,*7$+%3%m%<%m%3]x4%(+6%'(B*+,%'#$%1*;*'%x% %Q9%

%

"#$%*6$(%0$#*+6%3.+6*'*.+(1%-).0(0*1*'*$&%*&%'#('%.+$%#(&%-()'*(1%*+/.);('*.+%.+%5#('%'#$%&'('$%./=('8)$%;(2%0$4%(+6%.+$%5(+'&%'.%3(1381('$%'#$%-).0(0*1*'2%./%$7$+'&%8&*+,%'#*&%-()'*(1%*+/.);('*.+9j+$%5(2%'.%)$-)$&$+'%-()'*(1%*+/.);('*.+%*&%*+%'$);&%./%(%&80/*$16C%$9,94%!%%*&%'#$%/*$16%./%$7$+'&%5#*3#6*&'*+,8*&#% .8'3.;$&% *+% 0.'#% '#$% -(&'% (+6% '#$% /8'8)$4% (+6% (% &80/*$16%$% 3.+'(*+&% $7$+'&%5#*3#6*&'*+,8*&#% .+12% -(&'% .8'3.;$&9% % J% 3.+6*'*.+(1% -).0(0*1*'2% \L9�BM% 6$/*+$6% /.)%B%�%$% 3(+% 0$*+'$)-)$'$6%/.)%/*<$6%9%(&%(%/8+3'*.+%/).;%$%*+'.%TQ4IU9%%".%$;-#(&*`$%'#*&4%3.+6*'*.+(1%-).0(0*1*'*$&

Page 11: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)1233()4$5&)L1!777777777777777777777777777777777777777777777777777777777777777777777777777!

()$%&.;$'*;$&%5)*''$+%\L9�$M4%(+6%$%*&%'$);$6%'#$%10'&*+$#1&0!"%#4%.)%(%/(;*12%./%$7$+'&%5*'#%'#$-).-$)'2%'#('%2.8%B+.5%5#$'#$)%.)%+.'%'#$2%#(--$+$6%('%'#$%'*;$%2.8%()$%/.);*+,%'#$%3.+6*'*.+(1-).0(0*1*'29

;I$J.K&)39% L3.+'*+8$6M%:/%$%R%WH4E4WV"4VVX4W""4"VXX4%&.%'#('%$7$+'&% *+%$%6$&3)*0$% '#$.8'3.;$%./%'#$%/*)&'%3.*+%'.&&4%'#$+%\LVV�WVV4V"XM%R%\LVVMfL\LVVM]\LV"MM%R%y%*&%'#$%-).0(0*1*'2./%#$(6&%.+%'#$%&$3.+6%'.&&4%,*7$+%#$(6&%.+%'#$%/*)&'%'.&&9%%:+%'#*&%$<(;-1$4%'#$%3.+6*'*.+(1%-).0(0*1*'2./%(%#$(6%.+%'#$%&$3.+6%'.&&%$A8(1&%'#$%8+3.+6*'*.+(1%-).0(0*1*'2%./%'#*&%$7$+'9%%:+%'#*&%3(&$4%'#$.8'3.;$%./%'#$%/*)&'%3.*+%'.&&%-).7*6$&%+.%*+/.);('*.+%.+%'#$%-).0(0*1*'*$&%./%#$(6&%/).;%'#$%&$3.+63.*+4% (+6% '#$% '5.% '.&&$&% ()$% &(*6% '.% 0$% "#$#1"#1.$--7! 103%,%03%0#9% % :/% $' % RWH4E4WV"4"VX4WVVX4W""X4WVVX34W""X3X4%'#$%/(;*12%./%$7$+'&%'#('%6$'$);*+$%'#$%+8;0$)%./%#$(6&'#('%.338)%*+%'5.%'.&&$&%5*'#.8'%)$,()6%/.)%.)6$)4%'#$+%'#$%3.+6*'*.+(1%-).0(0*1*'2%./%#$(6&%.+%'#$/*)&'%'.&&4%,*7$+%('%1$(&'%.+$%#$(64%*&%\LWV"4VVX�W""X3M%R%L\LV"M]\LVVMMfLIG\L""MMR%FfE9%%"#$+4'#$%3.+6*'*.+(1%-).0(0*1*'2%./%#$(6&%.+%'#$%/*)&'% '.&&%,*7$+%('% 1$(&'%.+$%#$(6%*&%+.'%$A8(1% '.%'#$8+3.+6*'*.+(1%-).0(0*1*'2%./%#$(6&%.+%'#$%/*)&'%'.&&9

;I$J.K&)19%%L3.+'*+8$6M%D8--.&$%$%R%WH4E4LI4M4LG4IUX%*&%'#$%PG/*$16%3.))$&-.+6*+,%'.%'#$$7$+'%'#('%'#$%*+6$<%$<3$$6&%I4%(+6%1$'%"%6$+.'$%'#$%_.)$1%PG/*$16%3.+'(*+*+,%(11%'#$%.-$+%*+'$)7(1&9"#$%8+3.+6*'*.+(1%-).0(0*1*'2%\LL&4MM%R%$G&fF% *;-1*$&%\LLI4MM%R%$GIfF%R%Q9gQgh9% %"#$%3.+6*'*.+(1-).0(0*1*'2%./%LF4M%,*7$+%LI4M%&('*&/*$&%\LLLF4M�LI4MM%R%%\LLI4M�LF4MMf\LLI4MM%R%$GIf$GIfF%R%Q9gQghp%\LLF4MM%R%Q9Egsz9%%%"#$%3.+6*'*.+(1%(+6%8+3.+6*'*.+(1%-).0(0*1*'*$&%()$%+.'%'#$%&(;$4%&.%'#('%'#$3.+6*'*.+*+,%$7$+'%-).7*6$&%*+/.);('*.+%.+%'#$%-).0(0*1*'2%./%LF4M9

b.)%(%-).0(0*1*'2%&-(3$%LE(!4\M4%&8--.&$%9I499949B%*&%(%/*+*'$%-()'*'*.+%./%EC%*9$94%9*�9?%R%H%(+6

9*% R% E9% % "#$% -()'*'*.+% ,$+$)('$&% (% /*+*'$% /*$16%$%�%!% 9% % b).;% '#$% /.);81(% \L9�BM% R�=1�I

\L9�BM\LBM%&('*&/*$6%02%3.+6*'*.+(1%-).0(0*1*'*$&4%.+$%#(&%/.)%(+%$7$+'%,%�%!%%'#$%/.);81(

\L,M%R% \L,o9*M�\L9*M9�=

1�I

"#*&%*&%./'$+%8&$/81%*+%3(1381('*+,%-).0(0*1*'*$&%*+%(--1*3('*.+&%5#$)$%'#$%3.+6*'*.+(1%-).0(0*1*'*$&()$%(7(*1(01$9%E9E9z9%:+%(%-).0(0*1*'2%&-(3$%LE4!4\M4%'#$%3.+3$-'%./%(%3.+6*'*.+(1%-).0(0*1*'2%\L9oBM%./%9%�%!

,*7$+%(+%$7$+'%B%*+%(%PG/*$16%$%�%!%%3(+%0$%$<'$+6$6%'.%3(&$&%5#$)$%\LBM%R%Q%02%6$/*+*+,%\L9�BM(&%'#$%1*;*'%./%\L9�B*M%/.)%&$A8$+3$&%B*%�%$%'#('%&('*&/2%\LB*M%p%Q%(+6%B*% %B4%-).7*6$6%'#$%1*;*'$<*&'&9%%:/%5$%/*<%94%(+6%3.+&*6$)%\L9�BM%(&%(%;$(&8)$%6$/*+$6%/.)%B%�%$4%'#*&%;$(&8)$%.07*.8&12&('*&/*$&%\L9�BM%�%\LBM4%&.%'#('%*'%*&%(0&.18'$12%3.+'*+8.8&%5*'#%)$&-$3'%'.%\L_M9%%"#$+4%"#$.)$;%E9F

Page 12: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)123*()4$5&)L6!777777777777777777777777777777777777777777777777777777777777777777777777777!

*;-1*$&%'#('%'#$)$%$<*&'&%(%/8+3'*.+%\L9o�M%�%CILE4$4\M%&83#%'#('%\L9�BM%R \L9o&M�\L6&M9%%S$�-#(7$%5)*''$+%'#*&%/8+3'*.+%(&%*/%*'%5$)$%(%3.+6*'*.+(1%-).0(0*1*'2%./%J%,*7$+%'#$%Y$7$+'Z%W&X4%(+6%*'3(+%0$%,*7$+%'#*&%*+'$)-)$'('*.+9%%:/%B%�%$%%*&%(+%('.;4%'#$+%'#$%;$(&8)(0*1*'2%./%\L9o�M%5*'#%)$&-$3''.%$%%)$A8*)$&%'#('%*'%0$%3.+&'(+'%/.)%&%�%B4%&.%'#('%\L9�BM%R%\L9o&M�\LBM%/.)%(+2%&%�%B4%(+6%5$%3(+*+&'$(6%5)*'$%\L9�BM%R%\L9oBM�\LBM4%&('*&/2*+,%'#$%6$/*+*'*.+%./%3.+6*'*.+(1%-).0(0*1*'2%$7$+%*/%\LBMR%Q9

;I$J.K&) 69% L3.+'*+8$6M% % @.+&*6$)% !% R%"�"4% '#$% -).683'% _.)$1% PG/*$16% .+%�]4% (+6%$% R"�WH9�]X4%'#$%PG/*$16%3.))$&-.+6*+,%'.%#(7*+,%3.;-1$'$%*+/.);('*.+%.+%'#$%1$7$1%./%'#$%*+6$<%.+'#$%/*)&'%6(2%(+6%+.%*+/.);('*.+%.+%'#$%&$3.+6%6(29%%D8--.&$%\LL&4M^L'4MM%R%FfLI]$&]'M9%%"#*&%*&%(-).0(0*1*'2% .+% '#$&$% .-$+% *+'$)7(1&% '#('% $<'$+6&% '.% !C% 7$)*/2*+,% '#*&% '(B$&% &.;$% 5.)B9% % "#$3.+6*'*.+(1%-).0(0*1*'2%./%L&4M^L'4M%,*7$+%'#$%$7$+'%L)4M^LQ4M%�%$%(+6%&%�%)%$A8(1&%\LL)4M^L'4MM6*7*6$6%02%\LL)4M^LQ4MM4%.)%LI]$)MfLI]$)]'M9%%"#$%3.+6*'*.+(1%-).0(0*1*'2%./%L&4M^L'4M%,*7$+%'#$$7$+'%L)4)]xM^LQ4M%�%$%(+6%&%�%)%*&%TIfLI]$)]'M%G%IfLI]$)]x]'MUfTIfLI]$)M%G%IfLI]$)]xMU9%%"#$%1*;*'%./%'#*&$<-)$&&*.+%(&%x% %Q%*&%$)�LI]$)MFfLI]$)]'MF%R%\LL&4M^L'4MoW)X^LQ4MMC%'#*&%/8+3'*.+%./%)%*&%(1&.%'#$*+'$,)(+6%'#('%&('*&/*$&%"#$.)$;%E9F9%%=.'$%'#('%\LL&4M^L'4MoW)X^LQ4MM%�%\LL&4M^LQ4MM%R%IfLI]$&M4&.%'#('%'#$%3.+6*'*.+*+,%$7$+'%3.+7$2&%*+/.);('*.+%(0.8'%'#$%-).0(0*1*'2%./%L&4M^L'4M9

1=6=))E:9:?E:?,9C)?FG;4;FG;F,;)9FG)<;4;9:;G):<?9CE

E9H9I9%%@.+&*6$)%(%-).0(0*1*'2%&-(3$%LE(!4\M9%%a7$+'&%9%(+6%,%*+%!%%()$%"#$#1"#1.$--7!103%,%03%0#*/%\L9�,M%R%\L9M�\L,M9%%b).;%'#$%6$/*+*'*.+%./%3.+6*'*.+(1%-).0(0*1*'24%*/%9%(+6%,%()$%&'('*&'*3(112*+6$-$+6$+'% (+6% \L9M% p% Q4% '#$+% \L,�9M% R% \L9�,Mf\L9M% R% \L,M9% % "#8&4% 5#$+%9% (+6%,% ()$&'('*&'*3(112%*+6$-$+6$+'4%B+.5*+,%'#('%9%.338)&%*&%8+#$1-/81%*+%3(1381('*+,%'#$%-).0(0*1*'2%'#('%,.338)&9% % "#$% *6$(% ./% &'('*&'*3(1% *+6$-$+6$+3$% ./% $7$+'&% #(&% (+% $<(3'% (+(1.,8$% *+% (% 3.+3$-'% ./&'('*&'*3(1%*+6$-$+6$+3$%./%&80/*$16&9%%>$'%#%R%WH494934EX%(+6%(%R%WH4,4,34EX%0$%'#$%&80/*$16&%./!% ,$+$)('$6% 02%9% (+6%,4% )$&-$3'*7$129% %t$)*/2% (&% (+% $<$)3*&$% '#('% */%9% (+6%,% ()$% &'('*&'*3(112*+6$-$+6$+'4%'#$+%&.%()$%(+2%-(*)%./%$7$+'&%9�%�%#%(+6%,�%�%(9%%"#$+4%.+$%3(+%&(2%'#('%'#$%&80/*$16&#% (+6% (% ()$% &'('*&'*3(112% *+6$-$+6$+'9% % j+$% 3(+% $<'$+6% '#*&% *6$(% (+6% '(1B% (0.8'% &'('*&'*3(1*+6$-$+6$+3$%*+%(%3.11$3'*.+%./%&80/*$16&9%%>$'%F)6$+.'$%(+%*+6$<%&$'4%5#*3#%;(2%0$%/*+*'$4%3.8+'(01$4.)%+.+G3.8+'(01$9%%>$'%!*%6$+.'$%(%PG&80/*$16%./%!%%L!*%�%!M%/.)%$(3#%*%�%F9%%"#$%&80/*$16&%!*%%()$

+)#)$--7!"#$#1"#1.$--7!103%,%03%0.%!LlD:M%*/%(+6%.+12%*/%\L 9?M%R% \L9?M%%/.)%(11%/*+*'$%U�@�.

�@�.

�%F)(+6%9?%�%!?%/.)%?%�%U9%%J&%*+%'#$%3(&$%./%&'('*&'*3(1%*+6$-$+6$+3$%0$'5$$+%'5.%$7$+'&%L&80/*$16&M4'#$%3.+3$-'%./%lD:%3(+%0$%&'('$6%*+%'$);&%./%3.+6*'*.+(1%-).0(0*1*'*$&K%%!*%/.)%*%�%F%()$%;8'8(112

Page 13: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)1231()4$5&)LL!777777777777777777777777777777777777777777777777777777777777777777777777777!

&'('*&'*3(112%*+6$-$+6$+'%LlD:M%*/4%/.)%(11%*%�%F4%/*+*'$%U)�%FOW*X%(+6%9?%�%!?%/.)%?%�%W*XU4%.+$%#(&

\L9*� 9?M%R%\L9*M4%&.%'#$%3.+6*'*.+(1%(+6%8+3.+6*'*.+(1%-).0(0*1*'*$&%()$%'#$%&(;$9%%�@�.

;I$J.K&)39%%L3.+'*+8$6M%>$'%9%R%WVV4V"X%6$+.'$%'#$%$7$+'%./%(%#$(6%/.)%'#$%/*)&'%3.*+4%,%RWVV4"VX%6$+.'$%'#$%$7$+'%./%(%#$(6%/.)%'#$%&$3.+6%3.*+4%G%R%WVV4""X%6$+.'$%'#$%$7$+'%./%(%;('3#4V%R%WVVX%'#$%$7$+'%./%'5.%#$(6&9%%"#$%'(01$%0$1.5%,*7$&%'#$%-).0(0*1*'*$&%./%7()*.8&%$7$+'&9

;W&'/ 9 , G V 9�, 9�G ,�G 9�,�G 9�V

40TX= y y y IfH IfH IfH IfH IfH IfH

"#$%)$&81'%\L9�,M%R%\L9M\L,M%R%IfH%$&'(01*&#$&%'#('%9%(+6%,%()$%&'('*&'*3(112%*+6$-$+6$+'9%%t$)*/2'#('%9%(+6%G%()$%&'('*&'*3(112%*+6$-$+6$+'4%(+6%'#('%,%(+6)G%()$%&'('*&'*3(112%*+6$-$+6$+'4%08'%'#('4Y9�,�GM%�% \L9M\L,M\LGM4% &.% '#(')9(),4% (+6%G% ()$% +.'%lD:9% %t$)*/2% '#('%9% (+6%V% ()$% +.'&'('*&'*3(112%*+6$-$+6$+'9%%

;I$J.K&)69%%L3.+'*+8$6M%c$3(11%'#('%E%R%�F%5*'#%!%R%"�"4%'#$%,*&3).#!_.)$1%PG/*$169%%r$/*+$%)R%WH4�X%(+6%'#$%&80/*$16&%!I%R%"^)%(+6%!F%R%)^"4%3.+'(*+*+,%*+/.);('*.+%.+%'#$%*+6$<%1$7$1&%.+'#$%/*)&'%(+6%&$3.+6%6(24% )$&-$3'*7$129% %r$/*+$%$% % '.%0$% '#$%PG/*$16%,$+$)('$6%02% '#$%)$3'(+,1$&LQ4IU^LQ4IU4% LQ4IU^LI4M4LI4M^LQ4IU4% (+6LI4M^LI4M9% % "#$+%$% *&% '#$% &80/*$16% ./%"% 3.+'(*+*+,*+/.);('*.+%.+%5#$'#$)%'#$%*+6*3$&%.+%'#$%'5.%6(2&%()$%(0.7$%.+$9%%r$/*+$%!E%'.%0$%'#$%PG&80/*$16./%"�"% ,$+$)('$6% 02% &$'&% ./% '#$% /.);%9I^9F%5*'#%9I%�%$% (+6%9F%�%"C% '#$+%!E% 3.+'(*+&% /811*+/.);('*.+%.+%'#$%&$3.+6%6(2%*+6$<4%08'%.+12%'#$%A8(1*'('*7$%*+/.);('*.+%.+%5#$'#$)%'#$%/*)&'%6(2*+6$<%*&%(0.7$%.+$9%%D8--.&$%\LL&4M^L'4MM%R%$G&G'9%%"#$+%W!I4!FX%()$%lD:9%%V.5$7$)4%W!I4!EX%()$%+.'*+6$-$+6$+'9%

;I$J.K&)P9% %@.+&*6$)%E%R%WQ4%I4%F4%E4%H4%h4%g4%sX4%5*'#%!% %$A8(1% '.%(11% &80&$'&%./%E9% %J&%(&#.)'#(+64%1$'%QIFE%6$+.'$%WQ4I4F4EX4%$'39%%r$/*+$%'#$%&80/*$16&%

!I%R%WH4QIFE4Hhgs4EX4'!F%R%WH4FEHh4QIgs4EX4%!E%R%WH4QFHg4IEhs4EX4!H%R%WH4QI4FE4Hhgs4QIFE4FEHhgs4QIHhgs4EX4%

%%''!h%R%WH4QI4FE4Hh4gs4QIFE4QIHh4QIgs4FEHh4FEgs4Hhgs4QIFEHh4QIFEgs4QIHhgs4FEHhgs4EX4%%%''!g%R%WH4Qg4Is4FH4Eh4QIgs4QFHg4QEhg4IFHs4IEhs4FEHh4IFEHhs4QFEHhg4QIEhgs4QIFHgs4EX9%%

"#$%/*$16%!H%*&%(%*%'10%+%0#!./%'#$%/*$16%!I%L*9$94%!I%�%!HM4%(+6%3(+%0$%&(*6%'.%3.+'(*+%;.)$%*+/.);('*.+'#(+%!I9%%"#$%/*$16%!h%*&%(%+)#)$-!*%'10%+%0#!./%!I%(+6%!F%L*9$94%!I!F%�%!hM4%(+6%*&%*+%/(3'%'#$%&;(11$&';8'8(1%)$/*+$;$+'9%%:'%3.+'(*+&%(11%'#$%*+/.);('*.+%(7(*1(01$%*+%$*'#$)%!I%.)%!F9%%D*;*1()124%!g%*&%(

Page 14: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)1236()4$5&)LM!777777777777777777777777777777777777777777777777777777777777777777777777777!

;8'8(1%)$/*+$;$+'%./%!F%(+6%!E9%%"#$%*+'$)&$3'*.+%./%!h%(+6%!g%*&%'#$%/*$16%!FC%*'%*&%'#$%3.;;.+*+/.);('*.+%(7(*1(01$%*+%!h%(+6%!g9%%:/4%/.)%$<(;-1$4%!h%3#()(3'$)*`$6%'#$%*+/.);('*.+%(7(*1(01$%'.%.+$$3.+.;*3%(,$+'4%(+6%!g%3#()(3'$)*`$6%'#$%*+/.);('*.+%(7(*1(01$%'.%(%&$3.+6%(,$+'4%'#$+%!F%5.8163#()(3'$)*`$%'#$%3.;;.+%*+/.);('*.+%8-.+%5#*3#%'#$2%3.816%0(&$%3.+'*+,$+'%3.+')(3'&9%%D8--.&$\L*M%R%Ifv9%%"#$+%W!I4%!F4%!EX%()$%lD:9%%a9,94%\LQIFE�FEHhM%R%\LQIFE�QFHgM%R%\LQIFE�FEHh�QFHgMR%\LQIFEM%R%IfF9%%V.5$7$)4%W!I4%!HX%()$%+.'%*+6$-$+6$+'C%$9,94%I%R%\LQIFE�QIM%�%\LQIFEM%R%IfF9%%

b.)%!)�%F4%1$'%!!%6$+.'$%'#$%&;(11$&'%PG/*$16%3.+'(*+*+,%!*%/.)%(11%*%�%!9%%"#$+%lD:%&('*&/*$&%'#$/.11.5*+,% '#$.)$;4% 5#*3#% -).7*6$&% (% 8&$/81% 3)*'$)*.+% /.)% 6$'$);*+*+,% 5#$'#$)% (% 3.11$3'*.+% ./&80/*$16&%*&%lD:K

:-&T0&J)1=1=%:/%!*%%()$%lD:%/.)%*%�%F4%(+6%!)�%FZW*X4%'#$+%W!*4!!X%()$%lD:9%%b8)'#$)4%!*%/.)%*�F()$%lD:%*/%(+6%.+12%*/%W!*4!FO*X%()$%lD:%/.)%(11%*�F9%%

;I$J.K&)L9%%L3.+'*+8$6M%:/%!)R%WF4EX4%'#$+%!l%�%!g4%(+6%\LQIFE�9M%R%y%/.)%$(3#%9%�%!!9%%

E9H9F9%%"#$%*6$(%./%*%,%$#%3!#*1$-"!*&%'#('%(+%$<-$)*;$+'4%&83#%(&%(%3.*+%'.&&4%*&%)$-1*3('$6%.7$)(+6%.7$)9%%:'%*&%3.+7$+*$+'%'.%#(7$%3.;;.+%-).0(0*1*'2%&-(3$%*+%5#*3#%'.%6$&3)*0$%'#$%.8'3.;$&%./1(),$)%(+6%1(),$)%$<-$)*;$+'&%5*'#%;.)$%(+6%;.)$%)$-1*3('*.+&9%%"#$%+.'('*.+%/.)%)$-$('$6%')*(1&%5*110$%&*;*1()%'.%'#('%*+').683$6%*+%'#$%6$/*+*'*.+%./%;8'8(1%&'('*&'*3(1%*+6$-$+6$+3$9%%>$'%F)6$+.'$%(/*+*'$%.)%3.8+'(01$%*+6$<%&$'%./%')*(1&4%E*%(%&(;-1$%&-(3$%/.)%')*(1%*4%(+6%$*%(%PG/*$16%./%&80&$'&%./%E*9=.'$%'#('%YE*4$*M%;(2%0$%'#$%&(;$%/.)%(11%*9%%J&&8;$%'#('%LE*4%$*M%*&%'#$%)$(1%1*+$%5*'#%'#$%_.)$1%PG/*$164.)%(%3.8+'(01$%&$'%5*'#%'#$%/*$16%./%(11%&80&$'&4%.)%(%-(*)%5*'#%3.;-()(01$%;('#$;('*3(1%-).-$)'*$&L*9$94%E*%*&%(%3.;-1$'$%&$-()(01$%;$')*3%&-(3$%(+6%$*%*&%*'&%_.)$1%/*$16M9%%>$'%'%R%L&I4&F4999M%R%L&*%K%*�FM

6$+.'$%(+%.)6$)$6%&$A8$+3$%./%.8'3.;$&%./%')*(1&4%(+6%EF%R%[*�F)E*%6$+.'$%'#$%&(;-1$%&-(3$%./%'#$&$

&$A8$+3$&9%%>$'%!F%R%����*�F$*%6$+.'$%'#$%PG/*$16%./%&80&$'&%./%EF%,$+$)('$6%02%'#$%'101#%!*%.#$05-%"

5#*3#%()$%&$'&%./%'#$%/.);%L[*�U%9*M^L[*�FZU%E*M%5*'#%U%(%/*+*'$%&80&$'%./%F)(+6%9*%�%$*%/.)%*%�%U9"#$%3.11$3'*.+%!F%*&%3(11$6%'#$%,*&3).#!A2'1%-3%./%&80&$'&%./%EF9

;I$J.K&)Q9%%F)R%WI4F4EX4%E*%R%WQ4IX4%$*%R%WH4WQX4WIX4EX%*&%(%&(;-1$%&-(3$%/.)%(%3.*+%'.&&4%3.6$6YIN%*/%#$(6&%(+6%YQN%*/%'(*1&9%%"#$+%EF%R%W&I&F&E�&*%�%E*X%R%WQQQ4%QQI4%QIQ4%QII4%IQQ4%IQI4%IIQ4%IIIX45#$)$%QQQ%*&%&#.)'#(+6%/.)%'#$%$7$+'%WQX^WQX^WQX4%(+6%&.%/.)'#4%*&%'#$%&(;-1$%&-(3$%/.)%'#)$$%3.*+'.&&$&9%%"#$%/*$16%!F%*&%'#$%/(;*12%./%(11%&80&$'&%./%EF9

b.)%(+2%&80&$'%U)./%F4%6$/*+$%EU%R)[*�U)E*%(+6%$U%R%����*�U$*9%%"#$+4%$U%*&%'#$%-).683'%PG/*$16.+%EU9%%r$/*+$%!U%'.%0$%'#$%PG/*$16%.+%EF%,$+$)('$6%02%&$'&%./%'#$%/.);%9[EFZU)/.)%9)�%$U9%%"#$+%$U

Page 15: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)123L()4$5&)LO!777777777777777777777777777777777777777777777777777777777777777777777777777!

(+6%!U%3.+'(*+%$&&$+'*(112%'#$%&(;$%*+/.);('*.+4%08'%$U% *&%(%/*$16%./%&80&$'&%./%EU%(+6%!0% *&%(3.))$&-.+6*+,%/*$16%./%&80&$'&%./%EF%5#*3#%3.+'(*+&%+.%*+/.);('*.+%.+%$7$+'&%.8'&*6$%./%U9%%D8--.&$\F%*&%(%-).0(0*1*'2%.+%LEF4%!FM9%%%"#$%*%"#*1.#1&0!./%\F%'.%LEU4$UM%*&%(%-).0(0*1*'2%\U%6$/*+$6%/.)%9)�$U%02%\UL9M%R%\FL9^EFZUM9%%"#$%/.11.5*+,%)$&81'%$&'(01*&#$&%(%1*+B%0$'5$$+%6*//$)$+'%)$&')*3'*.+&K

:-&T0&J) 1=6=% :/%!) �%U) (+6% \!4% \U% ()$% )$&')*3'*.+&% ./% \F4% '#$+% \!% (+6% \U% &('*&/2% '#$.&+,$#161-1#7!.&031#1&0!'#('%\!L9M%R%\UL9[EUZ!M%/.)%(11%9)�%!!9

"#$)$%*&%'#$+%(%/8+6(;$+'(1%)$&81'%'#('%$&'(01*&#$&%'#('%5#$+%-).0(0*1*'*$&%()$%6$/*+$6%.+%(11%/*+*'$&$A8$+3$&%./%')*(1&%(+6%()$%3.;-('*01$4%'#$+%'#$)$%$<*&'&%(%-).0(0*1*'2%6$/*+$6%.+%'#$%*+/*+*'$%&$A8$+3$./%')*(1&%'#('%2*$16&%$(3#%./%'#$%-).0(0*1*'*$&%/.)%(%/*+*'$%&$A8$+3$%(&%(%)$&')*3'*.+9

:-&T0&J)1=L=%%:/%\U%.+%LEU4$UM%/.)%(11%/*+*'$%U)�%F%&('*&/2%'#$%3.;-('*0*1*'2%3.+6*'*.+4%'#$+%'#$)$$<*&'&%(%8+*A8$%\F%.+%LEF4!FM%&83#%'#('%$(3#%\U%*&%(%)$&')*3'*.+%./%\F9%%

"#*&%)$&81'%,8()(+'$$&%'#('%*'%*&%;$(+*+,/81%'.%;(B$%-).0(0*1*'2%&'('$;$+'&%(0.8'%$7$+'&%&83#%(&%Y(+*+/*+*'$%+8;0$)%./%#$(6&%*+%)$-$('$6%3.*+%'.&&$&N99D8--.&$%')*(1&%LE*4$*4\*M%*+6$<$6%02%*%*+%(%3.8+'(01$%&$'%F%()$%;8'8(112%&'('*&'*3(112%*+6$-$+6$+'9

b.)%/*+*'$%U)�%F4%1$'%$U%6$+.'$%'#$%-).683'%PG/*$16%.+%EU9%%"#$+%lD:%*;-1*$&%'#('%'#$%-).0(0*1*'2%./

(%&$'%[*�U)9*%�%$U% &('*&/*$&%\UL[*�U)9*M%R% \?L9?M9% % %"#$+4% '#$%3.;-('*0*1*'2%3.+6*'*.+% *+�@�.

"#$.)$;%E9E%*&%&('*&/*$64%(+6%'#('%)$&81'%*;-1*$&%'#$%$<*&'$+3$%./%(%-).0(0*1*'2%\F%.+%LEF4!FM%5#.&$)$&')*3'*.+&%'.%LEU4$UM%/.)%/*+*'$%U)�%F%()$%'#$%-).0(0*1*'*$&%\U9

E9H9E9% %"#$%(&&8;-'*.+%./%&'('*&'*3(112%*+6$-$+6$+'%)$-$('$6%')*(1&% *&%(%+('8)(1%.+$%/.)%;(+2&'('*&'*3(1% (+6% $3.+.;$')*3% (--1*3('*.+&%5#$)$% '#$% 6('(% 3.;$&% /).;% )(+6.;% &(;-1$&% /).;% '#$-.-81('*.+4% &83#% (&% &8)7$2&% ./% 3.+&8;$)&% .)% /*);&9% % "#*&% (&&8;-'*.+% #(&% ;(+2% -.5$)/81*;-1*3('*.+&4%(+6%5*11%0$%8&$6%'.%,$'%;.&'%./%'#$%)$&81'&%./%0(&*3%$3.+.;$')*3&9%%V.5$7$)4%*'%*&%(1&.3.;;.+%*+%$3.+.;$')*3&%'.%5.)B%5*'#%(,,)$,('$%'*;$%&$)*$&%6('(9%%:+%'#$&$%6('(4%$(3#%-$)*.6%./.0&$)7('*.+%3(+%0$%*+'$)-)$'$6%(&%(%+$5%')*(19%%"#$%(&&8;-'*.+%./%&'('*&'*3(1%*+6$-$+6$+3$%(3).&&'#$&$%')*(1&%*&%8+1*B$12%*+%;(+2%3(&$&4%0$3(8&$%*+%;.&'%3(&$&%)$(1%)(+6.;%$//$3'&%6.%+.'%3.+7$+*$+'121*;*'% '#$;&$17$&% '.% &*+,1$% '*;$% -$)*.6&9% % "#$% A8$&'*.+% 0$3.;$&% 5#$'#$)% '#$)$% ()$% 5$(B$)(&&8;-'*.+&%'#('%'*;$%&$)*$&%6('(%()$%1*B$12%'.%&('*&/2%'#('%()$%&'*11%&').+,%$+.8,#%'.%,$'%&.;$%./%'#$0(&*3% &'('*&'*3(1% '#$.)$;&9% % :'% '8)+&% .8'% '#('% '#$)$% ()$% A8*'$% ,$+$)(1% 3.+6*'*.+&4% 3(11$6%+1B105.&031#1&0"4%'#('%()$%$+.8,#%'.%2*$16%;(+2%./%'#$%B$2%)$&81'&9%%"#$%*6$(%0$#*+6%'#$&$%3.+6*'*.+&%*&%'#('8&8(112% $7$+'&% '#('% ()$% /()% (-()'% *+% '*;$% ()$% +$()12% *+6$-$+6$+'4% 0$3(8&$% *+'$)7$+*+,% &#.3B&.7$)5#$1;%'#$%.16$)%#*&'.)2%*+%6$'$);*+*+,%'#$%1('$)%$7$+'9%%"#*&%*6$(%*&%/.);(1*`$6%*+%@#(-'$)%H9

Page 16: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)123M()4$5&)LP!777777777777777777777777777777777777777777777777777777777777777777777777777!

1=L=))<9FGA!)>9<?9BC;E()G?E:<?B\:?AF)#\F,:?AFE()9FG);]4;,:9:?AFE

E9h9I9%%J%*$03&+!/$*1$6-%!{%*&%(%;$(&8)(01$%)$(1G7(18$6%/8+3'*.+%.+%(%-).0(0*1*'2%&-(3$%LE4!4\M4.)%{KD%%�9%%"#$+%$(3#%&'('$%./%=('8)$%&%6$'$);*+$&%(%7(18$%{L&M%./%'#$%)(+6.;%7()*(01$4%'$);$6%*'&*%$-1:$#1&0%*+%&'('$%&9%%S#$+%'#$%/8+3'*.+(1%+('8)$%./%'#$%)(+6.;%7()*(01$%*&%'.%0$%$;-#(&*`$64%*'%*&6$+.'$6%{L�M4%.)%&*;-12%{9%%S#$+%*'&%7(18$&%.)%)$(1*`('*.+&%()$%8&$64%'#$2%()$%6$+.'$6%{L&M%.)%<9%%b.)$(3#%&$'%B%�%"4%'#$%-).0(0*1*'2%./%'#$%$7$+'%'#('%'#$%)$(1*`('*.+%./%{%*&%3.+'(*+$6%*+%B%*&%5$11G6$/*+$6(+6%$A8(1&%?qLBM%�%?L{GILBMM4%5#$)$%?q% *&% '$);$6% '#$%-).0(0*1*'2% 103).%3%.+%�%02% '#$%)(+6.;7()*(01$%{9%%j+$%3(+%#(7$%;(+2%)(+6.;%7()*(01$&%6$/*+$6%.+%'#$%&(;$%-).0(0*1*'2%&-(3$C%(+.'#$);$(&8)(01$%/8+3'*.+%2%R%dL&M%6$/*+$&%(%&$3.+6%)(+6.;%7()*(01$9%%:'%*&%*;-.)'(+'%*+%5.)B*+,%5*'#)(+6.;%7()*(01$&%'.%B$$-%*+%;*+6%'#('%'#$%)(+6.;%7()*(01$%*'&$1/%*&%(%/8+3'*.+%./%&'('$&%./%=('8)$4%(+6'#('% .0&$)7('*.+&% ()$% ./% )$(1*`('*.+&% ./% '#$% )(+6.;% 7()*(01$9% % "#8&4% 5#$+% .+$% '(1B&% (0.8'3.+7$),$+3$%./%(%&$A8$+3$%./%)(+6.;%7()*(01$&4%.+$%*&%(3'8(112%'(1B*+,%(0.8'%3.+7$),$+3$%./%(&$A8$+3$%./%/8+3'*.+&4%(+6%+.'*.+&%./%6*&'(+3$%(+6%31.&$+$&&%+$$6%'.%0$%/.);81('$6%(&%6*&'(+3$%(+631.&$+$&&%./%/8+3'*.+&9%%l81'*-12*+,%(%)(+6.;%7()*(01$%02%(%&3(1()4%.)%(66*+,%)(+6.;%7()*(01$&4)$&81'&%*+%(+.'#$)%)(+6.;%7()*(01$9%%"#$+4%'#$%/(;*12%./%)(+6.;%7()*(01$&%/.);&%(%-10%$*!/%.#&*",$.%9%%:+%(66*'*.+4%-).683'&%./%)(+6.;%7()*(01$&%()$%(,(*+%)(+6.;%7()*(01$&4%&.%'#('%'#$%/(;*12%./)(+6.;%7()*(01$&%/.);&%(+%C6%-1$0!5*&),!)03%*!+)-#1,-1.$#1&09%%"#$%/(;*12%./%)(+6.;%7()*(01$&%*&(1&.%31.&$6%8+6$)%+$@&*1:$#1&04% &.% '#('%|KD%%�%6$/*+$6%02%|L&M%R%;(<L{L&M4dL&MM% /.)% )(+6.;7()*(01$&%{%(+6%d%*&%(,(*+%(%)(+6.;%7()*(01$9%%"#$+4%'#$%/(;*12%./%)(+6.;%7()*(01$&%/.);&%(%-$##1.%5*'#%)$&-$3'%'.%'#$%-()'*(1%.)6$)%{%�%dL*9$94%{L&M%�%dL&M%(1;.&'%&8)$12M9%

E9h9F9%%"#$%'$);%+%$")*$6-%!*+%'#$%6$/*+*'*.+%./%(%)(+6.;%7()*(01$%;$(+&%'#('%/.)%$(3#%&$'%9%*+'#$%_.)$1%PG/*$16%"%./%&80&$'&%./%'#$%)$(1%1*+$4%'#$%*+7$)&$%*;(,$%{GIL9M%�%W&�E�{L&M�9X%*&%*+%'#$PG/*$16%!%./%&80&$'&%./%'#$%&(;-1$%&-(3$%E9%%"#$%(&&8;-'*.+%./%;$(&8)(0*1*'2%*&%(%;('#$;('*3(1'$3#+*3(1*'2%'#('%$+&8)$&%'#('%-).0(0*1*'2%&'('$;$+'&%(0.8'%'#$%)(+6.;%7()*(01$%()$%;$(+*+,/819%%S$&#(11% +.'%;(B$%(+2%$<-1*3*'% )$/$)$+3$% '.%;$(&8)(0*1*'2% *+%0(&*3% $3.+.;$')*3&4% (+6% &#(11% (15(2&(&&8;$%*;-1*3*'12%'#('%'#$%)(+6.;%7()*(01$&%5$%()$%6$(1*+,%5*'#%()$%;$(&8)(01$9

E9h9E9%%"#$%-).0(0*1*'2%'#('%(%)(+6.;%7()*(01$%{%#(&%(%)$(1*`('*.+%*+%(%&$'%9%�%"%*&%,*7$+%02

%% bL9M%�%\L{GIL9MM%�%\LW&�E�{L&M�9XM9

"#$%/8+3'*.+%b%*&%(%-).0(0*1*'2%.+%"C%*'%*&%6$/*+$6%*+%-()'*381()%/.)%#(1/G.-$+%*+'$)7(1&%./%'#$%/.);%9R%LG4<U4%*+%5#*3#%3(&$%bLLG4<UM%*&%(00)$7*('$6%'.%bL<M%(+6%*&%3(11$6%'#$%31"#*16)#1&0!')0.#1&0!L.)4.)+)-$#1/%!31"#*16)#1&0!')0.#1&0D!EFGH!./%{9%%%b).;%'#$%-).-$)'*$&%./%(%-).0(0*1*'24%'#$%6*&')*08'*.+/8+3'*.+%#(&%'#$%-).-$)'*$&

Page 17: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)123O()4$5&)LQ!777777777777777777777777777777777777777777777777777777777777777777777777777!

L*M%bLGM%R%Q%(+6%bL]M%R%I9L**M%bL<M%*&%+.+G6$3)$(&*+,%*+%<4%(+6%3.+'*+8.8&%/).;%'#$%)*,#'9L***M%bL<M%#(&%('%;.&'%(%3.8+'(01$%+8;0$)%./%?8;-&4%(+6%*&%3.+'*+8.8&%$<3$-'%('%'#$&$%?8;-&9L\.*+'&%5*'#.8'%?8;-&%()$%3(11$6%.&0#10)1#7!-.*+'&9M

@.+7$)&$124%(+2%/8+3'*.+%b%'#('%&('*&/*$&%L*M%(+6%L**M%6$'$);*+$&%8+*A8$12%(%-).0(0*1*'2%b%.+%-9%%"#$"),,&*#!./%'#$%6*&')*08'*.+%b%*&%'#$%&;(11$&'%31.&$6%&$'%9%�%"%&83#%'#('%bL9M%R%I9

;I$J.K&)L9%L3.+'*+8$6M%"#$%&'(+6()6%+.);(1%@rb%*&%}LIM%R% 4%.0'(*+$6%02�B

��

LFuM�IfF�% �" FfF3"

*+'$,)('*+,% '#$% 6$+&*'2%�L&M% R% 9% %j'#$)% $<(;-1$&% ()$% '#$%@rb% /.)% '#$% &'(+6()6LFuM�IfF�% �" FfF

$<-.+$+'*(1%6*&')*08'*.+4%bL<M%R%I%G%$G<%/.)%<%p%Q4%(+6%'#$%@rb%/.)%'#$%1.,*&'*3%6*&')*08'*.+4%bL<M%R

IfLI]$G<M9%%J+%$<(;-1$%./%(%@rb%'#('%#(&%?8;-&%*&%bL<M%R%I%G%$G<fF%G% /.)%<%p%Q9��

=�I 3L=�BMfF=�I

E9h9H9% %:/%b%*&%(0&.18'$12%3.+'*+8.8&%5*'#%)$&-$3'% '.%(%PG/*+*'$%;$(&8)$%k%.+%�C% *9$94%b%,*7$&-).0(0*1*'2%`$).%'.%(+2%&$'%'#('%#(&%kG;$(&8)$%`$).4%'#$+%L02%'#$%c(6.+G=*B.62;%'#$.)$;M%'#$)$$<*&'&%(%)$(1G7(18$6%/8+3'*.+%/%.+%�4%3(11$6%'#$%3%0"1#7!L.)%,*&6$61-1#7!3%0"1#7!')0.#1&0D!,3'H!./%{4&83#%'#('%

% %bL9M%R% /L<MkL6<M%�,/.)%$7$)2%J%�%"9%%S*'#%'#$%-.&&*01$%$<3$-'*.+%./%(%&$'%./%kG;$(&8)$%`$).4%b%*&%6*//$)$+'*(01$%(+6%'#$6$)*7('*7$%./% '#$%6*&')*08'*.+%,*7$&% '#$%6$+&*'24% /L<M%R%b�L<M9% %S#$+% '#$%;$(&8)$%k% *&%;%6%"5)%+%$")*%4%&.%'#('%'#$%;$(&8)$%./%(+%*+'$)7(1%*&%*'&%1$+,'#4%*'%*&%38&'.;()2%'.%&*;-1*/2%'#$%+.'('*.+%(+6

5)*'$%bL9M%R% /L<M6<9�,:/%b%*&%(0&.18'$12%3.+'*+8.8&%5*'#%)$&-$3'%'.%3.8+'*+,%;$(&8)$%.+%(%3.8+'(01$%&80&$'%,%./%�4%'#$+*'%*&%3(11$6%(%31".*%#%!6*&')*08'*.+4%(+6%'#$)$%*&%(%)$(1G7(18$6%/8+3'*.+%/%.+%,%&83#%'#('%

bL9M%R% /L<M9�B�,

c$3(11%'#('%'#$%-).0(0*1*'2%*&%*'&$1/%(%;$(&8)$9%%"#*&%&8,,$&'&%(%+.'('*.+%bL9M%R% bL6<M%'#('%3.7$)&�,0.'#%3.+'*+8.8&%(+6%3.8+'*+,%3(&$&9%%"#*&%*&%3(11$6%(%;%6%"5)%2I#1%-#@%"%*+'$,)(19

Page 18: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)123P()4$5&)M+!777777777777777777777777777777777777777777777777777777777777777777777777777!

E9h9h9%%:/%L�4"4bM%*&%'#$%-).0(0*1*'2%&-(3$%(&&.3*('$6%5*'#%(%)(+6.;%7()*(01$%{4%(+6%,K�% %�%*&(%;$(&8)(01$% /8+3'*.+4% '#$+%d%R% ,L{M% *&% (+.'#$)% )(+6.;%7()*(01$9% %"#$% )(+6.;%7()*(01$%d% *&

10#%5*$6-%!5*'#%)$&-$3'%'.%'#$%-).0(0*1*'2%b%*/%%% �,L<M�bL6<M%m%]C��

*/%*'%*&%*+'$,)(01$4%'#$+%'#$%*+'$,)(1% ,L<MbL6<M%�% ,�6b%$<*&'&4%*&%6$+.'$6%;),L{M4%(+6%*&�� ��3(11$6%#9%!%B,%.#$#1&0!&'!,L{M9%%S#$+%+$3$&&()24%'#*&%$<-$3'('*.+%5*11%(1&.%0$%6$+.'$6%;{,L{M%'.*6$+'*/2%'#$%6*&')*08'*.+%8&$6%'.%/.);%'#$%$<-$3'('*.+9%%S#$+%b%*&%(0&.18'$12%3.+'*+8.8&%5*'#%)$&-$3'

'.%>$0$&,8$%;$(&8)$4%&.%'#('%b%#(&%(%6$+&*'2%/4%'#$%$<-$3'('*.+%*&%5)*''$+%%%;),L{M%R% ,L<M/L<M6<9��

J1'$)+('$124%/.)%3.8+'*+,%;$(&8)$%.+%'#$%*+'$,$)&%5*'#%6$+&*'2%/LBM4%;),L{M%R% ,LBM/LBM9���

=���

"#$%$<-$3'('*.+%./%{4%*/%*'%$<*&'&4%*&%3(11$6%'#$%+%$0!./%{9%%"#$%$<-$3'('*.+%./%L{%G%;{MF4%*/%*'$<*&'&4%*&%3(11$6%'#$%/$*1$0.%!./%{9%%r$/*+$%3L{�$M%'.%0$%(+%*+6*3('.)%/8+3'*.+%'#('%*&%.+$%*/%{L&M%�$4%(+6%`$).%.'#$)5*&$9%%"#$+4%;%3L{�$M%R%bL$M4%(+6%'#$%6*&')*08'*.+%/8+3'*.+%3(+%0$%)$3.7$)$6%/).;'#$%$<-$3'('*.+&%./%'#$%*+6*3('.)%/8+3'*.+&9% l.&'%$3.+.;$')*3%(--1*3('*.+&%6$(1%5*'#%)(+6.;7()*(01$&%'#('%#(7$%/*+*'$%7()*(+3$&9%%"#$%&-(3$%./%'#$&$%)(+6.;%7()*(01$&%*&%CFLE4!4?M4%'#$%&-(3$%./)(+6.;%7()*(01$&%{%/.)%5#*3#%;%{F%R%�E{L<MF?L6&M%%m%]9%%"#$%&-(3$%CFLE4!4?M%*&%(1&.%'$);$6%'#$&-(3$%./%"J)$*%210#%5*$6-%!')0.#1&0"9%%"#$%+.);%*+%'#*&%&-(3$%*&%)..'G;$(+G&A8()$4%�{�F%R%T�E{L&MF?L6&MUy%9%%:;-1*3('*.+&%./%{%�%CFLE4!4?M%()$%;%o{o%�%�E;(<L{L&M4IM?L6&M�%�EL{L&MF]IM?L6&M%R%%�{�FF]%I%m%]%(+6%;%L{%G%;{MF%R%�{�FF%G%L;%o{oMF%�%�{�FF%m%]4%&.%'#('%{%#(&%(%5$11G6$/*+$64%/*+*'$%;$(+(+6%7()*(+3$9

;I$J.K&)39%%L3.+'*+8$6M%r$/*+$%(%)(+6.;%7()*(01$%{%02

%%{L&M%R%Q 1' " � KKI 1' " � KL &* LKF 1' " � LL

"#$+4%{%*&%'#$%+8;0$)%./%#$(6&%*+%'5.%3.*+%'.&&$&9%%b.)%(%/(*)%3.*+4%;){%R%I9

;I$J.K&)*9%%L3.+'*+8$6M%>$'%{%0$%(%)(+6.;%7()*(01$%6$/*+$6%'.%$A8(1%'#$%+8;0$)%./%#$(6&%'#('(--$()%0$/.)$%(%'(*1%.338)&9%%"#$+4%-.&&*01$%7(18$&%./%{%()$%'#$%*+'$,$)&%,%R%WQ4I4F4999X9%%"#$+%,%*&'#$%&8--.)'%./%{9%%b.)%<%)$(14%6$/*+$%T<U%'.%0$%'#$%1(),$&'%*+'$,$)%B%&('*&/2*+,%B%�%<9%%J%6*&')*08'*.+

Page 19: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)123Q()4$5&)M3!777777777777777777777777777777777777777777777777777777777777777777777777777!

/8+3'*.+%/.)%{4%6$/*+$6%.+%'#$%)$(1%1*+$4%*&%bL<M%R% C%'#$%(&&.3*('$6%6$+&*'2I � F�TB�IU '&* Q � B

Q '&* Q p B

6$/*+$6%.+%,%*&%%/LBM%R%FGBGI9%%"#$%$<-$3'('*.+%./%{4%.0'(*+$6%8&*+,%$7(18('*.+%./%(%&-$3*(1%&$)*$&%/).;

F9I9IQ4%*&%;){%R% B�FGBGI%R%I9��

=�Q

;I$J.K&)19%%L3.+'*+8$6M%r$/*+$%(%)(+6.;%7()*(01$%{%02%{L&M%R%�&%G%I�9%%"#$+4%{%*&%'#$%;(,+*'86$./%'#$%6$7*('*.+%./%'#$%*+6$<%/).;%.+$9%%"#$%*+7$)&$%*;(,$%./%(+%*+'$)7(1%L(40M%*&%LIG04IG(MLI](4I]0M�%!4%&.%'#('%{%*&%;$(&8)(01$9%%j'#$)%$<(;-1$&%./%;$(&8)(01$%)(+6.;%7()*(01$&%()$%d%6$/*+$6%02%dL&MR%l(<%WI4&X%(+6%|%6$/*+$6%02%|L&M%R%&E9

E9h9g9%%@.+&*6$)%(%)(+6.;%7()*(01$%d%.+%L�4"M9%%"#$%$<-$3'('*.+%;dB%*&%'#$%BG'#%+&+%0#%./%d4(+6%;LdG;dMB%*&%'#$%BG'#%.%0#*$-!+&+%0#9%%D.;$'*;$&%;.;$+'&%/(*1%'.%$<*&'9%%V.5$7$)4%*/%,LdM%*&3.+'*+8.8&%(+6%0.8+6$64% '#$+%;,LdM%(15(2&%$<*&'&9% %"#$%$<-$3'('*.+%;L'M%R%;$'d% *&% '$);$6%'#$+&+%0#!5%0%*$#105!')0.#1&0!L;,/M%./%dC%*'%&.;$'*;$&%/(*1&%'.%$<*&'9%%%@(11%(%;,/%,*&,%*!*/%*'%*&%/*+*'$/.)%'%*+%(+%*+'$)7(1%().8+6%Q9%%S#$+%(%-).-$)%;,/%$<*&'&4%'#$%)(+6.;%7()*(01$%#(&%/*+*'$%;.;$+'&%./(11%.)6$)&9%%"#$%$<-$3'('*.+%~L'M%R%;$�'d4%5#$)$%�%*&%'#$%&A8()$%)..'%./%GI4%*&%'$);$6%'#$%.9$*$.#%*1"#1.')0.#1&0!L3/M%./%d9%%"#$%3#()(3'$)*&'*3%/8+3'*.+%(15(2&%$<*&'&9

;I$J.K&)L9%L3.+'*+8$6M%J%6$+&*'2%/L<M%'#('%*&%&2;;$')*3%(0.8'%̀ $).4%&83#%(&%'#$%&'(+6()6%+.);(14

#(&%;{B%R% <B/L<M6<%R% <B/LG<M6<%]% <B/L<M6<%R% TI%]%LGIMBU<B/L<M6<%R%Q%/.)���

�� �Q

�� ���

Q ���

Q

B%.669%%:+'$,)('*.+%02%-()'&%2*$16&%'#$%/.);81(%;{B%R%FB %<BGI%TIGbL<MU6<%/.)%B%$7$+9%%b.)%'#$���

Q

&'(+6()6%+.);(14%;{FB%R R%LFBGIM�;{FBGF%/.)%B%p%F%8&*+,%*+'$,)('*.+F����

QLFuM�IfF�B F=�I�% �B FfFB3B

02%-()'&4%(+6%;{F%R R%F�}LQM%R%I9%%"#$+4%;{H%R%E%(+6%;{g%R%Ih9%%"#$F����

QLFuM�IfF�% �B FfFB3B

;.;$+'% ,$+$)('*+,% /8+3'*.+% ./% '#$% &'(+6()6% +.);(1% *&% ;L'M% R% 9���

��

LFuM�IfF�% #B�% �B FfF3B

@.;-1$'*+,%'#$%&A8()$%*+%'#$%$<-.+$+'%,*7$&%;L'M%R R% 9% # FfF����

��

LFuM�IfF�% �LB�#MFfF3B % # FfF

Page 20: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)12*+()4$5&)M*!777777777777777777777777777777777777777777777777777777777777777777777777777!

E9h9s9%%:/%"%)(+6.;%7()*(01$&%()$%/.);$6%*+'.%(%7$3'.)4%{L�M%R%L{L�4IM49994{L�4"MM4%'#$%)$&81'%*&'$);$6% (% *$03&+! /%.#&*9% % b.)% $(3#% &% �% E4% '#$% )$(1*`('*.+% ./% '#$% )(+6.;% 7$3'.)% *&% (% -.*+'L{L&4IM49994{L&4"MM% *+% �"4% (+6% '#$% )(+6.;% 7$3'.)% #(&% (+% *+683$6% -).0(0*1*'2% .+% �"% 5#*3#% *&3#()(3'$)*`$6%02%*'&%;81'*7()*('$%@rb4%b{L<I49994<"M%R%\LW&�Eo{L&4IM�<I49994{L&4"M�<"XM9%%=.'$%'#('%(11'#$%3.;-.+$+'&%./%(%)(+6.;%7$3'.)%()$%/8+3'*.+&%./%'#$%"$+%%&'('$%./%=('8)$%&4%(+6%'#$%)(+6.;7$3'.)%3(+%0$%5)*''$+%(&%(%;$(&8)(01$%/8+3'*.+%{%/).;%'#$%-).0(0*1*'2%&-(3$%LE4!4\M%*+'.%L�"4"+"%9L"#$%+.'('*.+%"%"%;$(+&%"�"�999�"%%"%'*;$&4%5#$)$%"%*&%'#$%_.)$1%PG/*$16%.+%'#$%)$(1%1*+$9%%"#*&%*&

(1&.%3(11$6%'#$%,*&3).#!PG/*$164%(+6%*&%&.;$'*;$&%5)*''$+%"%"%R%����*RI49994"!"*4%5#$)$%'#$%"*%()$%*6$+'*3(13.-*$&%./%"9M%%"#$%;$(&8)(0*1*'2%./%{%)$A8*)$&%{GIL,M%�%E%/.)%$(3#%.-$+%)$3'(+,1$%,%*+%�"9%%"#$*+6$-$+6$+3$%.)%6$-$+6$+3$%./%'#$%3.;-.+$+'&%./%{%*&%6$'$);*+$6%02%'#$%/*+$%&')83'8)$%./%?%.+%E9J% 8&$/81% *+&*,#'% 3.;$&% /).;% 3.+&*6$)*+,% 6*//$)$+'% )$-)$&$+'('*.+&% ./% 7$3'.)&% *+% /*+*'$G

6*;$+&*.+(1%&-(3$&4%(+6%$<'$+6*+,%'#$&$%*6$(&%'.%*+/*+*'$G6*;$+&*.+(1%&*'8('*.+&9%%".%0$%&-$3*/*343.+&*6$)%�F9%%S#$+%5$%$<-)$&&%(%/8+3'*.+%{%.+%"%R%WI4FX%(&%(%-.*+'%L{LIM4{LFMM%*+%'#*&%&-(3$4%5#('5$%()$%)$(112%6.*+,%*&%6$/*+*+,%'5.%/8+3'*.+&%|I%R%LI4QM%(+6%|F%R%LQ4IM%5*'#%'#$%-).-$)'2%'#('%|I%(+6|F%&-(+%'#$%&-(3$4%(+6%'#$+%5)*'*+,%{%(&%'#$%1*+$()%3.;0*+('*.+%{%R%{LIM�|I%]{LFM�|F9%%"#$%-(*)%.//8+3'*.+&%L-.*+'&M%|I%(+6%|F%*&%3(11$6%(%L$+%-!6$"1"%/.)%�F4%(+6%$7$)2%-.*+'%*+%'#$%&-(3$%#(&%(%8+*A8$)$-)$&$+'('*.+%*+%'$);&%./%'#*&%0(&*&9% %V.5$7$)4%'#$)$%;(2%0$%;(+2%6*//$)$+'%V(;$1%0(&$&9%%b.)$<(;-1$4%'#$%8+*'%/8+3'*.+%LI4IM%(+6%'#$%/8+3'*.+%3.&Lu'M%.)%LGI4IM%(1&.%/.);%(%V(;$1%0(&*&4%(+6%*+'$);&%./%'#*&%0(&*&%{%#(&%'#$%)$-)$&$+'('*.+%{%R%yL{LIM]{LFMM�LI4IM%]%yL{LFMG{LIMM�LGI4IM9J+.'#$)%5(2%'.%5)*'$%(%)(+6.;%7$3'.)%{%*&%'.%6$/*+$%(+%*+6$<%&$'%:%R%WI49994"X4%(+6%'#$+%6$/*+$

{%(&%(%)$(1G7(18$6%/8+3'*.+%.+%E%(+6%:4%{KE^:�9%%"#$+4%{L�4'M%*&%(%&*;-1$%)(+6.;%7()*(01$%/.)%$(3#'%�%:4%(+6%{L&4�M%*&%(%)$(1%7$3'.)%'#('%*&%(%)$(1*`('*.+%./%{%/.)%$(3#%&%�%E9%%J%/8+3'*.+%6$/*+$6%*+%'#*&5(2% *&% (1&.% 3(11$6% (% "#&.9$"#1.! ,*&.%""4% -()'*381()12% 5#$+%:% *&% +.'% /*+*'$9% % "#$% ;$(&8)(0*1*'2)$A8*)$;$+'%.+%{%*&%'#$%&(;$%(&%0$/.)$4%08'%3(+%0$%5)*''$+%*+%(%6*//$)$+'%/.);%(&%)$A8*)*+,%'#('%'#$*+7$)&$%*;(,$%./%$(3#%.-$+%*+'$)7(1%*+%�%0$%3.+'(*+$6%*+%!�*4%5#$)$%*%*&%(%PG/*$16%./%&80&$'&%./%:'#('%3(+%0$%'(B$+%'.%0$%'#$%/(;*12%./%(11%&80&$'&%./%:%(+6%Y�Z%6$+.'$&%'#$%.-$)('*.+%'#('%/.);&%'#$&;(11$&'%PG/*$16%3.+'(*+*+,%(11%&$'&%9^B%5*'#%9%�%!%%(+6%B%�%*9%%"#$)$%*&%'#$+%(%3.;-1$'$%68(1*'20$'5$$+%)(+6.;%7$3'.)&%*+%(%"G6*;$+&*.+(1%1*+$()%&-(3$%(+6%)(+6.;%/8+3'*.+&%.+%(%"G6*;$+&*.+(1*+6$<%&$'9%%"#*&%68(1*'2%0$'5$$+%7$3'.)&%(+6%/8+3'*.+&%5*11%,$+$)(1*`$%(+6%-).7*6$%8&$/81%*+&*,#'&%*+'.&'('*&'*3(1%(--1*3('*.+&%*+%5#*3#%:%*&%(%;.)$%,$+$)(1%&$'%*+6$<*+,%'*;$9%%"#$%31"#*16)#1&0!')0.#1&0L@rbM%./%{%*&%

%%bL<I49994<"M%R%\LW&�D�{*L&M%�%<*%/.)%*%R%I49994"XM9%%%

:/%9%�%"%"4%6$/*+$%bL9M%R%\LW&�E�{L&M�9XM9%%:/%bL9M%R%Q%/.)%$7$)2%&$'%9%./%>$0$&A8$%;$(&8)$`$).4%'#$+%'#$)$%$<*&'&%(%,*&6$61-1#7!3%0"1#7!')0.#1&0!L-6/M%/L<I49994<"M%&83#%'#('%

Page 21: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)12*3()4$5&)M1!777777777777777777777777777777777777777777777777777777777777777777777777777!

LIM%%%%%bL<I49994<"M%R% %/L2I499942"M%62I99962"9%�BI

���BF

��

999�BK

��

b%(+6%/%()$%'$);$6%'#$%@&10#!.)%+)-#1/$*1$#%!@rb%(+6%-6/4%)$&-$3'*7$124%./%{9%%"#$%)(+6.;%7()*(01${I%#(&%(%6*&')*08'*.+%'#('%&('*&/*$&%

%%bIL<IM%�%\LW&�E�{IL&M%�%<IXM%R%bL<I4]49994]M9

"#*&%)(+6.;%7()*(01$%*&%;$(&8)(01$%5*'#%)$&-$3'%'.%'#$%PG&80/*$16%$I%3.+'(*+*+,%'#$%$7$+'&%5#.&$.338))$+3$%*&%6$'$);*+$6%02%{I%(1.+$C%*9$94%$I%*&%'#$%/(;*12%,$+$)('$6%02%&$'&%./%'#$%/.);%9^�^999^�5*'#%9%�%"9%%:/%b%*&%(0&.18'$12%3.+'*+8.8&%5*'#%)$&-$3'%'.%>$0$&A8$%;$(&8)$%.+%"%"4%'#$+%'#$)$%()$(&&.3*('$6%6$+&*'*$&%/%(+6%/I%&('*&/2*+,

LFM%%%%%%%% bIL<IM%R% /IL2IM%62I%�BI

7I���

LEM%%%%%% /IL<IM%R% /L<I42F499942+M�62F99962+9%%���

7F���� � ��

��

70���

bI%(+6%/I%()$%'$);$6%'#$%+$*510$-!@rb%(+6%-6/4%)$&-$3'*7$124%./%{I9%%E9h9v9%%@.))$&-.+6*+,%'.%'#$%3.+3$-'%./%(%3.+6*'*.+(1%-).0(0*1*'24%5$%3(+%6$/*+$%(%.&031#1&0$-

31"#*16)#1&0K% D8--.&$% ,% *&% (+% $7$+'% *+% $I% 5*'#% \L,M% p% Q9% % "#$+4% 6$/*+$% bLFML<F49994<+�,M% RbLW2��+�2I�,42F�<F499942+�<+XMfbIL,M%'.%0$%'#$%3.+6*'*.+(1%6*&')*08'*.+%./%L{F49994{+M%,*7$+%{I%�%,9S#$+% b% *&% (0&.18'$12% 3.+'*+8.8&% 5*'#% )$&-$3'% '.% >$0$&,8$% ;$(&8)$% .+% �+4% '#$% 3.+6*'*.+(16*&')*08'*.+%3(+%0$%5)*''$+%*+%'$);&%./%'#$%?.*+'%6$+&*'24

%%%bLFML<F49994<+�,M%R% 9�7I�/ �

BF

7F ��� �B0

70���'L7I47F4999470M�37I37F999370

�7I�/ ���

7F ��� ���

70���'L7I47F4999470M�37I37F999370

"(B*+,%'#$%1*;*'%(&%,%&#)*+B&%'.%(%-.*+'%{I%R%<I4%.+$%.0'(*+&%'#$%3.+6*'*.+(1%6*&')*08'*.+%./%L{F49994{+M,*7$+%{I%R%<I4

%%%bLFML<F49994<+�{IR<IM%R% %4%%%�BF

7F ��� �B0

70���'LBI47F4999470M�37I37F999370

'ILBIM

-).7*6$6%/IL<IM%p%Q9%%b*+(1124%(&&.3*('$6%5*'#%'#*&%3.+6*'*.+(1%6*&')*08'*.+%*&%'#$%3.+6*'*.+(1%6$+&*'2/LFML<F49994<+�{IR<IM% R% /L<I4<F49994<+Mf/IL<IM9% % l.)$% ,$+$)(1124% .+$% 3.816% 3.+&*6$)% '#$% ;(),*+(16*&')*08'*.+&%./%(+2%&80&$'4%&(2%{I4999{B4%./% '#$%7$3'.)%{4%5*'#%{B]I4999{+%*+'$,)('$6%.8'C%(+6% '#$

Page 22: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)12**()4$5&)M6!777777777777777777777777777777777777777777777777777777777777777777777777777!

3.+6*'*.+(1% 6*&')*08'*.+&% ./% .+$% .)% ;.)$% ./% '#$% 7()*(01$&% {B]I4999{+% ,*7$+% .+$% .)% ;.)$% ./% '#$3.+6*'*.+&%{I%R%<I49994{B%R%<B9

E9h9z9%%�8&'%(&%$<-$3'('*.+&%()$%6$/*+$6%/.)%(%&*+,1$%)(+6.;%7()*(01$4%*'%*&%-.&&*01$%'.%6$/*+$$<-$3'('*.+&%/.)%(%7$3'.)%./%)(+6.;%7()*(01$&9%%b.)%$<(;-1$4%;L{I%G%;{IML{FG;{FM%*&%3(11$6%'#$.&/$*1$0.%!./%{I%(+6%{F4%(+6%;$'�{4%5#$)$%'�%R%L'I49994'+M%*&%(%7$3'.)%./%3.+&'(+'&4%*&%(%L;81'*7()*('$M;.;$+'% ,$+$)('*+,% /8+3'*.+% /.)% '#$% )(+6.;% 7$3'.)% {9% % V$)$% ()$% &.;$% 8&$/81% -).-$)'*$&% ./$<-$3'('*.+&%./%7$3'.)&K%

L(M%:/%,L{M%*&%(%/8+3'*.+%./%(%)(+6.;%7$3'.)4%'#$+%;,L{M%*&%'#$%*+'$,)(1%./%,%5*'#%)$&-$3'%'.%'#$6*&')*08'*.+%./%{9%%S#$+%,%6$-$+6&%.+%(%&807$3'.)%./%{4%'#$+%;,L{M%*&%'#$%*+'$,)(1%./%,L2M%5*'#)$&-$3'%'.%'#$%;(),*+(1%6*&')*08'*.+%./%'#*&%&807$3'.)9L0M%:/%{%(+6%|%()$%)(+6.;%7$3'.)&%./%1$+,'#%+4%(+6%$!(+6%6!()$%&3(1()&4%'#$+%;L${%]%6|M%R%$;{]%6;|9L3M%T@(83#2GD3#5()'`%*+$A8(1*'2U%:/%{%(+6%|%()$%)(+6.;%7$3'.)&%./%1$+,'#%+4%'#$+%L;{�|MF%�L;{�{ML;|�|M9L6M% Tl*+B.5&B*% :+$A8(1*'2U% :/%{% *&%(% )(+6.;%7$3'.)%./% 1$+,'#%+%(+6% )%�%I% *&%(% &3(1()4% '#$+

L;� {*�)MIf)%�% L;�{*�)MIf)9�01�I �

01�I

L$M%T>.$7$%:+$A8(1*'2U%:/%{%*&%(%)(+6.;%7$3'.)%./%1$+,'#%+%(+6%)%p%Q4%'#$+%;� {*�)%��01�I

;(<LI4+)GIM% ;�{*�)9�01�I

L/M%T�$+&$+%:+$A8(1*'2U%:/%{%*&%(%)(+6.;%7$3'.)%(+6%,L<M%*&%(%3.+7$<%/8+3'*.+4%'#$+%;%,L{M%�,L;{M9%%:/%,L<M%*&%(%3.+3(7$%/8+3'*.+4%'#$%*+$A8(1*'2%*&%)$7$)&$69

S#$+%$<-$3'('*.+&%$<*&'4%'#$2%3(+%0$%8&$6%'.%0.8+6%'#$%-).0(0*1*'2%'#('%(%)(+6.;%7()*(01$%'(B$&%.+$<')$;$%7(18$&9%

:-&T0&J)1=M=%%D8--.&$%{%*&%(%+^I%)(+6.;%7$3'.)%(+6%�%*&%(%-.&*'*7$%&3(1()9%(9%%Tl()B.7%0.8+6U%:/%;(<*;�{*�%m%]4%'#$+%;(<*\)L�{*�%p%�M%m%;(<*;�{*�f�909%%T@#$02&#$7%0.8+6U%:/%;{�{%m%]4%'#$+%\)L�{�F%p%�M%m%;{�{f�F939%%T@#$)+.//%0.8+6U%:/%;$'�{%$<*&'&%/.)%(11%7$3'.)&%'%*+%&.;$%+$*,#0.)#..6%./%̀ $).4%'#$+%/.)%&.;$-.&*'*7$%&3(1()&%�%(+6%l4%\)L�{�F%p%�M%m%l$G��9

\)../K% %J11% '#$&$% *+$A8(1*'*$&% ()$% $&'(01*&#$6%02% '#$% &(;$% '$3#+*A8$K% % :/% )L2M% *&% (%-.&*'*7$%+.+G6$3)$(&*+,%/8+3'*.+%./%2%p%Q4%(+6%;)L�{�M%m%]4%'#$+

Page 23: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)12*1()4$5&)ML!777777777777777777777777777777777777777777777777777777777777777777777777777!

%%\)L�{�%p%�M%R% bL6<M%�% T)L�<�Mf)L�MUbL6<M%�%;)L�{�Mf)L�M9%��B�p� ��B�p�"(B*+,%)L2M%R%2F%,*7$&%'#$%)$&81'%6*)$3'12%/.)%'#$%@#$02&#$7%0.8+69%%:+%'#$%)$;(*+*+,%3(&$&4%/*)&'%,$'(%3.;-.+$+'G02G3.;-.+$+'%*+$A8(1*'29%%b.)%'#$%l()B.7%0.8+64%\)L�{*�%p%�M%m%a�{*�f�%/.)%$(3#%*,*7$&%'#$%)$&81'9%%b.)%'#$%@#$)+.//%0.8+64

%%\)L�{�F%p%�M%�% T\)L{*%p%��+GIfFM%]%\)L{*%m%G��+GIfFMU�01�I

&*+3$%*/%'#$%$7$+'%.+%'#$%1$/'%.338)&4%.+$%./%'#$%$7$+'&%.+%'#$%)*,#'%;8&'%.338)9%%"#$+%(--12%'#$*+$A8(1*'2%\)L�{*�%p%�M%�%;)L�{*�Mf)L�M%5*'#%)L2M%R%+GIfF�$2�%'.%$(3#%'$);%*+%'#$%)*,#'G#(+6G&*6$%&8;9"#$%*+$A8(1*'2%/.)%7$3'.)&%*&%08*1'%8-%/).;%(%3.))$&-.+6*+,%*+$A8(1*'2%/.)%$(3#%3.;-.+$+'9%%�

E9h9IQ9% %S#$+% '#$% $<-$3'('*.+% ./% (% )(+6.;%7()*(01$% *&% '(B$+%5*'#% )$&-$3'% '.% (% 3.+6*'*.+(16*&')*08'*.+4%*'%*&%3(11$6%(%.&031#1&0$-!%B,%.#$#1&09%%:/%bL<�,M%*&%'#$%3.+6*'*.+(1%6*&')*08'*.+%./%()(+6.;%7$3'.)%{%,*7$+%'#$%$7$+'%,4%'#$+%'#$%3.+6*'*.+(1%$<-$3'('*.+%./%(%/8+3'*.+%,L{M%,*7$+%,%*&6$/*+$6%(&%

% ;{�,,L{M%R% ,L2MbL62�,M9�J+.'#$)%+.'('*.+%/.)%'#*&%$<-$3'('*.+%*&%;L,L{M�,M9%%S#$+%'#$%6*&')*08'*.+%./%'#$%)(+6.;%7()*(01${% *&%(0&.18'$12%3.+'*+8.8&%5*'#% )$&-$3'% '.%>$0$&,8$%;$(&8)$4% &.% '#('% *'%#(&%(%6$+&*'2% /L<M4% '#$

3.+6*'*.+(1%6$+&*'2%3(+%0$%5)*''$+%(& 4%(+6%'#$%3.+6*'*.+(1%$<-$3'('*.+'LBo/M� 'LBM�3LB�/Mf�/ 'L"M3"

3(+%'#$+%0$%5)*''$+%

;{�,,L{M%R% %R% 9�/5LBM�'LBo/M3B�/5LBM�'LBM3B

�/ 'LBM3B

S#$+%'#$%6*&')*08'*.+%./%{%*&%6*&3)$'$4%'#*&%/.);81(%0$3.;$&

;{�,,L{M%R% 9�=�/ 5L=M�'L=M

�=�/ 'L=M

"#$%3.+6*'*.+(1%$<-$3'('*.+%*&%(3'8(112%(%/8+3'*.+%.+%'#$%PG/*$16%(%./%3.+6*'*.+*+,%$7$+'&4%(+6%*&&.;$'*;$&%5)*''$+%;{�(%,L{M%.)%;L,L{M�(M%'.%$;-#(&*`$%'#*&%6$-$+6$+3$9

%%D8--.&$%9I499949B%,$*#1#1&0%'#$%6.;(*+%./%{9%%"#$+%'#$%6*&')*08'*.+%&('*&/*$&

Page 24: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)12*6()4$5&)MM!777777777777777777777777777777777777777777777777777777777777777777777777777!

bLIM%R% bL<o9*M�bL9*M4�=1�I

*;-12*+,

;,L{M%R% ,L<MbL6<M%R ,L<MbL6<�9*M�bL9*M%R% ;W,L{Mo9*X�bL9*M9� �=1�I � �

=1�I

"#*&%*&%3(11$6%'#$%-$8!&'!1#%*$#%3!%B,%.#$#1&0"4%(+6%*&%#$(7*12%8&$6%*+%$3.+.;$')*3&9

;I$J.K&)*9% L3.+'*+8$6M%c$3(11% '#('%{%*&% '#$%+8;0$)%./%#$(6&% '#('%(--$()%0$/.)$%(% '(*1% *+%(&$A8$+3$%./%3.*+%'.&&$&4%(+6%'#('%'#$%-).0(0*1*'2%./%{%R%B%*&%FGBGI%/.)%B%R%Q4I4999%9%%>$'%,%0$%'#$%$7$+'./%(+%$7$+%+8;0$)%./%#$(6&9%%"#$+4

;{�,{%R% R% R%FfE4�=�Q4F4H4999 =�F�=�I

�=�Q4F4H4999 F�=�I

�@�Q4I4F4999 @�H�@

�@�Q4I4F4999 H�@fF

5#$)$% '#$% &$3.+6% )('*.% *&% .0'(*+$6% 02% &80&'*'8'*+,% B%R% F?4% (+6% '#$% 7(18$% *&% .0'(*+$6% 8&*+,% '#$&8;;('*.+%/.);81(&%/.)%(%,$.;$')*3%&$)*$&%/).;%F9I9IQ9%%J%&*;*1()%3(1381('*.+%/.)%'#$%$7$+'%J%./%(+.66% +8;0$)% ./% #$(6&% 2*$16&% ;{�9{% R% hfE9% % "#$% -).0(0*1*'2% ./% (+% $7$+% +8;0$)% ./% #$(6&% *&

R%FfE9%%"#$%1(5%./%*'$)('$6%$<-$3'('*.+&%'#$+%,*7$&�=�Q4F4H4999 F�=�I

;%{%R%;W{o,M�\L,M%]%;W{o9M�\L9M%R%LFfEMLFfEM%]%LhfEMLIfEM%R%I4

5#*3#%3.+/*);&%'#$%6*)$3'%3(1381('*.+%./%;%{9

"#$%3.+3$-'%./%(%3.+6*'*.+(1%$<-$3'('*.+%*&%7$)2%*;-.)'(+'%*+%$3.+.;$')*3&%(+6%*+%$3.+.;*3'#$.)24%&.%5$%5*11%5.)B%.8'%*'&%-).-$)'*$&%*+%&.;$%6$'(*1%/.)%'#$%3(&$%./%'5.%7()*(01$&9%%D8--.&$)(+6.;%7()*(01$&%Li4{M%#(7$%(%?.*+'%6$+&*'2%/L84<M9%%"#$%;(),*+(1%6$+&*'2%./%{%*&%6$/*+$6%02%

%%,L<M%R% /L84<M684%���

)���

(+6%'#$%3.+6*'*.+(1%6$+&*'2%./%i%,*7$+%{%R%<%*&%6$/*+$6%02%/L8�<M%R%/L84<Mf,L<M4%-).7*6$6%,L<M%p%Q9"#$%3.+6*'*.+(1%$<-$3'('*.+%./%(%/8+3'*.+%#Li4{M%&('*&/*$&%;L#Li4{M�{R<M%R%�#L84<M/L8�<M684%(+6*&%(%/8+3'*.+%./%<9%%"#$%8+3.+6*'*.+(1%$<-$3'('*.+%./%#Li4{M%&('*&/*$&

;#Li4{M%R% #L84<M/L84<M686<%R %R%;{;i�{#Li4{MC%�� ���

B��� ��

)���9L)4BM'L)�BM3) 5LBM3B

(+.'#$)%$<(;-1$%./% '#$%1(5%./% *'$)('$6%$<-$3'('*.+&9% %"#$%.&031#1&0$-!+%$0!./%i%,*7$+%{R<%*&!i�{L<M%�%;i�{R<iC%02%'#$%1(5%./%*'$)('$6%$<-$3'('*.+&4%'#$%3.+6*'*.+(1%(+6%8+3.+6*'*.+(1%;$(+%()$

Page 25: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)12*L()4$5&)MO!777777777777777777777777777777777777777777777777777777777777777777777777777!

)$1('$6%02%%;ii%R%;{;i�{i%�%;{!i�{L{M9%%"#$%.&031#1&0$-!/$*1$0.%!./%i%*&%6$/*+$6%02)>Li�<M%R;i�{Li%G%!i�{L<MMF9%%:'%*&%)$1('$6%'.%'#$%8+3.+6*'*.+(1%7()*(+3$%02%'#$%/.);81(

;iLi%G%;iiMF%R%;{;i�{Li%G%!i�{L{M%]%!i�{L{M%G%;iiMF%%%%%%R%;{;i�{Li%G%!i�{L{MMF%]%;{;i�{L!i�{L{M%G%;iiMF%]%F;{;i�{Li%G%!i�{L{MML!i�{L{M%G%;iiM%%%%R%;{>Li�{M%]%;{L!i�{L{M%G%;iiMF%]%F;{L!i�{L{M%G%;iiM;i�{Li%G%!i�{L{MM%%%%R%;{>Li�{M%]%;{L!i�{L{M%G%;iiMF%

"#$+4%'#$%8+3.+6*'*.+(1%7()*(+3$%$A8(1&%'#$%$<-$3'('*.+%./%'#$%3.+6*'*.+(1%7()*(+3$%-18&%'#$%7()*(+3$./%'#$%3.+6*'*.+(1%$<-$3'('*.+9%%

;I$J.K&)3+K%D8--.&$%Li4{M%()$%0*7()*('$%+.);(1%5*'#%;$(+&%;i%R%n8%(+6%;{%R%n<4%(+6%&$3.+6;.;$+'&%;LiGn8MF%R%P8F4%;L{Gn<MF%R%P<F4%(+6%;LiGn8ML{Gn<M%R%P8<%�%�P8P<9%%r$/*+$

�%R% 4II��F

�)�n)P)

F

B�nBPB

F

� F���)�n)P)

�B�nBPB

(+6%.0&$)7$%'#('

% %%% 9M�

B�nBPB

F

�I

I��F�)�n)P)

� ��B�nBPB

F

"#$%0*7()*('$%+.);(1%6$+&*'2%*&%/L84<M%R%TFuP8P<LIG�FMIfFUGI�$<-LG�fFM9%%"#$%;(),*+(1%6$+&*'2%./%{%*&+.);(1%5*'#%;$(+%n<%(+6%7()*(+3$%P<FK%%0L<Gn<4P<M%R%LFuP<FMGI�$<-LGL<Gn<MFfFP<FM%9%%"#*&%3(+%0$%6$)*7$6/).;% '#$% 0*7()*('$% 6$+&*'2% 02% 3.;-1$'*+,% '#$% &A8()$% /.)% 8% *+% �% (+6% *+'$,)('*+,% .7$)% 89% % "#$3.+6*'*.+(1%6$+&*'2%./%i%,*7$+%{%'#$+%&('*&/*$&%

%%/L8�<M%R%TFuP8P<LIG�FMyUGI�$<-LG�fFMfLFuP<FMGI�$<-LGL<Gn<MFfFP<FM9

%% R%TFuP8FLIG�FMUGy� 9%$<- �IF�LI��FM

�)�n)P)

� ��B�nBPB

F

V$+3$%'#$%3.+6*'*.+(1%6*&')*08'*.+%./%i4%,*7$+%{%R%<4%*&%+.);(1%5*'#%3.+6*'*.+(1%;$(+%;Li�{R<MR%n8%]%�P8L<%�%n<MfP<%%�%n8%]%P8<L<Gn<MfP<F%(+6%7()*(+3$%>Li�{R<M%�%;LLiG;Li�{R<MMF�{R<M%RP8FLIG�FM%�%P8F%G%P8<FfP<F9%%S#$+%i%(+6%{%()$%?.*+'%+.);(1%)(+6.;%7$3'.)&%5*'#%;i%R%n84%;{%R%n<4;LiGn8MLiGn8M�%R%�884%;L{Gn<ML{Gn<M�R%�<<4%(+6%;LiGn8ML{Gn<M�%R%�8<4%'#$+%Li�{R<M%*&%+.);(1%5*'#;Li�{R<M%R%n8%]%�8<�<<GIL<%G%n<M%(+6%>Li�{R<M%R%�88%G%�8<�<<GI%�<89%%

Page 26: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)12*M()4$5&)MP!777777777777777777777777777777777777777777777777777777777777777777777777777!

E9h9II9%%@.+6*'*.+(1%6$+&*'*$&%&('*&/2%/L84<M%R%/L8�<M,L<M%R%/L<�8M#L8M4%5#$)$%#L8M%*&%'#$%;(),*+(16$+&*'2%./%i4%(+6%#$+3$%/L8�<M%R%/L<�8M%#L8Mf,L<M9%%"#*&%*&%3(11$6%4$7%"!;$89%%S#$+%i%(+6%{%()$*+6$-$+6$+'4%/L84<M%R%#L8M�,L<M4%.)%/L8�<M%R%#L8M%(+6%/L<�8M%R%,L<M9%%b.)%i%(+6%{%*+6$-$+6$+'4%(+6)L�M% (+6% &L�M% (+2% /8+3'*.+&4% .+$% #(&% aL)LiM�{R<M% R% �)L8M/L8�<M68%�% �)L8M#L8M68% R%;)LiM4% (+6;L)LiM&L{MM% R% �)L8M&L<M/L84<M686<% R% �&L<M,L<M�)L8M/L8�<M68% 6<% R% �&L<M,L<M;)Li�<M6<% RT;&L{MUT;)LiMU4%.)%3.7L)LiM4&L{MM%R%Q4%-).7*6$6%;)LiM%(+6%;&L{M%$<*&'9% % :/%)L8M%R%8%G%;i4%'#$+;L)LiM�{R<M% R% Q% (+6% 3.7Li4{M% R%;LiG;iM{%R% Q9% % @.+7$)&$124% &8--.&$%i% (+6%{% ()$% ?.*+'126*&')*08'$69%%:/%3.7L)LiM4&L{MM%R%Q%/.)%(11%/8+3'*.+&%)%L�M4%&L�M%&83#%'#('%;)LiM%(+6%;&L{M%$<*&'4%'#$+%{(+6%i%()$%*+6$-$+6$+'9%%".%&$$%'#*&4%3#..&$%)L8M%R%I%/.)%8%�%8�4%)L8M%R%Q%.'#$)5*&$C%3#..&$%&L<M%R%I/.)%<%�%<�4%&L<M%R%Q%.'#$)5*&$9%%"#$+%;)LiM%R%VL8�M%(+6%;&L{M%R%eL<�M4%5#$)$%V%(+6%e%()$%'#$;(),*+(1%38;81('*7$%6*&')*08'*.+%/8+3'*.+&4%(+6%Q%R%3.7%R%bL8�4<�M%G%VL8�M�eL<�M4%5#$)$%b%*&%'#$%?.*+'38;81('*7$%6*&')*08'*.+%/8+3'*.+9%%%V$+3$4%bL84<M%R%VL8M�eL<M4%(+6%{4%i%()$%*+6$-$+6$+'9%%=.'$%'#('%3.7%Li4{M%R%Q%*&%+.'%&8//*3*$+'%'.%*;-12%i4{%*+6$-$+6$+'9%%b.)%$<(;-1$4%,L<M%R%y%/.)

GI%�%<%�%1%(+6%/L8�<M%R%y%/.)%GI%�%8G<F%�%I%*&%+.+*+6$-$+6$+'%5*'#%;Li�{R<M%R%<F4%08'%3.7Li4{M%R;{E%R%Q9%%b8)'#$);.)$4%;Li�{R<M%�%Q%*&%+.'%&8//*3*$+'%'.%*;-12%i4{%*+6$-$+6$+'9%%b.)%$<(;-1$4%,L<MR%y%/.)%GI%�%<%�%I%(+6%/L8�<MR%IfFLI%]%<FM%/.)%GLI]%<FM%�%8%�%LI%]%<FM%*&%+.+*+6$-$+6$+'%5*'#%;LiF�<M%R%LI%]%<F%MF%�%;)iF%R%FvfIh4%08'%;Li�{R<M%�%Q9

;I$J.K&)33=%D8--.&$%;.+'#12%/(;*12%*+3.;$%L*+%'#.8&(+6&%./%6.11()&M%*&%(%)(+6.;%7()*(01$%d5*'#%(%@rb%bL2M%R%I%G%2GF%/.)%2%p%I9%%D8--.&$%(%)(+6.;%7()*(01$%|%*&%.+$%/.)%#.;$%.5+$)&%(+6%`$)..'#$)5*&$4% (+6% '#('% '#$% 3.+6*'*.+(1% -).0(0*1*'2% ./% '#$% $7$+'% |% R% I4% ,*7$+%d4% *&% LdGIMfd9% % "#$8+3.+6*'*.+(1%$<-$3'('*.+%./%d%*&%F9%%"#$%?.*+'%6$+&*'2%./%d%(+6%|%*&%/L2M�,L`o2M%R%LF2GEM%LI%G%2GIM%/.)

`%R%I9%%"#$%8+3.+6*'*.+(1%-).0(0*1*'2%./%|%R%I%*&%'#$+% /L2M�,L`o2M62%R%IfE9%%_(2$&%>(5%,*7$&���

7�I

'#$%3.+6*'*.+(1%6$+&*'2%./%d%,*7$+%`%R%I4%/L2o`M%R%/L2M�,L`o2Mf /L2M�,L`o2M62%R%Lg2GEM%LI%G%2GIM4%&.���

7�I

'#('%'#$%3.+6*'*.+(1%$<-$3'('*.+%./%d%,*7$+%`%R%I%*&%aLdo|RIM%R 2%/L2o`M62%R%E9���

7�I

;I$J.K&)3*9%"#$%-).01$;%./%*+'$)-)$'*+,%'#$%)$&81'&%./%;$6*3(1%'$&'&%*118&')('$&%_(2$&%>(59%%J01..6%'$&'%/.)%-).&'('$%3(+3$)%*&%B+.5+%'.%2*$16%(%Y-.&*'*7$Z%5*'#%-).0(0*1*'2%Q9z%*/%3(+3$)%*&%-)$&$+'4(+6%(%/(1&$%Y-.&*'*7$Z%5*'#%-).0(0*1*'2%./%Q9F%*/%3(+3$)%*&%+.'%-)$&$+'9%%"#$%-)$7(1$+3$%./%'#$%3(+3$)*+%'#$%-.-81('*.+%./%;(1$&%*&%Q9Qh9%%"#$+4%'#$%3.+6*'*.+(1%-).0(0*1*'2%./%3(+3$)4%,*7$+%(%Y-.&*'*7$Z'$&'%)$&81'4%$A8(1&%'#$%?.*+'%-).0(0*1*'2%./%3(+3$)%(+6%(%-.&*'*7$%'$&'%)$&81'4%LQ9QhMLQ9zM4%6*7*6$6%02%'#$-).0(0*1*'2%./%(%-.&*'*7$%'$&'%)$&81'4%LQ9QhMLQ9zM]LQ9zhMLQ9FM4%.)%Q9FEh9%%"#8&4%(%Y-.&*'*7$Z%'$&'%#(&%%(1.5%-).0(0*1*'2%./%*6$+'*/2*+,%(%3(&$%./%3(+3$)4%(+6%*/%(11%Y-.&*'*7$Z%'$&'&%5$)$%/.11.5$6%02%&8),$)24(0.8'%sh%-$)3$+'%./%'#$&$%&8),$)*$&%5.816%-).7$%8++$3$&&()29

Page 27: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)12*O()4$5&)MQ!777777777777777777777777777777777777777777777777777777777777777777777777777!

E9h9IF9%%"#$%6*&38&&*.+%./%$<-$3'('*.+&%5*11%0$%3.+3186$6%5*'#%(%1*&'%./%6$'(*1$6%-).-$)'*$&%./3#()(3'$)*&'*3%/8+3'*.+&%(+6%;.;$+'%,$+$)('*+,%/8+3'*.+&K

(9%%~L'M%R%;$�'d%�%;3.&L'dM%]%�;&*+L'dM909%%|%R%(%]%0d%#(&%'#$%3/%$�'(~L0'M%(+6%|%R%/LdM%#(&%'#$%3/%;$�'�/LdM9%39%%:/%;dB%$<*&'&4%'#$+%~LBML'M%�%6B~L'Mf6'B%$<*&'&4%&('*&/*$&%'#$%0.8+6%�6B~L'Mf6'B�%�%;�d�B4%(+6%*&8+*/.);12%3.+'*+8.8&4%(+6%;dB%R%L�MB~LBMLQM9%%:/%~LBML'M%$<*&'&4%'#$+%;dB%$<*&'&9%%69%%:/%d%#(&%/*+*'$%;.;$+'&%'#).8,#%.)6$)%B4%'#$+%~L'M%#(&%(%"(21.)�&%$<-(+&*.+%

%%~L'M%R %�?L;d?M'?f?�%]%T~LBML�'M%G%~LBMLQMU'BfB�%�=@�Q

5#$)$%�%*&%(%&3(1()%5*'#%Q%m%�%m%IC%'#$%"(21.)�&%$<-(+&*.+%&('*&/*$&%'#$%0.8+6&%

%%%�~L'M%G% �?%L;d?M'?f?��%�%�'�B;�d�BfB�%�=�I@�Q

(+6

�~L'M%G% �?%L;d?M'?f?��%�%F�'�B;�d�BfB�%%�=@�Q

:/%;dB%$<*&'&4%'#$+%'#$%$<-)$&&*.+%�L'M%R%>+%~L'M4%3(11$6%'#$%"%.&03!.9$*$.#%*1"#1.!')0.#1&0!.).)+)-$0#!5%0%*$#105!')0.#1&04%#(&%(%"(21.)�&%$<-(+&*.+%

%%�L'M%R% �?�?'?f?�%]%T�LBML�'M%G%�LBML'MU4%%%�=@�I

5#$)$%�LBM%�%6B�f6'B4%(+6%�%*&%(%&3(1()%5*'#%Q%m%�%m%I9%%"#$%$<-)$&&*.+&%�?%()$%3(11$6%'#$%.)+)-$0#"./%'#$%6*&')*08'*.+4%(+6%&('*&/2%�I%R%;d%(+6%�F%R%t()LdM9%%"#$%$<-)$&&*.+%�Ef�FEfF%*&%3(11$6%'#$"=%80%""4%(+6%'#$%$<-)$&&*.+%�Hf�FF%G%E%*&%3(11$6%'#$%=)*#&"1"!L*9$94%'#*3B+$&&%./%'(*1&%)$1('*7$%'.3$+'$)M4%./%'#$%6*&')*08'*.+9%%$9%%:/%d%*&%+.);(112%6*&')*08'$6%5*'#%;$(+%n%(+6%7()*(+3$%PF4%'#$+%*'&%3#()(3'$)*&'*3%/8+3'*.+%*&$<-L�n'GPF'FfFM9%%"#$%+.);(1%#(&%38;81(+'&%�I%R%n4%�F%R%PF4%�E%R%�H%R%Q9%%%/9% %c(+6.;%7()*(01$&%{%(+6%d%#(7$%*6$+'*3(1%6*&')*08'*.+%/8+3'*.+&%*/%(+6%.+12%*/%'#$2%#(7$*6$+'*3(1%3#()(3'$)*&'*3%/8+3'*.+&9%%,9%%:/%d+% -%d%L&$$%@#(-9%H9IM4%'#$+%'#$%(&&.3*('$6%3#()(3'$)*&'*3%/8+3'*.+&%&('*&/2%~+L'M% %~L'M%/.)$(3#%'9%%@.+7$)&$124%*/%d+%#(&%3#()(3'$)*&'*3%/8+3'*.+%~+L'M%3.+7$),*+,%-.*+'5*&$%'.%(%/8+3'*.+%~L'M'#('%*&%3.+'*+8.8&%('%'%R%Q4%'#$+%'#$)$%$<*&'&%d%&83#%'#('%~L'M%*&%'#$%3#()(3'$)*&'*3%/8+3'*.+%./%d(+6%d+% -%d9%%#9%%"#$%3#()(3'$)*&'*3%/8+3'*.+%./%(%&8;%./%*+6$-$+6$+'%)(+6.;%7()*(01$&%$A8(1&%'#$%-).683'%./'#$%3#()(3'$)*&'*3%/8+3'*.+&%./%'#$&$%)(+6.;%7()*(01$&4%(+6%'#$%&$3.+6%3#()(3'$)*&'*3%/8+3'*.+%./(%&8;%./%*+6$-$+6$+'%)(+6.;%7()*(01$&%*&%'#$%&8;%./%'#$%&$3.+6%3#()(3'$)*&'*3%/8+3'*.+&%./%'#$&$7()*(01$&C%'#$%3#()(3'$)*&'*3%/8+3'*.+%./%(%;$(+%./%+%*+6$-$+6$+'12%*6$+'*3(112%6*&')*08'$6%)(+6.;7()*(01$&4%5*'#%3#()(3'$)*&'*3%/8+3'*.+%~L'M4%*&%~L'f+M+9%%

Page 28: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)12*P()4$5&)O+!777777777777777777777777777777777777777777777777777777777777777777777777777!

D*;*1()% -).-$)'*$&% #.16% /.)% -).-$)% ;.;$+'% ,$+$)('*+,% /8+3'*.+&4% 5*'#% .07*.8&% ;.6*/*3('*.+&KD8--.&$%(%)(+6.;%7()*(01$%d%#(&%(%-).-$)%;,/%;L'M4%/*+*'$%/.)%�'�%m%�4%5#$)$%�%*&%(%-.&*'*7$%3.+&'(+'9"#$+4%'#$%/.11.5*+,%-).-$)'*$&%#.16K%

(9%%;L'M%R%;$'d%/.)%�'�%m%�9%%09%%|%R%(%]%0d%#(&%'#$%;,/%$'(;L0'M9%%39%%;dB%$<*&'&%/.)%(11%B%p%Q4%(+6%;%�%6B;L'Mf6'B%$<*&'&%(+6%*&%8+*/.);12%3.+'*+8.8&%/.)%�'�%m%�4%5*'#;dB%R%;dLQM9%%69%%;L'M%#(&%(%"(21.)�&%$<-(+&*.+%L/.)%(+2%BM%;dL'M%R%L;d?M'?f?�%]%T;L�'M%G%;LQMU'BfB�4%5#$)$%�%*&(%&3(1()%5*'#%Q%m%�%m%I9%%%$9%%:/%d%*&%+.);(112%6*&')*08'$6%5*'#%;$(+%n%(+6%7()*(+3$%PF4%'#$+%*'%#(&%;,/%$<-Ln']PF'FM9%%/9%%c(+6.;%7()*(01$&%{%(+6%d%5*'#%-).-$)%;,/%#(7$%*6$+'*3(1%6*&')*08'*.+%/8+3'*.+&%*/%(+6%.+12*/%'#$*)%;,/%()$%*6$+'*3(19%%,9%%:/%d+% -%d%(+6%'#$%(&&.3*('$6%;,/%()$%/*+*'$%/.)%�'�%m%�4%'#$+%'#$%;,/%./%d+%3.+7$),$&%-.*+'5*&$'.%'#$%leb%./%d9%%@.+7$)&$124%*/%d+%#(7$%-).-$)%leb%5#*3#%3.+7$),$&%-.*+'5*&$%'.%(%/8+3'*.+;L'M%'#('%*&%/*+*'$%/.)%�'�%m%�4%'#$+%'#$)$%$<*&'&%d%&83#%'#('%;L'M%*&%'#$%;,/%./%d%(+6%d+% -%d9%%#9%%"#$%;,/%./%(%&8;%./%*+6$-$+6$+'%)(+6.;%7()*(01$&%$A8(1&%'#$%-).683'%./%'#$%;,/%./%'#$&$)(+6.;% 7()*(01$&C% '#$% ;,/% ./% '#$% ;$(+% ./% +% *+6$-$+6$+'12% *6$+'*3(112% 6*&')*08'$6% )(+6.;7()*(01$&4%$(3#%5*'#%-).-$)%;,/%;L'M4%*&%;L'f+M+9%%

"#$%6$/*+*'*.+&%./%3#()(3'$)*&'*3%(+6%;.;$+'%,$+$)('*+,%/8+3'*.+&%3(+%0$%$<'$+6$6%'.%7$3'.)&%./)(+6.;%7()*(01$&9%%D8--.&$%d%*&%(%+^I%)(+6.;%7$3'.)4%(+6%1$'%/%0$%(%+^I%7$3'.)%./%3.+&'(+'&9%%"#$+~L/M%R%;$�/�d%*&%'#$%3#()(3'$)*&'*3%/8+3'*.+%(+6%;L/M%R%;$/�d%*&%'#$%;.;$+'%,$+$)('*+,%/8+3'*.+9%%"#$-).-$)'*$&% ./% 3/% (+6% ;,/% 1*&'$6% (0.7$% (1&.% #.16% *+% '#$*)% ;81'*7()*('$% 7$)&*.+&4% 5*'#% .07*.8&;.6*/*3('*.+&9%%b.)%3#()(3'$)*&'*3%/8+3'*.+&4%'5.%./%'#$%*;-.)'(+'%-).-$)'*$&%')(+&1('$%'.L0qM%|%R%$%]%Bd4%5#$)$%$%*&%(%;^I%7$3'.)%(+6%B%*&%(%;^+%;(')*<4%#(&%3/%$�/�$~LB/M9L$qM%*/%d%*&%;81'*7()*('$%+.);(1%5*'#%;$(+%^%(+6%3.7()*(+3$%;(')*<%����4%'#$+%*'&%3#()(3'$)*&'*3/8+3'*.+%*&%$<-L�^�/%G%/�����/fFM9

J%8&$/81%*;-1*3('*.+%./%L0qM%(+6%L$qM%*&%'#('%(%1*+$()%')(+&/.);('*.+%./%(%;81'*7()*('$%+.);(1%7$3'.)*&%(,(*+%;81'*7()*('$%+.);(19%%@.+6*'*.+&%L3M%(+6%L6M%)$1('*+,%"(21.)q&%$<-(+&*.+&%(+6%;.;$+'&%/.)8+*7()*('$%3/%#(7$%;81'*7()*('$%7$)&*.+&%5#$)$%'#$%$<-(+&*.+&%()$%*+%'$);&%./%-()'*(1%6$)*7('*7$&%./7()*.8&%.)6$)&9%%@.+6*'*.+&%%L/M%'#).8,#%L#M%()$%8+3#(+,$6%*+%'#$%;81'*7()*('$%7$)&*.+9%%

"#$%-).-$)'*$&%./%3#()(3'$)*&'*3%/8+3'*.+&%(+6%;.;$+'%,$+$)('*+,%/8+3'*.+&%()$%6*&38&&$6%(+6$&'(01*&#$6% *+% @9% c9% c(.% >*+$()% D'('*&'*3(1% :+/$)$+3$4% F09H4% (+6%S9% b$11$)% J+% :+').683'*.+% '.\).0(0*1*'2%"#$.)24%::4%@#(-9%IE%(+6%Ih9%%

Page 29: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)12*Q()4$5&)O3!777777777777777777777777777777777777777777777777777777777777777777777777777!

1=M=)):<9FE#A<!9:?AFE)A#)<9FGA!)>9<?9BC;E

%%g9I9%%D8--.&$%{%*&%(%;$(&8)(01$%)(+6.;%7()*(01$%.+%L�4"M%5*'#%(%6*&')*08'*.+%bL<M%'#('%*&%(0&.18'$123.+'*+8.8&%5*'#%)$&-$3'%'.%>$0$&,8$%;$(&8)$4%&.%'#('%{%#(&%(%6$+&*'2%/L<M9%%@.+&*6$)%(+%*+3)$(&*+,')(+&/.);('*.+%d%R%VL{MC%'#$+%d%*&%(+.'#$)%)(+6.;%7()*(01$9%%>$'%#%6$+.'$%'#$%*+7$)&$%/8+3'*.+%./VC%*9$94%2%R%VL<M%*;-1*$&%<%R%#L2M9%%"#$%6*&')*08'*.+%/8+3'*.+%./%d%*&%,*7$+%02

%%eL2M%R%\)Ld%�%2M%R%\)LVL{M%�%2M%R%\)L{%�%#L2MM%R%bL#L2MM9

S#$+%#L2M% *&%6*//$)$+'*(01$4%5*'#%(%6$)*7('*7$%#�L2M%R%6#L2Mf624% '#$%6$+&*'2%./%d% *&%.0'(*+$6%026*//$)$+'*('*+,4%(+6%&('*&/*$&%%,L2M%R%/L#L2MM#�L2M9%%D*+3$%2%�%VL#L2MM4%.+$%.0'(*+&%02%6*//$)$+'*('*.+'#$% /.);81(% I% �% V�L#L2MM#�L2M4% .)% #�L2M% R% IfV�L#L2MM9% % D80&'*'8'*+,% '#*&% /.);81(% ,*7$&% ,L2M% R/L#L2MMfV�L#L2MM9

;I$J.K&)31=%%D8--.&$%{%#(&%'#$%6*&')*08'*.+%/8+3'*.+%bL<M%R%IG$G<%/.)%<%p%Q4%5*'#%bL<M%R%Q%/.)<%�%QC%'#$+%{%*&%&(*6%'.%#(7$%(+%$<-.+$+'*(1%6*&')*08'*.+9%%D8--.&$%d%R%VL{M%�%1.,%{4%&.%'#('%{%R#LdM%�%$d9%%"#$+4%eL2M%R%IG$<-LG$2M%(+6%eL2M%R%$<-LG$2M$2%R%$<-L2G$2M%/.)%G%m%2%m%]9%%"#*&%*&%3(11$6(+%$<')$;$%7(18$%6*&')*08'*.+9%%J%'#*)6%$<(;-1$%*&%{%5*'#%&.;$%6*&')*08'*.+%/8+3'*.+%b%(+6%6$+&*'2/4%(+6%d%R%bL{M4%&.%'#('%/.)%(+2%7(18$%./%{4%'#$%3.))$&-.+6*+,%7(18$%./%d%*&%'#$%-).-.)'*.+%./%(11%{'#('%()$%0$1.5%'#*&%7(18$9%%>$'%<-%6$+.'$%'#$%&.18'*.+%'.%bL<M%R%-9%%"#$%6*&')*08'*.+%/8+3'*.+%./%d%*&eL2M%R%bL<2M%R%29%%V$+3$4%d%#(&%'#$%8+*/.);%6$+&*'2%.+%'#$%8+*'%*+'$)7(19

"#$%)81$%/.)%(+%*+3)$(&*+,%')(+&/.);('*.+%./%(%)(+6.;%7()*(01$%{%3(+%0$%$<'$+6$6%*+%&$7$)(15(2&9%%:/%'#$%')(+&/.);('*.+%d%R%VL{M%*&%6$3)$(&*+,%)('#$)%'#(+%*+3)$(&*+,4%'#$+

%%eL2M%R%\)Ld%�%2M%R%\)LVL{M%�%2M%R%\)L{%�%#L2MM%R%IGbL#L2MM4

5#$)$%#%*&%'#$%*+7$)&$%/8+3'*.+%./%V9%%r*//$)$+'*('*+,4

%%,L2M%R%/L#L2MMLG#�L2MM9

"#$+4%3.;0*+*+,%3(&$&4%.+$%#(&%'#$%)$&81'%'#('%'&*!$07!&0%2#&2&0%!#*$0"'&*+$#1&0!d%R%VL{M%81#910/%*"%!{%R%#LdMD!#9%!3%0"1#7!&'!d%1"

%%,L2M%R%/L#L2MM�#�L2M�%�%/L#L2MMf�V�L#L2M�9

J+%$<(;-1$%./%(%6$3)$(&*+,%')(+&/.);('*.+%*&%{%5*'#%'#$%$<-.+$+'*(1%6$+&*'2%$G<%/.)%<%p%Q4%(+6%d%RIf{9%%D#.5%(&%(+%$<$)3*&$%'#('%eL2M%R%$GIf2%(+6%,L2M%R%$GIf2f2F9

Page 30: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)121+()4$5&)O*!777777777777777777777777777777777777777777777777777777777777777777777777777!

@.+&*6$)%(%')(+&/.);('*.+%d%R%VL{M%'#('%*&%+.'%.+$G'.G.+$9%%"#$%*+'$)7(1%LG42M%%*&%'#$%*;(,$%./(%&$'%J2%./%<%7(18$&%'#('%;(2%#(7$%(%3.;-1*3('$6%&')83'8)$9%%j+$%3(+%5)*'$

%%eL2M%R%\)Ld%�%2M%R%\)LVL{M%�%2M%R%\)L{%�%J2M%R%bLJ2M9

:/%'#*&%$<-)$&&*.+%*&%6*//$)$+'*(01$4%'#$+%*'&%6$)*7('*7$%,*7$&%'#$%6$+&*'29%%

;I$J.K&)36=%%:/%{%#(&%(%6*&')*08'*.+%b%(+6%6$+&*'2%/4%(+6%d%R%�{�4%'#$+%J2%R%TG242U4%*;-12*+,eL2M%R%bL2M%G%bLG2M%(+6%/L2M%R%/L2M%]%/LG2M9%%

;I$J.K&)3L9%%:/%d%R%{F4%'#$+%J2%R%TG2IfF42IfFU4%eL2M%R%bL2IfFM%G%bLG2IfFM9%%r*//$)$+'*('*+,%/.)%2%�%Q4,L2M%R%L/L2IfFM%]%/LG2IfFMMfF2IfF9%%J--12*+,%'#*&%'.%'#$%&'(+6()6%+.);(1%5*'#%bL<M%R%}L<M4%'#$%6$+&*'2%./d%*&%,L2M%R�L2IfFMf2IfF%%R%LFu2MGy�$G2fF4%3(11$6%'#$%3#*G&A8()$%5*'#%.+$%6$,)$$%./%/)$$6.;9

E9g9F9%%=$<'%3.+&*6$)%')(+&/.);('*.+&%./%)(+6.;%7$3'.)&9%%"#$&$%')(+&/.);('*.+&%5*11%-$);*'%8&'.% (+(12`$% &8;&% .)% .'#$)% /8+3'*.+&% ./% )(+6.;%7()*(01$&9% % D8--.&$%{% *&% (% +^I% )(+6.;%7$3'.)9@.+&*6$)%/*)&'%'#$%')(+&/.);('*.+%d%R%J{4%5#$)$%J%*&%(%+.+&*+,81()%+^+%;(')*<9%%"#$%/.11.5*+,)$&81'%/).;%;81'*7()*('$%3(13818&%)$1('$&%'#$%6$+&*'*$&%./%{%(+6%dK%%

:-&T0&J)1=P=%:/%{%#(&%6$+&*'2%/L<M4%(+6%d%R%9{4%5*'#%9%+.+&*+,81()4%'#$+%'#$%6$+&*'2%./%d%*&

%%,L2M%R%/L9GI2Mf�6$'L9M�%9

\)../K%%S$%5*11%-).7$%'#$%)$&81'%*+%'5.%6*;$+&*.+&4%1$(7*+,%'#$%,$+$)(1%3(&$%'.%'#$%)$(6$)9%%b*)&'4

3.+&*6$)%'#$%3(&$ 5*'#%(II%p%Q%(+6%(FF%p%Q9%%j+$%#(&%eL2I42FM%�%bL2If(II42Ff(FFM9NINF

$II Q

Q $FF

OIOF

r*//$)$+'*('*+,%5*'#%)$&-$3'%'.%2I%(+6%2F4%,L2I42FM%�%/L2If(II42Ff(FFMf(II(FF9%%"#*&%$&'(01*&#$&%'#$%)$&81'

/.)%6*(,.+(1%')(+&/.);('*.+&9%%D$3.+64%3.+&*6$) %5*'#%(II%p%Q%(+6%(FF%p%Q9%%"#$+NINF

$II Q

$FI $FF

OIOF

eL2I42FM%�% /L<I4<FM6<F6<I9%%r*//$)$+'*('*+,%5*'#%)$&-$3'%'.%2I%(+6%2F%2*$16&%�7If$II

BI��� �L7F�$FIMf$FF

BF���

%%�FeL2I42FMf�2I�2F%�%,L2I42FM%R%L(II(FFMGI/L2If(II4L2FG2I(FIf(IIMf(FFM9%%

Page 31: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)1213()4$5&)O1!777777777777777777777777777777777777777777777777777777777777777777777777777!

"#*&% $&'(01*&#$&% '#$% )$&81'% /.)% ')*(+,81()% ')(+&/.);('*.+&9% % b*+(1124% 3.+&*6$)% '#$% ,$+$)(1

')(+&/.);('*.+% 5*'#%(II%p%Q%(+6%(II(FFG(IF(FI%p%Q9%%J--12%'#$%)$&81'%/.)%')*(+,81()NINF

$II $IF$FI $FF

OIOF

')(+&/.);('*.+&%/*)&'%'.% 4%(+6%&$3.+6%'.% 9%%"#*&PIPF

I $IFf$IIQ I

OIOF

NINF

$II Q

$FI $FF�$IF$FIf$II

PIPF

,*7$&%'#$%,$+$)(1%')(+&/.);('*.+4%(& 9%%"#$%%6$+&*'2%./$II $IF$FI $FF

$II Q

$FI $FF�$IF$FIf$II

I $IFf$IIQ I

|% *&% #L`I4`FM% R% /L`IG`F(IFf(II4`FM4% (+6% ./% d% *&% ,L2I42FM% R% #L2If(II4L2FG2I(FIf(IIMfL(FFG(IF(FIf(IIMM9D80&'*'8'*+,%/.)%#%*+%'#$%1(&'%$<-)$&&*.+%(+6%&*;-1*/2*+,%,*7$&%

%%,L2I42FM%R%/LL(FF2IG(IF2FMfr4L(II2FG(FI2IMfrMfr4%

5#$)$%r%R%(II(FFG(IF(FI%*&%'#$%6$'$);*+(+'%./%'#$%')(+&/.);('*.+9%%S$%1$(7$%(&%(+%$<$)3*&$%'#$%-)../%./%'#$%'#$.)$;%/.)%'#$%6$+&*'2%./%d%R%J{%*+%'#$%,$+$)(1%3(&$

5*'#%J%+^+%(+6%+.+&*+,81()9%%b*)&'4%)$3(11%'#('%J%3(+%0$%/(3'.)$6%&.%'#('%J%R%\>ri���4%%5#$)$%\%(+6�%()$%-$);8'('*.+%;(')*3$&4%>%(+6%i%()$%1.5$)%')*(+,81()%5*'#%.+$&%6.5+%'#$%6*(,.+(14%(+6%r%*&%(+.+&*+,81()%6*(,.+(1%;(')*<9% %S)*'$%d%R%\>ri��{9% %"#$+%3.+&*6$)% '#$% &$)*$&%./% *+'$);$6*('$')(+&/.);('*.+&%.0'(*+$6%02%(--12*+,%$(3#%;(')*<%*+%'8)+4%3.+&')83'*+,%'#$%6$+&*'*$&%(&%5(&%6.+$-)$7*.8&129%%�

E9g9E9%%"#$%$<'$+&*.+%/).;%1*+$()%')(+&/.);('*.+&%'.%.+$G'.G.+$%+.+1*+$()%')(+&/.);('*.+&%./7$3'.)&%*&%&')(*,#'/.)5()69%%@.+&*6$)%d%R%VL{M4%5*'#%(+%*+7$)&$%')(+&/.);('*.+%{%R%#LdM9%%J'%(%-.*+'2.%(+6%<.%R%#L2.M4%(%/*)&'G.)6$)%"(21.)�&%$<-(+&*.+%,*7$&

%%2%G%2.%R%9L<%G%<.M%]%&L<%G%<.M4

5#$)$%9%*&%'#$%Q$.&6%$0!;(')*<%

%%%9%R% %

�L ILB &Mf�BI 999 �L ILB &Mf�B0o o

�L0LB &Mf�BI 999 �L0LB &Mf�B0

(+6%'#$%+.'('*.+%&L`M%;$(+&%(+%$<-)$&&*.+%'#('%*&%&;(11%)$1('*7$%'.%`9%%J1'$)+('$124%.+$%#(&

Page 32: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)121*()4$5&)O6!777777777777777777777777777777777777777777777777777777777777777777777777777!

B%R%9GI%R% 9

�9 IL7 &Mf�7I 999 �9 IL7 &Mf�70o o

�9 0LB &Mf�7I 999 �9 0L7 &Mf�70

"#$%-).0(0*1*'2%./%d%*+%'#$%1*''1$%)$3'(+,1$%T2.42.]�2U%*&%(--).<*;('$12%$A8(1%'.%'#$%-).0(0*1*'2%./%{*+%'#$%1*''1$%)$3'(+,1$%T<.4<.]JGI�2U9%%"#*&%*&%'#$%&(;$%&*'8('*.+%(&%*+%'#$%1*+$()%3(&$4%$<3$-'%'#$)$%'#$$A8(1*'2%5(&%$<(3'9%%"#$+4%'#$%/.);81(&%/.)%'#$%1*+$()%3(&$%3())2%.7$)%6*)$3'124%5*'#%'#$%�(3.0$(+;(')*<%./%'#$%')(+&/.);('*.+%)$-1(3*+,%'#$%1*+$()%')(+&/.);('*.+%;(')*<%J9%%:/%/L<M%*&%'#$%6$+&*'2%./{4%'#$+%,L2M%R%/L#L2MM��6$'LB_�%R%/L#L2MMf�6$'L9M�%*&%'#$%6$+&*'2%./%d9

;I$J.K&)3M=%D8--.&$%(%)(+6.;%7$3'.)%L{4|M%#(&%(%6$+&*'2%/L<4`M%/.)%<4`%p%Q4%(+6%3.+&*6$)%'#$+.+1*+$()%')(+&/.);('*.+%S%R%{�|%(+6%d%R%{f|4%5#*3#%#(&%'#$%*+7$)&$%')(+&/.);('*.+%{%R%LSdMIfF

(+6%|%R%LSfdMIfF9%%"#$%�(3.0$(+%;(')*<%*&%_%R% 4%(+6%6$'LBM%R%IfF29R �IfFN IfFfF R IfFN �IfFfF

R �IfFN �IfFfF �R IfFN �EfFfF

V$+3$4%'#$%6$+&*'2%./%L542M%*&%/LL52MIfF4L5f2MIfFMfF29

:+% -)*+3*-1$4% *'% *&% -.&&*01$% '.% (+(12`$% +G6*;$+&*.+(1% +.+1*+$()% ')(+&/.);('*.+&% '#('% ()$% +.'.+$G'.G.+$% *+% '#$%&(;$%;(++$)%(&% '#$%.+$G6*;$+&*.+(1%3(&$4%02%5.)B*+,%5*'#% '#$%.+$G'.G;(+2*+7$)&$%')(+&/.);('*.+9%%"#$)$%()$%+.%,$+$)(1%/.);81(&4%(+6%$(3#%3(&$%+$$6&%'.%0$%')$('$6%&$-()('$129

j/'$+%*+%(--1*3('*.+&4%.+$%*&%*+'$)$&'$6%*+%(%')(+&/.);('*.+%/).;%(%+^I%7$3'.)%./%)(+6.;%7()*(01$&{%'.%(%1.5$)%6*;$+&*.+9%%b.)%$<(;-1$4%.+$%;(2%0$%*+'$)$&'$6%*+%'#$%&3(1()%)(+6.;%7()*(01$%D%R%{I]%999%%]%{+9%%:/%.+$%N/*11&%.8'N%'#$%')(+&/.);('*.+%*+%(%.+$G'.G.+$%5(24%&.%'#('%'#$%)(+6.;%7()*(01$&%./*+'$)$&'%()$%3.;-.+$+'&%./%'#$%3.;-1$'$%')(+&/.);('*.+4%'#$+%"#$.)$;%E9g%3(+%0$%(--1*$69%%:+%'#$3(&$%./%D4%'#$%')(+&/.);('*.+%dI%�%D%/*11$6%.8'%02%d*%R%{*%/.)%*%R%F49994+%*&%.+$G'.G.+$4%5*'#%

%%%%% 9%

NINFNEoN0

I I I 999 I

Q I Q 999 Q

Q Q I 999 Q

o o o oQ Q Q 999 I

OIOFOEoO0

Page 33: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)1211()4$5&)OL!777777777777777777777777777777777777777777777777777777777777777777777777777!

;I$J.K&)3O=%%@.+&*6$)%(%)(+6.;%7$3'.)%L{4|M%5*'#%(%6$+&*'2%/L<4`M4%(+6%'#$%')(+&/.);('*.+%D%R

{%]%|%(+6%"%R%|4%.) 9%%"#$%�(3.0$(+%./%'#*&%')(+&/.);('*.+%*&%.+$4%(+6%*'&%*+7$)&$%*&IK

I IQ I

OP

4%&.%'#$%6$+&*'2%./%LD4"M%*&%,L&4'M%R%/L&G'4'M9%%"#$%;(),*+(1%6$+&*'2%./%D%*&%'#$+%,IL&MOP

I �IQ I

IK

R% /L&G'4'M6'9%%:/%{%(+6%|%()$%&'('*&'*3(112%*+6$-$+6$+'4%&.%'#('%'#$*)%6$+&*'2%*&%/L<4`M%R%/IL<M�/FL`M4���

#���

'#$+%'#*&%0$3.;$&%,IL&M%R% /IL&G'M�/FL'M6'9%%"#*&%*&%'$);$6%(%.&0/&-)#1&0%/.);81(9���

#���

1=O=))E4;,?9C)G?E:<?B\:?AFE

E9s9I9% J% +8;0$)% ./% &-$3*(1% -).0(0*1*'2% 6*&')*08'*.+&% (--$()% /)$A8$+'12% *+% &'('*&'*3&% (+6$3.+.;$')*3&4%0$3(8&$%'#$2%()$%3.+7$+*$+'%/.)%(--1*3('*.+&%.)%*118&')('*.+&4%0$3(8&$%'#$2%()$%8&$/81/.)%(--).<*;('*.+&4%.)%0$3(8&$%'#$2%3).-%8-%*+%1*;*'*+,%(),8;$+'&9%%%"#$%'(01$&%('%'#$%$+6%./%'#*&@#(-'$)%1*&'%;(+2%./%'#$&$%6*&')*08'*.+&9%%

E9s9F9% "(01$% E9I% 1*&'&% 6*&3)$'$% 6*&')*08'*.+&9% % "#$% 0*+.;*(1% (+6% ,$.;$')*3% 6*&')*08'*.+&% ()$-()'*381()12%&*;-1$4%(+6%()$%(&&.3*('$6%5*'#%&'('*&'*3(1%$<-$)*;$+'&%&83#%(&%3.*+%'.&&$&9%%"#$%\.*&&.+6*&')*08'*.+%*&%./'$+%8&$6%'.%;.6$1%'#$%.338))$+3$%./%)()$%$7$+'&9%%"#$%#2-$),$.;$')*3%6*&')*08'*.+*&%(&&.3*('$6%5*'#%31(&&*3(1%-).0(0*1*'2%$<-$)*;$+'&%./%6)(5*+,%)$6%(+6%5#*'$%0(11&%/).;%8)+&4%(+6*&%(1&.%8&$6%'.%(--).<*;('$%;(+2%.'#$)%6*&')*08'*.+&9

E9s9E9%"(01$%E9F%1*&'%(%+8;0$)%./%3.+'*+8.8&%6*&')*08'*.+&4%*+3186*+,%&.;$%0(&*3%6*&')*08'*.+&%&83#(&%'#$%,(;;(%(+6%0$'(%/).;%5#*3#%.'#$)%6*&')*08'*.+&%()$%3.+&')83'$69%%"#$%$<')$;$%7(18$%(+61.,*&'*3%6*&')*08'*.+&%()$%8&$6%*+%'#$%$3.+.;*3%'#$.)2%./%6*&3)$'$%3#.*3$4%(+6%()$%(1&.%./%&'('*&'*3(1*+'$)$&'%0$3(8&$%'#$2%#(7$%&*;-1$%31.&$6%/.);%@rbq&9%%

E9s9H9%"#$%+.);(1%6*&')*08'*.+%(+6%*'&%)$1('$6%6*&')*08'*.+&%-1(2%(%3$+')(1%).1$%*+%$3.+.;$')*3&40.'#%0$3(8&$%'#$2%-).7*6$%'#$%/.8+6('*.+%/.)%/*+*'$G&(;-1$%6*&')*08'*.+%)$&81'&%/.)%)$,)$&&*.+%;.6$1&5*'#%+.);(112%6*&')*08'$6%6*&'8)0(+3$&4%(+6%0$3(8&$%'#$2%(--$()%(&%1*;*'*+,%(--).<*;('*.+&%*+%1(),$&(;-1$&%$7$+%5#$+%'#$%/*+*'$%&(;-1$%6*&')*08'*.+&%()$%8+B+.5+%.)%*+')(3'(01$9%%"(01$%E9E%1*&'&%'#$+.);(1% 6*&')*08'*.+4% (+6% (% +8;0$)% ./% .'#$)% 6*&')*08'*.+&% '#('% ()$% )$1('$6% '.% *'9% % "#$% '% (+6% b6*&')*08'*.+&%(--$()%*+%'#$%'#$.)2%./%#2-.'#$&*&%'$&'*+,4%(+6%'#$%3#*G&A8()$%6*&')*08'*.+%(--$()&%*+

Page 34: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)1216()4$5&)OM!777777777777777777777777777777777777777777777777777777777777777777777777777!

1(),$G&(;-1$%(--).<*;('*.+&9%%"#$%+.+G3$+')(1%7$)&*.+&%./%'#$&$%6*&')*08'*.+&%(--$()%*+%3(1381('*.+&./%'#$%-.5$)%./%#2-.'#$&*&%'$&'&9:'%*&%(%&'(+6()6%$<$)3*&$%*+%;('#$;('*3(1%&'('*&'*3&%'.%$&'(01*&#%'#$%)$1('*.+&#*-&%0$'5$$+%+.);(14

3#*G&A8()$4%b4%(+6%'%6*&')*08'*.+&9%%b.)%3.;-1$'$+$&&4%5$%&'('$%'#$%;.&'%*;-.)'(+'%)$&81'K

:-&T0&J)1=Q=%%=.);(1%(+6%3#*G&A8()$%)(+6.;%7()*(01$&%#(7$%'#$%/.11.5*+,%-).-$)'*$&KL:M%:/%D%R%dIF%]%999%]%dBF4%5#$)$%'#$%dB%()$%*+6$-$+6$+'%+.);(1%)(+6.;%7()*(01$&%5*'#%;$(+&%nB(+6%8+*'%7()*(+3$&4%'#$+%D%#(&%(%+.+G3$+')(1%3#*G&A8()$%6*&')*08'*.+%5*'#%6$,)$$&%./%/)$$6.;-()(;$'$)%B%(+6%+.+G3$+')(1*'2%-()(;$'$)%x%R%nIF%]%999%]%nBF4%6$+.'$6%��FLB4xM9%%:/%x%R%Q4%'#*&%*&(%L3$+')(1M%3#*G&A8()$%6*&')*08'*.+%5*'#%6$,)$$&%./%/)$$6.;%-()(;$'$)%B4%6$+.'$6%�FLBM9L**M%:/%d%(+6%D%()$%*+6$-$+6$+'4%d%*&%+.);(1%5*'#%;$(+%�%(+6%8+*'%7()*(+3$4%(+6%D%*&%3#*G&A8()$5*'#% B% 6$,)$$&% ./% /)$$6.;4% '#$+%"%R%dfLDfBMy% *&% +.+G3$+')(1% 'G6*&')*08'$6%5*'#% 6$,)$$&% .//)$$6.;%-()(;$'$)%B%(+6%+.+G3$+')(1*'2%-()(;$'$)%�4%6$+.'$6%'�LB4�M9%%:/%�%R%Q4%'#*&%*&%(%L3$+')(1M'G6*&')*08'*.+%5*'#%6$,)$$&%./%/)$$6.;%-()(;$'$)%B4%6$+.'$6%'LBM9L***M%:/%c%(+6%D%()$%*+6$-$+6$+'4%c%*&%+.+G3$+')(1%3#*G&A8()$%5*'#%6$,)$$&%./%/)$$6.;%-()(;$'$)B%(+6%+.+G3$+')(1*'2%-()(;$'$)%x4%(+6%D%*&%3$+')(1%3#*G&A8()$%5*'#%6$,)$$&%./%/)$$6.;%-()(;$'$)+4%'#$+%b%R%+cfBD%*&%+.+G3$+')(1%bG6*&')*08'$6%5*'#%6$,)$$&%./%/)$$6.;%-()(;$'$)&%LB4+M%(+6+.+G3$+')(1*'2%-()(;$'$)%x4%6$+.'$6%b�LB4+4xM9%%:/%x%R%Q4%'#*&%6*&')*08'*.+%*&%bG6*&')*08'$6%5*'#6$,)$$&%./%/)$$6.;%-()(;$'$)&%LB4+M4%(+6%*&%6$+.'$6%bLB4+M9L*7M%"% *&%+.+G3$+')(1% 'G6*&')*08'$6%5*'#%6$,)$$&%./% /)$$6.;%-()(;$'$)%B% (+6%+.+G3$+')(1*'2-()(;$'$)% �% */% (+6% .+12% */% b% R% "F% *&% +.+G3$+')(1% bG6*&')*08'$6% 5*'#% 6$,)$$&% ./% /)$$6.;-()(;$'$)&%LI4BM%(+6%+.+G3$+')(1*'2%-()(;$'$)%x%R%�F9%

\)../K%"#$&$%)$&81'&%3(+%0$%/.8+6%*+%;.&'%31(&&*3(1%'$<'&%*+%;('#$;('*3(1%&'('*&'*3&C%&$$%-()'*381()12c(.%LIzsEM4%--9%IggGIgs4%IsQGIsF4%IvIGIvF4%�.#+&.+%[%�.'`%LIzsQM4%@#(-9%FgGEI4%(+6%e)(20*11LIzgIM4%@#(-9%H99%�%%

:+%(--1*$6%&'('*&'*3&4%*'%*&%*;-.)'(+'%'.%0$%(01$%'.%3(1381('$%7(18$&%<%R%eGIL-M4%5#$)$%e%*&%'#$%@rb./%'#$%3$+')(1%3#*G&A8()$4%b4%.)%'4%6*&')*08'*.+4%(+6%7(18$&%-%R%eL<M%5#$)$%e%*&%'#$%@rb%./%'#$%+.+G3$+')(1%3#*G&A8()$4%b4%.)%'%6*&')*08'*.+9%%D$1$3'$6%-.*+'&%./%'#$&$%6*&')*08'*.+&%()$%'(01$6%*+%;(+20..B&%./%;('#$;('*3(1%(+6%&'('*&'*3(1%'(01$&4%08'%*'%*&%;.)$%3.+7$+*$+'%(+6%(338)('$%'.%3(1381('$%'#$&$7(18$&%5*'#*+%(%&'('*&'*3(1%.)%$3.+.;$')*3&%&./'5()$%-(3B(,$9%%l.&'%38))$+'%-(3B(,$&4%*+3186*+,%"D\4D"J"J4%(+6%DD"4%3(+%-).7*6$%'#$&$%7(18$&9

E9s9h9%j+$%./%'#$%;.&'%#$(7*12%8&$6%6*&')*08'*.+&%*+%$3.+.;$')*3&%*&%'#$%;81'*7()*('$%+.);(19%%S$6$&3)*0$% '#*&% 6*&')*08'*.+% (+6% &8;;()*`$% &.;$% ./% *'&% -).-$)'*$&9% % J% +^I% )(+6.;% 7$3'.)%D% *&;81'*7()*('$%+.);(1%5*'#%(%7$3'.)%./%;$(+&%^%(+6%(%-.&*'*7$%6$/*+*'$%3.7()*(+3$%;(')*<%`%*/%*'%#(&'#$%6$+&*'2

Page 35: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)121L()4$5&)OO!777777777777777777777777777777777777777777777777777777777777777777777777777!

0La%G%^4����M%R%LFuMG+fF%6$'L����MGIfF%$<-LGLLa%G%^M�����GILa%G%^MfFM9

"#*&%6$+&*'2%*&%(1&.%&.;$'*;$&%6$+.'$6%0LaC^4����M4%(+6%'#$%@rb%6$+.'$6%(LaC^4����M9%%:'&%3#()(3'$)*&'*3/8+3'*.+%*&%$<-L�^�/%G%/�����/fFM4%(+6%*'%#(&%'#$%;.;$+'&%a%d%R%^%(+6%a%LdG^MLdG^M�%R%����9%%b).;%'#$3#()(3'$)*&'*3%/8+3'*.+%(+6%'#$%)81$%/.)%1*+$()%')(+&/.);('*.+&4%.+$%#(&%*;;$6*('$12%'#$%-).-$)'2%'#('(%1*+$()%')(+&/.);('*.+&%./%(%;81'*7()*('$%+.);(1%7$3'.)%*&%(,(*+%;81'*7()*('$%+.);(19%%D-$3*/*3(1124*/%d%*&%6*&')*08'$6%(LaC^4����M4%'#$+%'#$%1*+$()%')(+&/.);('*.+%|%R%$%]%Bd4%5#*3#%#(&%;$(+%$%]%B^%(+63.7()*(+3$%;(')*<%B�����B4%*&%6*&')*08'$6%(LbC$)c)B^4B�����BM9%%"#$%6*;$+&*.+%./%|%+$$6%+.'%0$%'#$%&(;$(&%'#$%6*;$+&*.+%./%d4%+.)%6.$&%_%#(7$%'.%0$%./%;(<*;8;%)(+BC%*/%B�����B%*&%1$&&%'#(+%/811%)(+B4%'#$+'#$%6*&')*08'*.+%./%|%*&%3.+3$+')('$6%.+%(+%(//*+$%1*+$()%&80&-(3$%./%6*;$+&*.+%+%'#).8,#%'#$%-.*+'$%]%B^9% %>$'%PB%R%L�BBMy%6$+.'$% '#$% &'(+6()6%6$7*('*.+%./%dB4%(+6% 1$'%�B?%R%�B?fPB%P?%6$+.'$% '#$3.))$1('*.+%./%dB%(+6%d?9%%"#$+%'#$%3.7()*(+3$%;(')*<%����%3(+%0$%5)*''$+

����%R% R%G<G4

PI Q 999 Q

Q PF 999 Q

� � �

Q Q 999 P0

I �IF 99 �I0

�FI I 999 �F0

� � �

�0S �0T 99 I

PI Q 999 Q

Q PF 999 Q

� � �

Q Q 999 P0

5#$)$%G%R%6*(,LPI49994P+M%(+6%<%*&%'#$%())(2%./%3.))$1('*.+%3.$//*3*$+'&9%%

:-&T0&J)1=3+=%D8--.&$%d%*&%-()'*'*.+$6%D�%R%LDI�%DF�M4%5#$)$%DI%*&%;^I4%(+6%1$'%^�%R%L^I�%^F�M

(+6% %0$%3.;;$+&8)('$%-()'*'*.+&%./%^% (+6%`9% %"#$+% '#$%;(),*+(1%6$+&*'2%./%DI% *&����II ����IF

����FI ����FF

;81'*7()*('$%+.);(1%5*'#%;$(+%^I%(+6%3.7()*(+3$%;(')*<%`II9%%"#$%3.+6*'*.+(1%6$+&*'2%./%DF4%,*7$+DI%R%aI4%*&%;81'*7()*('$%+.);(1%5*'#%;$(+%^F%]%����FFGI����FILaI%G%^IM%(+6%3.7()*(+3$%;(')*<%`FF%G%����FI%����IIGI����IF9%%"#$+4%'#$%3.+6*'*.+(1%;$(+%./%(%;81'*7()*('$%+.);(1%*&%1*+$()%*+%'#$%3.+6*'*.+*+,%7()*(01$&9

\)../K%%"#$%$(&*$&'%5(2%'.%6$;.+&')('$%'#$%'#$.)$;%*&%'.%)$3(11%/).;%@#(-'$)%F%'#('%'#$%-.&*'*7$6$/*+*'$%;(')*<%̀ %#(&%(%@#.1$&B2%/(3'.)*`('*.+%̀ %R%CC�4%5#$)$%C%*&%1.5$)%')*(+,81()4%(+6%'#('%C%#(&(+%*+7$)&$%U%'#('%*&%(,(*+%1.5$)%')*(+,81()9%%:/%d%*&%(%+^I%7$3'.)%./%*+6$-$+6$+'%&'(+6()6%+.);(1)(+6.;%7()*(01$&%L$9,94%$(3#%d*%#(&%;$(+%̀ $).%(+6%7()*(+3$%IM4%'#$+%D%R%̂ %]%Cd%*&%+.);(1%5*'#%;$(+^%(+6%3.7()*(+3$%;(')*<%`9%%@.+7$)&$124%*/%d%#(&%6$+&*'2%0La%G%^4����M4%'#$+%d%R%ULd%G%^M%*&%(%7$3'.)./%*9*969%&'(+6()6%+.);(1%)(+6.;%7()*(01$&9%%"#$&$%&'('$;$+'%8&$%'#$%*;-.)'(+'%-).-$)'2%./%+.);(1)(+6.;%7$3'.)&%'#('%(%1*+$()%')(+&/.);('*.+%*&%(,(*+%+.);(19%%"#*&%3(+%0$%&#.5+%6*)$3'12%02%8&*+,'#$% /.);81(&% *+% D$3'*.+% E9g% /.)% 6$+&*'*$&% ./% 1*+$()% ')(+&/.);('*.+&4% .)% 02% .0&$)7*+,% '#('% '#$L;81'*7()*('$M%3#()(3'$)*&'*3%/8+3'*.+%./%d%5*'#%6$+&*'2%0La%G%̂ 4����M%*&%$<-L%�/�^)2)/�����/fFM4%(+6%'#$%/.);./%'#*&%3#()(3'$)*&'*3%/8+3'*.+%*&%8+3#(+,$6%02%1*+$()%')(+&/.);('*.+&9

Page 36: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)121M()4$5&)OP!777777777777777777777777777777777777777777777777777777777777777777777777777!

"#$%@#.1$&B2%3.+&')83'*.+%D%R%^%]%Cd%-).7*6$&%(+%$(&2%6$;.+&')('*.+%/.)%'#$%6$+&*'*$&%./;(),*+(1%.)%3.+6*'*.+(1%&807$3'.)&%./%D9%%\()'*'*.+%C%(+6%d%3.;;$+&8)('$12%5*'#%LDI�%DF�M4%&.%'#('

C%R% (+6%|�%R%LdI�%dF�M9%%"#$+%����II%R%CIICII�4%����FI)e)CFI%>II�4%%����FF%R%CFFCFF�%]%CFICFI�4%(+60II +

0FI 0FF

#$+3$)����FI����IIGI%R%CFICIIGI4%*;-12*+,%CFFCFF�%R%����FF%G%����FI����IIGI����IF9%%"#$+4%DI%R%̂ I)c)CIIdI%#(&%(%;(),*+(1;81'*7()*('$%+.);(1%6$+&*'2%5*'#%;$(+%̂ I%(+6%3.7()*(+3$%;(')*<%CII>II�%R%����II9%%J1&.4%DF%R%̂ F)c)CFIdI]%CFF|F4%*;-12*+,%DF%R%^F)c)CFI>IIGILDI%G%^IM%]%CFFdF9%%@.+6*'*.+$6%.+%DI%R%aI4%'#*&%*;-1*$&%DF%R%^Fc)����FI����IIGILaI%G%^IM%]%CFF|F%*&%;81'*7()*('$%+.);(1%5*'#%;$(+%^F)2)����FI����IIGI^I%(+6%3.7()*(+3$%;(')*<����FF%G%����FI����IIGI����IF9%%�

"#$%+$<'%'#$.)$;%,*7$&%&.;$%(66*'*.+(1%8&$/81%-).-$)'*$&%./%'#$%;81'*7()*('$%+.);(1%(+6%./A8(6)('*3%/.);&%*+%+.);(1%7$3'.)&9%

:-&T0&J)1=33=%%>$'%d%0$%(%+^I%)(+6.;%7$3'.)9%%"#$+4L*M%:/%D�%R%LDI�%DF�M%*&%;81'*7()*('$%+.);(14%'#$+%DI%(+6%DF%()$%*+6$-$+6$+'%*/%(+6%.+12%*/%'#$2()$%8+3.))$1('$69%%V.5$7$)4%DI%(+6%DF%3(+%0$%8+3.))$1('$6%(+6%$(3#%#(7$%(%;(),*+(1%+.);(16*&')*08'*.+%5*'#.8'%+$3$&&()*12%0$*+,%*+6$-$+6$+'9L**M%:/%$7$)2%1*+$()%3.;0*+('*.+%"�d%*&%+.);(14%'#$+%d%*&%;81'*7()*('$%+.);(19L***M%:/%d%*&%*9*969%&'(+6()6%+.);(1%(+6%9%*&%(+%*6$;-.'$+'%+^+%;(')*<%./%)(+B%B4%'#$+%d�9d%*&6*&')*08'$6%�FLBM9L*7M%:/%d%*&%6*&')*08'$6%(L^4?M%(+6%9%*&%(+%*6$;-.'$+'%+^+%;(')*<%./%)(+B%B4%'#$+%d�9d%*&6*&')*08'$6%��FLB4xM%5*'#%x%R%^�9^9L7M%:/%d%*&%*9*969%&'(+6()6%+.);(1%(+6%9%(+6%B%()$%-.&*'*7$%&$;*6$/*+*'$%+^+%;(')*3$&4%'#$+d�9d%(+6%d�Bd%()$%*+6$-$+6$+'%*/%(+6%.+12%*/%9B%R%+9L7*M%:/%d%*&%6*&')*08'$6%(L^4?M4%(+6%9*%*&%(+%*6$;-.'$+'%+^+%;(')*<%./%)(+B%B*%/.)%:%R%I4999�4%'#$+'#$%d�9*)d%()$%;8'8(112%*+6$-$+6$+'%(+6%6*&')*08'$6%��FLB*4x*M%5*'#%x*%R%^�9*^%*/%(+6%.+12%*/$*'#$)%L(M%9*9?%R%Q%/.)%:%�%?%.)%L0M%9I%]%999%]%9�%*&%*6$;-.'$+'9L7**M%:/%d%*&%6*&')*08'$6%(L^4?M4%9%*&%(%-.&*'*7$%&$;*6$/*+*'$%+^+%;(')*<4%B%*&%(%B^+%;(')*<4%(+6B9%R%+4%'#$+%Bd%(+6%d�9d%()$%*+6$-$+6$+'9L7***M%:/%d%*&%6*&')*08'$6%(L^4?M%(+6%9%*&%(%-.&*'*7$%&$;*6$/*+*'$%+^+%;(')*<4%'#$+%a%d�9d%R^�9^%]%')L9M9

\)../K%%c$&81'&%L*M%(+6%L**M%()$%-).7$6%*+%J+6$)&.+%LIzhvM4%"#;9%F9H9F%(+6%F9g9F9%%b.)%L***M%(+6%L*7M45)*'$%9%R%\\�4%5#$)$%'#*&%*&%*'&%&*+,81()%7(18$%6$3.;-.&*'*.+%5*'#%\%(%+^B%3.18;+%.)'#.,.+(1;(')*<9%%"#$+%\�d%*&%6*&')*08'$6%(L\�^4?BM4%(+6%'#$%)$&81'%/.11.5&%/).;%"#$.)$;%E9v9%%b.)%L7M4%1$'%B0$%'#$%)(+B%./%9%(+6%;%'#$%)(+B%./%B9%%"#$)$%$<*&'&%(%+^B%;(')*<%\%./%)(+B%B%(+6%(%+^;%;(')*<%>./%)(+B%;%&83#%'#('%9%R%\\�%(+6%B%R%>>�9%%"#$%7$3'.)&%\�d%(+6%>�d%()$%8+3.))$1('$64%#$+3$

Page 37: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)121O()4$5&)OQ!777777777777777777777777777777777777777777777777777777777777777777777777777!

*+6$-$+6$+'4%*/%(+6%.+12%*/%\����>%R%+9%%_8'%9B%R%\L\�>M>�%*&%̀ $).%*/%(+6%.+12%*/%\����>%R%+%&*+3$%\%(+6>�%()$%./%;(<*;8;%)(+B9%%b.)%L7*M4%8&$%'#$%Dtr%6$3.;-.&*'*.+%(&%*+%L*7M9%%b.)%L7**M4%5)*'$%9%R%\\�5*'#%\%./%;(<*;8;%)(+B%(&%*+%L7M9%%"#$+%B9%R%LB\M\�%R%+%*;-1*$&%B\%R%+4%&.%'#('%Bd%(+6%\�d%()$*+6$-$+6$+'%02%L*M9%%b.)%L7**M4%a%d�9d%R%^�9^%]%a%LdG^M�9YdG^M%R%^�9^%]%')La%LdG^M�9YdG^MM%R^�9^%]')L9M9%%�

1=P=)FA:;E)9FG),A!!;F:E

"#$%-8)-.&$%./%'#*&%3#(-'$)%#(&%0$$+%'.%3.11$3'%'#$%B$2%)$&81'&%/).;%-).0(0*1*'2%'#$.)2%'#('%()$8&$6%*+%$3.+.;$')*3&9%%S#*1$%'#$%3#(-'$)%*&%)$(&.+(012%&$1/G3.+'(*+$64%*'%*&%$<-$3'$6%'#('%'#$%)$(6$)5*11%(1)$(62%0$%/(;*1*()%5*'#%;.&'%./%'#$%3.+3$-'&4%(+6%3(+%*/%+$3$&&()2%)$/$)%'.%.+$%./%'#$%$<3$11$+''$<'&%*+%0(&*3%-).0(0*1*'2%'#$.)2%(+6%;('#$;('*3(1%&'('*&'*3&4%&83#%(&%\9%_*11*+,&1$24%?*&6$61-1#7!$03U%$")*%4%S*1$24%IzvgC%.)%d9%@#.5%(+6%V9%"$*3#$)4%?*&6$61-1#7!K9%&*74% Izzs9% %J%31(&&*3% '#('-).7*6$&%(+%(33$&&*01$%')$(';$+'%./%/*$16&%./%&80&$'&4%;$(&8)$4%(+6%&'('*&'*3(1%*+6$-$+6$+3$%*&%�9=$7$84%U$#9%+$#1.$-!G&)03$#1&0"!&'!#9%!E$-.)-)"!&'!?*&6$61-1#74%V.16$+Gr(24%Izgh9%%J+.'#$)31(&&*3%'#('%3.+'(*+&%;(+2%)$&81'&%/).;%;('#$;('*3(1%&'('*&'*3&%*&%@9%c9%c(.%LIzsEM%;10%$*!I#$#1"#1.$-V0'%*%0.%!$03!V#"!C,,-1.$#1&0"4%S*1$29% %J%3.;-)$#$+&*7$%31(&&*3(1% '$<'%5*'#%')$(';$+'%./%;(+2'.-*3&4%*+3186*+,%3#()(3'$)*&'*3%/8+3'*.+&4%*&%S9%b$11$)4!C0!V0#*&3).#1&0!#&!?*&6$61-1#7!K9%&*7!$03V#"!C,,-1.$#1&0"4%t.19%I[F4%S*1$24%Izhs9%%b.)%&-$3*(1%6*&')*08'*.+&4%-).-$)'*$&%./%6*&')*08'*.+&4%(+63.;-8'('*.+4%(%/.8)G7.18;$%3.;-$+6*8;%02%=9%�.#+&.+%(+6%D9%�.'`4%r*&')*08'*.+&%*+%D'('*&'*3&4V.8,#'.+Gl*//1*+4%IzsQ4%*&%(%,..6%&.8)3$9%%b.)%'#$%;81'*7()*('$%+.);(1%6*&')*08'*.+4%"9%J+6$)&.+LIzhvM%C0! V0#*&3).#1&0! #&!U)-#1/$*1$#%! I#$#1"#1.$-! C0$-7"1"4%S*1$24% (+6% b9%e)(20*11% LIzgIM%C0V0#*&3).#1&0!#&!;10%$*!I#$#1"#1.$-!U&3%-"4%l3e)(5GV*114%()$%,..6%&.8)3$&9%%c$(6$)&%5#.%/*+6%&.;$&$3'*.+&%./%'#*&%3#(-'$)%8+/(;*1*()%.)%'..%6$+&$%;(2%/*+6%*'%8&$/81%'.%/*)&'%)$7*$5%(+%*+').683'.)2%'$<'('%'#$%8+6$),)(68('$%1$7$14%&83#%(&%�9%@#8+,4%C!E&)*"%!10!?*&6$61-1#7!K9%&*74%J3(6$;*3%\)$&&4%=$5d.)B4%.)%c9%>()&$+%(+6%l9%l()<4%?*&6$61-1#7!K9%&*74%\)$+'*3$GV(119

Page 38: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)121P()4$5&)P+!777777777777777777777777777777777777777777777777777777777777777777777777777!

%%%:9BC;)1=3=)E4;,?9C)G?E,<;:;)G?E:<?B\:?AFE%=Jla%[%rjlJ:= ra=D:"d ljla="D% @VJc9%%b=9I9%%_*+.;*(1

0=, =LI�,M0�=

n%R%+- LIG-]-$�'M+

B%R%Q4I49994+ Q%m%-%m%I PF%R%+-LIG-M =.'$%IF9%%V2-$),$.;$')*3

�*=

80�=

*�80

n%R%+)fL)]5M =.'$%F

B%(+%*+'$,$);(<WQ4+G5X%�%B[%B%�%;*+W)4+X

)]5%p%+%)454+%-.&*'*7$%*+'$,$)& PF%R% �

0*8L*�8MF

*�8�0*�8�I

E9%%e$.;$')*3 -LIG-MB n%R%LIG-Mf- =.'$%EB%R%Q4I4F4999 Q%m%-%m%I PF%R%LIG-Mf-FH9%%\.*&&.+ $G��BfB� n%R%� $<-T�L$�'GIMUB%R%Q4I4F4999 �%p%Q PF%R%�F =.'$%Hh9%%=$,('*7$%_*+.;*(1

-)LIG-MB*�=�I=

n%R%)LIG-Mf-

B%R%Q4I4F4999 )%*+'$,$)4%)%p%Q%[%Q%m%-%m%I PF%R%)LIG-Mf-F =.'$%h%

=j"aDI9%%n%�%a{%L'#$%;$(+M4%(+6%PF%R%aL{GnMF%L'#$%7()*(+3$M9% %"#$%6$+&*'2%*&%./'$+%6$+.'$6%0LBC+4-M9%%"#$%;.;$+',$+$)('*+,%/8+3'*.+%*&%LIG-]-$'M+%9%%F9%%"#$%3#()(3'$)*&'*3%(+6%;.;$+'%,$+$)('*+,%/8+3'*.+&%()$%3.;-1*3('$69%%E9%%"#$%3#()(3'$)*&'*3%/8+3'*.+%*&%-fLIGLIG-M$�'M%(+6%'#$%;.;$+'%,$+$)('*+,%/8+3'*.+%*&%-fLIGLIG-M$'M4%6$/*+$6%/.)%'%mG1+LIG-M9%%H9%%"#$%;.;$+'%,$+$)('*+,%/8+3'*.+%*&%$<-L�L$'GIMM4%6$/*+$6%/.)%(11%'9%%h9%%"#$%3#()(3'$)*&'*3%/8+3'*.+%*&%-)fLIGLIG-M$�'M)4%(+6%'#$%;.;$+'%,$+$)('*+,%/8+3'*.+%*&%-)fLIGLIG-M$'M)4%6$/*+$6%/.)'%m%G1+LIG-M9%%

Page 39: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)121Q()4$5&)P3!777777777777777777777777777777777777777777777777777777777777777777777777777!

:9BC;)1=*=)E4;,?9C),AF:?F\A\E)G?E:<?B\:?AFE=Jla%[%rjlJ:= ra=D:"d ljla="D @VJc9%%b=9I9%%i+*/.);

(%�%<%�%0%%%%%%%%%%%%%%%%%%%IfL0G(M n%R%L(]0MfF

PF%R%L0G(MFfIF % �6#�% �$#

�#L6�$M

=.'$%IF9%%")*(+,81() LIGo<of(Mf( n%R%Q

F I�3.& $#$ F# Fo<o%m%( PF%R%(F%fg

E9%@(83#2 (fuL(F%]%L<GnMFM +.+$ $�'nGo'xoG%m%<%m%]%

H9%%a<-.+$+'*(1 $G<f�f� n%R%� IfLIG��'M<%�%Q% PF%R%�F =.'$%F

h9%%\()$'. 0(0<GG0GI n%R%(0fL0GIM =.'$%E<%�%( PF%R%0(FfL0GIMFL0GFM

g9%%e(;;(<%p%Q% %%%%%%%%%%%% B

$�I% Bf6

�L$M6 $

n%R%(0PF%R%(0F

LIG�0'MG(=.'$%H

s9%%_$'(Q%m%<%m%I% <(GILIG<M0GI�L$�6M

�L$M�L6M

n%R%(fL(]0M

PF%R $6L$�6MFL$�6�IM

=.'$%h

v9%%a<')$;$%t(18$$<-I

6�B�$6

� % �LB�$Mf6n%R%(%]%Q9hssFI�0 =.'$%g

G%m%<%m%]% PF%R%Lu0MFfIFz9%%>.,*&'*3

I6

$<-LL$�BMf6MLI�$<-LL$�BMf6MMF

n%R%( =.'$%s

G%m%<%m%]% PF%R%Lu0MFfg%=j"aD%I9%%"#$%;.;$+'%,$+$)('*+,%/8+3'*.+%*&%L$0'%G%$('MfL0G(M'4%6$/*+$6%/.)%(11%'9%%%%F9%%"#$%;.;$+'%,$+$)('*+,%/8+3'*.+%*&%IfLI%G%�'M4%6$/*+$6%/.)%'%m%If�9%%%E9%%"#$%;.;$+'%,$+$)('*+,%/8+3'*.+%6.$&%+.'%$<*&'9%%"#$%;$(+%$<*&'&%/.)%0%p%I4%'#$%7()*(+3$%$<*&'&%/.)%0%p%F9%%%H9%%b.)%(%p%Q4%�L(M%R%�.�%<%(GI$G<6<%*&%'#$%,(;;(%/8+3'*.+9%%:/%(%*&%(+%*+'$,$)4%�L(M%R%L(GIM�9%%%h9%%b.)%'#$%3#()(3'$)*&'*3%/8+3'*.+4%&$$%@9%c9%c(.4%>*+$()%D'('*&'*3(1%:+/$)$+3$4%S*1$24%IzsE4%-9%IhI9%g9%%"#$%;.;$+'%,$+$)('*+,%/8+3'*.+%*&%$('�LI%G%'0M%/.)%'%m%If0%9%%%s9%%"#$%;.;$+'%,$+$)('*+,%/8+3'*.+%*&%$('u0'f&*+Lu0'M%/.)%�'�m%IfF09%%

Page 40: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)126+()4$5&)P*!777777777777777777777777777777777777777777777777777777777777777777777777777!

:9BC;)1=1=):8;)FA<!9C)G?E:<?B\:?AF)9FG)?:E)<;C9:?>;E=Jla%[%rjlJ:= ra=D:"d ljla="D @VJc9%%b=9I9%%=.);(1

0L<Gn4PMG%m%<%m%]4%P%p%Q

LFuPFMGy�$<-L M�LB�nMF

FPF

n%R%;$(+PF%R%7()*(+3$

$<-L�'nGPF'FfFM=.'$%I

F9%%D'(+6()6%=.);(1G%m%<%m%]

�L<M%R%LFuMGy�$<-LG<FfFM n%R%QPF%R%I

$<-LG'FfFM

E9%%@#*GDA8()$Q%m%<%m%] �FL<CBM%R% B

L=fFM�I�%�BfF

�L=fFMF=fF

n%R%BPF%R%FBB%R%I4F4999

LIGF�'MGBfF=.'$%F

H9%%bG6*&')*08'*.+Q%m%<%m%]

bL<CB4+MB4+%-.&*'*7$%*+'$,$)&

n%R%*/%+%p%F

PF� F0 FL=�0�FM=L0�FMFL0�HM

%%%%%%%%%%%*/%+%p%H

=.'$%E

h9%%'G6*&')*08'*.+G%m%<%m%] �L =�I

FMLI�B Ff=M�L=�IMfF

= �L IFM�L I�F=

FM

n%R%Q%*/%B%p%IPF%R%BfLBGFM%*/%B%p%F

=.'$%H

I9%%=.+3$+')(1 �FL<CB4xM n%R%B]x =.'$%h%%@#*GDA8()$6 B%-.&9%%*+'$,$) PF%R%FLB]FxM

<%p%Q x%�%QF9%%=.+3$+')(1 bL<CB4+4xM */%+%p%F4%n%R%+LB]xMfBL+GFM =.'$%g%%bG6*&')*08'*.+

<%p%QB4+%-.&*'*7$%*+'$,$)&x%�%Q

*/%+%p%H4%PF%R

FL0f=MFL=�xMF�L=�FxML0�FML0�FMFL0�HM

E9%%=.+3$+')(1'G6*&')*08'*.+

'L<CB4�MB%-.&9%%*+'$,$) n%R% %*/%B%p%I�LL=�IMfFM�

�L=fFM

=.'$%s

% PF%R%LI]�FMBfLBGFM%G%nF%%%%%%%%*/%B%p%F

%%

Page 41: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)1263()4$5&)P1!777777777777777777777777777777777777777777777777777777777777777777777777777!

=j"aD%"j%"J_>a%E9EI9%%"#$%6$+&*'2%*&%./'$+%6$+.'$6%0L<Gn4PFM4%(+6%'#$%38;81('*7$%6*&')*08'*.+%)$/$))$6%'.%(&%(L<Gn4PFM4%.)%&*;-12%(Ln4PFM9%%"#$;.;$+'%,$+$)('*+,%/8+3'*.+%*&%$<-Ln']PF'FfFM4%6$/*+$6%/.)%(11%'9%%"#$%&'(+6()6%+.);(1%6$+&*'2%*&%./'$+%6$+.'$6%�L<M4%(+6%'#$&'(+6()6%+.);(1%@rb%*&%6$+.'$6%}L<M9% %"#$%,$+$)(1%+.);(1%(+6%&'(+6()6%+.);(1%/.);81(&%()$%)$1('$6%02%0L<Gn4PFM%R�LL<GnMfPMfP%(+6%(L<Gn4PFM%R%}LL<GnMfPM9%%F9%%"#$%;.;$+'%,$+$)('*+,%/8+3'*.+%*&%LIG'fFMGBfF%/.)%'%m%F9%%"#$%@#*GDA8()$%6*&')*08'*.+%5*'#%-()(;$'$)%B%L�%6$,)$$&%.//)$$6.;M%*&%'#$%6*&')*08'*.+%./%'#$%&8;%./%&A8()$&%./%B%*+6$-$+6$+'%&'(+6()6%+.);(1%)(+6.;%7()*(01$&9%%"#$%@#*GDA8()$6$+&*'2%*&%'#$%&(;$%(&%'#$%,(;;(%6$+&*'2%5*'#%0%R%F%(+6%(%R%BfF9E9% %"#$%bG6*&')*08'*.+% *&% '#$%6*&')*08'*.+%./% '#$% $<-)$&&*.+%+ifBt4%5#$)$%i% *&% (% )(+6.;%7()*(01$%5*'#% (%@#*G&A8()$6*&')*08'*.+%5*'#%-()(;$'$)%B4%(+6%t%*&%(+%*+6$-$+6$+'%)(+6.;%7()*(01$%5*'#%(%@#*G&A8()$%6*&')*08'*.+%5*'#%-()(;$'$)%+9

"#$%6$+&*'2%*&% 9%%b.)%+%�%F4%'#$%;$(+%6.$&%+.'%$<*&'4%(+6%/.)%+%�%H4%'#$%7()*(+3$%6.$&%+.'%$<*&'9�L =�0

FM

�L =FM�L 0FM�= =fF0 0fFB =fF�I

L0�=BML=�0MfF

"#$%3#()(3'$)*&'*3%(+6%;.;$+'%,$+$)('*+,%/8+3'*.+&%()$%3.;-1*3('$69%%%

H9% % :/%d%*&%&'(+6()6%+.);(1%(+6%|%*&% *+6$-$+6$+'12%@#*G&A8()$6%6*&')*08'$6%5*'#%-()(;$'$)%B4% '#$+%df %#(&%(Pf=

"Gr*&')*08'*.+%5*'#%-()(;$'$)%B%L�%6$,)$$&%./%/)$$6.;M9%%"#$%3#()(3'$)*&'*3%/8+3'*.+%*&%3.;-1*3('$6C%'#$%;.;$+'%,$+$)('*+,/8+3'*.+%6.$&%+.'%$<*&'9%%h9%%"#$%=.+3$+')(1%@#*G&A8()$%*&%'#$%6*&')*08'*.+%./%'#$%&8;%./%&A8()$&%./%B%*+6$-$+6$+'%+.);(1%)(+6.;%7()*(01$&4%$(3#5*'#%7()*(+3$%.+$4%(+6%5*'#%;$(+&%5#.&$%&A8()$&%&8;%'.%x9%%"#$%=.+3$+')(1%@#*GDA8()$%6$+&*'2%*&%(%\.*&&.+%;*<'8)$%./

L3$+')(1M%@#*G&A8()$%6$+&*'*$&4% T$GxfFLxfFM?f?�U�FL<CB]F?M9��

@�Q

g9%%"#$%=.+G3$+')(1%bG6*&')*08'*.+%#(&%(%6$+&*'2%'#('%*&%(%\.*&&.+%;*<'8)$%./%)$&3(1$6%L3$+')(1M%bG6*&')*08'$6%6$+&*'*$&4

T$GxfFLxfFM?f?�U bL CB]F?4+M9%%%:'%*&%'#$%6*&')*08'*.+%./%'#$%$<-)$&&*.+%+i�fBt4%5#$)$%i�%*&%(%=.+3$+')(1��

@�Q==�F@

=B=�F@

@#*GDA8()$6%)(+6.;%7()*(01$%5*'#%-()(;$'$)&%B%(+6%x4%(+6%t%*&%(+%*+6$-$+6$+'%3$+')(1%@#*GDA8()$6%6*&')*08'*.+%5*'#-()(;$'$)%+9%%

s9%%:/%d%*&%&'(+6()6%+.);(1%(+6%|%*&%*+6$-$+6$+'12%@#*G&A8()$6%6*&')*08'$6%5*'#%-()(;$'$)%B4%'#$+%Ld]�Mf %#(&LPf=M

(%=.+3$+')(1%"Gr*&')*08'*.+%5*'#%-()(;$'$)&%B%(+6%�9%%"#$%6$+&*'2%*&%(%\.*&&.+%;*<'8)$%./%&3(1$6%_$'(%6*&')*08'$6%6$+&*'*$&4

% T L�FfFM?f?�U _L M9%%��

@�Q %��FfF B=L=�B FMF

==�B F

4 =F4 I�F@F

"#$%&A8()$%./%(%=.+3$+')(1%"Gr*&')*08'$6%)(+6.;%7()*(01$%#(&%(%=.+3$+')(1%bGr*&')*08'*.+%5*'#%-()(;$'$)&%I4%B4%(+6%x%R%�F9

Page 42: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)126*()4$5&)P6!777777777777777777777777777777777777777777777777777777777777777777777777777!

1=Q);];<,?E;E

I9%:+%a<(;-1$%I4%5)*'$%.8'%(11%'#$%;$;0$)&%./%!9

F9%\).7$%'#('%(%PG/*$16%./%$7$+'&%3.+'(*+&%.&)0#$6-%!*+'$)&$3'*.+&%./%*'&%;$;0$)&9

E9%a<(;-1$%F%31(*;&%'#('%'#$%31(&&%./%(11%&80&$'&%./%3.8+'(01$%E%#(&%,)$('$)%3()6*+(1*'2%'#(+%E%*'&$1/9%%l('#$;('*3(1124%'#*&;$(+&%'#('%*'%*&%+.'%-.&&*01$%'.%(&&.3*('$%(%8+*A8$%$1$;$+'%./%E%5*'#%$(3#%;$;0$)%./%'#$%31(&&9%%i&$%'#$%/.11.5*+,%6$7*3$'.%3.+7*+3$%2.8)&$1/%'#*&%*&%')8$K%S)*'$%$(3#%+8;0$)%*+%'#$%8+*'%*+'$)7(1%(&%(%/)(3'*.+%*+%0*+()2%+.'('*.+4%Q90I0F9999%%J&&.3*('$5*'#%$(3#%+8;0$)%'#$%31(&&%;$;0$)%'#('%3.+'(*+&%'#$%&$A8$+3$%5*'#%?%#$(6&%*/%(+6%.+12%*/%0?%R%I9%%"#$+4%'#$%)$(1%+8;0$)&45#*3#%()$%8+3.8+'(01$4%;(-%*+'.%8+*A8$%;$;0$)&%./%'#$%31(&&4%&.%'#$%31(&&%*&%(1&.%8+3.8+'(01$9

H9%:+%a<(;-1$%H4%&#.5%'#('%'#$%$7$+'%Y'#$%3#(+,$%*&%'#$%&(;$%.+%&833$&&*7$%6(2&Z%*&%+.'%*+%-I^-F%4%08'%*&%(%;.+.'.+$%1*;*'./%&$'&%*+%-I^-F9

h9%a3.+.;*3%(,$+'&%3(+%;(B$%3.+'*+,$+'%')(6$&%.+12%*/%*'%*&%3.;;.+%B+.51$6,$%*/%'#$%3.+'*+,$+32%*&%)$(1*`$69%%:+%a<(;-1$I4%J,$+'%I%B+.5&%14%J,$+'%F%B+.5&%24%J,$+'%E%B+.5&%3%R%W�4WVV4""X4WV"4"VX4EX9%%S#('%*&%'#$%3.;;.+%B+.51$6,$./%J,$+'&%I%(+6%Fw%%j/%J,$+'&%I%(+6%Ew

g9%D8--.&$4%*+%a<(;-1$%I4%'#('%*+&'$(6%./%V%(+6%"%0$*+,%$A8(112%1*B$124%'#$%-).0(0*1*'2%;$(&8)$%&('*&/*$&

VV V" "V ""

Q9F Q9H Q9I Q9E

S#('%*&%'#$%-).0(0*1*'2%'#('%'#$%/*)&'%3.*+%*&%#$(6&w%%"#('%'#$%&$3.+6%3.*+%*&%#$(6&w%%"#('%'#$%'5.%3.*+&%,*7$%'#$%&(;$%)$&81'w

s9%%@.+&*6$)%'#$%&$A8$+3$%./%/8+3'*.+&%/+L<M%R%<If+%/.)%Q%m%<%m%I9%%"#$&$%()$%&A8()$%*+'$,)(01$9%%r.%'#$2%3.+7$),$%'.%(%1*;*'4(+6%*/%&.4%5#('%*&%'#$%3.+7$),$+3$%&').+,4%*+%;$(&8)$4%.)%5$(Bw

v9%@.+&*6$)%'#$%-).0(0*1*'2%;$(&8)$%\LTQ4<UM%R%<IfF%.+%Q%�%<%�%I9%%r.$&%*'%;$$'%'#$%c(6.+G=*B.62;%3.+6*'*.+&%/.)%'#$$<*&'$+3$%./%(%-).0(0*1*'2%6$+&*'2w

z9%:'%*&%B+.5+%'#('%Q9F%-$)3$+'%./%'#$%-.-81('*.+%*&%V:tG-.&*'*7$9%%:'%*&%B+.5+%'#('%(%&3)$$+*+,%'$&'%/.)%V:t%#(&%(%IQ%-$)3$+'3#(+3$%./%*+3.))$3'12%&#.5*+,%-.&*'*7$%5#$+%'#$%&80?$3'%*&%+$,('*7$4%(+6%(%F%-$)3$+'%3#(+3$%./%*+3.))$3'12%&#.5*+,%+$,('*7$5#$+%'#$%&80?$3'%*&%-.&*'*7$9%%S#('%-).-.)'*.+%./%'#$%-.-81('*.+%'#('%'$&'&%-.&*'*7$%#(&%V:tw

IQ9%�.#+%(+6%�('$%()$%vQ%2$()&%.169%%"#$%-).0(0*1*'2%'#('%�.#+%5*11%6*$%*+%'#$%+$<'%2$()%*&%Q9Qv4%(+6%'#$%-).0(0*1*'2%'#('%�('$5*11%6*$%*+%'#$%+$<'%2$()%*&%Q9Qh9%%"#$%%-).0(0*1*'2%'#('%�.#+%5*11%6*$4%,*7$+%'#('%�('$%6*$&4%*&%Q9F9%%S#('%*&%'#$%-).0(0*1*'2'#('%0.'#%5*11%6*$w%%"#('%('%1$(&'%.+$%5*11%6*$w%%"#('%�('$%5*11%6*$4%,*7$+%'#('%�.#+%6*$&w

II9%"#$%-).0(0*1*'2%'#('%(%6)*7$)%5*11%#(7$%(+%(33*6$+'%+$<'%2$()%*/%&#$%#(&%(%\#9r9%*&%%Q9F9%%"#$%-).0(0*1*'2%&#$%5*11%#(7$(+%(33*6$+'%*/%&#$%6.$&%+.'%#(7$%(%\#9r9%*&%Q9Fh9%%"#$%-).0(0*1*'2%'#$%6)*7$)%#(&%(%\#9r9%(+6%(+%(33*6$+'%*&%Q9QI9%%S#('%*&'#$%-).0(0*1*'2%'#$%6)*7$)%#(&%(%\#9r9w%%S#('%*&%'#$%-).0(0*1*'2%./%(%\#9r9%,*7$+%(+%(33*6$+'w

Page 43: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)1261()4$5&)PL!777777777777777777777777777777777777777777777777777777777777777777777777777!

IF9%J%A8*`%&#.5%.//$)&%2.8%'#$%.--.)'8+*'2%'.%0$3.;$%(%;*11*.+(*)$%*/%2.8%(+&5$)%+*+$%A8$&'*.+&%3.))$3'129%%�8$&'*.+&%3(+0$%$(&2%LaM4%;.6$)('$%LlM4%.)%#()6%LVM9%%"#$%)$&-$3'*7$%-).0(0*1*'*$&%'#('%2.8%5*11%(+&5$)%(+%a4%l4%.)%V%A8$&'*.+%3.))$3'12()$%FfE4%IfF4%(+6%IfE9%%:/%2.8%,$'%(+%a%A8$&'*.+4%2.8)%+$<'%A8$&'*.+%5*11%0$%a4%l4%.)%V%5*'#%-).0(0*1*'*$&%IfH4%IfF4%(+6%IfH)$&-$3'*7$129%%:/%2.8%,$'%(%l%A8$&'*.+4%2.8)%+$<'%A8$&'*.+%5*11%0$%a4%l4%.)%V%5*'#%-).0(0*1*'*$&%IfE4%IfE4%(+6%IfE%)$&-$3'*7$129:/%2.8%,$'%(%V%A8$&'*.+4%2.8)%+$<'%A8$&'*.+%5*11%0$%a4%l4%.)%V%5*'#%-).0(0*1*'*$&%IfF4%Q4%(+6%IfF%)$&-$3'*7$129%%"#$%/*)&'A8$&'*.+%*&%(15(2&%(+%a%A8$&'*.+9%%S#('%*&%'#$%-).0(0*1*'2%'#('%2.8%5*11%0$3.;$%(%;*11*.+(*)$w%%TV*+'K%%D#.5%'#('%'#$-).0(0*1*'2%./%5*++*+,%*/%2.8%)$(3#%A8$&'*.+%z%*&%*+6$-$+6$+'%./%5#$'#$)%'#*&%A8$&'*.+%*&%a4%l4%.)%V9%%"#$+%8&$%0(3B5()6)$38)&*.+9U

IE9%D#.5%'#('%*/%9)�%B)(+6%\L9M%p%Q4%'#$+%\L,�9M%3(+%0$%$*'#$)%1(),$)%.)%&;(11$)%'#(+%\L,�BM9

IH9%J+%(*)-1(+$%#(&%IQQ%&$('&9%%"#$%-).0(0*1*'2%'#('%(%'*3B$'$6%-(&&$+,$)%&#.5&%8-%/.)%%'#$%/1*,#'%*&%Q9z4%(+6%'#$%$7$+'&%'#('(+2%'5.%6*//$)$+'%-(&&$+,$)&%&#.5%8-%*&%&'('*&'*3(112%*+6$-$+6$+'9%%:/%'#$%(*)1*+$%&$11&%IQh%&$('&4%5#('%*&%'#$%-).0(0*1*'2%'#(''#$%-1(+$%5*11%0$%.7$)0..B$6w%%V.5%;(+2%&$('&%3(+%'#$%(*)1*+$%&$114%(+6%B$$-%'#$%-).0(0*1*'2%./%.7$)0..B*+,%'.%h%-$)3$+'.)%1$&&w

Ih9%\).7$%'#('%'#$%$<-$3'('*.+%;L{%G%3MF%*&%;*+*;*`$6%5#$+%3%R%;{9

Ig9%\).7$%'#('%'#$%$<-$3'('*.+%;�{%G%3�%*&%;*+*;*`$6%5#$+%3%R%;$6*(+L{M9

Is9%S#('% 7(18$% ./% 3%;*+*;*`$&%;W��;(<L{G34QM% ]% LIG�M�;(<L3G{4QMXw% % LV*+'K% 6$&3)*0$% '#$% &.18'*.+% *+% '$);&% ./% '#$6*&')*08'*.+%b%./%{9U

Iv9%J%&$(1$6%0*6%(83'*.+%#(&%(%')(3'%./%1(+6%/.)%&(1$%'.%'#$%#*,#$&'%./%+%0*66$)&9%%d.8%()$%0*66$)%I9%%d.8)%$<-$)*$+3$%*&%'#(''#$%0*6&%./%$(3#%.'#$)%0*66$)%*&%6*&')*08'$6%5*'#%(%\.5$)%6*&')*08'*.+%bL{M%R%{�%/.)%Q%�%{%�%I9%%d.8)%-)./*'%*/%2.8%()$&833$&&/81%*+%082*+,%')(3'%('%-)*3$%2%*&%I%G%29% %S#('%&#.816%2.8%0*6%'.%;(<*;*`$%2.8)%$<-$3'$6%-)./*'w%%S#('% *&%2.8)-).0(0*1*'2%./%5*++*+,%'#$%(83'*.+w

Iz9%J%)(+6.;%7()*(01$%{%#(&%(%+.);(1%6*&')*08'*.+%*/%*'&%6$+&*'2%*&%'L<M%R%%LFuPFMGy�$<-LGL<GnMFfFPFM4%5#$)$%n%(+6%PF%()$-()(;$'$)&9%%\).7$%'#('%{%#(&%;$(+%n%%(+6%7()*(+3$%PF9%%\).7$%'#('%;L{GnME%R%Q%(+6%;L{GnMH%R%EPH9%%TV*+'K%%b*)&'%&#.5%'#('�<�$<-LG<FfFM6<% R% G% $<-LG<FfFM% (+6% /.)% B% p% I4% '#$% *+'$,)('*.+% 02% -()'&% /.);81(% %�<B�$<-LG<FfFM6<% R% G<BGI�$<-LG<FfFM% ]LBGIM�<BGF�$<-LG<FfFM6<9U

FQ9%D8--.&$%'#$%&'.3B%;()B$'%#(&%'5.%)$,*;$&4%i-%(+6%r.5+9%%:+%(+%i-%)$,*;$4%'#$%-).0(0*1*'2%'#('%'#$%;()B$'%*+6$<%5*11)*&$%.+%(+2%,*7$+%6(2%*&%\9%%:+%(%r.5+%)$,*;$4%'#$%-).0(0*1*'2%'#('%'#$%;()B$'%*+6$<%5*11%)*&$%.+%(+2%,*7$+%6(2%*&%�4%5*'#�%m%\9%%S*'#*+%(%)$,*;$4%'#$%-).0(0*1*'2%'#('%'#$%;()B$'%)*&$&%.+%(%,*7$+%6(2%*&%*+6$-$+6$+'%./%*'&%#*&'.)29%%"#$%-).0(0*1*'2./%0$*+,%*+%(%i-%)$,*;$%*&%IfF4%&.%'#('% */%2.8%6.%+.'%B+.5%5#*3#%)$,*;$%2.8%()$%*+4%'#$+%(11%2.8%3(+%&(2%*&%'#('%'#$-).0(0*1*'2%'#('%'#$%;()B$'%5*11%)*&$%.+%(+2%,*7$+%6(2%*&%c%R%L\]�MfF9%%J&&8;$%'#('%)$,*;$&%-$)&*&'%/()%1.+,$)%'#(+%)8+&%./)*&$&4%&.%'#('%5#$+%(+(12`*+,%)8+&%'#$%)$,*;$%3(+%0$%')$('$6%(&%-$)&*&'*+,%*+6$/*+*'$129%%D#.5%'#('%5#$+%2.8%()$%*+%'#$%i-)$,*;$4%'#$%-).0(0*1*'2%./%(%)8+%./%B%.)%;.)$%&833$&&*7$%6(2&%*+%5#*3#%'#$%;()B$'%)*&$&%*&%\BGI4%(+6%'#('%'#$%-).0(0*1*'2%./(%)8+%./%$<(3'12%B%6(2&%*+%5#*3#%'#$%;()B$'%)*&$&%*&%\BGILIG\M9%%J%&*;*1()%/.);81(%5*'#%�%*+&'$(6%./%\%#.16&%5#$+%2.8%()$*+%(%r.5+%)$,*;$9%%D#.5%'#('%$<-$3'$6%1$+,'#%*+%(+%i-%)$,*;$%./%(%)8+%./%)*&$&%*&%IfLIG\M9%%D#.5%'#('%yfLIG\M%]%yfLIG�M%IfLIGcM9

FI9% "#$% )(+6.;% 7$3'.)% L{I4{FM% #(&% '#$% 6*&')*08'*.+% /8+3'*.+% $<-LGL$<-LGF<IM]$<-LGF<FMMIfFM9% % S#('% *&% '#$% ;(),*+(16*&')*08'*.+%./%{Iw%%S#('%*&%'#$%3.+6*'*.+(1%6*&')*08'*.+%./%{I%,*7$+%{F%�%3w%%e*7$+%{F%R%3w

Page 44: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)1266()4$5&)PM!777777777777777777777777777777777777777777777777777777777777777777777777777!

FF9%"#$%$<-$3'('*.+%aL{](|MF%%Q%/.)%)(+6.;%7()*(01$&%{4%|%(+6%(+2%&3(1()%(99%%i&$%'#*&%-).-$)'2%'.%-).7$%'#$%@(83#2GD3#5()'`%*+$A8(1*'29

FE9%\).7$%�$+&$+q&%*+$A8(1*'2%/.)%(%-).0(0*1*'2%3.+3$+')('$6%('%'5.%-.*+'&9

FH9%:+%a<(;-1$%F4%8&$%'#$%1(5%./%*'$)('$6%$<-$3'('*.+&%'.%3(1381('$%'#$%$<-$3'('*.+%./%'#$%+8;0$)%./%#$(6&4%,*7$+%'#('%'#$+8;0$)%$<3$$6&%.+$9

Fh9%:/%{%(+6%|%()$%0*7()*('$%+.);(1%5*'#%;$(+&%I%(+6%F4%(+6%7()*(+3$&%I%(+6%H4%)$&-$3'*7$124%(+6%3.7()*(+3$%4%5#('%*&%'#$6$+&*'2%./%{%,*7$+%|%R%`w%%i&$%_(2$&%1(5%'.%6$683$%'#$%3.+6*'*.+(1%6$+&*'2%./%|%,*7$+%{%R%<w

Fg9%\).7$%'#$%/.);81(%/.)%'#$%3#()(3'$)*&'*3%/8+3'*.+%./%(%&'(+6()6%+.);(1%)(+6.;%7()*(01$9

Fs9%S#('%*&%'#$%6.;(*+%./%'#$%;.;$+'%,$+$)('*+,%/8+3'*.+%./%(+%$<-.+$+'*(112%6*&')*08'$6%)(+6.;%7()*(01$%5*'#%6$+&*'2/L<M%R%$<-LGE<M%/.)%<%p%Qw

Fv9% :/% L{4|M% *&% (% )(+6.;% 7$3'.)% 5*'#% 6$+&*'2% /L<4`M% (+6% `% p% Q4% (+6% D% R% {f|4% "% R% |4% 5#('% *&% '#$% �(3.0$(+% ./% '#$')(+&/.);('*.+wFz9%:/%{%(+6%d%()$%;81'*7()*('$%+.);(1%5*'#%`$).%;$(+&4%a{{�%R%J4%add�%R%_4%(+6%a{d�%R@4%&#.5%'#('%{%(+6%|%R%d%G{_GI@%()$%*+6$-$+6$+'9

EQ9%b.)%'#$%0*+.;*(1%6*&')*08'*.+%0LBC+4-M4%5#('%*&%'#$%7()*(+3$%./%'#$%/)$A8$+32%/%R%Bf+w

EI9%"#$%#2-$),$.;$')*3%6*&')*08'*.+%6$&3)*0$&%'#$%-).0(0*1*'2%'#('%B%./%+%0(11&%6)(5+%/).;%(+%8)+%5*11%0$%)$64%5#$)$%'#$%8)+3.+'(*+&%)%)$6%(+6%5%5#*'$%0(11&4%(+6%&(;-1*+,%*&%5*'#.8'%)$-1(3$;$+'9%%@(1381('$%'#$%&(;$%-).0(0*1*'2%*/%&(;-1*+,%*&%5*'#)$-1(3$;$+'9%%@(1381('$%'#$%-).0(0*1*'*$&4%5*'#%(+6%5*'#.8'%)$-1(3$;$+'4%5#$+%)%R%IQ4%5%R%zQ4%+%R%h4%B%R%I9

EF9%:+%(%\.*&&.+%6*&')*08'*.+4%5#('%*&%'#$%$<-$3'$6%3.8+'%3.+6*'*.+$6%.+%'#$%3.8+'%0$*+,%-.&*'*7$w

EE9%i+6$)%5#('%3.+6*'*.+&%*&%'#$%3#()(3'$)*&'*3%/8+3'*.+%./%(%8+*/.);%6*&')*08'*.+%./%TG(40U%)$(1w

EH9%D#.5%'#('%*/%{%(+6%d%()$%*+6$-$+6$+'%*6$+'*3(112%6*&')*08'$6%$<')$;$%7(18$4%'#$+%{%G%d%*&%1.,*&'*3%6*&')*08'$69

Eh9%D8--.&$%'#('%'#$%68)('*.+%./%(%&-$11%./%8+$;-1.2;$+'%L*+%6(2&M%3(+%0$%6$&3)*0$6%02%(%,$.;$')*3%6*&')*08'*.+4%\).0LBMR%-BLIG-M4%5#$)$%Q%m%-%m%I%*&%(%-()(;$'$)%(+6%B%*&%(%+.+G+$,('*7$%*+'$,$)9%%S#('%*&%'#$%$<-$3'$6%68)('*.+%./%8+$;-1.2;$+'wS#('%*&%'#$%-).0(0*1*'2%./%(%&-$11%./%8+$;-1.2;$+'%1(&'*+,%1.+,$)%'#(+%�%6(2&w%%S#('%*&%'#$%3.+6*'*.+(1%$<-$3'('*.+%./%'#$68)('*.+%./%8+$;-1.2;$+'4%,*7$+%'#$%$7$+'%'#('%�%p%;4%5#$)$%;%*&%(%-.&*'*7$%*+'$,$)w%%TV*+'K%i&$%/.);81(&%/.)%,$.;$')*3&$)*$&4%&$$%F9I9IQ9U

Eg9%i&$%'#$%;.;$+'%,$+$)('*+,%/8+3'*.+%'.%/*+6%;{E%5#$+%{%#(&%6$+&*'2%$G<f�f�4%<%p%Q9

Es9%J%1.,%+.);(1%)(+6.;%7()*(01$%d%*&%.+$%'#('%#(&%1.,LdM%+.);(19%%:/%1.,LdM%#(&%;$(+%n%(+6%7()*(+3$%PF4%/*+6%'#$%;$(+(+6%7()*(+3$%./%d9%%TV*+'K%%:'%*&%8&$/81%'.%/*+6%'#$%;.;$+'%,$+$)('*+,%/8+3'*.+%./%|%R%1.,LdM9U

Page 45: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)126L()4$5&)PO!777777777777777777777777777777777777777777777777777777777777777777777777777!

Ev9%:/%{%(+6%d%()$%*+6$-$+6$+'%+.);(14%'#$+%{]d%*&%(,(*+%+.);(14%&.%'#('%.+$%3(+%&(2%%'#('%#9%!0&*+$-!'$+1-7!1"!.-&"%3)03%*!$331#1&09%%LJ66*'*.+%./%)(+6.;%7()*(01$&%*&%(1&.%3(11$6%3.+7.18'*.+4%/).;%'#$%/.);81(%/.)%'#$%6$+&*'2%./%'#$%&8;9M=.5%&8--.&$%{%%(+6%d%()$%*+6$-$+6$+'%(+6%#(7$%$<')$;$%7(18$%6*&')*08'*.+&4%\).0L{%�%<M%R%$<-LG$(G<M%(+6%\).0Ld%�%2MR%$<-LG$0G2M%4%5#$)$%(%(+6%0%()$%1.3('*.+%-()(;$'$)&9%%D#.5%'#('%;(<L{4dM%.+3$%(,(*+%#(&%(+%$<')$;$%7(18$%6*&')*08'*.+%L5*'#1.3('*.+%-()(;$'$)%3%R%1.,L$(]$0MM4%&.%'#('%#9%!%B#*%+%!/$-)%!'$+1-7!1"!.-&"%3!)03%*!+$B1+1:$#1&09

Ez9%:/%{%*&%&'(+6()6%+.);(14%6$)*7$%'#$%6$+&*'2%(+6%3#()(3'$)*&'*3%/8+3'*.+%./%d%R%{F4%%(+6%3.+/*);%'#('%'#*&%*&%'#$%&(;$%(&'#$%'(01$6%6$+&*'2%./%(%3#*G&A8()$%)(+6.;%7()*(01$%5*'#%.+$%6$,)$$%./%/)$$6.;9%%:/%{%*&%+.);(1%5*'#%7()*(+3$%.+$%(+6%(%;$(+n%'#('%*&%+.'%`$).4%6$)*7$%'#$%6$+&*'2%./%d4%5#*3#%*&%+.+G3$+')(1%3#*G&A8()$%6*&')*08'$6%5*'#%.+$%6$,)$$%./%/)$$6.;%(+6+.+3$+')(1*'2%-()(;$'$)%nF9%

HQ9%c(+6.;%t()*(01$&%{%(+6%d%()$%0*7()*('$%+.);(14%5*'#%;{%R%I4%;d%R%E4%(+6%t()L{M%R%%H4%t()LdM%R%z4%@.7()*(+3$L{4dMR%h9%%%%%%%L(M%S#('%*&%'#$%;$(+%./%|%R%F{%G%dw%%%%%L0M%S#('%*&%'#$%7()*(+3$%./%|%R%F{%G%dw%%%%%!%S#('%*&%'#$%3.+6*'*.+(1%;$(+%./%|%,*7$+%{%R%hw%%%%%L6M%S#('%*&%'#$%3.+6*'*.+(1%7()*(+3$%./%|%,*7$+%{%R%hw

HI9%S#('%*&%'#$%-).0(0*1*'2%'#('%'#$%1(),$)%./%'5.%)(+6.;%.0&$)7('*.+&%/).;%(+2%3.+'*+8.8&%6*&')*08'*.+%5*11%$<3$$6%'#$-.-81('*.+%;$6*(+w%HF9%:/%)(+6.;%7()*(01$&%{%(+6%d%()$%*+6$-$+6$+'4%5*'#%a{%R%I4%ad%R%F4%%a{F%R%H4%adF%R%z4%5#('%*&%'#$%8+3.+6*'*.+(1;$(+%(+6%7()*(+3$%./%%E�{�dw%%S#('%*&%'#$%3.+6*'*.+(1%;$(+%(+6%7()*(+3$%./%E�{�d%,*7$+%%d%R%hw%

HE9%�.0&%()$%3#()(3'$)*`$6%02%(%5(,$%)('$%S%(+6%(%68)('*.+%./%$;-1.2;$+'%{4%(+6%LS4{M%3(+%0$%*+'$)-)$'$6%(&%()(+6.;%7$3'.)9%%"#$%68)('*.+%./%$;-1.2;$+'%#(&%(+%$<-.+$+'*(1%6$+&*'2%��$G�<4%(+6%%'#$%5(,$%)('$%S%#(&%(%$<-.+$+'*(16$+&*'24%3.+6*'*.+$6%.+%{%R%<4%$A8(1%'.%L�]�<M$GL�]�<M54%5#$)$%�4%�4%(+6%�%()$%-.&*'*7$%%-()(;$'$)&9%%S#('%*&%'#$%;(),*+(16$+&*'2%./%Sw%%"#$%3.+6*'*.+(1%6$+&*'2%./%{%,*7$+%Sw

HH9%c(+6.;%t()*(01$&%{%(+6%d%()$%0*7()*('$%+.);(14%5*'#%;{%R%I4%;d%R%E4%(+6%t()L{M%R%%H4%t()LdM%R%[email protected]()*(+3$L{4dM%R%h9%%%%%%%L(M%S#('%*&%'#$%;$(+%./%|%R%F{%G%dw%%%%%L0M%S#('%*&%'#$%7()*(+3$%./%|%R%F{%G%dw%%%%%!%S#('%*&%'#$%3.+6*'*.+(1%;$(+%./%|%,*7$+%{%R%hw%%%%%L6M%S#('%*&%'#$%3.+6*'*.+(1%7()*(+3$%./%|%,*7$+%{%R%hw

Hh9%"#$%6('(%&$'%+2&$9'<'%*+%'#$%31(&&%6('(%()$(%./%'#$%31(&&%#.;$%-(,$%3.+'(*+&%6(*12%.0&$)7('*.+&%.+%&'.3B%;()B$')$'8)+&%/).;%�(+9%F4%Izgv%'#).8,#%r$39%EI4%Izzv4%(%'.'(1%./%svQg%.0&$)7('*.+&%3.))$&-.+6*+,%'.%6(2&%'#$%;()B$'%5(&.-$+9%%"#$)$%()$%/.8)%7()*(01$&4%*+%3.18;+&%6$1*;*'$6%02%&-(3$&9%%"#$%/*)&'%7()*(01$%LrJ"M%*&%'#$%6('$%*+%77++33/.);('4%'#$%&$3.+6%7()*(01$%Lc=dDaM%*&%'#$%6(*12%)$'8)+%'.%'#$%=dDa%;()B$'%*+6$<4%6$/*+$6%(&%'#$%1.,%./%'#$%)('*.%./'#$%31.&*+,%7(18$%./%'#$%*+6$<%'.6(2%'.%'#$%31.&*+,%*+6$<%.+%'#$%-)$7*.8&%6(2%'#$%;()B$'%5(&%.-$+4%5*'#%6*&')*08'*.+&L6*7*6$+6&M%/(3'.)$6%*+9%%"#$%'#*)6%7()*(01$%LD\hQQM%*&%'#$%D[\hQQ%;()B$'%*+6$<4%(+%*+6$<%./%(%;(?.)*'2%./%'#$%#*,#;()B$'%7(18$%&'.3B&%*+%'#$%=$5%d.)B%&'.3B%$<3#(+,$9%%"#$%/.8)'#%7()*(01$%Lc"_zQM%*&%'#$%)('$%./%*+'$)$&'%*+%'#$&$3.+6()2%;()B$'%/.)%zQG6(2%")$(&8)2%_*11&4%3.+7$)'$6%'.%(%6(*12%)('$%3.;;$+&8)('$%5*'#%c=dDa99

(9%>$'%;+%6$+.'$%(%&(;-1$%(7$)(,$%L$;-*)*3(1%$<-$3'('*.+M9%%b*+6%'#$%&(;-1$%;$(+%n%R%;+{4%7()*(+3$%PF%R%;+L{%G%nM4&B$5+$&&%;+L{%G%nMEfPE4%(+6%B8)'.&*&%;+L{%G%nMHfPH%G%E4%/.)%'#$%7()*(01$&%c=dDa%(+6%c"_zQ9%%=.);(112%6*&')*08'$6

Page 46: CHAPTER 3. A REVIEW OF PROBABILITY THEORY

!"#$%%&'()!"#"$%"$&#'()**'%+(!)*+++))))))))))))))))))))))))))))))))))))))))))))))))))),-$./&0)126M()4$5&)PP!777777777777777777777777777777777777777777777777777777777777777777777777777!

)(+6.;%7()*(01$&%#(7$%`$).%&B$5+$&&%(+6%B8)'.&*&%*+%'#$%-.-81('*.+9%%l(B*+,%(+%N$2$0(11N%3.;-()*&.+4%6.%'#$%&(;-1$;.;$+'&%(--$()%'.%0$%3.+&*&'$+'%5*'#%'#$%-).-.&*'*.+%'#('%c=dDa%(+6%c"_zQ%()$%+.);(112%6*&')*08'$6w

09%b.)%c=dDa4%/.);%'#$%"#$03$*31:%3%7()*(01$%|%R%Lc=dDa%G%nMfP4%02%&80')(3'*+,%'#*&%7()*(01$�&%&(;-1$%;$(+%(+6'#$+%6*7*6*+,%02%'#$%&A8()$%)..'%./%*'&%7()*(+3$%L.)%&'(+6()6%6$7*('*.+M9%%D.)'%'#$%7(18$&%./%|%/).;%1.5%'.%#*,#4%(+6%'#$+3.+&')83'%(%+$5%7()*(01$%d%'#('%$A8(1&%*fsvQg%/.)%I%�%*%�%svQg9%%"#$%7(18$&%./%|%()$%3(11$6%'#$%&*3%*!"#$#1"#1."%./%'#$&(;-1$4%(+6%d%*&%'#$%$;-*)*3(1%@rb4%(%@rb%'#('%-8'&%IfsvQg%-).0(0*1*'2%('%$(3#%.0&$)7$6%7(18$%./%c=dDa9%%\1.'%d(,(*+&'%}L|M4%5#$)$%}%*&%'#$%&'(+6()6%+.);(1%@rb9%%:/%c=dDa%*&%+.);(14%'#$+%'#$&$%38)7$&%5*11%6*//$)%.+12%0$3(8&$%./&(;-1*+,%+.*&$%*+%d9%%r.$&%*'%(--$()%02%$2$0(11%3.;-()*&.+%'#('%'#$2%()$%1*B$12%'.%0$%'#$%&(;$w%%J%-()'*381()%*&&8$%*&%'#$'#$.)$'*3(1%A8$&'*.+%./%5#$'#$)%'#$%6*&')*08'*.+%./%)$'8)+&%#(&%/('%'(*1&4%&.%'#('%'#$%7()*(+3$%(+6%#*,#$)%;.;$+'&%()$%#()6'.%$&'*;('$%-)$3*&$12%.)%;(2%/(*1%'.%$<*&'9%%:+%(%+.);(1%&(;-1$4%.+$%5.816%$<-$3'%'#('%.+%(7$)(,$%zz%-$)3$+'%./&'(+6()6*`$6%.0&$)7('*.+&%()$%1$&&%'#(+%F9hsh%*+%;(,+*'86$9%%r.%'#$%&'(+6()6*`$6%7(18$&%|%(--$()%'.%0$%3.+&*&'$+'%5*'#'#*&%/)$A8$+32w39%J%31(*;%*+%'#$%(+(12&*&%./%&'.3B%;()B$'%)$'8)+&%*&%'#('%'#$%*+').683'*.+%./%/*+(+3*(1%6$)*7('*7$&%(+6%*+6$<%/8+6&'#).8,#%'#$%IzvQ�&%;(6$%*'%$(&*$)%/.)%()0*')(,$)&%'.%31.&$%5*+6.5&%./%-)./*'%.--.)'8+*'29%%"#$%(),8;$+'%*&%;(6$%'#('%'#$)$&81'*+,%(3'*.+&%./%()0*')(,$)&%#(7$%;(6$%'#$%;()B$'%;.)$%7.1('*1$9%%@.;-()$%'#$%&80&(;-1$&%./%=dDa%$<3$&&%)$'8)+&La{@aDD%R%c=dDa%G%=c"_zQM%/.)%'#$%-$)*.6&%IzgvGIzsv%(+6%IzvvGIzzv9%%_2%$2$0(11%3.;-()*&.+4%5$)$%'#$)$6*//$)$+3$&%*+%;$(+%$<3$&&%)$'8)+%*+%'#$%'5.%6$3(6$&w%%:+%'#$%7()*(+3$%L.)%&'(+6()6%6$7*('*.+M%./%$<3$&&%)$'8)+w%%=.56.%(%F^F%'(01$%./%&(;-1$%;$(+&%31(&&*/*$6%02%'#$%'5.%6$3(6$&%(0.7$%(+6%02%5#$'#$)%.)%+.'%'#$%-)$7*.8&%6(2q&%$<3$&&)$'8)+%5(&%(0.7$%*'&%6$3(6$%(7$)(,$9%%r.$&%*'%(--$()%'#('%'#$%,(-%0$'5$$+%;$(+%$<3$&&%)$'8)+&%.+%6(2&%/.11.5*+,-)$7*.8&%)*&$&%(+6%/(11&%#(&%*+3)$(&$6%.)%&#)8+B%*+%'#$%6$3(6$%./%'#$%zQ�&w