ISBI2 PDF Version

8/13/2019 ISBI2 PDF Version

1/107

!""# %"&'()(* ++

,-.. /&0&12-34)(56

Department of Statistics and Computer ScienceUniversity of Toronto

27#899:::;-3.3&3;35'5(35;"4-9


2/107


3/107


4/107

B&32">&HC&0 N5'>-0&H5(

h3

h2

h1

v

W3

W2

W1

>54"0 #&'&>"3"'.

@575>E-# &(4 ?5#E45:(8

!""# @503A>&(( B&C2)("

@575>E-# ?5#E!5:(

O(0)1" >&(K "M).H(* F""4EF5':&'4 >54"0.8 I5(6J"3 P%"I-(QL

RBGS PT5**)5 "3;&0;QL !""# @"0)"F J"3. PR)(35( "3;&0;Q

!"#"(4"(C)". ="3:""( 2)44"( 6&')&=0".; G00 C5(("CH5(. &'" -(4)'"C3"4;

+(#-3


5/107

B&32">&HC&0 N5'>-0&H5(

h3

h2

h1

v

W3

W2

W1

!""# @503A>&(( B&C2)("

I5(4)H5(&0 !).3')=-H5(.8

+(#-3 J53" 32&3 "M&C3 C5>#-3&H5( 5F

). )(3'&C3&=0";


6/107

h3

h2

h1

v

W3

W2

W1

J"-'&0 J"3:5'1D-3#-3

h3

h2

h1

v

W

3

W2

W1

B&32">&HC&0 N5'>-0&H5(

!""# @503A>&(( B&C2)("

h3

h2

h1

v

W3

W2

W1

!""# @"0)"F J"3:5'1

O(0)1" >&(K "M).H(* F""4EF5':&'4 >54"0.8 I5(6J"3 P%"I-(QL

RBGS PT5**)5QL !""# @"0)"F J"3. PR)(35(Q

+(#-3


7/107

h3

h2

h1

v

W3

W2

W1

h3

h2

h1

v

W3

W2

W1

B&32">&HC&0 N5'>-0&H5(

!""# @503A>&(( B&C2)(" !""# @"0)"F J"3:5'1

h3

h2

h1

v

W3

W2

W1

O(0)1" >&(K "M).H(* F""4EF5':&'4 >54"0.8 I5(6J"3 P%"I-(QL

RBGS PT5**)5QL !""# @"0)"F J"3. PR)(35(Q

)(F"'"(C"

J"-'&0 J"3:5'1D-3#-3

+(#-3


8/107

B&32">&HC&0 N5'>-0&H5(

>54"0 #&'&>"3"'.

B&M)>-> 0)1"0)2554 0"&'()(*8

:3,5%"0;@532 "M#"C3&H5(. &'"

)(3'&C3&=0"U

%"&'()(* '-0" F5' -(4)'"C3"4 *')C&0 >54"0.8

B,N.L I,N.L N&C35' *'.;

!"#"(4"(C)". ="3:""( 2)44"( 6&')&=0".;!""# @503A>&(( B&C2)("

h3

h2

h1

v

W3

W2

W1


9/107

G##'5M)>&3" %"&'()(*

PG##'5M)>&3"Q B&M)>-> %)1"0)25548

J53 F&C35')&0 &(K >5'"U

h3

h2

h1

v

W3

W2

W1

@532 "M#"C3&H5(. &'" )(3'&C3&=0"U


10/107

!&3&

G##'5M)>&3" %"&'()(*

PG##'5M)>&3"Q B&M)>-> %)1"0)25548h3

h2

h1

v

W3

W2

W1

J53 F&C35')&0 &(K >5'"U


11/107

G##'5M)>&3" %"&'()(*

PG##'5M)>&3"Q B&M)>-> %)1"0)25548

J53 F&C35')&0 &(K >5'"U

h3

h2

h1

v

W3

W2

W1 V&')&H5(&0

+(F"'"(C"

/35C2&.HC

G##'5M)>&H5(PBIBIE=&."4Q


12/107

T'"6)5-. W5'1B&(K #'5&C2". F5' 0"&'()(* @503A>&(( >&C2)(". 2&6" =""(

#'5#5."4 56"' 32" 0&.3 XY K"&'.8

R)(35( &(4 /"Z(5:.1) P[\]^QLT"3"'.5( &(4 G(4"'.5( P[\]_Q`&00&(4 P[\\[Qa#"( &(4 ,54')*-"A P[\\]Q%&:'"(C"L @).25#L &(4 b5'4&( P[\\]Q?&(&1& P[\\]QW"00)(* &(4 R)(35( PXYYXQc2- &(4 %)- PXYYXQW"00)(* &(4 ?"2 PXYY^Qd&.-4& &(4 ?&(&1& PXYY\Q

B&(K 5F 32" #'"6)5-. #'5&C2". :"'" (53 .-CC"..F-0 F5' 0"&'()(**"("'&0 @503A>&(( >&C2)(". :)32 )00)5(. 5F #&'&>"3"'.;

G0*5')32>. =&."4 5( I5(3'&.H6" !)6"'*"(C"L /C5'" B&3C2)(*L T."-45E

%)1"0)2554L I5>#5.)3" %)1"0)2554L BIBIEB%fL T)"C":)." %"&'()(*L C&((53

2&(40" >-0H#0" 0&K"'. 5F 2)44"( 6&')&=0".;


13/107

J": %"&'()(* G0*5')32>

I5(4)H5(&0 O(C5(4)H5(&0

T5.3"')5' +(F"'"(C" /)>-0&3" F'5> 32" B54"0

G##'5M)>&3"

C5(4)H5(&0

G##'5M)>&3" 32"

Z5)(3 4).3')=-H5(

(Salakhutdinov, 2008; NIPS 2009)


14/107

I5(4)H5(&0 O(C5(4)H5(&0

T5.3"')5' +(F"'"(C" /)>-0&3" F'5> 32" B54"0

G##'5M)>&3" 32"

Z5)(3 4).3')=-H5(

!&3&E4"#"(4"(3

G##'5M)>&3"

C5(4)H5(&0

J": %"&'()(* G0*5')32>

!&3&E)(4"#"(4"(3

4"(.)3K B&3C2

(Salakhutdinov, 2008; NIPS 2009)


15/107

I5(4)H5(&0 O(C5(4)H5(&0

T5.3"')5' +(F"'"(C"

G##'5M)>&3" 32"

Z5)(3 4).3')=-H5(

!&3&E4"#"(4"(3

G##'5M)>&3"

C5(4)H5(&0

J": %"&'()(* G0*5')32>

!&3&E)(4"#"(4"(3

B&3C2

>"+ ?9"& ,@ A83 B$$3,&C"&(Eg"04 32"5'K

!&3&E)(4"#"(4"(38 E.,C 32" B54"0


16/107

/&>#0)(* F'5> !@B./&>#0)(* F'5> 3:5E2)44"( 0&K"' !@B =K '-(()(* & B&'156 C2&)(8

h

/&>#0"

,&(45>0K

)()H&0)A"


17/107

h2

h1

v

?)>" 3i[

/35C2&.HC G##'5M)>&H5(

O#4&3" O#4&3"

h2

h1

v

3iXh2

h1

v

3i^

`"("'&3" =K .)>-0&H(* F'5> & B&'156 C2&)(32&3 0"&6". )(6&')&(3 P";*; `)==. 5' BER .&>#0"'Q

O#4&3" =K '"#0&C)(* )(3'&C3&=0" :)32 & #5)(3".H>&3"

+( #'&CHC" :" .)>-0&3" ."6"'&0 B&'156 C2&)(. )( #&'&00"0;,5==)(. &(4 B5('5L G((; B&32; /3&3.L [\j_

%; d5-(".L T'5=&=)0)3K ?2"5'K [\]\

O#4&3" &(4 ."k-"(H&00KL :2"'"


18/107

B&'156 I2&)(

B5(3" I&'05

/35C2&.HC G##'5M)>&H5(

O#4&3" '-0" 4"C5>#5.".8

?'-" *'&4)"(3 J5)." 3"'>

G0>5.3 .-'" C5(6"'*"(C" *-&'&(3"". &. 0"&'()(* '&3"

I5(("CH5(. 35 32" 32"5'K 5F .35C2&.HC #'5M)>&H5( &(4 &4H6" BIBI;

Salakhutdinov,ICML 2010

:3,5%"0; R)*2E4)>"(.)5(&0 4&3&8

32" "("'*K 0&(4.C" ). 2)*20K

>-0H>54&0

>"+ '(4')


19/107

T5.3"')5' +(F"'"(C"

B"&(EN)"04

V&')&H5(&0 +(F"'"(C"

G##'5M)>&3" )(3'&C3&=0" 4).3')=-H5( :)32 .)>#0"'L 3'&C3&=0"4).3')=-H5( 8

(Salakhutdinov, 2008; Salakhutdinov & Larochelle, AI & Statistics 2010)

V&')&H5(&0 %5:"' @5-(4

B)()>)A" a% ="3:""( #'5M)>&H(* &(4 3'-"

4).3')=-H5(. :)32 '".#"C3 35 6&')&H5(&0 #&'&>"3"'. ;


20/107

T5.3"')5' +(F"'"(C"

B"&(EN)"04

V&')&H5(&0 +(F"'"(C"

G##'5M)>&3" )(3'&C3&=0" 4).3')=-H5( :)32 .)>#0"'L 3'&C3&=0"4).3')=-H5( 8

F"&(7G'"%9; I255." & F-00K F&C35')A"4 4).3')=-H5(8

:)32

J5(0)("&' gM"4E

#5)(3 "k-&H5(.8

D&3'&/,(&% ?(@"3"(C"; B&M)>)A" 32" 05:"' =5-(4 :;';3;

V&')&H5(&0 #&'&>"3"'. ;

V&')&H5(&0 %5:"' @5-(4


21/107

T5.3"')5' +(F"'"(C"

B"&(EN)"04

V&')&H5(&0 +(F"'"(C"

G##'5M)>&3" )(3'&C3&=0" 4).3')=-H5( :)32 .)>#0"'L 3'&C3&=0"4).3')=-H5( 8

H= D&3'&/,(&% ?(@"3"(C"; B&M)>)A" 32" 05:"'

=5-(4 :;';3; 6&')&H5(&0 #&'&>"3"'.

B&'156 I2&)(

B5(3" I&'05

I= FJFJ; G##0K .35C2&.HC #'5M)>&H5(

35 -#4&3" >54"0 #&'&>"3"'.

G0>5.3 .-'" C5(6"'*"(C" *-&'&(3"". 35 &( &.K>#35HC&00K

.3&=0" #5)(3;

O(C5(4)H5(&0 /)>-0&H5(V&')&H5(&0 %5:"' @5-(4


22/107

T5.3"')5' +(F"'"(C"

B"&(EN)"04

V&')&H5(&0 +(F"'"(C"

G##'5M)>&3" )(3'&C3&=0" 4).3')=-H5( :)32 .)>#0"'L 3'&C3&=0"4).3')=-H5( 8

H= D&3'&/,(&% ?(@"3"(C"; B&M)>)A" 32" 05:"'

=5-(4 :;';3; 6&')&H5(&0 #&'&>"3"'.

B&'156 I2&)(

B5(3" I&'05

I= FJFJ; G##0K .35C2&.HC #'5M)>&H5(

35 -#4&3" >54"0 #&'&>"3"'.

G0>5.3 .-'" C5(6"'*"(C" *-&'&(3"". 35 &( &.K>#35HC&00K

.3&=0" #5)(3;

O(C5(4)H5(&0 /)>-0&H5(

N&.3 +(F"'"(C"

%"&'()(* C&( .C&0" 35>)00)5(. 5F "M&>#0".

V&')&H5(&0 %5:"' @5-(4


23/107

`554 `"("'&H6" B54"0l

R&(4:')7"( I2&'&C3"'.


24/107

`554 `"("'&H6" B54"0l

R&(4:')7"( I2&'&C3"'.


25/107

`554 `"("'&H6" B54"0l

R&(4:')7"( I2&'&C3"'.

,"&0 !&3&/)>-0&3"4


26/107

`554 `"("'&H6" B54"0l

R&(4:')7"( I2&'&C3"'.

,"&0 !&3& /)>-0&3"4


27/107

`554 `"("'&H6" B54"0l

R&(4:')7"( I2&'&C3"'.


28/107

`554 `"("'&H6" B54"0l

BJ+/? R&(4:')7"( !)*)3 !&3&."3


29/107

R&(4:')H(* ,"C5*()H5(

%"&'()(* G0*5')32> f''5'

%5*).HC '"*'"..)5( [X;Ym

aEJJ ^;Y\mJ"-'&0 J"3 PT0&7 XYYjQ [;j^m

/VB P!"C5.3" "3;&0; XYYXQ [;nYm

!""# G-35"(C54"'P@"(*)5 "3; &0; XYY_Q

[;nYm

!""# @"0)"F J"3PR)(35( "3; &0; XYYoQ [;XYm

KLF M=NOP

%"&'()(* G0*5')32> f''5'

%5*).HC '"*'"..)5( XX;[nm

aEJJ [];\XmJ"-'&0 J"3 [n;oXm

/VB P%&'5C2"00" "3;&0; XYY\Q \;_Ym

!""# G-35"(C54"'P@"(*)5 "3; &0; XYY_Q

[Y;Yjm

!""# @"0)"F J"3P%&'5C2"00" "3; &0; XYY\Q \;o]m

KLF Q=RMP

BJ+/? !&3&."3 D#HC&0 I2&'&C3"' ,"C5*()H5(oYLYYY "M&>#0". 5F [Y 4)*)3. nXL[jX "M&>#0". 5F Xo f(*0).2 0"7"'.

T"'>-3&H5(E)(6&')&(3 6"'.)5(;


30/107

`"("'&H6" B54"0 5F ^E! D=Z"C3.

XnLYYY "M&>#0".L j 5=Z"C3 C&3"*5')".L j 4)p"'"(3 5=Z"C3. :)32)( "&C2

C&3"*5'KL o 0)*23()(* C5(4)H5(.L \ "0"6&H5(.L [] &A)>-32.;


31/107

^E! D=Z"C3 ,"C5*()H5(

%"&'()(* G0*5')32> f''5'

%5*).HC '"*'"..)5( XX;jm

aEJJ P%"I-( XYYnQ [];\Xm

/VB P@"(*)5 q %"I-( XYY_Q [[;om

!""# @"0)"F J"3 PJ&)' qR)(35( XYY\Q

\;Ym

KLF S=IP

T&7"'( I5>#0"H5(

T"'>-3&H5(E)(6&')&(3 6"'.)5(;


32/107

%"&'()(* R)"'&'C2)C&0 ,"#'"."(3&H5(.

!""# @503A>&(( B&C2)(".8

%"&'()(* R)"'&'C2)C&0 /3'-C3-'"

)( N"&3-'".8 "4*".L C5>=)(&H5(

5F "4*".;

T"'F5'>. :"00 )( >&(K #0)C&H5( 45>&)(.N&.3 +(F"'"(C"8 F'&CH5( 5F & ."C5(4%"&'()(* .C&0". 35 >)00)5(. 5F "M&>#0".


33/107

%"&'()(* R)"'&'C2)C&0 ,"#'"."(3&H5(.

!""# @503A>&(( B&C2)(".8

%"&'()(* R)"'&'C2)C&0 /3'-C3-'"

)( N"&3-'".8 "4*".L C5>=)(&H5(

5F "4*".;

T


34/107

?&01 ,5&4>

!""# @503A>&(( B&C2)(". D("E/253 &(4 ?'&(.F"' %"&'()(* %"&'()(* /3'-C3-'"4 &(4 ,5=-.3 !""# B54"0.

G46&(C"4 !""# B54"0.

B-0H>54&0 %"&'()(*I5(C0-.)5(.


35/107

D("E.253 %"&'()(*

R5: C&( :" 0"&'( & (56"0 C5(C"#3 e & 2)*2 4)>"(.)5(&0

.3&H.HC&0 5=Z"C3 e F'5> F": "M&>#0".;

zarc segway


36/107

/-#"'6)."4 %"&'()(*

/"*:&K B535'CKC0"

?".38


37/107

%"&'()(* 35 %"&'(

?".38

B)00)5(. 5F -(0&="0"4 )>&*".

/5>" 0&="0"4 )>&*".

@)CKC0"

f0"#2&(3

!50#2)(

?'&C35'

@&C1*'5-(4 a(5:0"4*"

%"&'( (56"0 C5(C"#3

F'5> 5(" "M&>#0"

%"&'( 35 ?'&(.F"'

a(5:0"4*"


38/107

%"&'()(* 35 %"&'(

?".38

B)00)5(. 5F -(0&="0"4 )>&*".

/5>" 0&="0"4 )>&*".

@)CKC0"

f0"#2&(3

!50#2)(

?'&C35'

@&C1*'5-(4 a(5:0"4*"

%"&'( (56"0 C5(C"#3

F'5> 5(" "M&>#0"

%"&'( 35 ?'&(.F"'

a(5:0"4*"

a"K #'5=0"> )( C5>#-3"' 6).)5(L

.#""C2 #"'C"#H5(L (&3-'&0 0&(*-&*"#'5C"..)(*L &(4 >&(K 532"' 45>&)(.;


39/107

R)"'&'C2)C&0E!""# B54"0

UK F,9"%4; +(3"*'&3"2)"'&'C2)C&0 @&K".)&(

>54"0. :)32 4""# >54"0.;

U'"3&3C&(EC'&r"4 )(#-3 F"&3-'".;

/2&'"4 2)*2"'E0"6"0 F"&3-'".

/2&'"4 05:E0"6"0 F"&3-'".

(/&0&12-34)(56L ?"("(=&->L ?5''&0=&L J+T/ XY[[L TGB+ XY[^Q


40/107

W,*"37%"2"% )"("3'C @"&.83"4;

!@B B54"0

+>&*".

25'." C5: C&' 6&( 3'-C1U')


41/107

W,*"37%"2"% )"("3'C @"&.83"4;

!@B B54"0

+>&*".

U')


42/107

25'." C5: C&' 6&( 3'-C1

R)"'&'C2)C&0E!""# B54"0


43/107

25'." C5: C&' 6&( 3'-C1

X&('0&%YX2"


44/107

25'." C5: C&' 6&( 3'-C1

X&('0&%YX2""3')C #')5' 56"' 3'""

.3'-C3-'".

PU'"3&3C"3')C #')5' &005:)(* C&3"*5')". 35

.2&'" 2)*2"'E0"6"0 F"&3-'".L 5' #&'3.;

R)"'&'C2)C&0E!""# B54"0


45/107

X&('0&%YX2""3')C #')5' 56"' 3'""

.3'-C3-'".

K""$ L,%.10&(( F&C


46/107

25'." C5: C&' 6&( 3'-C1

I+NG, D=Z"C3 ,"C5*()H5(

X&('0&%YX2"


47/107

%"&'()(* 32" R)"'&'C2K

*,0&(

?2" >54"0 0"&'(. 25: 35 .2&'" 32" 1(5:0"4*" &C'5.. >&(K 6).-&0C&3"*5')".;

X


48/107

?2" >54"0 0"&'(. 25: 35 .2&'" 32" 1(5:0"4*" &C'5.. >&(K 6).-&0C&3"*5')".;

*,0&(

X


49/107

/2&')(* N"&3-'".

/2" I505'

/-(s5:"'

,3&()"&$$%" 48(_,*"3

%"&'()(* 35%"&'(

X@38'.Y

0 0.1 0.2 0.3 0.4 0.5 0.6 0.7 0.8 0.9 10

0.1

0.2

0.3

0.4

0.5

0.6

0.7

0.8

0.9

1

detection

rate

false alarm rate

j ^ [ "Mt./-(s5:"' ,DI C-'6"

T)M"0E

.#&C"

4).3&(C"

W"&3('() ., W"&3(; %"&'()(* & 2)"'&'C2K F5' .2&')(* #&'&>"3"'. e

')4 0"&'()(* 5F & (56"0 C5(C"#3;

!50#2)(

G##0"

,"&0 ,"C5(.3E'-CH5(.

D'&(

*"


50/107

u "M&>#0".H ` O HM

Area under ROC curve for same/different(1 new class vs. 99 distractor classes)

[

Y;\j

Y;\

Y;]j

Y;]

Y;_j

Y;_

Y;oj

`+/?%!G

PC0&.. C5(4)H5(&0Q

R!TE!@BR!TE!@BP(5 .-#"'EC0&..".Q

vG6"'&*"4 56"' nY 3".3 C0&..".wOM

A83 0,9"% ,8.$"3@,304 4.&(9&39 C,0$8."3 2'4',(

@"&.83"4 a"=)= b?ET\=

D=Z"C3 ,"C5*()H5(

!@B


51/107

%"&'()(* F'5> ^ fM&>#0".

`)6"( 5(0K ^ fM&>#0".

`"("'&3"4 /&>#0".

W)005: ?'"" ,5C1"3


52/107

%"&'("4

2)*2"'E0"6"0F"&3-'".

%"&'("4 05:"'E

0"6"0 F"&3-'".

C2&' [ C2&' X C2&' ^ C2&' n C2&' j

X&%$


53/107

H ` O

u "M&>#0".

Area under ROC curve for same/different(1 new class vs. 1000 distractor classes)

T)M"0.

R!TE!@B

vG6"'&*"4 56"' nY 3".3 C0&..".wHM

R&(4:')7"( I2&'&C3"' ,"C5*()H5(

[

Y;\j

Y;\

Y;]j

Y;]

Y;_j

Y;_Y;oj

%!GPC0&.. C5(4)H5(&0Q

R!TE!@BP(5 .-#"'EC0&..".Q!@B


54/107

/)>-0&H(* J": I2&'&C3"'.

`05=&0

/-#"'

C0&.. [/-#"'

C0&.. X

,"&0 4&3& :)32)( .-#"' C0&..

I0&.. [ I0&.. X J": C0&..

/)>-0&3"4 (": C2&'&C3"'.


55/107

/)>-0&H(* J": I2&'&C3"'.

,"&0 4&3& :)32)( .-#"' C0&..

I0&.. [ I0&.. X

/-#"'

C0&.. [/-#"'

C0&.. X

`05=&0

J": C0&..

/)>-0&3"4 (": C2&'&C3"'.


56/107

/)>-0&H(* J": I2&'&C3"'.

,"&0 4&3& :)32)( .-#"' C0&..

I0&.. [ I0&.. X

/-#"'

C0&.. [/-#"'

C0&.. X

`05=&0

J": C0&..

/)>-0&3"4 (": C2&'&C3"'.


57/107

/)>-0&H(* J": I2&'&C3"'.

,"&0 4&3& :)32)( .-#"' C0&..

I0&.. [ I0&.. X

/-#"'

C0&.. [/-#"'

C0&.. X

`05=&0

J": C0&..

/)>-0&3"4 (": C2&'&C3"'.


58/107

/)>-0&H(* J": I2&'&C3"'.

,"&0 4&3& :)32)( .-#"' C0&..

I0&.. [ I0&.. X

/-#"'

C0&.. [/-#"'

C0&.. X

`05=&0

J": C0&..

/)>-0&3"4 (": C2&'&C3"'.


59/107

/)>-0&H(* J": I2&'&C3"'.

,"&0 4&3& :)32)( .-#"' C0&..

I0&.. [ I0&.. X

/-#"'

C0&.. [/-#"'

C0&.. X

`05=&0

J": C0&..

/)>-0&3"4 (": C2&'&C3"'.


60/107

/)>-0&H(* J": I2&'&C3"'.

,"&0 4&3& :)32)( .-#"' C0&..

I0&.. [ I0&.. X

/-#"'

C0&.. [/-#"'

C0&.. X

`05=&0

J": C0&..

/)>-0&3"4 (": C2&'&C3"'.

?2" .&>" >54"0 C&( =" #0)"4 35

.#""C2L 3"M3L 6)4"5L 5' &(K 532"'

2)*2E4)>"(.)5(&0 4&3&;


61/107

W&01

/"MK W&01

B5H5( I-'"

!'-(1"( W&01


62/107

W&01

/"MK W&01

B5H5( I-'"

!'-(1"( W&01

?)>"

/"MK :&01 ,DI C-'6"

0 0.1 0.2 0.3 0.4 0.5 0.6 0.7 0.8 0.9 10

0.1

0.2

0.3

0.4

0.5

0.6

0.7

0.8

0.9

1

detection

rate

false alarm rate

R!TE!@B

+(#-3 .#&C" 4).3&(C"

P(5 2)"'&'C2KQ


63/107

?&01 ,5&4>

!""# @503A>&(( B&C2)(". D("E/253 &(4 ?'&(.F"' %"&'()(*

%"&'()(* /3'-C3-'"4 &(4 ,5=-.3 !""# B54"0.

G46&(C"4 !""# B54"0.

B-0H>54&0 %"&'()(*I5(C0-.)5(.


64/107

N&C" ,"C5*()H5(

!-" 35 "M3'">" )00->)(&H5( 6&')&H5(.L 4""# >54"0.

#"'F5'> k-)3" #55'0K 5( 32). 4&3&."3;

d&0" @ fM3"(4"4 N&C" !&3&."3n .-=."3. 5F )(C'"&.)(* )00->)(&H5( 6&')&H5(.


65/107

I5(.)4"' B5'" /3'-C3-'"4 B54"0.8 -(4)'"C3"4 x 4)'"C3"4 >54"0.;

!""# %&>="'H&( B54"0

!""#

O(4)'"C3"4

!)'"C3"4

I5>=)(". 32" "0"*&(3 #'5#"'H". 5F 32" %&>="'H&( >54"0 :)32 32"

`&-..)&( !@B >54"0;

D=."'6"4+>&*"

+(F"''"

4

(Tang et. Al., ICML 2012, Tang et. al. CVPR 2012)


66/107

%&>="'H&( ,"s"C3&(C" B54"0

G .)>#0" >54"0 5F 32" )>&*" F5'>&H5( #'5C"..;

G0="45 EE 4)p-." '"s"CH6)3K 5F & .-'F&C"L >&3"')&04"#"(4"(3L )00->)(&H5( )(4"#"(4"(3;

+>&*"&0="45

/-'F&C"

(5'>&0%)*23.5-'C"

+>&*". :)32 4)p"'"(3 )00->)(&H5( C&( =" *"("'&3"4 =K 6&'K)(* 0)*234)'"CH5(.

/-'F&C" (5'>&0 EE #"'#"(4)C-0&' 35 32" 3&(*"(3#0&(" &3 & #5)(3 5( 32" .-'F&C";


67/107

!""# %&>="'H&( B54"0

D=."'6"4

+>&*"

+>&*"&0="45

/-'F&C"

(5'>&0.%)*23.5-'C"


68/107

!""# %&>="'H&( B54"0

D=."'6"4

+>&*"

+>&*"&0="45

/-'F&C"

(5'>&0.%)*23.5-'C"

`&-..)&( !""#@503A>&(( B&C2)(" B%5"9, KLF;

T'"3'&)("4 -.)(*

?5'5(35 N&C" !&3&=&."

?'&(.F"' %"&'()(*

+(F"'"(C"8 V&')&H5(&0 +(F"'"(C";

%"&'()(*8 /35C2&.HC G##'5M)>&H5(

+(F"''"

4


69/107

d&0" @ fM3"(4"4 N&C" !&3&."3

^] .-=Z"C3.L

nj )>&*". 5F 6&'K)(* )00->)(&H5(. #"' .-=Z"C3L4)6)4"4 )(35 n .-=."3. 5F )(C'"&.)(* )00->)(&H5( 6&')&H5(.;

X] .-=Z"C3. F5' 3'&)()(*L &(4 [Y F5' 3".H(*;


70/107

N&C" ,"0)*2H(*

D(" ?".3 +>&*"

N&C" ,"0)*2H(*D=."'6"4+(F"''"4

&0="45


71/107

,"C5*()H5( ,".-03.

,"C5*()H5( &. F-(CH5( 5F 32" (->="' 5F 3'&)()(* )>&*". F5'[Y 3".3 .-=Z"C3.;

D("E/253

,"C5*()H5(

W2&3 &=5-3 4"&0)(* :)32

5CC0-.)5(. 5' .3'-C3-'"4

(5)."l


72/107

,5=-.3 @503A>&(( B&C2)(".

@-)04 >5'" .3'-C3-'"4 >54"0. 32&3 C&( 4"&0 :)32 5CC0-.)5(. 5'.3'-C3-'"4 (5).";

D=."'6"4

+>&*"

+(F"''"4?'-32

+(F"''"4@)(&'K B&.1

(Tang et. Al., ICML 2012, Tang et. al. CVPR 2012)


73/107

,5=-.3 @503A>&(( B&C2)(".

@-)04 >5'" .3'-C3-'"4 >54"0. 32&3 C&( 4"&0 :)32 5CC0-.)5(. 5'.3'-C3-'"4 (5).";

`&-..)&( ,@BL >54"0)(*

C0"&( F&C".

@)(&'K ,@B

>54"0)(* 5CC0-.)5(.

@)(&'K #)M"0E:)."

B&.1`&-..)&( (5)." >54"0

D=."'6"4

+>&*"


74/107

,5=-.3 @503A>&(( B&C2)(".

@-)04 >5'" .3'-C3-'"4 >54"0. 32&3 C&( 4"&0 :)32 5CC0-.)5(. 5'.3'-C3-'"4 (5).";

`&-..)&( ,@BL >54"0)(*

C0"&( F&C".

@)(&'K ,@B

>54"0)(* 5CC0-.)5(.

@)(&'K #)M"0E:)."

B&.1`&-..)&( (5)." >54"0

). & 2"&6KE3&)0"4 4).3')=-H5(

+(F"'"(C"8 V&')&H5(&0 +(F"'"(C";%"&'()(*8 /35C2&.HC G##'5M)>&H5(


75/107

u 5F )3"'&H5(.[ ^ j _ [Y XY ^Y nY jY

+(F"'"(C" 5( 32" 3".3 .-=Z"C3.

u 5F )3"'&H5(.

,"C5*()H5( ,".-03. 5(G, N&C" !&3&=&."

+(3"'(&0 .3&3". 5F,5@B 4-')(*

0"&'()(*;

+(F"''"4


76/107

u 5F )3"'&H5(.[ ^ j _ [Y XY ^Y nY jY

+(F"'"(C" 5( 32" 3".3 .-=Z"C3.

u 5F )3"'&H5(.

,"C5*()H5( ,".-03. 5(G, N&C" !&3&=&."

+(3"'(&0 .3&3". 5F,5@B 4-')(*

0"&'()(*;

+(F"''"4


77/107

u 5F )3"'&H5(.[ ^ j _ [Y XY ^Y nY jY

+(F"'"(C" 5( 32" 3".3 .-=Z"C3.

u 5F )3"'&H5(.

,"C5*()H5( ,".-03. 5(G, N&C" !&3&=&."

+(3"'(&0 .3&3". 5F,5@B 4-')(*

0"&'()(*;

+(F"''"4

%"&'()(* G0*5')32> /-(*0&..". /C&'F

,5=-.3 @B ]n;jm ]Y;_m

,@B o[;_m ^X;\m

f)*"(F&C". oo;\m ^];om

%!G jo;[m X_;Ym

T)M"0 j[;^m [_;jm


78/107

/#""C2 ,"C5*()H5(

%"&'()(* G0*5')32> GV` ff,

`BB O(.-#"'6)."4 [o;nm

!@B O(.-#"'6)."4 [n;_m

!@B P[m 0&="0.Q [^;^m

!@B P^Ym 0&="0.Q [Y;jm

!@B P[YYm 0&="0.Q \;_m

(c2&(*L /&0&12-34)(56L I2&(*L `0&..L +IG//T XY[X)

Xj >. :)(45:"4 F'&>".

o[ #25("HC

0&="0. o^Y .#"&1"' ?+B+? C5'#-.8 ^Lo\o3'&)()(* &(4 \nn 3".3 -7"'&(C".;

E$,^"( d8"3+ K"."C/,(8N5' "&C2 1"K:5'4L ".H>&3" -7"'&(C"t.

#'5=&=)0)3K 5F C5(3&)()(* 32&3 1"K:5'4;

T"'F5'>&(C"8 G6"'&*" "k-&0 "''5''&3" Pff,Q;

RBB 4"C54"'


79/107

?&01 ,5&4>

!""# @503A>&(( B&C2)(". D("E/253 &(4 ?'&(.F"' %"&'()(* %"&'()(* /3'-C3-'"4 &(4 ,5=-.3 !""# B54"0.

G46&(C"4 !""# B54"0.

B-0H>54&0 %"&'()(*I5(C0-.)5(.


80/107

!&3& e I500"CH5( 5F B54&0)H".

B-0H>"4)& C5(3"(3 5( 32" :"= E)>&*" x 3"M3 x &-4)5;

T'54-C3 '"C5>>"(4&H5(.K.3">.;

,5=5HC. #0)C&H5(.;

G-4)5V).)5(

?5-C2 ."(.5'.B535' C5(3'50

.-(."3L

#&C)gC5C"&(L

=&1"'="&C2L

."&.25'"L 5C"&(

C&'L

&-35>5=)0"


81/107

/2&'"4 I5(C"#3

yB54&0)3KEF'""z '"#'"."(3&H5(

yB54&0)3KEF-00z '"#'"."(3&H5(

yI5(C"#3z

.-(."3L #&C)gC 5C"&(L

=&1"' ="&C2L ."&.25'"L

5C"&(


82/107

+>#'56" I0&..)gC&H5(B-0HEB54&0 +(#-3

#"(3&ML 1[Y4L 1&(*&'55).0&(4

.5-32&-.3'&0)&L .& &-.3'&0)&

&-.3'&0)&(."&0)5( ^YY>>/fG 9 JD? /fG

,"3')"6" 4&3& F'5> 5(" >54&0)3K :2"( k-"')"4 -.)(* 4&3& F'5>&(532"' >54&0)3K

="&C2L ."&L .-'FL

.3'&(4L .25'"L

:&6"L ."&.C"L

.&(4L 5C"&(L :&6".

N)00 )( B)..)(* B54&0)H".="&C2L ."&L .-'FL.3'&(4L .25'"L

:&6"L ."&.C"L

.&(4L 5C"&(L :&6".


83/107

@-)04)(* & T'5=&=)0).HC B54"0

%"&'( & Z5)(3 4"(.)3K >54"08


84/107

@-)04)(* & T'5=&=)0).HC B54"0

%"&'( & Z5)(3 4"(.)3K >54"08


85/107

@-)04)(* & T'5=&=)0).HC B54"0

%"&'( & Z5)(3 4"(.)3K >54"08


86/107

I2&00"(*". E +

V"'K 4)p"'"(3 )(#-3

'"#'"."(3&H5(.

+>&*" ?"M3

.-(."3L #&C)gC 5C"&(L

=&1"' ="&C2L ."&.25'"L

5C"&( +>&*". e '"&0E6&0-"4L 4"(."

!){C-03 35 0"&'(

C'5..E>54&0 F"&3-'".

F'5> 05:E0"6"0

'"#'"."(3&H5(.;

!"(."

?"M3 e 4).C'"3"L .#&'."/#&'."


87/107

I2&00"(*". E ++

J5).K &(4 >)..)(* 4&3&

+>&*" ?"M3#"(3&ML 1[Y4L

#"(3&M4&jYXYYL

1&(*&'55).0&(4L .&L

&-.3'&0)&(."&0)5(

>)C1)1')>>"0L>)C1)#"4)&L

2"&4.253

-(."-0#)M"0L

(&3-'"KL C'

| (5 3"M3}


88/107

I2&00"(*". E ++

+>&*" ?"M3 ?"M3 *"("'&3"4 =K 32" >54"0="&C2L ."&L .-'FL .3'&(4L

.25'"L :&6"L ."&.C"L

.&(4L 5C"&(L :&6".

#5'3'&)3L *)'0L :5>&(L 0&4KL=05(4"L #'"7KL *5'*"5-.L

"M#'"..)5(L >54"0

()*23L (57"L 3'&{CL 0)*23L

0)*23.L #&'1)(*L 4&'1("..L

05:0)*23L (&C23L *05:

F&00L &-3->(L 3'"".L 0"&6".L

F50)&*"L F5'".3L :554.L

='&(C2".L #&32

#"(3&ML 1[Y4L

#"(3&M4&jYXYYL

1&(*&'55).0&(4L .&L

&-.3'&0)&(."&0)5(

>)C1)1')>>"0L>)C1)#"4)&L

2"&4.253

-(."-0#)M"0L

(&3-'"KL C'

| (5 3"M3}


89/107

G /)>#0" B-0H>54&0 B54"0

O." & Z5)(3 =)(&'K 2)44"( 0&K"'; :3,5%"08 +(#-3. 2&6" 6"'K 4)p"'"(3 .3&H.HC&0#'5#"'H".;

!){C-03 35 0"&'( C'5..E>54&0 F"&3-'".;

Y

Y

[

Y

Y,"&0E6&0-"4[E5FEa


90/107

Y

Y

[

Y

Y!"(."L '"&0E6&0-"4

)>&*" F"&3-'".

`&-..)&( >54"0,"#0)C&3"4 /5r>&M

B-0H>54&0 !@B

W5'4

C5-(3.

(Srivastava & Salakhutdinov, NIPS 2012)


91/107

B-0H>54&0 !@B

Y

Y

[

Y

Y!"(."L '"&0E6&0-"4

)>&*" F"&3-'".

`&-..)&( >54"0,"#0)C&3"4 /5r>&M

W5'4

C5-(3.



92/107

`&-..)&( >54"0,"#0)C&3"4 /5r>&M

Y

Y

[

Y

Y

B-0H>54&0 !@B

W5'4

C5-(3.

!"(."L '"&0E6&0-"4

)>&*" F"&3-'".



93/107

Y

Y

[

Y

Y!"(."L '"&0E6&0-"4

)>&*" F"&3-'".W5'4

C5-(3.

`&-..)&( >54"0,"#0)C&3"4 /5r>&M

B-0H>54&0 !@B

@575>E-#

x

?5#E45:(


94/107

Y

Y

[

Y

Y!"(."L '"&0E6&0-"4

)>&*" F"&3-'".W5'4

C5-(3.

`&-..)&( ,@B,"#0)C&3"4 /5r>&M

B-0H>54&0 !@B

@575>E-#

x

?5#E45:(

F


95/107

?"M3 `"("'&3"4 F'5> +>&*".

C&(&4&L (&3-'"L.-(')."L 5(3&')5L F5*L

>).3L =CL >5'()(*

)(."C3L =-7"'sKL )(."C3.L

=-*L =-7"'s)".L

0"#)45#3"'&

*'&{HL .3'""3&'3L .3"(C)0L

.HC1"'L -'=&(&'3L *'&pL

.&(F'&(C).C5

#5'3'&)3L C2)04L 1)4L')3'&75L 1)4.L C2)04'"(L

=5KL C-3"L =5K.L )3&0K

45*L C&3L #"3L 1)7"(L

#-##KL *)(*"'L 35(*-"L

1)7KL 45*.L F-''K

."&L F'&(C"L =5&3L >"'L

="&C2L ')6"'L ='"3&*("L

#0&*"L =')7&(K

`)6"( `"("'&3"4 `)6"( `"("'&3"4

4 F


96/107

?"M3 `"("'&3"4 F'5> +>&*".

`)6"( `"("'&3"4

:&3"'L *0&..L =""'L =570"L4')(1L :)("L =-==0".L .#0&.2L

4'5#.L 4'5#

#5'3'&)3L :5>"(L &'>KL .504)"'L

>532"'L #5.3C&'4L .504)"'.

5=&>&L =&'&C15=&>&L "0"CH5(L

#50)HC.L #'".)4"(3L 25#"L C2&(*"L

.&(F'&(C).C5L C5(6"(H5(L '&00K

F


97/107

+>&*". F'5> ?"M3

/&>#0" 4'&:( &r"'

"6"'K jY .3"#. 5F

`)==. .&>#0)(*

+ F ?


98/107

+>&*". F'5> ?"M3

:&3"'L '"4L

.-(."3

(&3-'"L s5:"'L'"4L *'""(

=0-"L *'""(L

K"005:L C505'.

C25C50&3"L C&1"

`)6"( ,"3')"6"4

B+, N0) 1 !


99/107

B+,EN0)C1' !&3&."3

R-).1". "3; &0;

[ >)00)5( )>&*". &05(* :)32 -."'E&..)*("4 3&*.;

.C-0#3-'"L ="&-3KL

.35("

()15(L *'""(L 0)*23L

#2535.25#L #0"L 4_Y

:2)3"L K"005:L

&=.3'&C3L 0)(".L =-.L

*')C

.1KL *"53&**"4L

'"s"CH5(L C)"05L

=)0=&5L '"s"Z5

F554L C-#C&1"L

6"*&(4]Y

&(&:".5>".253L

32"#"'F"C3#2535*'"'L

s&.2L 4&>():).2)43&1"(32&3L

.#)')35F#2535*'K

()15(L &=)*F&6"L

*504.3&'&:&'4L 4]YL()15(4]Y

! 4 G 2)


100/107

!&3& &(4 G'C2)3"C3-'"

[X B)00)5( #&'&>"3"'.

XYn]

[YXn

[YXn

XYYY

[YXn

[YXn

^]j_

XYY >5.3 F'"k-"(3 3&*.;Xja 0&="0"4 .-=."3 P[ja3'&)()(*L [Ya 3".H(*Q

^] C0&..". E !"#$ &'(($)*)#$ +*'$ +,-./h

G44)H5(&0 [ >)00)5(-(0&="0"4 4&3&

, 03


101/107

,".-03.

%5*).HC '"*'"..)5( 5( 35#E0"6"0 '"#'"."(3&H5(;B-0H>54&0 +(#-3.%"&'()(* G0*5')32> BGT T'"C).)5(~jY

,&(45> Y;[Xn Y;[Xn

%!G vR-).1". "3; &0;w Y;n\X Y;_jn

/VB vR-).1". "3; &0;w Y;n_j Y;_j]

!@BE%&="00"4 Y;jXo Y;_\[

B"&( G6"'&*" T'"C).)5(

/)>)0&'

N"&3-'".L

Xja

, 03


102/107

,".-03.

%5*).HC '"*'"..)5( 5( 35#E0"6"0 '"#'"."(3&H5(;B-0H>54&0 +(#-3.%"&'()(* G0*5')32> BGT T'"C).)5(~jY

,&(45> Y;[Xn Y;[Xn

%!G vR-).1". "3; &0;w Y;n\X Y;_jn

/VB vR-).1". "3; &0;w Y;n_j Y;_j]

!@BE%&="00"4 Y;jXo Y;_\[

!@B Y;oY\ Y;]o^

!""# @"0)"F J"3 Y;j\\ Y;]o_

G-35"(C54"' Y;oYY Y;]_j

B"&( G6"'&*" T'"C).)5(

/)>)0&'

N"&3-'".L

Xja

x [ B)00)5(O(0&="00"4

@ g3 F ) B 0H 4 0 ! 3


103/107

@"("g3. 5F -.)(* B-0H>54&0 !&3&

?'&)()(*T2&."

%"&'()(* G0*5')32> BGT T'"C).)5(~jY

+>&*"E%!G vR-).1". "3; &0;w Y;^[j E+>&*"E/VB vR-).1". "3; &0;w Y;^_j E

+>&*"E!@B Y;no\ Y;]Y^

B-0H>54&0E!@B P>)..)(* 3"M3Q Y;j^[ Y;]^X

?".3 T2&."+>&*". D(0KU

B)..)(*?"M3

V)4 4 G 4)


104/107

V)4"5 &(4 G-4)5

I-&6" !&3&."3

B 0H B 4 0 B 4 0


105/107

B-0HEB54&0 B54"0.

%&."' .C&(.

+>&*".

V)4"5

?"M3 q %&(*-&*"

?)>" ."')".

4&3&

/#""C2 qG-4)5

A(" ,@ >"+ J&( 0)1" )(3"00)*"(C"

/


106/107

/->>&'K f{C)"(3 0"&'()(* &0*5')32>. F5' R)"'&'C2)C&0 `"("'&H6" B54"0.;

%"&'()(* >5'" &4H6"L '5=-.3L &(4 .3'-C3-'"4 '"#'"."(3&H5(.;

!""# >54"0. C&( )>#'56" C-''"(3 .3&3"E5FE32" &'3 )( >&(K#0)C&H5( 45>&)(.8

! D=Z"C3 '"C5*()H5( &(4 4"3"CH5(L 3"M3 &(4 )>&*" '"3')"6&0L 2&(4:')7"(C2&'&C3"' &(4 .#""C2 '"C5*()H5(L &(4 532"'.;

T"#. e '0&)" 3".3'"2&% f

A5-"C. 3"C,)('/,(

W"&3('() & J&."),3+

U'"3&3C


107/107

?2&(1 K5-

Nitish Srivastava University of TorontoCharlie Tang University of TorontoJosh Tenenbaum MITGeoffrey Hinton University of TorontoNathan Srebro TTI, University of ChicagoRoger Grosse MITIlya Sutskever GoogleIain Murray University of EdinburghAndriy Mnih Gatsby Computational Neuroscience Unit, UCLHugo Larochelle University of TorontoAntonio Torralba MITBill Freeman MITJohn Langford Yahoo ResearchTong Zhang RutgersSham Kakade University of PennsylvaniaBrenden Lake MIT

Thanks to my collaborators:

I54" F5' 0"&'()(* ,@B.L [email protected] &(4 !@B. ). &6&)0&=0" &38

Documents

ISBI2 PDF Version