!"#"$%"$&#'(')#*+$+,("-).*/( - - PDF document

▶
0123 41 4 5 45 465 1663 7 8459 5
SMART_READER_LITE
LIVE PREVIEW

!"#"$%"$&#'(')#*+$+,("-).*/( - - PDF document

Jul 20, 2023 283 likes •418 views

!"#$"%$#&' !"#"$%"$&#'(')#*+$+,("-).*/( !"#$%##&'()*+',&-'().+','/#0123$41&'4&'5$,$45$465'1663//#-7'8459#/:5'

slide-1
SLIDE 1

!"#$"%$#&' #'

!"#"$%"$&#'(')#*+$+,("-).*/(

!"#$%##&'()*+',&-'().+','/#0123$41&'4&'5$,$45$465'1663//#-7'8459#/:5' ;,/,-4<=>'4&$/1-36#-'4&'$9#'()?+:5',&-'()@+:5'%,5'/#;2,6#-'AB','&#%'1&#C' 'D945';,/,-4<='/#E#6$5','&#%',&5%#/'$1'$9#'F3&-,=#&$,2'G3#5$41&7' !"#$%&'($%)*+%,*)-%#%./0)/0%#1)'$%#*%'*,*)-*%2'*3$0)*#4%5+.+*5+*36% 0*%)/5+/%$)%+($0&#$+%0$%)*%$"+%1#(0(%)2%)1(+/7#$0)*(8% H&'8459#/:5';,/,-4<='$9#',&5%#/'%,5' 0#/B'/#5$/46$40#I1&#'=35$'J&1%' ,2=15$'#0#/B$94&<C'KLM' D9#'&#%';,/,-4<='10#/6,=#'$9#' /#5$/46$41&'1F'$9#'12-'1&#CN' O2,-4=4/'O,;&4J' 9"+%:#$'/+%)2%;$#$0($03#4%<+#/*0*=% 9"+)/6'P?+++Q'

0-)(1.*2#'(%)"34(.1(!50(

RSD'-#,25'=,4&2B'%4$9'%34)*6$%)7(')#*+$+,(;/1A2#=5C'' T40#&7' !! ,&'4&;3$'PF#,$3/#Q'5;,6#7'X X'' !! ,&'13$;3$'P2,A#2Q'5;,6#7'Y Y%% %P$B;46,22B'Y Y'U'{ -1, +1 }Q' $9#' G3#5$41&' 1F' 2#,/&4&<' ,=13&$5' $1' #5$4=,$4&<' ,' F3&6$41&,2' /#2,$41&594;'A#$%##&'$9#'4&;3$',&-'$9#'13$;3$'5;,6#57' f'7'X X Y R369','=,;;4&<'2'45'6,22#-','&'#%%$8)*C'' H&'1/-#/'$1'-1'$945>'%#'9,0#',66#55'$1'51=#'P2,A#2#-Q'$/,4&4&<'-,$,7'' (X1,Y1), … , (Xn,Yn)''X X ! Y Y'' V'&'#%%$8&#"$.+(#',.*$"-2(45',';/16#-3/#'$9,$'$,J#5'$9#'$/,4&4&<'-,$,' ,5'4&;3$',&-'13$;3$5','62,554W#/'fC''

slide-2
SLIDE 2

!"#$"%$#&' %'

9%%324"$.+%(

H&'RSD'1&#'=,J#5'$9#'F1221%4&<',553=;$41&57' !! $9#/#'#X45$5','Y14&$';/1A,A424$B'-45$/4A3$41&'>'1&'X X ! Y Y' !! $9#'$/,4&4&<'#X,=;2#5'(Xi,Yi)'',/#'5,=;2#-'4&-#;#&-#&$2B'F/1='>%P44-' 5,=;24&<QC' H&';,/$4632,/7'' (C! Z1',553=;$41&5'1&'>' ?C! D9#'-45$/4A3$41&'>'45'3&J&1%&',$'$9#'$4=#'1F'2#,/&4&<' @C! Z1&[-#$#/=4&45$46'2,A#25'-3#'$1'2,A#2'&145#'1/'10#/2,;;4&<'62,55#5' \C! D9#'-45$/4A3$41&'>'45'WX#-'

5.%%)%(#+7(*$%:%(

]#'&##-'$1'9,0#'51=#'=#,53/#'1F'^91%'<11-_','F3&6$41&'f'45'%9#&'35#-',5' ,'62,554W#/C'V'4)((%2'*3$0)*'=#,53/#5'$9#'^615$_'1F'62,554FB4&<'4&5$,&6#'XX' ,5'YY Y. D9#' 54=;2#5$' 2155' F3&6$41&' 4&' 62,554W6,$41&' ;/1A2#=5' 45' $9#' 0-1( '.%%' P1/' =4562,5546,$41&'#//1/Q7 D9#' /0(,' 1F' ,' F3&6$41&' 45' $9#' ,0#/,<#' 2155' 10#/' -,$,' ;14&$5' <#&#/,$#-' ,661/-4&<'$1'$9#'3&-#/2B4&<'-45$/4A3$41&'>7' D9#'1+($%34#((0?+/'45'$9#'1&#'%4$9'$9#'5=,22#5$'/45J'@P2QC'

slide-3
SLIDE 3

!"#$"%$#&' ('

;#/)%(&'#%%$8)*%(

V=1&<',22';1554A2#'62,554W#/5>'$9#'^A#5$_'1&#'45'$9#'A#6+(%34#((0?+/7'' H&';/,6$46#>'4$'45'4=;1554A2#'$1'-4/#6$2B'61=;3$#'$9#'",B#5'62,554W#/',5'$9#' 3&-#/2B4&<';/1A,A424$B'-45$/4A3$41&'>'45'3&J&1%&'$1'$9#'2#,/&#/C'' D9#'4-#,'1F'#5$4=,$4&<'>'F/1='-,$,'-1#5&:$'353,22B'%1/J'L'

;#/)%<("-).*)2(

!K",B#5:'$9#1/#=M'45'$1'$9#'$9#1/B'1F';/1A,A424$B'%9,$' `B$9,<1/,5:'$9#1/#='45'$1'<#1=#$/BCN' a,/12-'b#c/#B5'' ;30+*$0?3%B*2+/+*3+%P()@(Q'

!! >P"Q7'';/41/';/1A,A424$B'1F'9B;1$9#545'"% !! >P"'d'+Q7'';15$#/41/';/1A,A424$B'1F'9B;1$9#545'"'P4&'$9#'24<9$'1F'#04-#&6#'+Q' !! >P+'d'"Q7''^24J#24911-_'1F'#04-#&6#'+'1&'9B;1$9#545'"%

P(h |e) = P(e | h)P(h) P(e) = P(e | h)P(h) P(e | h)P(h) + P(e |¬h)P(¬h)

slide-4
SLIDE 4

!"#$"%$#&' &'

T40#&7'

!! ,'5#$'$/,4&4&<';14&$5'(X1,Y1), … , (Xn,Yn)''X

X ! Y Y -/,%&'44-'F/1=',&' '*,*)-*'-45$/4A3$41&'>''

!! ,'2155'F3&6$41&5'

e#$#/=4&#','F3&6$41&'f'7'X X Y'%9469'9,5'/45J'R(f)',5'6215#',5';1554A2#'$1' $9#'/45J'1F'$9#'",B#5'62,554W#/C'

0-)(&'#%%$8&#"$.+(4*.=')2(

>#6)#"?'Z1$'1&2B'45'4$'4=;1554A2#'$1'61=;3$#'$9#'",B#5'#//1/>'A3$',251'$9#' /45J'1F','F3&6$41&'2'6,&&1$'A#'61=;3$#-'%4$913$'J&1%4&<'>C'' V'-#5;#/,$#'54$3,$41&f'

9+()@#24')A( 0-)(+)#*)%"(+)$,-=.*(*3')(

!g,/2B'4&'()**'%9#&'H'W/5$'A#<,&'$#,694&<',$'R$,&F1/->','5$3-#&$>' `#$#/'a,/$>'%,2J#-'4&$1'=B'1h6#'%4$9',&'4&$#/#5$4&<';/1A2#=C'a#' 5,4-'$9,$'i9,/2#5'i12#',&-'9#'%#/#'354&<',';,$$#/&'62,554W6,$41&' 569#=#'%9469>'F1/'2,6J'1F','A#$$#/'%1/->'$9#B'-#56/4A#-',5'$9#' +)#*)%"(+)$,-=.*(4*.&)73*)C'' D945'569#=#',554<&#-'$1',&',5'B#$'3&62,554W#-'1A5#/0,$41&'$9#' 62,554W6,$41&'1F'$9#'&#,/#5$'&#4<9A1/C']#/#'$9#/#',&B'<11-' $9#1/#$46,2';/1;#/$4#5'1F'$945';/16#-3/#fN' D91=,5'i10#/'P().?Q'

slide-5
SLIDE 5

!"#$"%$#&' )'

B(#+7($"%(2)7$)6#'(.*$,$+%(

!a#&6#>'%9#&'54<9$';#/6#40#5'51=#'0454A2#'1AY#6$>'$9#'F,632$B' 1F'-456/4=4&,$41&'4==#-4,$#2B'5##J5'4$5'613&$#/;,/$',=1&<' $9#'F1/=5';#/545$4&<'4&'$9#'4=,<4&,$41&>',&-'%9#&'4$'W&-5' 51=#'F1/='4&'$9#'4=,<4&,$41&'$9,$'45'24J#'$9#'F1/='1F'$9,$' 0454A2#'1AY#6$>'4$'%422'/#61<&4j#'$9,$'0454A2#'1AY#6$',&-'%422' ;#/6#40#'%9,$'J4&-'1F'1AY#6$'4$'45CN' V29,j#&>'9"+%A)),(%)2%C.$03('P6C'(+@+Q' Pg&<C'D/,&52C7'kC'R=4$9>'?++(Q'

V/<3,A2B'$9#'W/5$'#X;2464$'F1/=32,$41&'1F'$9#'ZZ'62,554W6,$41&'/32#' 1&' /#61/-l' P5##7' kC' `#24221>' ^V29,j#&' ,&-' $9#' &#,/#5$' &#4<9A1/' /32#>_'>#$$+/*%@+3)=*0$0)*%<+$$+/(>'?+(\QC'

C.D(,..7($%("-)(EE(*3')F(

G#*$#"$.+%A(

!! !HEE(*3')A(35#'$9#','&#,/#5$'&#4<9A1/5',&-'$,J#','=,Y1/4$B'01$#'' !! !"HEE(*3')A($9#'5,=#',5',A10#>'F1/',*'</1%4&<'%4$9'*'

0-).*)2( I!".+)J( KLMMN' HF' n ! " and k ! ",' 5369' $9,$' k/n ! 0>' $9#&' F1/' ,22' ;/1A,A424$B' -45$/4A3$41&5' R(kn-NN)' ! R(fBayes)' P$9,$' 45>' $9#' ,*[ZZ' /32#' 45' ^3&40#/5,22B'",B#5'61&545$#&$_QC i10#/',&-'D91=,5'591%#-'$9,$7' %9#/#'@m'-#&1$#5'$9#'#X;#6$#-'#//1/'/,$#'1F'ZZ'%9#&'$9#'5,=;2#'54j#'$#&-5'$1' 4&W&4$BC' ]#'6,&&1$'5,B',&B$94&<'5$/1&<#/',5'$9#/#',/#';/1A,A424$B'-45$/4A3$41&5'F1/'%9469' $9#';#/F1/=,&6#'1F'$9#'ZZ'/32#',694#0#5'#4$9#/'$9#'3;;#/'1/'21%#/'A13&-C'

R( fBayes) " R# " 2R( fBayes)

slide-6
SLIDE 6

!"#$"%$#&' *'

O24$*$&#'(P$%:(Q$+$2$R#"$.+(

!V$'$9#'#&-'1F'$9#'()*+:5>'$9#'$9#1/B'1F'g=;4/46,2'n45J'k4&4=4j,$41&' PgnkQ'F1/'$9#';,$$#/&'/#61<&4$41&';/1A2#='%,5'61&5$/36$#-C' D945'$9#1/B'4&623-#-'A1$9'P,Q'$9#'<#&#/,2'D'#40$#$07+%$"+)/6'1F' <#&#/,24j,$41&'$9,$'-#56/4A#-'$9#'&#6#55,/B',&-'53h64#&$'61&-4$41&5' F1/'61&545$#&6B'1F'$9#'gnk'4&-36$41&';/4&64;2#'KLMo'' ,&-'PAQ'$9#'<#&#/,2'D'#*$0$#$07+%$"+)/6'$9,$'-#56/4A#-'$9#'A13&-5'1&' $9#';/1A,A424$B'1F'$9#'PF3$3/#Q'$#5$'#//1/CN' O2,-4=4/'O,;&4J' ;$#$0($03#4%<+#/*0*=%9"+)/6'P()).Q'

0-)(OPQ(4*$+&$4')(

H&5$#,-'1F'211J4&<'F1/','F3&6$41&'%9469'=4&4=4j#5'$9#'$/3#'/45J'R(f)>'%#'$/B'$1' W&-'1&#'%9469'=4&4=4j#5'$9#'+&.0/03#4%/0(,7' T40#&'$/,4&4&<'-,$,'(X1,Y1), … , (Xn,Yn)''X X ! Y Y>','F3&6$41&'5;,6#'F FJ(,&-','2155' F3&6$41&>'%#'-#W&#'$9#'62,554W#/'fn',57 D945' ,;;/1,69' 45' 6,22#-' $9#' +&.0/03#4% /0(,% &0*0&0E#$0)*% PgnkQ' 4&-36$41&' ;/4&64;2#>'$9#'=1$40,$41&'1F'%9469'61=#5'F/1='$9#'2,%'1F'2,/<#'&3=A#/5C' E.")?'R,=#',5'2#,5$[5G3,/#5pkS'=#$91-5'PA3$L'A4&,/B'7(F'/#,2'F3&6$41&5lQC'

slide-7
SLIDE 7

!"#$"%$#&' !'

9(:)/(S3)%"$.+(

]9,$'9,5'$1'A#'$/3#'1F'$9#'F3&6$41&'62,55'F'51'$9,$>'&1'=,$$#/'%9,$'$9#' 3&J&1%&' A,6J</13&-' ;/1A,A424$B' -45$/4A3$41&>' gnk' #0#&$3,22B' -1#5' ,5' %#22',5';1554A2#'%4$9'/#5;#6$'$1'$9#'/32#5'4&'Ff'' V'F3&-,=#&$,2'/#532$'1F'RSD'45'$9,$'$9#'5#$'1F'/32#5'4&'F'6,&&1$'A#'$11' /469>'%9#/#'$9#'/469&#55'1F'F'45'=#,53/#-'AB'4$5'^Oi'-4=#&541&_C'

O%"$2#"$.+(#$%(#44*.@$2#"$.+(

K01&'S3XA3/<',&-'R69q2J1;F>'?++.M'

H-#,22B'%#'%,&$'$1'=,J#'R(fn) # R(fBayes)',5'5=,22',5';1554A2#>',5'n ! "C'' e#&1$4&<'AB'2F'$9#'A#5$'62,554W#/'4&'F>'$9#'-4c#/#&6#'6,&'A#'-#61=;15#-',57'

slide-8
SLIDE 8

!"#$"%$#&' +'

T+7)*8""$+,(#$%(.6)*8""$+,(

K01&'S3XA3/<',&-'R69q2J1;F>'?++.M'

underfitting $! overfitting

!! 5=,22'61=;2#X4$B'1F'F'''5=,22'#5$4=,$41&'#//1/>'2,/<#',;;/1X4=,$41&'#//1/'P'*5+/?$$0*=Q' !! 2,/<#'61=;2#X4$B'1F'F' ''2,/<#'#5$4=,$41&'#//1/>'5=,22',;;/1X4=,$41&'#//1/'P)7+/?$$0*=Q''

D9#'A#5$'10#/,22'/45J'45',694#0#-'F1/'^=1-#/,$#_'61=;2#X4$B'

Q.7)'(%)')&"$.+(

slide-9
SLIDE 9

!"#$"%$#&' ,'

!-#"")*$+,(

V'5#$'1F'n'4&5$,&6#5'X1,…, Xn F/1='$9#'4&;3$'5;,6#'X X 45'5,4-'$1'A#'("#$$+/+5% AB','F3&6$41&'62,55'F 4F',22'$9#'2n'2,A#24&<5'1F'$9#='6,&'A#'<#&#/,$#-'354&<' F3&6$41&5'F/1='FC'

P,Q' PAQ'

O@#24')?'' F'U'24&#,/'-#64541&'F3&6$41&5'P5$/,4<9$'24&#5Q'4&'$9#';2,&#' G#H' 'V&B'5#$'1F'@'&1&[61224&#,/';14&$5'59,$$#/5'F' G1H' 'Z1'5#$'1F'\';14&$5'6,&'59,$$#/'F''

0-)(G>(7$2)+%$.+(

D9#'IJ%50&+*(0)*'1F','F3&6$41&'62,55'F>'-#&1$#-'OiPFQ>'45'$9#'2,/<#5$'4&$#<#/' h'5369'$9,$'$"+/+%+K0($(','5,=;2#'1F'54j#'h'%9469'45'59,$$#/#-'AB'FC' HF',/A4$/,/42B'2,/<#'5,=;2#5'6,&'A#'59,$$#/#->'$9#&'OiPFQ'U'"C' O@#24')%?'

!!F'U'24&#,/'-#64541&'F3&6$41&5'4&'P2'

' ' ' ' 'OiPFQ'U'3'

!!F'U'24&#,/'-#64541&'F3&6$41&5'P9B;#/;2,&#5Q'4&'Pn'''

'' 'OiPFQ'U'n + 1

!!F'U'=32$4[2,B#/';#/6#;$/1&5'%4$9'W'%#4<9$5'

' '' 'OiPFQ'U'CPW log W)

!!F'U'&#,/#5$'&#4<9A1/'62,554W#/5'

' ' ' ' '' 'OiPFQ'U'"

slide-10
SLIDE 10

!"#$"%$#&' #$'

!H&',2<#A/,46'/#;/#5#&$,$41&>'$9#'-4=#&541&'1F'$9#'5#$'1F'63/0#5'-#;#&-5' 3;1&'$9#'&3=A#/'1F'.#/#&+$+/(%%915#'0,23#5'%#'=,B'F/##2B'69115#C'' r,/2'`1;;#/' 9"+%<)=03%)2%;30+*$0?3%L0(3)7+/6'P()s)Q'

G>(7$2)+%$.+(#$%(+32=)*(.1(4#*#2)")*%(

]#'6,&'$9#/#F1/#'5,B'$9,$'$9#'&3=A#/'1F'F/##2B'

  • #$#/=4&,A2#';,/,=#$#/5'1F','5#$'1F'63/0#5'AB'%9469','

$9#1/B'45'/#;/#5#&$#-'45'69,/,6$#/45$46'F1/'$9#'-#</##'1F' F,254W,A424$B'P1/'$#5$,A424$BQ'1F'$9,$'$9#1/BCN' E.")?'D9#'Oi'-4=#&541&'45'4&'<#&#/,2'&1$'/#2,$#-' $1'$9#'&3=A#/'1F'F/##';,/,=#$#/5'1F','=1-#2' P#C<C>''f%(x) = sgn(sin(%x)): 1';,/,=#$#/>'Oi-4='U'").'

U3+7#2)+"#'(*)%3'"%(

]4$9' ;/1A,A424$B' ,;;/1,694&<' 1>' &1' =,$$#/' %9,$' $9#' 3&J&1%&' ;/1A,A424$B' -45$/4A3$41&>' <40#&' =1/#' ,&-' =1/#' -,$,>' $9#' #X;#6$#-' #//1/'F1/'$9#'F3&6$41&5'$9,$'gnk'#&-1/5#5',$'#,69'5$,<#'#0#&$3,22B' ,;;/1,69#5'$9#'=4&4=3='0,23#'1F'#X;#6$#-'#//1/'1F'$9#'F3&6$41&5'4&' F'02%#*5%)*46%02%F'9,5'W&4$#'Oi'-4=#&541&C' R( f ) " Remp( f )+ h(log(2n/h)+1)# log($ /4) n 81/',22'f F> %4$9';/1A,A424$B',$'2#,5$'1 – !, we have: %9#/#'h'U'OiPFQ>',&-'n'45'$9#'5,=;2#'54j#C'

slide-11
SLIDE 11

!"#$"%$#&' ##'

gnk'$,J#5'1&2B'6,/#'1F'$9#'+($0&#$0)*%#//1/'P0,/4,&6#Q'A3$'4$'45'&1$'61&6#/&#-' %4$9'$9#'#../)K0&#$0)*%#//1/'PA4,5QC'' D9#'1;$4=,2'=1-#2'45'F13&-'AB'5$/4J4&<','A,2,&6#'A#$%##&'$9#'#=;4/46,2'/45J' ,&-'$9#'6,;,64$B'1F'$9#'F3&6$41&'62,55'8'P#C<C>'$9#'Oi'-4=#&541&QC'

!"*3&"3*#'(*$%:(2$+$2$R#"$.+(

",546'4-#,'1F';$/'3$'/#4%@0(,%M0*0&0E#$0)*%PRnkQ7' (C! i1&5$/36$','&#5$#-'5$/36$3/#'F1/'F,=42B'1F'F3&6$41&'62,55#5'F1'F2L' %4$9'&1&[-#6/#,54&<'Oi'-4=#&541&5'POiPF1Q't'OiPF2Q't'LQ' ?C! 81/'#,69'62,55'Fi>'W&-'$9#'5123$41& fi'$9,$'=4&4=4j#5'$9#'#=;4/46,2'/45J'' @C! i9115#'$9#'F3&6$41&'62,55'Fi>',&-'$9#'61//#5;1&-4&<'5123$41& fi''$9,$' =4&4=4j#5'$9#'/45J'A13&-'P'U'#=;4/46,2'/45J'u'Oi'61&W-#&6#Q'

!"*3&"3*#'(*$%:(2$+$2$R#"$.+(

slide-12
SLIDE 12

!"#$"%$#&' #%'

V#*'(W.44)*(#%(#(4*)&3*%.*(.1(!50(

!S#$'=#'/#=,/J'91%',=,j4&<'`1;;#/:5'4-#,'%,5C'' H&'$9#'()@+:5'`1;;#/'53<<#5$#-','<#&#/,2'61&6#;$'-#$#/=4&4&<'$9#' <#&#/,24j,$41&',A424$B'P4&','0#/B'%4-#';942151;946,2'5#&5#Q'$9,$'4&' $9#'())+:5'$3/&#-'13$'$1'A#'1&#'1F'$9#'=15$'6/364,2'61&6#;$5'F1/' $9#',&,2B545'1F'61&545$#&6B'1F'$9#'gnk'4&-36$40#';/4&64;2#5CN' O2,-4=4/'O,;&4J' '9"+%:#$'/+%)2%;$#$0($03#4%<+#/*0*=%9"+)/6'P?+++Q'

TC'a,/=,&',&-'RC'r32J,/&4>';$#$0($03#4%4+#/*0*=%$"+)/6%#(%#%2/#&+-)/,%2)/%$"+%."04)()."6%)2% 0*5'3$0)*%P?++.QC' vC'01&'S3XA3/<',&-'"C'R69q2J1;FC';$#$0($03#4%4+#/*0*=%$"+)/6N%M)5+4(O%3)*3+.$(%#*5%/+('4$(% P?++.QC' RC'r32J,/&4',&-'TC'a,/=,&C';$#$0($03#4%4+#/*0*=%$"+)/6N%P%$'$)/0#4%P?+((QC''

U3*"-)*(*)#7$+,%(