+"!."'!M !"#$%#&'()*#((+&#&'+( ! !"#$%#&'()*,A,&!-, " 3.!1','+(*#(E*.!1#$$ " Q?"#$%! ! #((+&#&'+(*.!$'#@'$'&A ! F#33#*R #*.!$'#@'$'&A*-!&.'1* ,!-'(#.*/0!,+%.1!,*2+.*1+-3%&#&'+(#$*$'()%',&'1,4**56*7897: " F#33#*#(E*'&,*-+&'"#&'+(* &%&+.,;***<"#(#*=.%'>22?=+.@#A+"B*C*D#)E#$!(#*5+$,F# " 1+-3%&'()*F#33#*N!,3I*/3NSO4O " 3.+@$!-,*C*+3!(*T%!,&'+(, H+"I*JK &G L778 D'1G#!$#*0!)(!.' !"#$%#&'()*,A,&!-, !"#$%#&'()*,A,&!-, ! &M+*-!#,%.!,*2+.*.!$'#@'$'&A*+2*#* ,A,&!-*N'(&%'&'"!$A*&.#(,3#.!(&O; ! 1+-3%&!*G+M*-#(A*+2*&G!*2+%(E* ! &G!*,A,&!-*,G#$$*.!1+)('P!*#,*-%1G* 1#(E'E#&!,*#.!*1+..!1&;*&G!*-!#,%.!* #,*3+,,'@$!;*&G!*-!#,%.!*+2* +2* precision = recall = (%-@!.*+2*)++E*1#(E'E#&!, (%-@!.*+2*2+%(E*N)++EO*1#(E'E#&!,****** &+&#$*(%-@!.*+2*2+%(E*1#(E'E#&!, (%-@!.*+2*&!.-,*'(*&G!*.!2!.!(1!*$',&
!"#$%#&'()*,A,&!-, !"#$%#&'()*,A,&!-, ! 3.!1','+(*#(E*.!1#$$*#.!*#(&#)+(',&'1* ! 3.!1','+(*#(E*.!1#$$*#.!*#(&#)+(',&'1* &+*!#1G*+&G!.; &+*!#1G*+&G!.; " ,A,&!-,*M'&G*G')G*1+"!.#)!*,G+M* " U#(E*&G!*+&G!.*M#A*.+%(E;*,A,&!-,* $+M!.*3.!1','+(;* M'&G*G')G*3.!1','+(*1#((+&*1+"!.* !"!.A&G'() !"# 5675 0/2, 5675 %&' 5675 )*+,- 5675$ ./0" 5675 0"# 5675 1+** 5675 /2 5675 0"# 5675 '+3%#2 5675 4 !"#$%&' ($ )*+,-$./0" 0"#$1+**$/2$0"#$ '+3%#24$ # .!1#$$*V*J77WX*3.!1','+(*V*J7WZ # 3.!1','+(*V*J77WX*.!1#$$*V*YYWZ !"#$%#&'()*,A,&!-, !"#$%#&'()*,A,&!-, ! 1+-@'(!E*-!#,%.!*2+.*3.!1','+(*#(E* ! 3.!1','+(*#(E*.!1#$$*1#((+&*#$M#A,* .!1#$$;*&G!* F-measure = )'"!*.!$!"#(&*'(2+.-#&'+(; 8 ! 9$:$;<$=$>3#?/-/&2$=$@#?+** ! 9$=$>3#?/-/&2$:$@#?+** !"#$%&' )*+,-$./0" 0"#$1+**$/2$0"#$ '+3%#24$ ! M!')G&,*\*9*0;* " ! V*J;*!T%#$*M!')G& # .!1#$$*V*797X*3.!1','+(*V*797*[Z " ! ]*J;*3.!1','+(*',*2#"+%.!E " ! ^*J;*.!1#$$*',*2#"+%.!E
!"#$%#&'()*,A,&!-, #((+&#&'+(*.!$'#@'$'&A ! 3.!1','+(*9*.!1#$$ ! /!"!.A*#((+&#&'+(*&#,F*',*,%@>!1&*&+* %('(&!(E!E*!..+.,4 " )!(!.#$$A*%,!E*2+.*!"#$%#&'()*<0*9*<S* ! !"#$%#&'()*#((+&#&'+(*&+*-!#,%.!*&G!* &#,F,* .!$'#@'$'&A*+2*#((+&#&!E*1+.3+.#*N.!,3I* #((+&#&+.,O " ,!"!.#$*+&G!.*#33$'1#&'+(,X*!I)I* ! /22#3 ?#((+&#&+.*#).!!-!(&; -#1G'(!*&.#(,$#&'+(X*1+.!2!.!(1!* -!#,%.!-!(&*+2*#(*#((+&#&+.a,** #((+&#&'+( /1+(,!T%!(1!4*+"!.*&'-! #((+&#&'+(*.!$'#@'$'&A F#33#*1+!22'1'!(& ! kappa coefficient N " O*&+*-!#,%.!* #).!!-!(&*@!&M!!(*&M+*#((+&#&+., ! /20#3 ?#((+&#&+.*#).!!-!(&; " &M+*N+.*-+.!O*#((+&#&+.,*)!&*&G!*,#-!* " '(&.+E%1!E*2+.*,&%E!(&,*+2*-!E'1'(!*&+* #((+&#&'+(*&#,F !"#$%#&!*&G!'.*E'#)(+,!, " )&--/1*, 1+-3#.',+(*&+*#(*!`3!.&* " E'22!.!(1!*+2*#).!!-!(&*2+%(E*N/\N_O4O* #((+&#&+.* #(E*&G!*#).!!-!(&*!`3!1&!E*@A* 1G#(1!*N/\NSO4O
F#33#*1+!22'1'!(& F#33#*1+!22'1'!(& ! 1+-3%&'()* " B ! E!3!(E,*+(*&G!*1+-3%&#&'+(*+2*3NSOg .!$!"#(&;* ! p ( A ) p ( E ) JO*(%-@!.*+2*1#&!)+.'!, " K ! LO*&G!'.*E',&.'@%&'+( 1 p ( E ) ! E'22!.!(&*-!&G+E,*2+.*1+-3%&'()*3NSO* ! 1+--+(*,1#$!*N=.'33!(E+.2*Jde7O; N-#'($A*&M+O " " ^*I:f** &+*E',1+%(& " I:f* ! " ^*Ie* &!(&#&'"!*1+(1$%,'+(, " " ]*Ie* E!2'('&!*1+(1$%,'+(,* F#33#*1+!22'1'!(& F#33#*1+!22'1'!(& ! 1+-3%&'()*3NSO ! 1+-3%&'()*3NSO " 1+(&'()!(1A*&#@$!; " -!&G+E*#11+.E'()*&+*b+G!( ; coder 1 c '(&.+E%1!E*2+.*&M+*1+E!., metaphor metonymy " c !`3!(E#@$!*2+.*-+.!*1+E!., coder 2 metaphor f7 L8 d8 metonymy 7 88 88 -0#)$AB$?3#+0#$?&20/2'#2?,$0+1*# " f7 e7 J87 \ meta,1 V*f79J87* \ meto,1 V*e79J87 # \ meta,2 V*d89J87 \ meto,2 V*889J87*
F#33#*1+!22'1'!(& F#33#*1+!22'1'!(& \ meto,1 V*889J87* \ meto,2 V*e79J87 ! 1+-3%&'()*3NSO ! 1+-3%&'()*3NSO " 2+.*!#1G*1#&!)+.A;*$'F!$'G++E*+2* #).!!-!(&*V*3.+E%1&*+2*+11%..!(1!* " +&G!.*-!&G+E*N6'!)!$*C*b#,&!$$#(* 3.+@#@'$'&'!,* # \* meta,1&2 V*\ meta,1 h*\ meta,2 V*7ILd8: JdeeO*+($A*1+(,'E!.'()*&G!*1#&!)+.A* \* meto,1&2 V*\ meto,1 h*\ meto,2 V*7IJd8: 3.+3+.&'+(,*,%--!E*%3 \ meta,1 V*d89J87** \ meta,2 V*f79J87* " $'F!$'G++E*+2*#).!!'()*@A*1G#(1!*V*,%-* " !,3!1'#$$A*2+.*G')G!.* " R"#$%!,*"!.A* +2*$'F!$'G++E*2+.*1#&!)+.A*#).!!-!(&* # ,'-'$#.*.!,%$&, \NSO*V*\* meta,1&2 i*\* meto,1&2 V*7IKdJL F#33#*1+!22'1'!(& F#33#*1+!22'1'!(& computing kappa ! 3.+@$!-, ! +3!(*T%!,&'+(, " %,#)!*2+.*,A,&!-*!"#$%#&'+([ " @'#,*3.+@$!-; " E!1.!#,!,*M'&G* ,F!M'()*1#&!)+.A*E',&.'@%&'+(,* " MG'1G*,1#$!*&+*%,!*2+.* " ?"#$%!,[ " G+M*3.!"!(&*@'#,93.!"#$!(1!** " 3.!"#$!(1!*3.+@$!-*N+($A*2+.*b+G!(a,* 3.+@$!-,[ 1+-3%&#&'+(*+2*3NSOO;* " E!1.!#,!,* " NMG!(O*'(&.+E%1!*#(*/!`3!.&*1+E!.4[ M'&G*E'22!.!(1!*+2*1#&!)+.A*E',&.'@%&'+(* " G+M*&+*1+-3%&!*3NSO[ #-+()*1+E!.,
T%!,&'+(,[ kappa (S & C)
Recommend
More recommend