A Concept Annotation System for Clinical Records

(1)

**!"#$%&'()"!%%$))+$%",-.)'/"0$1"#2+%+&2"3'&$14."**

!"#$%&'#$(%)*$"+,%-',+#./+(%012'",%345'6(%-7','8%9"#$7(%:',8";#%<=%9>71+?"+(%

@,"A%:=%B'#%:166"$+#(%'#.%<'#%3=%&*,/% %

%

C+D8=%*4%:+.">'6%E#4*,?'8">/(%F=G=%-*H%IJKJ%

@,'/?1/%L#"B+,/"8M%:+.">'6%N+#8+,(%OJJJ%N3% % )*88+,.'?(%P7+%!+87+,6'#./% % Q#=A'#$(%,=2',+#./+(%5='45'6(%2=/"#$7(%?=/>71+?"+(%+=B'#?166"$+#(%;=A*,/RS+,'/?1/?>=#6% %

!5.)1*&)6% L#/8,1>81,+.% "#4*,?'8"*#% >*?D,"/+/% '% B'61'26+% /*1,>+% *4% .'8'% "#%

>6"#">'6% ,+>*,./=% T*,% 8+H8% ?"#"#$% "#% >6"#">'6% ,+>*,./(% >*#>+D8% +H8,'>8"*#% "/% 87+%

4",/8% /8+D% "#% 4"#."#$% '//+,8"*#/% '#.% ,+6'8"*#/7"D/=% P7"/% /81.M% D,+/+#8/% '% /M/8+?%

.+B+6*D+.%4*,%87+%'##*8'8"*#%*4%?+.">'6%>*#>+D8/(%"#>61."#$%?+.">'6%D,*26+?/(%

8+/8/(% '#.% 8,+'8?+#8/(% ?+#8"*#+.% "#% >6"#">'6% ,+>*,./=% P7+% /M/8+?% >*?2"#+/% /"H%

D126">6M% 'B'"6'26+% #'?+.% +#8"8M% ,+>*$#"8"*#% /M/8+?% "#8*% *#+% 4,'?+U*,A(% '#.%

1/+/% '% /"?D6+% B*8"#$% />7+?+% 87'8% '66*U/% 8*% 81#+% D,+>"/"*#% '#.% ,+>'66% *4% 87+%

/M/8+?%8*%/D+>"4">%#++./=%P7+%/M/8+?%D,*B".+/%2*87%'%U+2%/+,B">+%"#8+,4'>+%'#.%

'%LE:3%"#8+,4'>+%U7">7%>'#%2+%+'/"6M%1/+.%2M%*87+,%/M/8+?/=%P7+%/M/8+?%U'/%

8+/8+.% "#% 87+% 4*1,87% "I2I% >7'66+#$+% '#.% '>7"+B+.% '#% TV/>*,+% *4% WI=XY% 4*,% 87+%

>*#>+D8%+H'>8%?'8>7%8'/A(%'%/>*,+%U7">7%"/%'?*#$%87+%8*DV,'#A"#$%/M/8+?/=%P*%

*1,% A#*U6+.$+(% 87"/% "/% 87+% 4",/8% D126">6M% 'B'"6'26+% >6"#">'6% ,+>*,.% >*#>+D8%

'##*8'8"*#%/M/8+?=%

7'-8$14.9">6"#">'6%,+>*,.(%>*#>+D8%'##*8'8"*#(%LE:3(%U+2%/+,B">+%

:" " " ;%)1$4<&)+$%"

N6"#">'6%>*#>+D8/%/1>7%'/%?+.">'6%D,*26+?/(%8+/8/(%'#.%8,+'8?+#8/(%',+%"?D*,8'#8%8MD+/%

*4% >6"#">'6% .'8'% "#% +6+>8,*#">% ?+.">'6% ,+>*,.% /M/8+?/=% G28'"#"#$% '>>1,'8+% >6"#">'6%

>*#>+D8/%"/%'%>*??*#%'#.%>,"8">'6%8'/A%4*,%>6"#">'6%,+/+',>7%'#.%>',+(%'#.%'%#+>+//',M%

"#"8"'6%/8+D%"#%4"#."#$%>6"#">'6%'//+,8"*#/%'#.%,+6'8"*#/7"D/=%E#%87"/%D'D+,(%U+%.+/>,"2+%'%

>*#>+D8%'##*8'8"*#%/M/8+?%4*,%>6"#">'6%,+>*,./=%P7+%/M/8+?%U'/%8+/8+.%*#%87+%>*#>+D8%

+H8,'>8"*#%8'/A%"#%87+%4*1,87%"I2I%>7'66+#$+%*#%>6"#">'6%,+>*,./%ZX[=%-M%D,*B"."#$%2*87%

'% U+2% /+,B">+% '#.% '% LE:3% ZL#/8,1>81,+.% E#4*,?'8"*#% :'#'$+?+#8% 3,>7"8+>81,+[%

"#8+,4'>+%ZI[(%87+%/M/8+?%"/%+'/"6M%"#8+$,'8+.%U"87%*87+,%/M/8+?/=%

=" " " >')?$4."

G1,% /M/8+?% 4*,% 87+% +H8,'>8"*#% *4% D,*26+?/(% 8+/8/(% '#.% 8,+'8?+#8/% 4,*?% D6'"#% >6"#">'6%

,+>*,.%8+H8%>*#/"/8/%*4%8'$$"#$%87+%.'8'%U"87%'%B',"+8M%*4%#'?+.%+#8"8M%,+>*$#"5+,/%'#.%

>71#A+,/(% '#.% >*?2"#"#$% 87+% ,+/168"#$% '##*8'8"*#/% *4% 87+/+% /M/8+?/% "#8*% '% 4"#'6%

'##*8'8"*#%/+8%2M%'%/"?D6+%B*8"#$%/>7+?+=%

(2)

!"#$ $ $ %&'()(*(+)$+'$,+),&-*$*.-&/$

!"# $%&# '""$('()$"# *+*(,-.# /&$01,-*# '&,# /2&'*,*# (2'(# 3$"(')"# $0*,&4'()$"*# -'5,# 0+#

SDWLHQWVRUFOLQLFLDQVDERXWWKHSDWLHQW¶VERG\RUPLQGWKDWDUHWKRXJKWWREHDEQRUPDO

$&#3'%*,5#0+#'#5)*,'*,6#7&,'(-,"(*#'&,#/2&'*,*#(2'(#5,*3&)0,#/&$3,5%&,*.#)"(,&4,"()$"*.#

'"5#*%0*('"3,*#8)4,"#($#'#/'(),"(#)"#'"#,99$&(#($#&,*$14,#'#-,5)3'1#/&$01,-6#7,*(*#'&,#

/2&'*,*#(2'(#5,*3&)0,#/&$3,5%&,*.#/'",1*.#'"5#-,'*%&,*#(2'(#'&,#5$",#($#'#/'(),"(#$&#'#

0$5+# 91%)5# $&# *'-/1,# )"# $&5,&# ($# 5)*3$4,&.# &%1,# $%(.# $&# 9)"5# -$&,# )"9$&-'()$"# $"# '#

-,5)3'1# /&$01,-# :;<6# ="# ,>'-/1,# '""$('()$"#LV ³72,# /'(),"(# 2'5# ?)"3&,'*)"8#

5+*/",'@ABCDEFG# $"# ,>,&()$".# 2,# 2'5# ?'# 0&$"32$'14,$1'&# 1'4'8,@7BF=7GFH7#

/,&9$&-,5.#'"5#?IDI@7FJ7#K'*#%"&,-'&L'01,6´#

!"!$ $ $ 0+),&-*$1))+*1*(+)$/./*&2/$

M,#*,1,3(,5#*)>#'""$('()$"#*+*(,-*#$9#K2)32#(2,#$%(/%(#K'*#($#0,#3$-0)",56#C",#K'*#

'#1$3'11+#5,4,1$/,5#3$"3,/(#&,3$8")()$"#'"5#"$&-'1)N'()$"#($$1.#3'11,5#A,&,8&)",#:O<.#

K2)32#%*,5#(2,#PGEJ#'*#'#5)3()$"'&+6#72,#$(2,&#9)4,#*+*(,-*#K,&,#/%01)31+#'4')1'01,#

"'-,5# ,"()(+# &,3$8")N,&*# '"5# 32%"L,&*.# K2)32# 3$%15# 0,# 5$K"1$'5,5# 5)&,3(1+# 9&$-#

(2,)&# $99)3)'1# K,0*)(,*# :=DHFB# ;6Q.# 2((/RSS/'8,*63*6K)*36,5%ST0*,((1,*S'0",&U#

E)"8/)/,# O6V.# 2((/RSS'1)'*W)63$-S1)"8/)/,U# C/,"HEA# I2%"L,&# X6;# '"5# C/,"HEAH,&#

X6;.#2((/RSS$/,""1/6*$%&3,9$&8,6",(U#J('"9$&5H,&#;6;.#2((/RSS"1/6*('"9$&56,5%S*$9(K'&,S#

IBYWHFB6*2(-1<6#72,#C/,"HEA#I2%"L,&#K'*#%*,5#)"#3$-0)"'()$"#K)(2#-$5%1,*#9$&#

*,"(,"3,# */1)(()"8.# ($L,"# '""$('()$"# '"5# /'&(W$9W*/,,32# ('88)"8# 9&$-# (2,# C/,"HEA#

($$10$>6# =11# *+*(,-*# ,>3,/(# A,&,8&)",.# K,&,# (&')",5# $"# (2,# )X0X# (&')")"8# 3$&/%*.#

3$"*)*()"8#$9#OZ[#31)")3'1#&,3$&5*#K)(2#3$"3,/(#'""$('()$"*6#

!"3$ $ $ 0+),&-*$1))+*1*(+)$/*&-/$

72,#9$11$K)"8#/&$3,**)"8#*(,/*#K,&,#5$",#($#8,",&'(,#(2,#3$"3,/(#'""$('()$"*#:Y)8%&,#

;<R#

#

;6#=11#*)>#($$1*#K,&,#)"(,8&'(,5#)"($#(2,#P!G=#9&'-,K$&L6#

#

X6# 72,# *+*(,-# /&$4)5,*# '# K,0# *,&4)3,# '"5# '# P!G=# )"(,&9'3,# 9$&# $(2,&# *+*(,-*# $&#

31),"(*# ($# %*,U# (2,# )"/%(# 5'('# '&,# /1')"W(,>(# 31)")3'1# &,3$&5*6# M2,"# 5'('# '&,# &,3,)4,5#

9&$-#(2,#31),"(*.#(2,#*+*(,-#3'11*#,'32#$9#(2,#*)>#($$1*#($#'""$('(,#(2,#&,3$&5*6#

#

O6#72,#'""$('()$"#&,*%1(*#$9#(2,#)"5)4)5%'1#*+*(,-*#'&,#3$-0)",5#0+#'#*)-/1,#4$()"8#

*32,-,6#Y$&#,'32#'""$('()$".#(2,#"%-0,&#$9#*+*(,-*#(2'(#,>'3(1+#-'(32#(2,#'""$('()$"#

:)6,6.#(2,#*'-,#*('&(#'"5#,"5#/$*)()$".#K)(2#(2,#*'-,#3$"3,/(#(+/,<#)*# 3$%"(,56#!9#(2,#

3$%"(#)*#1'&8,&#$&#,\%'1#(2'"#'#/&,*,(#4$()"8#(2&,*2$15.#(2,#'""$('()$"#)*#3$"*)5,&,5#($#

0,#'""$('(,5#0+#(2,#3$-0)",5#*+*(,-.#$(2,&K)*,#)(#)*#"$(#'""$('(,56# #

#

Z6#72,#3$-0)",5#'""$('()$"*#'&,#$%(/%(#'33$&5)"8#($#(2,#)X0X#'""$('()$"#9)1,#9$&-'(.#

'"5#*,"(#0'3L#($#31),"(*#4)'#(2,#K,0#*,&4)3,#$&#P!G=#)"(,&9'3,6#

(3)

Webservice & UI M A Interface

Simple Voting Schema Clinical Record

Analysis Engine Peregrine StanfordNer Lingpipe A BN E R OpenNlpNer OpenNlpChunker

Combined Clinical Concept Annotation

! !

!"#$%&$!"#$%#&'&()!#*!(+'!,#&,'%(!-&&#(-(.#&!)/)('$0! !

**'% % % ()+,-%**

123!)/)('$!%-3(.,.%-('4!.&!(+'!*#23(+!.565!,+-77'&8'!-&4!-,+.'9'4!-&!:;),#3'!#*!<50=>!

*#3! (+'! ,#&,'%(! '?-,(! $-(,+! (-)@A! B+.,+! .)! -$#&8! (+'! (#%;3-&@.&8! )/)('$)0! :#3! (+'!

'33#3)A!-6#2(!5>!-3'!,-2)'4!6/!)/)('$!-&&#(-(.#&)!(+-(!+-9'!-!B3#&8!,#&,'%(!(/%'A!<>!

+-9'!'.(+'3!-!B3#&8!)(-3(!%#).(.#&!#3!-!B3#&8!'&4!%#).(.#&A!-&4!<>!+-9'!6#(+!-!B3#&8!

)(-3(! %#).(.#&! -&4! -! B3#&8! '&4! %#).(.#&0! C+'! :;),#3'! *#3! '-,+! #*! (+'! (+3''! ,#&,'%(!

(/%')! B-)! -7)#! ,-7,27-('4! D4-(-! &#(! )+#B&E0! F.**'3'&,')! 6'(B''&! :;),#3')! B'3'! -(!

$#)(!=0<>0!

!

!"#$%.$!G'3*#3$-&,'!#*!(+'!,#$6.&'4!-&&#(-(.#&!#&!(+'!.565!(')(!,#3%2)!*#3!9-3/.&8!

9#(.&8!(+3')+#74)!6'(B''&!(+'!).?!-&&#(-(.#&!)/)('$)0!

!

!"#!$

!"%!$

!"&!$

!"'!$

!"(!$

%)* +)* &)* *)* ,-./$.0123-$

456

78-90.0:1 6-9;33

<=.9:8-

(4)

!"#$%&'()*+(,-)%&'()*#+.*-/0("//-1.(2-#(0%22+#+&)(3#+4%.%-&5#+4"//(.+))%&'.(67%'8#+(9:;(

7-#("()*#+.*-/0(-2(<=(3#+4%.%-&("&0(#+4"//(-2()*+(4->?%&+0(.$.)+>(%.(*%'*+#()*"&()*")(-2(

)*+(?+.)(%&0%,%08"/(.$.)+>=(@3+&ABCA+#=("&0()*+(75.4-#+(%&4#+".+.(?$(D;E(3+#4+&)"'+(

3-%&).;(F*+&(1+(%&4#+".+()*+()*#+.*-/0(2-#("'#++>+&)(2#->(<()-(G=(3#+4%.%-&(%&4#+".+.(

"&0(#+4"//(0#-3.;(

!" " " #$%&'%%$()"

@8#(#+.8/).(2-#()*+(%9?9(4-&4+3)("&&-)")%-&()".H(%&0%4")+()*")()*+(4->?%&+0("&&-)")%-&(

-2("(,"#%+)$(-2("&&-)")%-&(.$.)+>.($%+/0.("&(75.4-#+()*")(%.(4-&.%0+#"?/$(*%'*+#()*"&(

)*+(?+.)(.%&'/+(.$.)+>;(@8#(.$.)+>(-22+#.()*+(3-..%?%/%)$()-(,"#$(3#+4%.%-&("&0(#+4"//(-2(

)*+(4->?%&+0("&&-)")%-&(?$(,"#$%&'()*+(,-)%&'()*#+.*-/0(642;(7%'8#+(I:;(7-#(+J">3/+=(

"( )*#+.*-/0( -2( E( 1-8/0( '%,+( "( *%'*( 3#+4%.%-&( 6K;LE:( 1%)*( "( #+".-&"?/+( #+4"//( 6K;E<:M(

1%)*( "( )*#+.*-/0( -2( G( "&( +,+&( *%'*+#( 3#+4%.%-&( 6K;LN:( 1-8/0( ?+( 3-..%?/+=( ?8)( ")( )*+(

+J3+&.+(-2("(3--#(#+4"//(6K;9K:;(

*" " " +()&,'%$()"

O-( -8#( H&-1/+0'+=( )*%.( %.( )*+( 2%#.)( 38?/%4/$( ","%/"?/+( 4-&4+3)( "&&-)")%-&( .$.)+>( 2-#(

4/%&%4"/( #+4-#0.;( O*+( 4->?%&+0( "&&-)")%-&( -2( 4/%&%4"/( #+4-#0.( "&&-)")+0( ?$( 0%22+#+&)(

.$.)+>.( 3+#2-#>.( .8?.)"&)%"//$( ?+))+#( )*"&( "&$( -2( )*+( %&0%,%08"/( .$.)+>.;( O*+(

4->?%&")%-&("33#-"4*(%.(.)#"%'*)2-#1"#0("&0("//-1.()*+(?"/"&4%&'(-2(3#+4%.%-&(,+#.8.(

#+4"//;(O*+(PQRS(%&)+#2"4+(-2()*+(.$.)+>("//-1.(+".$(%&)+'#")%-&(1%)*(-)*+#(.$.)+>.( ( (

(

-&.)(/,01230)4%5( O*%.( .)80$( 1".( .833-#)+0( ?$( )*+( T8#-3+"&( U->>%..%-&( 7CV(

C#-'#">(67CVW9KKV59KI<:(8&0+#('#"&)(&-;(9<IV9V(6)*+(USBXU(C#-Y+4):;(

607080)&0%"

(

I;( Q9?9;( 9KIK( %9?9W!S( U*"//+&'+( T,"/8")%-&;( U-&4+3)( S&&-)")%-&( Z8%0+/%&+.;( [4%)+0(

9KIK( @4)-?+#( <I\;( S,"%/"?/+( 2#->](

*))3.]WW111;%9?9;-#'WABCW^+/")%-&.W"..+).WU-&4+3)_9KS&&-)")%-&_9KZ8%0+/%&+;302;(

9;( 7+##844%( `=( B"//$( S;( PQRS]( "&( "#4*%)+4)8#"/( "33#-"4*( )-( 8&.)#84)8#+0( %&2-#>")%-&(

3#-4+..%&'(%&()*+(4-#3-#")+(#+.+"#4*(+&,%#-&>+&);(A")8#"/(B"&'8"'+(T&'%&++#%&';(9KKDMIK]<9V5 DN;(

<;( a4*8+>%+(Rb=(b+/%+#(^=(c-#.(bS;(C+#+'#%&+](/%'*)1+%'*)('+&+(&">+(&-#>"/%d")%-&(?$(

0%4)%-&"#$( /--H83;( C#-4++0%&'.( -2( )*+( X%-4#+")%,+( 9( 1-#H.*-3M( 9KKV( S3#%/( 9<59EM( R"0#%0;(

S,"%/"?/+(2#->](*))3]WW4-&4+3);?%-.+>"&)%4.;-#'W83/-"0.WX%-4#+")%,+9;302;(