SHIRAZ and CABERNET: Leveraging Automation, Crowdsourcing, and Ontologies to Improve the Accuracy and Throughput of Zebrafish Histological Phenotype Annotations.

!"#$%&'()*'+%,-$.-/0'

12324(56)5'%789:(869);'+49<*=974>6)5;'()*'

?)89@9562='89'#:A4932'8B2'%>>74(>C'()*'/B4975BA78' 9D'&2E4(D6=B'"6=89@956>(@'FB2)98CA2'%))98(869)='

!"#$%&'$%$($⁾*&+,-".#$&/0-1$2³*&4-0%&5607,#60,"⁸*&4$1,2&9:&;$%.⁸*&<,#=0&':&'0,%.³&&

)&>%#?,"2#=@&-A&5-B=0&'$"-7#%$&!,$BA-"=*&!7BAA=-%*&5'*&>5C&

3!D,%%&5=$=,&'-77,.,&-A&E,(#6#%,*&F,"20,@*&DC*&>5C&&

8!/0,&D,%%2@7?$%#$&5=$=,&>%#?,"2#=@*&>%#?,"2#=@&D$"G*&DC*&>5C&&

%E=84(>8G&H%,&-A&=0,&.-$72&-A&=0,&9,I"$A#20&D0,%-1,&D"-J,6=&#2&=-&2@2=,1$=#6$77@& $%%-=$=,&

=0,& 6,77B7$"K7,?,7& 1-"L0-7-.#6$7& L0,%-=@L,2& $22-6#$=,(& M#=0& ,$60& .,%,& #%& =0,& N,I"$A#20&

.,%-1,:&F,",*&M,&-AA,"&(,1-%2="$=#-%2&-A&=M-&6-1L7,1,%=$"@&2-A=M$",&=--72&(,2#.%,(&=-&0,7L&

$60#,?,& =0$=& -IJ,6=#?,O& 5FPQC9*& $& 6-%=,%=KI$2,(& #1$.,& ",="#,?$7& 2@2=,1& (,2#.%,(& A-"&

$B=-1$=,(&0#.0K=0"-B.0LB=&$%%-=$=#-%&-A&0#2=-7-.#6$7&L0,%-=@L,2&#%&=0,&7$"?$7&N,I"$A#20*&$%(&

'C!RQSR/*&$&´6"-M(2-B"6#%.µ&$LL7#6$=#-%&A-"&0#2=-7-.@&#1$.,&=$..#%.&=0$=&,%$I7,2&1B7=#L7,&

(-1$#%& ,TL,"=2& =-& $60#,?,& 6-%2,%2B2& -%& -%=-7-.@K6-1L7#$%=& L0,%-=@L,& $%%-=$=#-%2:&

D-=,%=#$77@*& 2B60&´FRQVHQVXV DQQRWDWLRQVµ QRW RQO\6$%& I,& B2,(& =-& #1L"-?,& =0,& $66B"$6@& -A&

."-B%(&="B=0&($=$&A-"&="$#%#%.&5FPQC9*&IB=&=0,@&6$%&$72-&I,&#1L-"=,(&(#",6=7@&#%=-&DC/HK 6-1L$=#I7,&L0,%-1#6&($=$I$2,2&2B60&$2&=0,&9,I"$A#20&P%A-"1$=#-%&S,=M-"G:&

H2C<94*=0'6-%=,%=KI$2,(&#1$.,&",="#,?$7*&6"-M(2-B"6#%.*&L0,%-=@L,&$%%-=$=#-%*&0#2=-7-.@*&

9,I"$A#20&D0,%-1,&D"-J,6=*&D0,%-=@L,&$%(&/"$#=&H%=-7-.@*&DC/H&

/0,& 9,I"$A#20& D0,%-1,& D"-J,6=& U)V& $#12& =-&

L"-(B6,& $& 6-1L",0,%2#?,*& -%=-7-.@K6-1L7#$%=&

M-"GBL& -A& =0,& 1-"L0-7-.#6$7*& I,0$?#-"$7*& $%(&

L0@2#-7-.#6$7& L0,%-=@L,2& $22-6#$=,(& M#=0&

1B=$=#-%*& ,%?#"-%1,%=$7*& $%(& =-T#6-7-.#6$7&

,AA,6=2& -%& ,$60& -A& =0,& 3W*WWWK3X*WWW& .,%,2& #%&

=0,& N,I"$A#20& .,%-1,:& Q,2,$"60,"2& $==,%(#%.&

=0,& E$"60& 3W)W& 9,I"$A#20& D0,%-1,& D"-J,6=&

6-11B%#=@& 1,,=#%.& 6-%6B"",(& M#=0& -B"& Y=0,&

&KHQJ ODE·V& -L#%#-%& =0$=& $%%-=$=,(& 0#.0K

",2-7B=#-%& #1$.#%.& $=&=0,& 6,77B7$"& 7,?,7&²& 2B60&

$2&I@&0#2=-7-.@&²&M$2&6"#=#6$7&A-"&1-"L0-7-.#6$7&

26",,%#%.*& L$"=#6B7$"7@& (B"#%.& 7$"?$7& (,?,7-LK 1,%=:&;0#7,&=0,&=,60%-7-.@&A-"&L"-(B6#%.&0#.0K

",2-7B=#-%& 0#2=-7-.#6$7& #1$.#%.& ,T#2=2& A-"&

N,I"$A#20&U3V*&=0,&ZB$7#=$=#?,&$2L,6=2&-A&6B"",%=&

0#2=-7-.#6$7& $22,221,%=2& 6$%& ",2B7=& #%& #%="$K&

$%(& #%=,"K-I2,"?,"& ?$"#$I#7#=@& 6$B2,(& I@&

(#AA,",%6,2&#%&="$#%#%.*&$I#7#=@*&=#1#%.*&A$=#.B,*&

$%(& ,TL,"#,%6,:& '-%2,ZB,%=7@*& #1$.,& ($=$2,=2&

$22-6#$=,(& M#=0& 0#.0K=0"-B.0LB=& L"-J,6=2& 2B60&

$2& =0,& 9,I"$A#20& D0,%-1,& D"-J,6=& M#77& ",ZB#",&

$%$7@2#2&I@&"#$%&"$'(&$LL"-$60,2&#A&",L"-(B6#K I7,&6,77B7$"K7,?,7&L0,%-=@L,2&$",&=-&I,&-I=$#%,(&

A-"&,$60&.,%,&#%&$&",$2-%$I7,&=#1,A"$1,:&&

Q,6,%=7@*& M,& #%="-(B6,(& $& M-"G#%.&

L"-=-=@L,& -A& $& 6-%=,%=KI$2,(& #1$.,& ",="#,?$7&

2@2=,1*&6$77,(&5FPQC9&Y5@2=,1&-A&F#2=-7-.#6$7&

P1$.,& Q,="#,?$7& $%(& C%%-=$=#-%& A-"&

9--1-"L0-7-.@[& -%7#%,& (,1-& $?$#7$I7,& $=O&

0==LO\\20#"$N:#2=:L2B:,(B]& U8V*& M0#60& 0$2& I,,%&

(,2#.%,(& =-& I,& 6$L$I7,& -A& $B=-1$=#6$77@&

$%%-=$=#%.& 0#.0K",2-7B=#-%& #1$.,2& (,L#6=#%.&

0#2=-7-.#6$7& $I%-"1$7#=#,2& #%& =0,& 7$"?$7&

N,I"$A#20*&M#=0&$&L#7-=&$LL7#6$=#-%&#%?-7?#%.&=0,&

(,?,7-L#%.& ,@,& $=& X(LA:&:KHQ D ´TXHU\µ H\H

#1$.,&#2&BL7-$(,(&=-&5FPQC9*&#=2&$B=-1$=#6$77@K ,T="$6=,(&L"-A#7,&-A&=,T=B",&A,$=B",2&#2&6-1L$",(&

=-&)'"$#*'! +,-."$#*'+& $22-6#$=,(& M#=0& $& 2,=& -A&

."-B%(& ="B=0& ´$%%-=$=#-%& 6-%6,L=2:µ /0,2,&

6-%6,L=2&M,",&(,"#?,(&A"-1&-B"&D0,%-=@L,&$%(&

/"$#=& H%=-7-.@& YDC/H]K6-1L7#$%=& G%-M7,(.,&

I$2,&-A&1$%B$77@K60$"$6=,"#N,(&2,1#KZB$%=#=$=#?,&

L0,%-=@L,& $I%-"1$7#=@& 26-",2& Y6-1L7,=,(& A-"&

$LL"-T#1$=,7@& )WW& 67-%,(& 1B=$%=2]*& "$%.#%.&

A"-1&W&=-&^&#%&-"(,"&-A&#%6",$2#%.&$I%-"1$7#=@&

U'0,%.& 7$I*& B%LBI7#20,(& ($=$V:& 5FPQC9&

L",2,%=2& #=2& ",2B7=2& $2& $& 7#2=& -A& L",(#6=,(&

$%%-=$=#-%&6-%6,L=2*&"$%G,(&I@&-?,"$77&A,$=B",&

2#1#7$"#=@&=-&=0,&ZB,"@&#1$.,:&

,&%2,QWHUQDWLRQDO&RQIHUHQFHRQ%LRPHGLFDO2QWRORJ\

-XO\ā%XIIDOR1<86$

!"#$%& '"%& ()**%+'& ,-./01& 2*3'3'42%&

(3+5'#')'%5& 6& 7#68$%& 2*339:39:(3+(%2'& 93*& 6+&

6)'3;6'%<& "#=":'"*3)="2)'& "#5'3$3=#(6$& 6+6$45#5&

$683*6'3*4&>3*?9$3>@&#'5& 6(()*6(4&#5&$#;#'%<&84&

'"%&*%$#68#$#'4&39&'"%&=*3)+<&'*)'"& 6++3'6'#3+5&

)5%<& #+& '*6#+#+=& #'5& ($655#9#(6'#3+& ;3<%$A& B"%&

2*%5%+'& ;3<%$& #5& 865%<& 3+& 2"%+3'42%& 5(3*%5&

*%(3*<%<&6+<&5%$9:76$#<6'%<&84&6&5#+=$%&385%*7%*&

>#'"&6+&622*32*#6'%&$%7%$&39&<3;6#+&?+3>$%<=%A&

-3>%7%*@&3'"%*&%C2%*'5@&>#'"& 76*4#+=&$%7%$5&39&

?+3>$%<=%&6+<&%C2%*#%+(%@&;64&#+'%*2*%'&'"%5%&

56;%& 2"%+3'42%5& <#99%*%+'$4A& .9& ;)$'#2$%&

385%*7%*5& (6+& 6("#%7%& 6& (3+5%+5)5& 3+& '"%&

68+3*;6$#'4& 5(3*%& 39& 6& =#7%+& 2"%+3'42%@& '"%+&

3+%& (6+& 8%& ;3*%& (3+9#<%+'& #+& '"%& 6(()*6(4& 39&

'"%& 6++3'6'#3+@& '"%*%84& #;2*37#+=& =*3)+<&

'*)'"& <6'6& D)6$#'4A& E+%& 23'%+'#6$& ;%("6+#5;&

93*& 6("#%7#+=& '"#5& (3+5%+5)5& #5& 84&

!"#$%&#'"!()*@& #+& >"#("& $6*=%:5(6$%& '65?5& 6*%&

<#5'*#8)'%<&'3&(3;;)+#'#%5&39&");6+&>3*?%*5A&

F3*& %C6;2$%@& #+& '"%& 232)$6*&´(63 *DPHµ93*&

(*3><53)*(%<&#;6=%&$68%$#+=&GHI@&'>3&*6+<3;$4&

SDLUHG ´SOD\HUVµ DUH SUHVHQWHG ZLWK6+& #;6=%&

6+<@&>#'"3)'&(3;;)+#(6'#+=@&;)5'&'*4&'3&=)%55&

2355#8$%& >3*<5& '3& $68%$& '"6'& #;6=%A& .9& 83'"&

2$64%*5&5)((%559)$$4&=)%55&'"%&56;%&>3*<@&'"%#*&

´=6;%&VFRUHµ LQFUHDVHV@& 6+<& '"%& 6=*%%<:)23+&

$68%$&#5& 567%<&#+& 6&<6'6865%&93*&$6'%*&)5%A& B"%&

J,K&L6;%&'"%*%93*%&2*37#<%5&6&;%("6+#5;&93*&

*%(3*<#+=&6(()*6'%@&+3+:'*#7#6$&#;6=%&6++3'6'#3+5&

#+&%C("6+=%&93*&)5%*&%+'%*'6#+;%+'A&

B3&"%$2&#;2*37%&'"%&6(()*6(4&39&'"%&=*3)+<&

'*)'"& 6++3'6'#3+5& )5%<& #+& ,-./01@& >%& "67%&

2*3235%<& 3)*& 3>+& (*3><53)*(#+=& 622$#(6'#3+@&

(6$$%<& M0NJ/OJB& PM*3><53)*(#+=& '"%&

0++3'6'#3+&39&N#3:#;6=%5&93*&J<)(6'#3+@&/%'*#%76$@&

6+<&O%'>3*?:J+68$%<&B%$%2"%+3'42#+=Q&()**%+'&

<%;3& 6'R& "''2RSS5"#*6TA#5'A25)A%<)S(68%*+%'UA&

M0NJ/OJB& )5%5& 6& (3+'*3$$%<& #+'%*96(%& #+&

>"#("& 6& *%=#5'%*%<& )5%*& ("335%5& 6& T%8*69#5"&

"#5'3$3=4&´7#*')6$& 5$#<%µ& P23>%*%<& 84& '"%& K%++&

,'6'%& 1%8*69#5"& 0'$65& GVIU& 6+<& 5%$%('5& 6+&

68+3*;6$#'4& 5(3*%& 93*& %6("& 3+'3$3=4:(3;2$#6+'&

P%A=A@& K0BE:865%<U& 2"%+3'42%& '3& 8%&

("6*6('%*#T%<A& (DFK XVHU·V ´JDPH 5(3*%µ #5&

<4+6;#(6$$4& )2<6'%<& 865%<& 3+& '"%& <%=*%%& '3&

>"#("& "#5& 3*& "%*& ("35%+& 68+3*;6$#'4& 5(3*%5&

;6'("& '"35%& 5%$%('%<& 84& 3'"%*& )5%*5A&

08+3*;6$#'4&5(3*%5&>#'"&'"%&"#="%5'&(3+5%+5)5&

>#$$& 8%& )5%<& 65& =*3)+<& '*)'"& 93*& $6'%*& *%:

'*6#+#+=& 39& ,-./01& '3& "%$2& #;2*37%& #'5&

2*%<#('#3+&6(()*6(4A&W%6+>"#$%@&'"%5%&3+'3$3=4:

FRPSOLDQW ´FRQVHQVXV DQQRWDWLRQVµ >#$$&

23'%+'#6$$4&93*;&6&*#("&2"%+3'42%&<6'65%'&'"6'@&

>#'"& ;#+#;6$& P#9& 6+4U& ;3<#9#(6'#3+@& (6+& 8%&

<#*%('$4&#;23*'%<&#+'3&2"%+3;#(&<6'6865%5&5)("&

65&1F.O&GXIA&B"%*%93*%@&>%&%C2%('&'"6'&2"%+3'42#(&

6++3'6'#3+5&=%+%*6'%<&)5#+=&83'"&,-./01&6+<&

M0NJ/OJB& (6+& %C2%<#'%& '"%& 2*3=*%55& 39& '"%&

1%8*69#5"& K"%+3;%& K*3Y%('& 6+<& "%$2& '3& ($35%&

'"%&=%+3;%:2"%+3;%&?+3>$%<=%&=62A&

!"#"$"%&"'(

ZA& 1%8*69#5"& K"%+3;%& K*3Y%('& [\Z\& W%%'#+=@&

"''2RSS>>>A8$5;%%'#+=5A+%'ST%8*69#5"S&

[A& W3"#<%%+@&WA0A@&N%(?>#'"@&]ALA@&B563:!)@&LA,A@&

W33*%@& ^A0A@& !3+=@& 0AMA@& M"#+34@& WA/A@& M"%+=@&

_AMAR& -#5'3$3=4:865%<& 5(*%%+& 93*& T%8*69#5"&

;)'6+'5&>#'"&68+3*;6$&(%$$&<#99%*%+'#6'#3+A&`%7A&

`4+A&[[a@&HZH²H[b&P[\\bU&

bA& M6+6<6@& NA0A@& B"3;65@& LA_A@& M"%+=@& _AMA@&

!6+=@& ^A1AR& ,-./01R& 6+& 6)'3;6'%<& "#5'3$3=4&

#;6=%& 6++3'6'#3+& 545'%;& 93*& T%8*69#5"&

2"%+3;#(5A&W)$'#;%<A& B33$5& 022$A& VZ@& H\Z²HH\&

P[\ZZU&

HA& 73+&0"+@&]A@&`688#5"@&]AR&]68%$#+=&#;6=%5&>#'"&

6& (3;2)'%*& =6;%A& .+R&K*3(A& 39& ,.LM-.&

M3+9%*%+(%& 3+& -);6+& F6('3*5& #+& M3;2)'#+=&

,45'%;5&PM-.&c\HU@&22A&bZd:b[X@&0MW@&O%>&e3*?&

P[\\HU&

VA& K%++&,'6'%&1%8*69#5"&0'$65@&

"''2RSS>>>AT96'$65A&25)A%<)&&

XA& 1F.OR&B"%&1%8*69#5"&W3<%$&E*=6+#5;&`6'6865%@&

"''2RSS>>>AT9#+A3*=&

&

&