Towards an Architecture Model for Emotion Recognition in Interactive Systems: Application to a Ballet Dance Show

HAL Id: hal-00953307

https://hal.inria.fr/hal-00953307

Submitted on 28 Feb 2014

HAL

is a multi-disciplinary open access archive for the deposit and dissemination of sci- entific research documents, whether they are pub- lished or not. The documents may come from teaching and research institutions in France or abroad, or from public or private research centers.

L’archive ouverte pluridisciplinaire

destinée au dépôt et à la diffusion de documents scientifiques de niveau recherche, publiés ou non, émanant des établissements d’enseignement et de recherche français ou étrangers, des laboratoires publics ou privés.

Towards an Architecture Model for Emotion

Recognition in Interactive Systems: Application to a Ballet Dance Show

Alexis Clay, Nadine Couture, Laurence Nigay

To cite this version:

Alexis Clay, Nadine Couture, Laurence Nigay. Towards an Architecture Model for Emotion Recog-

nition in Interactive Systems: Application to a Ballet Dance Show. Proceedings of WinVR’09, the

ASME/AFM 2009 World Conference on Innovative Virtual Reality - World Conference on Innovative

Virtual Reality (WinVR’09), 2009, Chalon-sur-Saône, France. pp.19-24. �hal-00953307�

!" " # $ "

% &

'( ) *# ) ) + ', '- , .(*,/ ( ,.(' ( , (0 ' ( ', ) ' , #1#',.#2 ) / )' ( '( ) 3)//,' *) , #+(

) 4 /

)3#' ) '

! " !

! " " "# $ "

% "

# & " " ' "

" # " "

# ( " ! " " )

" # " "

" !#

* " ! ! + "

"

" " ) "

" "

" " + " " "#

' (*- ' (

* " " "

! " +"

" "

"# & , -.

" "" " "" %

! "" "" " /" " 0 # #

" " " 1 "

2 + 0" " "

1 " 2#

" "

"# $ " % !

"

3 " ) "

" " " " 3

" !# "

" ! "

# & " " " "

" " ) #

" ! ! ! ! +

""% ! ! " "

" ) " # * !

" '

" !# " ! +" "" ! !

" " " " #

5 ) 0, , ) + ', '- , .(*,/ ( ,.(' ( , (0 ' (

" " ! " ! # ( !

" " ,4. , 5.# *

6 7# * " " "

" " "

" " "" " " " 8 "

" # * 9 " "

" " #

& " " !

" " + "# & " "

!" " " !"

" + , .# $ !" "

"%

"" " " " " # "

" ' " "

"" " " "" "

"" " "# " ! " " +

"

! " !

" " "#

565 ' 7

" " "

""% & " !" !

! + " " " " 0 # #

" 2# & " " "

" " " " # # ,4.

" ) " " !

" ) " " !) "

) " ! "# &

" " " " #

* " " :

"% " "

"

0" ( 2# ; !

" " " "

" "3 " " "

" " " "

" 0 " '

" " "2#

56 ' 8 ) 78

" " ! #

" ! " "

! " ,<.# & " "

" " ! " + "

" "%

# 0 2

0 " " 2

"+) " "# = "

! "

" ! 0 # # "

" 2# & " "

= # = "

# * " "

( /" "+ " '

! " !

" " " 0 # # " "

1 " 1 2#

# " !%

" " #

>#

: ? !" 0

@ "

, A.2

4# " '

!" " "#

& " + " " " ! #

" " " "

" " " " #

569 ' 8 78

" " "+

" "# * " ) "

" " " " "# & "

" "

! " # " " " "

, . ! " " %

" "

0 ) " " 2 "

" " #

& " " " #

" " " " ;

+ ", . " ",5. ! +"B #

& " " ! " ! "

" " # &

" " " "

" # ; !

" " " "

" ""

#

& " ! + "

" "% " " " " " "

" # & " " " !" " 3

" "

0 ? " "2# ( " "

" " " " "

" " ' "

" " "# & " " "

#

!"

" " "# C

! "% 2

" 0 # #

" " 2 2 " " !

" ! " "# $

!" " "

" " #

56& : 7

7

& ! " !

" " " "# ( !

" ! + " ! "

" " " @ ; , . )

" D , .# ( !

@ ; ! " " " " !

( # # ( " D ( # !

" ! 0 # # 2

"#

56

>

6 ; < ; <

( " E

@ ; D

# & " " ! ! " " # *

" " " "

" " #

" % " " ! ( " "/

E 0E 2# & E "

" " "+) " : # "+

" " " # " " !

" E "+"

" : '

# ( " "

" "" " 0 # # 2

" # " , . " !

" E " , 4. "

" ' "

"+) " :

E #

" % & '

( 0 # # (

( " @ ;2 " " ! ( ># #

& ' " F # & " "

" " ! 0" 42 !

' " "

#

" >% &

" " ! ( ># # (

'

" 0 # # " " 2# (

" "

+ " #

96 ; < !

; <

; " ! !

" ! ! "

" "#

,.(' ( , (0 ' ( (. 3(*1

.( ,., '#

65 - 8

( ! "

" " " " "

' " " #

" " " 0 # # ,G.2

" 0 # # , .2 "

" "# $ " " " "

, .# " " " 3

" # & "

" "3 " " "

! "

! # & " " + 9" ! " "

" " "% F " ""

" " " " # & " "

" " "" "

"" + " !

" "#

( ' " " " " " " " !

" " " , .# *

" "% " 0 ?

? " 2 " 0 ! ?

? +! 2 0 ! ?

? ! ! 2 " 0" !? ?

" 2# & " " '

" " " " "#

6 78 7

" 6 7 !

" " " " "

0( 42 HH

" & & 9" I 0 %?? # 2# &

" ! "" "

% " ! " " " " "#

" " " "

# & " " "

4

I 9" " ?" !"

" "#

& " " J" " "

" 5)E$( " " # & " "

" " !

# & " " " " "

" " # " " ! "

" 9" " " ! " " " # & "

" ! " 0" ( 42# & !

!" " ' " # & " !

" " !

! " "#

& " ! " " "

! + =EC + "# " "

" ! " =

0 "

2#

( ! "

" " # *

" 0 ? " 2 " " 9"

# & " 9" " "

0" !? " 2 9" " "

" 0 ! " +! 2

0 ! ! " ! 2 # 6 "

" 7 6" 7 " " "

! " " #

6" 7 6 7 "

" " !% "

" ! "# & "

" " " " '

" #

& " " "# " " "

!" " "

" " # & "

" : " " "# " "

+ 9" " " "% F

" "" " " " " # $ "

" " " " "

" !#

& " ! "

" " "

# & !

" " !" : + ! " "

# ( ! +"

" " ! ! "

! #

9 )-0., ' 0 ) 3)//,' *) , #+( 2 '+,

#+)*(= ) / )' (

& "" "

" 0 " " " )

" " " 2

! # &

" ! ! " + "

" " " " 0" " ,-.

, .2 ) " 0" " ,G.2

# & " " " "

" " " " , .

,-. ! " # "

" " " " " "

" " ! " "

"" " # " ! " " "

" " " " " " "

" "

# " " "

) #

! ! " " " #

&6 !

6 " ## 6

A

* ) " '

" !# & ' " "

" ! F )

" ! " " " A#

" " ) =EC

" + " ! +# " "" " "

" " ! " '# "

" " " '

! + 0 " =EC " + 2# &

' " " ! +#

" "

" #

& " "" "

" " ' " "# * "

" " ! + ( K ,>. " " " " !

! " # ; ! "

06 7 6 723 ! "

" " ! "# & " !

" " ! ! " '

0" 2# & " " " '

" ! + " #

@ ?

K + ( ?

C "" ?

L ! E " " ?

K ! "

C + M

' 56 $ $$ $ ! $ $

$ % $ $

F ! " " !#

& " " ! ! " !

# " ! F +

" !# '9 " "

A#

& * # -## ( ) * -'- , ( >#

& " " " " " "

" # & "

" + "# $

" " "" + ! #

& " ! ! " " F F

"# " " " "

" " "

# ; ! "

" " # " " " " "+

" " " #

& ' " " ) " " "

" " "

# K " "

" ! "

#

& " " " " ! + ! #

& " ! " "" "

# ( !

"

# ( /-# (

" ! " ! ! +

"" " ! "

" "

"

" ) " )

" " !# ( " "

" " ! " K

K ' ) " " " ) "

" " ! " "

"" "

"

# * ! " " " " # &

" " " " ' " "# & "

' " " "

" " " # " " " " "

"" " # " " "

#

) > ( /,*0., '#

* ! + + E "

& ! ' # & "

! " ! @

F ( 8 @ " #

, , , ,#

, . # & ! @ )&

C "" % "* 4#

! 0 K2 4

% #

K 0 K2 4 # ) 5#

, . K # # " C ""

E % )

K " # " #

G D # 8 # # 4<)A-#

,>. K (# #

= " K +" # 8 ! ; C + 8 ! L +

<5

,4. # E C N# O # D N# 99 )

( ! + "" N "

"99# $ %

& ' # K

# <)>4#

,A. # O P # D N# @ '

% "

5

" : "#

( )

> D # A< 8 ) # >) A#

,5. # '' K# D N# 4#

"" "# * $ % +

0( # 42 A) #

,G. " N# D # Q # 0 G2#

@ " "

" "# # C @# C @# *#

C 0 #2 !

G O " C ) 4 G

C "% O8 # 4G>- 0 # G )- 2# K %

)D #

,-. " # " "

" "% " "

! # " , ! -

! 4 D # - # G) ><#

,<. ' M# @ N# ( &

"# ' ./00/ A) G

( R ! # >)>4#

, . E F # & "

"#

" , ! - ! <-< D # > # 4G) 5-#

, . ( ' @# C @#*# ""

" 1223

C "" <<- * =

) A >GG>)>GG5 #5

, . R " N# C # + + ="

)D !) =" C

+)- # " 4-( 4

<-- D # 8 # > # 5)4<#

, >. M#) # 9 "" # M : # R '

K# # C O# @ # >E "

)

"" & + ; # 5

6

D G G C " ( #

, 4. 8 " ' (# $' $# O " # ( + " 8#

" "#

4 # .0/ E )5

( # > <)> #

, A. 8 O# ' M# " "% &

@ C " & !

E " #

# 7 &

<<G#

, 5. C # O " # O# 5# & !

" "# 1 #

$ % 8 )

# 0 K = $

G ) G 52# ; 9 5# 8 ! L + 8L <<)

-#

, G. C # @ + ' O#M# # " "

( "" % " #

* #

D # 8 # # 4 4) 44A#

, -. C # K #

K " "#

# 7 % *

> #)C# ; # # > 1> G

8 ! L + 8L = #

, <. C @#*# ! <<G & C ""#

, . R# *C> " C C "

"% & 0D " # 2 4 8

' ! - '9 -? A? 4#

%?? ) " # ? "?E> #

0 "" ? >? G2#

, . R# @ *

$ = " C "" $ ?8 ! L +

# 441 A

, . & = & E " * +"

@ " #

N ; K << # > )>G#