Guiding the surgical gesture using an electro-tactile stimulus array on the tongue: A feasibility study

HAL Id: hal-00138571

https://hal.archives-ouvertes.fr/hal-00138571

Submitted on 26 Mar 2007

HAL is a multi-disciplinary open access archive for the deposit and dissemination of sci- entific research documents, whether they are pub- lished or not. The documents may come from teaching and research institutions in France or abroad, or from public or private research centers.

L’archive ouverte pluridisciplinaire HAL, est destinée au dépôt et à la diffusion de documents scientifiques de niveau recherche, publiés ou non, émanant des établissements d’enseignement et de recherche français ou étrangers, des laboratoires publics ou privés.

Guiding the surgical gesture using an electro-tactile stimulus array on the tongue: A feasibility study

Fabien Robineau, Frédéric Boy, Jean-Pierre Orliaguet, Jacques Demongeot, Yohan Payan

To cite this version:

Fabien Robineau, Frédéric Boy, Jean-Pierre Orliaguet, Jacques Demongeot, Yohan Payan. Guiding

the surgical gesture using an electro-tactile stimulus array on the tongue: A feasibility study. IEEE

Transactions on Biomedical Engineering, Institute of Electrical and Electronics Engineers, 2007, 54

(4), pp.711-717. �10.1109/TBME.2006.889180�. �hal-00138571�

! " "# $ % ! #& ' ( ) *++ "! (

, % ! *,& ' #- . ' /! 0010 )! " 23456 $ # " 7

+ * $ ) ( "- # %$ -#& #- . /! 0850

! "9( / : ( 235;1 , # " 7<

# (+ " (=

! # ! *, ' > + ,! #*

: ) ' " ! "

23456 $ *-#>

? )

@ / " : A + A( + ( ( B ) +

C ( " B ( : " : ( - C " ( # +

*(( ( ". + + ( ( 2 ( + " (( (

( + ) : ( : ( + ( ( D " "

+ " ( ( C "( + " ) "

* :( D ( ( % ( & ( + " + :" ( C " :( (+

) + + ( ( ) " + ( C B+ + ( ( (

( ( " " ( ( B + :( " ) " " "

( ( ( ( ( ( ( + " ( E(

A (+ / F% /& ( 7+ " + :" ( ) ) + (

/ " : ( + ( " ) 6G6 7 ) " ( (

) ( ) " " ( ( ( ( )

" : ) " : C " + + "H + H I

J + ( 7+ (( (( " )) : (( ) + +

" / " C (+ + ) :" " " ( :( "

( (

8 8 , " ) + +

" : + ) # + * " " . %#*.& ( ( ( (( ( ( (

D ) : ( : %! & + ( ( ( C "

+ : ( ) " )) ) + + " ( K8 1 2L ! (+

+ ( ( ) ( ( ! + ( ( ( . + " ( : : + ((

% ( C +( " & + : ( " ) " ( "

+ M ( " ( ( ( " (B + " ( "

+ 7 " ) ) ( " + M ( " (

" + : " )" :( ) " B I ( ( ( )

7 + ( ( C + K;L + ( + " ( ( K0L +

K6L ( + + K4L

#*. ( ( ( + + ( ( : ( ( " ( E( C "(

+ ( ( ) + M ( " % # ( !

/ ( "( (& " C + ) H + H I C

+ " (B ( ) " : #*.

+ " : : ( )( ) "% & + ( B ( % "

( ) + & "+ ( + " +

+ ( ) I ) ( ) + "

+ " I ( + :" ( C ) " : ) (N

( C (+ H + H+ " I * H )" H : : "

+ " I ( " ( C ( ( : "

" : ( + I ! ( : #*. ( ( ( ( :( D " : ( %

( & + :" ( C " :( (+ ) +

+ ( ( ) " ( C ) + "

O C : " C ) ( ( ( ( ( :( " ="

: " ( "( B ( " ) ) ( (

:( + E( " ( ) ( ( + ( ( )

" ( + ) + " ( B ( % &

( (O + # + % O#& " " ( ( ( (

D 7 + ) " ( % ( ) B" )

" ( ) O#& " B) " ) ") C %

) ) O#&

+ ( ( " ( : : " : (C ( + ( "

! " ) ( ( ( ( + ( ) " B

+ ( ) ( ( C (+ + " I ( (

" " " " ( (

) " " " + + " %:( ) ( " (

C (( ( (P & " ( 7+ " ( ( "

" : ) I ) ( + + )

H( ( ( ( H (+ B ) H+ + ( ++ H C (

" " " 7 ( : ( " " " ( 7 )

:( ( ( ( ( ( ( ( K3 <L :" " ( ( ( ( )

( ( " % :( ( (& " () " ( ( )

( ( " % ( & ( ) :( ( ( (

" H( ( ( ( H ( : : ( : ( ) %

& ( ( + + + ): C ( + + : : ( ( "

:( + +

8 1 . ( ( ( = / ( (

) ( " : + ) :( ( ( ( ( ( % Q..& C ( " ( " + :"

"( (+ ) " + + K85 88L Q.. C ( + ( " );55

( ( %15 ×15 7 R 8 & + " ( C " " "

( + " :" H H ( ( ( C " "

( I ( C + : 855S + ) I (B )

( + %05 (& * ) : 7+ ( : ( " "

) " ( I ( ( Q.. ) ) " ( + (B " :

7+ " H+ I H ) I ( + : " 7 C "K81L

( ( "" D ) ( "+ + ( ( ) C

++ ( ( + C ( + " ( ) )

( ( C + :( % + 7& " ( ( ( ( %+

7& C + " + (( ) )) ( ( "))

( ( ( ( ( K82L

B + + ( + ( " ( ) (B

" ( ( : " C "( ( ) ( ) K8;L

( " " " ( K80L ( ( : ""( : %(+ ( "T 1

& ) + ( ( ( ) (B ! :

" : )) " ( : ( ( )) C

" ( " ( ) ( ( ( (

) ( ) + ) " 7) ( " + (

" ( ) ( " ( : : " ) "

( " ( " " : " + ) "

(+ / % /& / K86L ( ( ( 1 ) " ( %81G81

7& " C IC( "+ ( " ( C ( + ( )

) ) ) / 7 ( " + "

7 " : > " ":" : " ( (

( " + " " ( ) + ( ( "I( "

+ " : ( ( ( . : 7+ ( K ( 86L ( C "

) " C / " ( I ( 7+ " ( H+ I H )

I ( ( :" "C ( (( Q.. ( (

+ ( ( ( : ) ( ) / " 7 )

! ( ( *( ) ( : C ( + + ( " 7+ ( "

: + / " C ( :( " ) ! +

+

1 8 + (B

. I ( C " + ( ) " ) " :

% # .U - ) B Q* /.*& + " : " ( 7+ (BC (

" ) " ( ) C(= + ( " + (( : " ( " ( "

%$T81 R T8 & + (+ %R T2 &

C ( "<0 A(B F( ) ) ( +

M ( " ( " 7 7 ( ( ( : "

(( ( 2 ) C C ( " ) (

) + C ( " : " (( ( : " + " )

( + ( I ( (( ( J + " + ) ( ) ":" (

+ " C " ( ) : " = " ( #*. +

" ( ( + :" ( C 1 :( ) + ( )

" C (+ + I V " ( (B "

+ C ) ) ( " / " :

1 1 / " ( (

( 7+ ( C " : " " ( ) :

/ " : " ) " : + " ( ( " )26

" ( %6G6 7 " (=54 & "" " 8 0G8 0 + (

( +% 8 & + ) / C ( ( " : " " C

+( ( "+ C ( ) ) %

8 & * ) 7 " ) %855W & ( + )+ ( " 7

7 " : " : ( ( : + ( )

) ) # ( + ( ( C ( )7 " 05OD (( ( "

( I ( ( ) " : + + ( ) ( : / ( 0 80Q

+ : " 5; ; 5 * > "+ " " %R T 8 ;

"( T1 2 & : " + ( + ( ( K84L :" (

( ( : ( ) ( ( K80L + + ( "

) ( ) )25S ( + ( + ) 7

+ ( C ( "+ + ( ) ( . : ( +

7+ ( C " ( + + ( ( " M) ( + ( +

) / 7 ) ( ( ) ( ) C ( ( "

( ( ) 83 " ( % + ( C( ) 7& (+ "

+ ( + )

/ ( ( ( ( ( ( ) + ( )

" + :" ( ( C ) + " ) (N

+ ( " + ) C +

+ " ) " I ( + " : C ( ( " /

( " ( ( ( + :" " ) " ( C

" " ( " " C "( * : ) ( ( " )

/ 7 ( : " ( " ( )

/ " ( " ( E( (B ( ( ( : " "

C ( ( ) : "( C

" M ( + " C ( " : " " ) + ) )( "

+(

: "D ( 7 (+ " " ) " " % "

) ( " : & > ")) ( C " ) "=- . > J ->

-J .> ".J " (( ( " " " M ( + : ( (

( + ( )) + + ) " " ( " " C ( D

E( / %81 × 81 " (& " ( C " " : + ) ( " :

%6 × 6 7 ) " (& ( " ) ( : (

C ( " A( ) " F% ∅ T 2 & (+ " 2 7 ( )

C + " J " E( + " C

( ) " : C ( ( / : ( ) 7 " ( "

" " + + ( ++ " ( ) 1 ( ( ( 7 + )

: ) - C ( %-J& ) / ( ) ( -J

) " % + ( " A( ) " F& *( ) " C(

: ( ( + : " ( ( : "

. ( " %.>& ! : " + :" ( C )

7 ( %"( + " I & C (

( ) ( ( + + + " ) ( %

C " A" F+ " I "

( ) ( ( "&

1 2 Q ( " ( (

7+ " : : :( " ) + C ( " #*.

( ( % 2& * " " "( )C + (( " " ( ) " M ( + "

:( ) : :" ( %18 ( . U& + :" "

+ ( ( C " ( "(+ ) " M ( + " : + ( ( *

(( ) " " ) + I " " (( " "

+ ( ) " M ( + ( 1 : C + ( " + " "

+ + " + + " ) " I . I ( " " C

D ) % : ( " / " & C ( "

- 8= 85( C :( + ( "

"(+ ( ) " C " ( ) ( .

/ " ) : "( C " M ( + " C (

" : " " ) + ) )( " +(

( " ) : " ( ( ):( " C (

" " "(+ ) " M ( ( ( ( ( % / ":(

" ( ( (& ( " " ( )) " ( + ( ( + ) )

1 ; "

( I ( %8320 (V81 ( "1 ) ( ( " ( , / : ( &

+ + " ( 7+ C : ( ( ) 7+ " "

" :( - ) + "( )) ) ( "

+ : "

( " ) ( ( I ( ) " ( C ( " " " ( + C +(

(( " ( " + " %1 74 ( I (& " " ( C B C ))

( : "C ( + ( C ( (( : 7+ ( % / ) Q Q )

/& " ( + ( ( " C +( (( " (

" + " %) ( 7+ ( I ( "( "( ( "C

( " ) / Q " & ) ( + %4 ( I (& "

( (( )85+ ( ( ) + :" " / ( ( C (

( "%4 ( I (& + ( " ( (B ( :( " ( ( + (

C ( " ( (+ " " )) - ""

) (+ D ) + "

) " C ( : J 7 " ") + ( ( ( ( ( " 155(

%85S ) )8;5 (&

/ " + + ( C ) D " C ) (

+ ( " " ":" (M + ( ( ")

( " 7+ (( ( C ( ) "

" ) + :" " / . I ( C ( " (B

C " "( " (( ( ( + :" " / % 3

D ( 7 " & C (+ ) " / "

7+ ( ( I ( ( " " ( (B% ( I (

( : " 7 C ( C 80 (&

1 0 ( " ( (

" + 2 + ( ) " + (U ( (

%- & C ( ( " ( + D " : ( " ) ) "% & ) (

( " " " " C ) " ( ( ( ( B

% ( + ) )15OD& " + ( : ) ) )

( ( "(+ : " 7 ) " ( )

" "C ( )51 " ( C " ( % / "Q (

" (& ) ( C ) ( " " "

"" ) ( C ( ( 7+ (( + ( ) "

C (+ C ) " % ) ) ) & " "

( )C + " " M ( + ( C (+ + I

" ) " ( ( I + " ) +

I C " ) "+ : 1 ( " )

( ( " %/.& + C ( ++ " C ) ( > C (

" " ( 7+ ( + ( ) + C ( " " ( D 1 /.

2 (+

2 + ( ( ) " +%( ;& C + (( " " ! 6 0

%! C B(U /.*& C ( " 8& ( ) + + : (

" (( (( ) : + " %! *& 1& 7 "( %! &

@ ( + : @ "( C + ( ) "

+ " + " ) " H + H I " ) 2& : )

+ % ! &

* ( ( : : + " " Q " / *( ( + ( D %T4&

C( + ( ( ( + ( ( ): % " M (

*- Q*& C + (( " " (( (( : ) + (

) : + " " ! J / ( ( C ) ( " ( )

")) ( C ( " " / ":( " ( ( (

!

*) ( ( ) ( ( + :" " / " 7+ ( ( )

+ ) (+ + + ( ) : / " Q

" ( + "

2 8 : + ) " / "

J Q " 855S ) ( C ( (() <6S ) ( " /

" " C 155( Q + ) ( C ( : " ((

+ + ( " " ( ( I ( " ) ( %855S + ) & "

( I : " + + ) %35S )( (() (& ( ( ( ( C

) " % (( 80 ( + ( I & " :

( ++ ( )) + + ( ( J ( ++ (

855S ( + ) :" " ) : ( I " : " :(

" ( " " ) ( )) " /

2 1 .+ + ) (= / :( Q ( , "

0 ( C( ! * %X ( " " " : (& ) : ) / " Q

" ( . ( ( ( :" ( ) " ( )! * ( ) )

% " M ( *- Q* # YT 84 8 Z 50& / " " (

+ ) Q " % " M ( *- Q* # Y T ; 8 T (& ! :

+ ) ( / "Q " ( C ( ) ")) ) ) ( 6 ( %

+(Z 520& " ) ( ; ( % ( - 4 3 < 85 ( T (&

"

6 + ( ! %X ( " " " : (& ) : ) / " Q

" ( . ( ( ( :" " " ( )! ( ) )

% " M ( *- Q* # YT 80 0 Z 85& / " " (

+ ) Q " % " M ( *- Q* # YT 1 1 T (& ))

+ : ( + % : " & + ) ( / "Q " ( C

C ( ( ) ")) % ( - 8 85 ( Z 510& ! /

"

#

4 ( C( ! %X ( " " " : (& ) : ) / " Q

" ( . ( ( ( :" ( ) " ( ) ! ( ) )

% " M ( *- Q* # YT 86 3 Z 50& / " ( C ( Q

" % " M ( *- Q* # YT8; 2 Z 50& ! : + ) ( / "

Q " ( C ( ) ")) ) ( ( % ( - 1 =4 "<=85 ( T

(&

$

% &'

+ ( 7+ ( " : + (( ) : :

(+ / 7 ) " + + ( + ( (+

C )( I ( ( ( : ( ) / ( ( ( (B "

: ) ) " : + ) : " " : (

( ( ( ( ) ( ) "

: ++ ( )) = / " / " ( I ( " " "

+ <6S ) (

J + + ) ( " ( ):( " / : " %Q :(

/& ) C( ) : ( ( + " % ! & ) ( ( C

")) C C " ( ) : " ) ( ( (+

+ ( %! ! *& " :" ( ( + ):( " O C :

! * ( ( + "( ++ ( ) 4 ( ! + (

( C( ")) ( C C " ( ) " ( "")) ( C Q

" / " ( ( C ( + ( ( :" ( " (

: " + " ) ( ( ) )) :(

" ( K83L + ( " ) : ((

( ) + " ( " + : / " + ) ( (+ ) (

( !

# ( ) / " : ( ( I ( " ( (

++ " H : H :( ( ( J + + ( ( + ( "

B + ) ) + ( " / " " 7+ "

: : )")) + (( ) " ) + C )

( ) ( " " C ( " :( " :

( :" : : + (( )(+ ) % & "

/ " ( ( : : + :

: " ) ( ) " C (

: " ( ( ( + ( ) . "))

+ (( ) : " ) 7+ +" " ( +

" + ) [ : + ( / " ) +

- : (( B + ( " ( (

+ ( ) / " : " + ( ( " C

" " ( "( ) + ( ( ) % C " (

+ ( & ( B ( ) (

+ ( ( ( ( C " ( ) - " ( %- -> -J& C (

( )) " " ++ ( 6;S ) ( ( %( (( (

"( I (& C " + ( + ) / 7% - " (&

. + + + ( ( I ( 7+ ")) ( + :

- ( ( " ) " ( ( ( ( "

: (( ++ ( ( + ( ( " + ( 7+ ( "

+ D " : ( ( ( C " )

( ( : (+ ) )) " " / ( + (( C )

" : + ( ) / " : ( C : B ( +

( +( + ( ( " ( ) ( ( ( : ) " +

+ D (

! : ( ) ( \C "E+ ( + ( / " : ( (

7 ) ( + ( " " ( ( C "" : + C "

( : ( ) ( "+ : " ( " C B(

( + C : " : + "C ( ++ ) + # ( . ( (U

) ( C (( 6G6 / + + % 3& ( " " "

( "+ C ( ++ ( C / ) : " " ( "

( + " ( ( C "" : 7 ) + + " (

(

" ( ( ) " ( " 7+ : ( C ) ( )

/ " " " ( ( (( " ( ( ) ( (

+ :" " ( (( % : : C+ & ) ( "

C + ) ( ( " / % "(+ (

) : :( & " ( " + ( M ( :(

( ( ( ( N " (+ ( ) N ( C ( (

C " : "( ) ( + ( " ( : : " "

+ C 7+ ( ( C ( + 7 I (

) *

( C ( B ) + :" 81 × 81 / " : ") (

": ( ""( (( ( ( ( ( (

!

K8L # "> : # > Q " , # + 7

! # $ # : " $ ( Q (( * O " O -

$ . $ : ] ! $ ) : $ ! " * !

. . D " Q (( A# + *(( ( " ! "

: ( F !!! ! " ++ 10; 162 ! N 8<<0

K1L . $ : # " D A# + ". " + =. )

* " # + (+ : ( ( " F

* ( " -$ . (( + 85 ++ 12<285 8<<4

K2L . $ : " # A# + (( ( " " : ( F

^ O O >" Q 65 = .+ Q ++ 258 281 8<<5

K;L $ # . " ! D " D ( ( C + C

( " ( " : : ( ( : ) ( + + 83 %1& 83; 8<5

1552

K0L # : $ # # ( > ( " D # + " "

+ " ( (= 7+ ( ( " + (+ : ( O D 10%3&= 468 463 1555

K6L * $ ! D " D " ( ) "2 / ( "

"# . ^ " ( $ - ( # + . : 2186 ++ 324 3;; 155;

K4L B " _ + : , " ( ) ( ( +

# + " Q ( : " Q 3 ++ 644' 638 8<<4

K3L # # ( . " ( J "$ . "" AQ ( ( (

+ I F# Q 118 ++ <62 <6; 8<6<

K<L $ + ( =- ( "

+ ( $ $% & $ ' 3; %3& 88558853 1552

K85L # # ( " A ( (( )+ ) (B F

" % $% Q 8; ++130 280 8<42

K88L # $ , + . O # ! "# , ` . ( ( ( =

$ ( " + (+ : ( O C * . > , D%>"( & $ ( ) *

+ % $ % $ %++ 140'1<1& * ( " - " "

I ( 1552

K81L " $ % ' - C B /.* * "

(( 8<41

K82L # ! ( "> ^ " A# Q ( C ( F # , 2

" > ^ " O . C D " ! (( >" - C B=> ( : ++ ;15;2< 8<<8

K8;L ^ * ^ D B ! > " , $ + + C

;<+ ( ( ( =* - & $ '

& $ 20 %;& ;14 ;25 8<<3

K80L ! (( " , ^ >(( B $ C ( " + : )) (

: - # $% % 44 424 4;3 8<<4

K86L > . + . ! ( " + ( =Q ( ) "+ ( (

: " & $ <53 15; 154 1558

K84L " ^ ^ D B A " + : F/ . 6 ;25;05 8 * 6 1551

K83L > , D ! $ # # O C * " "# + %& + "

) : " ( :( + " ( : ( ( ( (

. %- ! % $ % 0; 8 80 1558

+

+ (+ / & 6 × 6 ) " ( "" " + )

+ ( + " + " & . I ( / "

+ " " ( I D ( "

( " +

+ >7 + ) : " " / %) ( & # " )

")) C ) % "& " A" F

+ " I % & " + *(

" 7 " ) %

-J " & ( ( : ) " ( " -J

) / 7% " " (& ( ( ( " (

: " %( " & *( ) " C(

( ( : " .> " (

+ : "

+ Q ( " ( ( $ )= ( I D ( :" ( =

. : C ) ( "(+ ( 1 :( D ( ( ) "

+ ) " % " ((& % ((& " (

) A( ) F " % " " &

+ " ( : C ) 7 + I % " & " :

A( ) " F : : " " + " I % ∅ T 2

(+ &

+ " >: ) : + " %! *& ( ) ) " ) : " % / "Q& " )

+ #=>: ) 7 "( %! & ( ) ) " )

: " " )

+ $ >: ) : % ! & ( ) ) " )

: " " )

+ ( + ) 6G6 C (( / ( " + + ( ( (

+

+

+

+

+ "

+ #

+ $

+ (