Multi-source shared nearest neighbours for multi-modal image clustering

Texte intégral

(1)Multi-source shared nearest neighbours for multi-modal image clustering Amel Hamzaoui, Alexis Joly, Nozha Boujemaa. To cite this version: Amel Hamzaoui, Alexis Joly, Nozha Boujemaa. Multi-source shared nearest neighbours for multimodal image clustering. [Research Report] RR-7351, INRIA. 2010. �inria-00496170v2�. HAL Id: inria-00496170 https://hal.inria.fr/inria-00496170v2 Submitted on 26 Jul 2010. HAL is a multi-disciplinary open access archive for the deposit and dissemination of scientific research documents, whether they are published or not. The documents may come from teaching and research institutions in France or abroad, or from public or private research centers.. L’archive ouverte pluridisciplinaire HAL, est destinée au dépôt et à la diffusion de documents scientifiques de niveau recherche, publiés ou non, émanant des établissements d’enseignement et de recherche français ou étrangers, des laboratoires publics ou privés..

(2) INSTITUT NATIONAL DE RECHERCHE EN INFORMATIQUE ET EN AUTOMATIQUE. Multi-source shared nearest neighbours for multi-modal image clustering —. Alexis — Nozha

(3) . N° 7351 Juillet 2010. apport de recherche. ISRN INRIA/RR--7351--FR+ENG. Thème COG. ISSN 0249-6399. Amel.

(4)

(5)

(6)

(7) † †

(8)

(9) †

(10)

(11)

(12) !"# $%&& '(#( #)

(13). *

(14) *+%

(15) , **- .%

(16) /&& 0/ 1

(17) 1&

(18) 2

(19) & &%

(20)

(21) 3 +&

(22) & &

(23) 4 5/13 1%

(24)

(25) / &

(26) &

(27) % /

(28)

(29) %

(30) + 1 /&&

(31) % %

(32) 3 && %& 2& 6

(33) 4

(34) 3 / % /

(35)

(36) +%

(37)

(38) & %& 2& &%

(39) 4 7 8

(40) 6 6

(41) **2+

(42)

(43) &

(44) %

(45)

(46) %& &

(47) %

(48) / % & %

(49) %

(50) &

(51) / +%& &%

(52)

(53) 4 0

(54)

(55) %& &%

(56)

(57) +%& /

(58) / &

(59) %+

(60) &

(61) / 1

(62) +%

(63)

(64)

(65)

(66) % &

(67) %

(68) 4 7 6 %

(69) %& &

(70)

(71) %&

(72) &%

(73)

(74) /

(75) 9 1

(76)

(77) %

(78) +

(79) & 1&1 9 1

(80) %& 6 %&

(81) %

(82)

(83) 1&

(84)

(85) & %4 %& %3 &%

(86) 3

(87) %&

(88) 3

(89) +

(90) 3 %& & 4. †.

(91)

(92) . .

(93)

(94)

(95) ,. ! " #. $ % &

(96) '( )*" +. Unité de recherche INRIA Rocquencourt Domaine de Voluceau, Rocquencourt, BP 105, 78153 Le Chesnay Cedex (France) Téléphone : +33 1 39 63 55 11 — Télécopie : +33 1 39 63 53 30. .

(97) . . :

(98) .%

(99) +

(100) ;

(101)

(102) % &<

(103) 1

(104)

(105) ;

(106)

(107) + %

(108) %

(109) % &%

(110) %

(111) &%

(112)

(113) ;

(114) &&

(115) % 3 &&

(116) &;

(117) %

(118)

(119) = &

(120) &

(121) &

(122)

(123) ; .%

(124) 4 3 &

(125) ;

(126) ;;

(127) ; & ;

(128) = %

(129) %&

(130) % < &

(131) .%<&&

(132)

(133) +& >

(134) + ;

(135) %

(136) ;

(137) ; ;

(138) 3 ;;&

(139) % 6 %& 2&4

(140) &3 %

(141) %

(142)

(143) % %1&& - %& 2

(144) % &.%; = % ; % +

(145) ;

(146) % &<

(147) 1

(148)

(149) ;

(150) 4 *%

(151) 1

(152) <+ ; % &

(153)

(154) %

(155)

(156) & ;

(157) %

(158) %& &

(159)

(160) %

(161) %

(162) 1

(163) % % ; & .% &

(164) ;& % .%

(165)

(166) %

(167) &

(168) &

(169) %

(170) %

(171)

(172) 4 :<& ; & ;

(173) .% .% % .% ;

(174) %&

(175)

(176) % 1

(177)

(178)

(179)

(180) %

(181) 2

(182) +&

(183) & ;

(184) .% &%

(185) &

(186) .% ;& & +%

(187)

(188)

(189) %6

(190) %

(191) < +% ;

(192) % +

(193) 4 *%

(194) 1

(195) 6; ; ;

(196) & &

(197) % % ;

(198) %&

(199) <

(200) ? %& 2& %

(201) 1

(202) ;

(203) @ ; % &

(204)

(205) ;

(206)

(207) ; .%

(208) <%

(209) ;&&

(210) &.% 9;

(211)

(212) %

(213) < 1

(214) %&& 6 %&&4 %& 2

(215) %3

(216) % % 3

(217) %& 3 A

(218)

(219) ;

(220) 3 %& 2& ;

(221).

(222) !.

(223)

(224) . . # ) %. . ! "

(225) $ $

(226) & ' " * & . % ( + .

(227) ). . . B

(228) %1

(229) &%

(230)

(231) %&

(232) %& 1& 2

(233) 3 44 /+ +

(234) 1

(235) C#D3

(236)

(237) %&

(238) &%

(239) C'D 1

(240) %& .%

(241) %

(242) C!D4 5/13 &+& &

(243)

(244) & &%

(245) 2

(246) %&

(247)

(248)

(249) &

(250) %

(251) 4 2

(252) 3

(253) %

(254) 02

(255)

(256) 1

(257) C)D3 .% %

(258) Lp

(259)

(260) 8

(261) %

(262)

(263) & E

(264) 3

(265) %

(266) &

(267) F5 C"D B CGD3 2 + 1 % &

(268) /

(269) &

(270)

(271) 3 % &

(272) % %

(273) 1& %

(274) 4 %

(275)

(276) %

(277) %2 && +& %& 6 %

(278) %&& 1&1

(279) %

(280)

(281) &

(282) %

(283) 4

(284) & 1 &%

(285) .%

(286) & 1

(287)

(288)

(289) & 1&%

(290)

(291) %

(292)

(293) 2&&

(294) 2+ C D3CHD3CID3C#(D3C##D C#'D4 53 /

(295)

(296) + /&&2

(297)

(298) + 1 % /

(299)

(300) & 1&%3 +% + / +

(301)

(302) +& 4 1 %

(303) 6

(304) / %& %

(305)

(306) & 1&%

(307) 1

(308) / %.% 2 3 /

(309) 1 +

(310) +

(311)

(312)

(313) %4. %

(314) 0/ 1

(315) 1&

(316)

(317) & &%

(318)

(319) J

(320) %9

(321) & %

(322) 3 +%

(323)

(324) 3 && 86 %+ &%

(325)

(326) 3 3 &

(327) +% &

(328) 3 .% 6& 0/& %

(329) 4

(330)

(331) 0 /& %&

(332) % % %

(333) 3 / 1 +

(334) .%

(335) &

(336) %

(337) 4. *

(338) *+

(339) ,-

(340) %

(341) + &&

(342) %

(343) &%

(344) 2 4 F%

(345) +

(346) 6 &

(347)

(348)

(349)

(350) %

(351)

(352) 3 %

(353)

(354) %

(355) + + &&

(356) & %

(357) 4 F%

(358) %

(359) & 3 1 / /0

(360) & % 1 +

(361)

(362)

(363) %& 2

(364) % **

(365) ,4

(366) '-E

(367)

(368) +% % 4 7 % /

(369) ** /0 &% / %& 2

(370) % 2

(371) 2

(372)

(373) 8

(374) %

(375) + +

(376)

(377)

(378) %

(379) 4 & %

(380) / %

(381) %

(382) &

(383) %

(384)

(385) %

(386) 0

(387)

(388) K

(389) % 1%& **

(390)

(391) 4 %

(392) %& 6

(393) 3 + +

(394)

(395) %

(396)

(397)

(398) /

(399) / &

(400) %+

(401) &

(402) 6K &K %& 2

(403) %

(404) 8

(405) %4

(406)

(407) / 6

(408) 3

(409)

(410) %

(411) &

(412) 0

(413) % /& +%

(414)

(415) &&& % &

(416) %

(417) 3 44

(418) %

(419) % &1

(420) +

(421) ,44 &

(422)

(423) % +

(424) &%

(425)

(426) 4

(427)

(428) K

(429) &&/J 1%

(430) /0

(431) & ** 1/

(432) 2 '4 % / %& 2

(433) % **

(434) %

(435) ! 1&& &%

(436) /0

(437) ) 4 6

(438)

(439) "4. ! ".

(440) %

(441) + &%

(442) +

(443) 2 + $1

(444) 0 C D %

(445) & 1 &%

(446) 4

(447)

(448) / &%

(449)

(450) + .%&2

(451) K

(452) %+ &%

(453)

(454) F

(455) % | A ∩ B |≥ mk˙ 3 / 0

(456)

(457) K F3 0 < m < 1

(458) 86

(459) & 4

(460)

(461)

(462) / & 1 &%

(463) 3

(464)

(465) %& &%

(466)

(467)

(468) &

(469)

(470) %+ &%

(471)

(472) /

(473)

(474) 1 9

(475) 4. .

(476)

(477)

(478) . ". L% &

(479) 2+ &%

(480) 1 +1 $1

(481) 2 0 /0

(482) & & M C##D4 M 0

(483) 1& + / +%

(484)

(485)

(486) &%

(487)

(488)

(489) 4 N% 1

(490) +& +

(491)

(492)

(493)

(494) &0

(495) 1 &&

(496) &%

(497)

(498)

(499) 4 5/13

(500) $1

(501) 2 0 /03 M .%

(502) 86 +

(503) K 03 /

(504) + %&

(505)

(506) 1

(507) +

(508)

(509) 4 +& *2&%

(510) 1 /&&20/

(511) +

(512) &%

(513) F * C#!D

(514) ** C#(D4 7

(515) F * /0

(516) +

(517)

(518)

(519)

(520) %

(521) 3 ** %

(522) / *2+

(523)

(524)

(525) %

(526) +

(527) %

(528)

(529) + / 02+

(530) 02+

(531)

(532) +

(533) 4 N%

(534) 1 %

(535)

(536) 3 **

(537) 1 &&&

(538) &%

(539)

(540) 1 &+&& &/

(541) &%

(542)

(543) 4 /+0 3 /13

(544)

(545) && .%

(546) %

(547) 2

(548) %& +

(549) K 0

(550) &

(551)

(552) %

(553)

(554) 4 &%

(555) & 3

(556) + C#)D3 +

(557)

(558) 6

(559) ** &&/ 1

(560) K +

(561) K 04 8 +

(562) +

(563) K

(564) 3

(565) *2+

(566)

(567) % + / 02+ '02+4

(568) &2

(569) & 1

(570)

(571) % &&/ &%

(572)

(573)

(574)

(575) 4 /+0

(576)

(577) *2+

(578)

(579)

(580) %

(581) +

(582) /

(583)

(584) && &%

(585)

(586) 1 &

(587) C#'D4 & 1

(588)

(589) &

(590) &

(591)

(592) &&

(593)

(594) %4 1 &%

(595)

(596) K +

(597) &%

(598)

(599) 1%

(600)

(601) 3 5%& &4 C#'D 2 % &1 & & , -

(602) %

(603) & +

(604)

(605) 9

(606) K

(607) 4

(608) %

(609)

(610) %

(611)

(612) &

(613) %

(614) %&

(615)

(616)

(617) %

(618) *2

(619) %4

(620) %&

(621) + %&& %+

(622) %

(623)

(624)

(625) K

(626) 3

(627) &&/

(628) 1 &%

(629)

(630) 9

(631) K

(632) %

(633) K && +

(634) K 0 %

(635) + 4 && +1

(636) 3 %& 2

(637) % 6

(638) * &%

(639) /

(640) 2 4 +

(641) % 0/&3 /0 & /

(642) 1& %

(643) %

(644)

(645) 5K% &4 C#"D4

(646) %

(647) 6 5%&<

(648) & C#'D

(649) & /

(650) % +%& 2%

(651) +

(652) 20 && 1&+&

(653) %

(654) 4

(655) / 3

(656)

(657) & %

(658) 9

(659) %

(660) & %& 2

(661) % * 4

(662) /

(663)

(664) % %

(665) 9 %

(666)

(667) %

(668) +% 3

(669)

(670) / % 6

(671) 3

(672) %

(673) +%

(674)

(675)

(676)

(677) %

(678) ,% &

(679) -4 N% 3

(680) .%&& /

(681) &&

(682) %

(683) 3 &%

(684) 3 %

(685)

(686) &4 B

(687) * &%

(688) %& 2& &%

(689)

(690) +

(691) %

(692) 1& /0

(693) 4

(694) C#GD3 %

(695)

(696) 6 %&

(697) 1 &%

(698)

(699)

(700) +

(701)

(702)

(703) +

(704) , **- 4 + 2+

(705) %

(706) 6 %&

(707)

(708) ,

(709) - +% % /

(710)

(711) &%

(712)

(713) , %& + & 2+

(714) &%

(715) 2+

(716) &%

(717) -4 F

(718) & / &%

(719)

(720)

(721) /

(722) 1 3 %

(723) +/

(724) &%

(725)

(726) / &%

(727)

(728) 4 7 + / &%

(729)

(730) , +

(731) & 1

(732) %& 6 %&

(733) & 6-3 &

(734) %&

(735) & % &%

(736)

(737) &

(738)

(739) 8 & %

(740) +& + %

(741) -4. .

(742) G. . #.

(743) $ $

(744) . &K

(745) +

(746) &%

(747) %& 2

(748) % 1 3

(749) 1&

(750)

(751) %

(752) 1 +

(753) &14 7

(754)

(755) &

(756) % &3 + &%

(757)

(758)

(759)

(760) /

(761) &

(762) +%

(763) &

(764) 3 %& 2

(765) % 1 3

(766)

(767)

(768) / m

(769) +

(770) &

(771)

(772) / m

(773)

(774) %+

(775) %

(776) 4 &&/3 /

(777) F

(778) 1&+&

(779) %

(780) m = |F |4

(781) % f ∈ F

(782) 8 & +

(783) *

(784) *+

(785)

(786)

(787) % Qf J Qf (v, K) = {ni }i∈[1,K]. / v

(788)

(789) /&

(790) S + &%

(791) ni ∈ S i2

(792) + v4 .

(793)

(794)

(795) .

(796) *+

(797)

(798) &

(799) % + / +

(800)

(801) 3 /

(802) &1 & , -

(803) %

(804) %

(805) + 5%& &4 C#'D4 N /

(806)

(807) A B +& S 3

(808) &

(809) %

(810) 8 + J R(A, B). =. | A ∩ B | − |A||B| |S|. | A || B | (1 −. |A| |S| )(1. −. |B| |S| ). ,!4#-.

(811) &

(812) '3

(813) 2

(814) &

(815) % 1

(816) % 1%

(817)

(818)

(819) %

(820) + 1 +

(821) & %+&

(822)

(823) K

(824) C#'D4 N

(825) 2

(826) &

(827) %3 5%& &4 C#'D 1

(828) &&/

(829)

(830) %3

(831) A ⊂ S J SR(A) =. 1 |A|. R(A, Q(v, |A|)). v∈A. 3 SR(.)

(832) %

(833) 1

(834) A

(835) 6 2

(836) & + / A

(837) +

(838)

(839) v

(840) & %& AJ SR(A) = E[R(A, Q(v, |A|)) | v ∈ A]. 7

(841) & 6

(842)

(843) % %& 2

(844) %

(845) 3 +

(846) % 6 2

(847) & + /

(848) A

(849) +

(850)

(851) v

(852) & %& A

(853) % f

(854) & %& NJ SR(A, F ) = =. E[R(A, Q(v, |A|)) | v ∈ A , f ∈ F ] 1 R(A, Qf (v, |A|)) | F || A |. ,!4'-. f ∈F v∈A. B % &

(855)

(856) %

(857)

(858) 1

(859) 2 +

(860) & 1 +

(861) K A %+

(862) %

(863) |F |4

(864) / 3 /

(865) 6 1 SR(A, F ) %

(866)

(867) H &&

(868) %

(869) 44 %&

(870) +% 3 44

(871) % %

(872)

(873) +

(874)

(875) & %& S 4

(876) 1 6

(877) 3 %

(878)

(879)

(880) 3 / J E[SR(A, F ) | H] = 0. .

(881)

(882)

(883) . /

(884) /

(885) ,3N-

(886) +

(887) 8

(888) 3 0

(889)

(890) K %

(891) &

(892) % .% !4#4 7

(893)

(894) / Var[SR(A, F ) | H] =. 1 |A||F |(|S| − 1). /

(895)

(896) 1 SR(A, F ) %

(897) %

(898)

(899)

(900)

(901) H

(902)

(903) / + A F 4 2

(904) 8

(905)

(906) 1

(907) K

(908) 1 %+

(909) %

(910)

(911) %

(912) +

(913) 3 /

(914) +& / / K +

(915) K &%

(916) % &&

(917) & &

(918) %+

(919)

(920) %

(921) 3

(922)

(923) 4 1

(924)

(925) +

(926) 3 / %

(927) .%

(928) K 2

(929) 8 SR(.) 0

(930) Var[SR(A, F ) | H]4 : SI(A, F ) + /

(931) K 2

(932) 8

(933) A

(934) %

(935)

(936) F J SI(A, F ). SR(A, F ) − E[SR(A, F ) | H] Var[SR(A, F ) | H] = (|S| − 1)|A||F |SR(A, F ). =. ,!4!-. %

(937) K %

(938)

(939)

(940)

(941)

(942)

(943)

(944)

(945) C# D4

(946) & 3 / &

(947) K

(948) &

(949) 1&

(950) % |A ∩ B|

(951)

(952) H / /%& 1

(953)

(954) %& + + %

(955) & R(A, B)4 .

(956) . */ / 1 2

(957) 8

(958) % %+

(959) & 1 %+

(960) %

(961) 3 /

(962) + %

(963) & &

(964) %+

(965)

(966) %

(967) %

(968) A4 /

(969) φ ⊆ F +

(970) %+

(971)

(972) %

(973) 3 /

(974) &

(975) %+

(976) φA ⊆ F 6K SI(A, φ)J φA = argmax (SI(A, φ)) φ⊆F. 7

(977)

(978) 8

(979) & + + & +& +

(980) &1 6 &

(981) & + 2

(982)

(983) &2

(984) %

(985) 2

(986) 8

(987) E 3 / 1&

(988) 3 SI(A, φ) + 26

(989)

(990)

(991) J 1 SI(A, φ) = SI(A, {f }) ,!4)|φ|. f ∈φ. / SI(A, {f })

(992) 2

(993) 8 A

(994) &

(995) % f 3 / + 2 % &

(996) % f ∈ F 4 */3 & %

(997)

(998) % 6K +& m 6K

(999)

(1000) |φ| = p p ∈ [1, m]J φA =. argmax φ∈{φA,1 ,...φA,m }. (SI(A, φ)). / φA,p. . 1 argmax SI(A, {f }) |φ| f ∈φ φ⊆F |φ|=p 1 = SI(A, {f }) argmax |φ| φ⊆F |φ|=p f ∈φ. =.

(1001) H. . / /

(1002) fi

(1003) % f ∈ F 1 i2

(1004) 2

(1005) 8 SI(A, {f }) / J φA,p = {fi }i∈[1,p] ,!4" 8&& 3

(1006) & &

(1007) %+

(1008) φA / %

(1009)

(1010) m

(1011) &2

(1012) % 2

(1013) 8 SI(A, {f })

(1014) 8 & %+

(1015) %

(1016) pA J p. 1 pA = argmax √ SI(A, {fi }) p i p. % 8&

(1017) & 2

(1018) % 2

(1019) 8

(1020) % +

(1021) A

(1022) 8&& 1 + J pA 1 SSI(A, F ) = √ SI(A, {fi }) pA i. ,!4G-. & ' ". */ / 1 8 % / %& 2

(1023) % *+

(1024)

(1025) 8

(1026) %

(1027) /

(1028) + % &%

(1029) %3 /

(1030)

(1031) / %& 2

(1032) % 6

(1033) %

(1034)

(1035) + 5%& &4 C#'D4

(1036) +

(1037) /

(1038)

(1039) 3 J

(1040)

(1041) J v ∈ S

(1042)

(1043)

(1044) &%

(1045) & &%

(1046) C(v)

(1047) + % 4 N

(1048) % f ∈ F 3 / 8

(1049) % & + Qf (v, kf ) + 1 +

(1050) K 0 6K % /

(1051) & 2

(1052) % 2

(1053) 8 SSI ,.4 !4G-J kf = argmax SSI(Qf (v, k), F ) k. * %

(1054)

(1055)

(1056) 3 &

(1057) %

(1058) &

(1059) +

(1060) K k

(1061) &

(1062) %+

(1063) φ

(1064) %

(1065) 9 1&% k 4 m K +

(1066) Qf (v, kf )3 / 8&& 0

(1067) &%

(1068) C(v) / 6% SSI

(1069) J C(v) = argmax SSI(Qf (v, kf ), F ) f. . 7 / %& 1 % 1

(1070) &%

(1071)

(1072) +

(1073)

(1074)

(1075)

(1076)

(1077)

(1078) %

(1079) C#'D +% / 6& 0

(1080) 4

(1081)

(1082)

(1083) J 7 %

(1084)

(1085)

(1086)

(1087) & %

(1088) +

(1089) 2