Nguyn Cng Phng g y g g

Mng nron
v ng dng trong x l tn hiu
Kt hp mu
Ni dung
Gii thiu Gii thiu
Cc mng nron n gin dng cho phn loi mu
Kt hp mu Kt hp mu
Cc mng cnh tranh
L thuyt cng hng thch nghi L thuyt cng hng thch nghi
Mng lan truyn ngc
L h l h Lgch m v mng nron lgch m
Mt s ng dng trong x l tn hiu
2
Kt hp mu
Ni dung
Gii thiu Gii thiu
Cc thut ton hun luyn
Mng k c d kt Mng k c d kt
Mng k c t kt
Mng t kt lp Mng t kt lp
Mng k c kt hp lng hng
3
Kt hp mu
Gii thiu
Hc: thit lp s kt hp gia cc mu c lin quan Hc: thit lp s kt hp gia cc mu c lin quan
VD: nhn ra mt ngi
Mng k c: mng mt lp c kh nng ghi nh s kt Mng k c: mng mt lp c kh nng ghi nh s kt
hp ca cc mu
ng kt: vct c kt hp ging vi vct mc ch ng kt: vct c kt hp ging vi vct mc ch
D kt: vct c kt hp khc vi vct mc ch
Kh nng ghi nh ca mng Kh nng ghi nh ca mng
Kt hp mu
4
Ni dung
Gii thiu Gii thiu
Cc thut ton hun luyn
Mng k c d kt Mng k c d kt
Mng k c t kt
Mng t kt lp Mng t kt lp
Mng k c kt hp lng hng
5
Kt hp mu
Cc thut ton hun luyn (1)
Bc 1 Khi to tt c cc trng s
w
i
= 0 (i = 1 ti n)
Bc 2 t gi tr cho cc nron u vo
x
i
= s
i
Bc 3 t gi tr cho nron u ra
y
j
= t
j
Bc 4 Chnh trng s
w
i
(mi) = w
i
(c) + x
i
y
j
(i = 1 ti n)
Bc 5 Lp li cc bc 2, 3, 4 cho tt c cp u vo & u ra ca b hun luyn
( ) ( )
P
ij i j
w s p t p =

( ) ( )
P
T
p p =

W s t
Kt hp mu
6
1
j j
p=

1 p=

Cc thut ton hun luyn (2)

j ij i
i
y w x =

( ) ( ) ( ) mi c w w t y x o = + ( ) ( ) ( ) mi c
ij ij j j i
w w t y x o = +
( )
ij j j i
w t y x o A =
Kt hp mu
7
Cc thut ton hun luyn (3)
1
( _ ); _
n
J J J iJ i
i
y f y vao y vao w x = =

1 i=
2
( )
m
j j
e t y =

1
j j
j=

_
2( ) 2( ) '( )
J
J J J J I J
e y vao
t y t y x f y vao
c c
= = 2( ) 2( ) ( _ )
J J J J I J
IJ IJ
t y t y x f y vao
w w c c
( ) '( )
IJ J J I J
w t y x f y vao o A =
Kt hp mu
8
( ) ( _ )
IJ J J I J
y f y
Ni dung
Gii thiu Gii thiu
Cc thut ton hun luyn
Mng k c d kt Mng k c d kt
Mng k c t kt
Mng t kt lp Mng t kt lp
Mng k c kt hp lng hng
9
Kt hp mu
Mng k c d kt (2)
X
1
w
1j
Y
1
w
11
w
1
1 _ 0
0 0
nu
nu
j
y vao
y y vao
>

X
w
1j

w
i1
w
n1
w
0 _ 0
1 _ 0
nu
nu
j j
j
y y vao
y vao
= =

<

X
i

Y
j

w
1m
w
ij
w
1 _ 0 nu
j
y vao
y
>

=

X
n
Y
m
w
im
w
nm
0 _ 0 nu
j
j
y
y vao
=

s

Kt hp mu
10
Mng k c d kt (3)
s
1
s
2
s
3
s
4
t
1
t
2
VD1
4
y vao w x =

X
1
w
11
w
12
1 0 0 0 1 0
1 1 0 0 1 0
0 0 0 1 0 1
1
_
j ij i
i
y vao w x
=
=

X
2
Y
1
12
w
21
w
22
0 0 1 1 0 1
(1, 0, 0, 0) : (1, 0)
X
3
Y
2
w
w
31
w
32
1 2
1; 0 y y = =
11 11 1 1
( ) ( ) 0 1 1 mi c w w x y = + = + =
(1 1 0 0) (1 0)
X
4
w
41
w
42
1 0 nu
j
y vao >

(1,1, 0, 0) : (1, 0)
1 2
1; 0 y y = =
11 11 1 1
( ) ( ) 1 1 2 mi c w w x y = + = + =
Kt hp mu
11
4
_
0 _ 0 nu
j
j
j
y
y
y vao

=

s

11 11 1 1
( ) ( ) y
21 21 2 1
( ) ( ) 0 1 1 mi c w w x y = + = + =
Mng k c d kt (4)
s
1
s
2
s
3
s
4
t
1
t
2
VD1
2 0
(
Cch 1
1 0 0 0 1 0
1 1 0 0 1 0
0 0 0 1 0 1
1 0
0 1
0 2
(
(
(
=
(
(

w
0 0 1 1 0 1
(1, 0, 0, 0) : (1, 0)
(0, 0, 0,1) : (0,1)
0 2

1 2
1; 0 y y = =
11 11 1 1
( ) ( ) 0 1 1 mi c w w x y = + = + =
(1 1 0 0) (1 0)
1 2
0; 1 y y = =
42 42 4 2
( ) ( ) 0 1 1 mi c w w x y = + = + =
(0 0 1 1) : (0 1)
(1,1, 0, 0) : (1, 0)
1 2
1; 0 y y = =
11 11 1 1
( ) ( ) 1 1 2 mi c w w x y = + = + =
(0, 0,1,1) : (0,1)
1 2
0; 1 y y = =
32 32 3 2
( ) ( ) 0 1 1 mi c w w x y = + = + =
Kt hp mu
12
11 11 1 1
( ) ( ) y
21 21 2 1
( ) ( ) 0 1 1 mi c w w x y = + = + =
32 32 3 2
( ) ( ) y
42 42 4 2
( ) ( ) 1 1 2 mi c w w x y = + = + =
Mng k c d kt (5)
s
1
s
2
s
3
s
4
t
1
t
2
VD1
4
y vao w x =

X
1
w
11
w
12
1 0 0 0 1 0
1 1 0 0 1 0
0 0 0 1 0 1
1
_
j ij i
i
y vao w x
=
=

X
2
Y
1
12
w
21
w
22
0 0 1 1 0 1
2 0
(
X
3
Y
2
w
w
31
w
32
2 0
1 0
0 1
0 2
(
(
(
=
(
(

w
X
4
w
41
w
42
1 0 nu
j
y vao >

0 2
(

1 1 2
_ 2
2
y vao x x = +
Kt hp mu
13
4
_
0 _ 0 nu
j
j
j
y
y
y vao

=

s

2 3 4
_ 2 y vao x x = +
Mng k c d kt (6)
s
1
s
2
s
3
s
4
t
1
t
2
VD1
Cch 2
1 0 1 0 0 0 0 0 2 0
( ( ( ( (
1 0 0 0 1 0
1 1 0 0 1 0
0 0 0 1 0 1
1 0 1 0 0 0 0 0 2 0
0 0 1 0 0 0 0 0 1 0
0 0 0 0 0 0 0 1 0 1
( ( ( ( (
( ( ( ( (
( ( ( ( (
= + + + =
( ( ( ( (
( ( ( ( (
w
0 0 1 1 0 1
(1, 0, 0, 0) : (1, 0)
1 1 0
( (
( (
(0, 0, 0,1) : (0,1)
0 0 0
( (
( (
0 0 0 0 0 1 0 1 0 2
( ( ( ( (

| |
(1)
0 0 0
1 0
0 0 0
0 0 0
( (
( (
= =
( (
( (

w
(1 1 0 0) (1 0)
| |
(3)
0 0 0
0 1
0 0 0
1 0 1
( (
( (
= =
( (
( (

w
(0 0 1 1) : (0 1)

(1,1, 0, 0) : (1, 0)
| |
(2)
1 1 0
1 1 0
1 0
( (
( (
( (
= = w

(0, 0,1,1) : (0,1)
| |
(4)
0 0 0
0 0 0
0 1
( (
( (
( (
= = w
Kt hp mu
14
| |
1 0
0 0 0
0 0 0
( (
= =
( (
( (

w
| |
0 1
1 0 1
1 0 1
( (
= =
( (
( (

w
Mng k c d kt (7)
s
1
s
2
s
3
s
4
t
1
t
2
VD1
X
1
w
11
w
12
1 0 0 0 1 0
1 1 0 0 1 0
0 0 0 1 0 1
X
2
Y
1
12
w
21
w
22
0 0 1 1 0 1
2 0
(
X
3
Y
2
w
w
31
w
32
2 0
1 0
0 1
0 2
(
(
(
=
(
(

w
X
4
w
41
w
42
1 0 nu
j
y vao >

0 2
(

| | | |
1 2 1 2 3 4
2 0
1 0
y vao y vao x x x x
(
(
(
=
(
Kt hp mu
15
4
_
0 _ 0 nu
j
j
j
y
y
y vao

=

s

| | | |
1 2 1 2 3 4
_ _
0 1
0 2
y y
(
(

Mng k c d kt (8)
s
1
s
2
s
3
s
4
t
1
t
2
VD2
4 4
(
1 1 1 1 1 1
1 1 1 1 1 1
1 1 1 1 1 1
4 4
2 2
2 2

(
(

(
=
(
(
w
1 1 1 1 1 1
(1, 1, 1, 1) : (1, 1)
1 1 1
( (
( (
( 1, 1, 1,1) : ( 1,1)
1 1 1
( (
( (
4 4
(

| |
(1)
1 1 1
1 1
1 1 1
1 1 1
( (

( (
= =
( (
( (


w
(1 1 1 1) (1 1)
| |
(3)
1 1 1
1 1
1 1 1
1 1 1
( (

( (
= =
( (
( (

w
( 1 1 1 1) : ( 1 1)

(1,1, 1, 1) : (1, 1)
| |
(2)
1 1 1
1 1 1
1 1

( (
( (

( (
= = w

( 1, 1,1,1) : ( 1,1)
| |
(4)
1 1 1
1 1 1
1 1

( (
( (

( (
= = w
Kt hp mu
16
| |
1 1
1 1 1
1 1 1
( (
= =
( (
( (


w
| |
1 1
1 1 1
1 1 1
( (
= =
( (
( (

w
Mng k c d kt (9)
s
1
s
2
s
3
s
4
t
1
t
2
VD3
2 0
(
y vao x w
1 0 0 0 1 0
1 1 0 0 1 0
0 0 0 1 0 1
1 0
0 1
0 2
(
(
(
=
(
(

w
1 _ 0
0 _ 0
nu
nu
j
j
j
y vao
y
y vao
=
>

=

s

y_vao x.w
0 0 1 1 0 1
0 2

Kim tra: x
1
= (0,1,0,0) & x
2
= (0,1,1,0)?
j

| | | |
1
2 0
1 0
0 1 0 0 1 0
(
(
(
= =
(
y vao
| | | |
2
2 0
1 0
0 1 1 0 1 1
(
(
(
= =
(
y vao
| | | |
1
0 1 0 0 1 0
0 1
0 2
(
(
(

y_vao
| | | |
2
0 1 1 0 1 1
0 1
0 2
(
(
(

y_vao
Kt hp mu
17
| |
1
1 0 = y
| |
2
1 1 = y
Mng k c d kt (10)
VD4
4 4
(
s
1
s
2
s
3
s
4
t
1
t
2
y vao x w
2 2
2 2
4 4
(
(

(
=
(
(

w
1 1 1 1 1 1
1 1 1 1 1 1
1 1 1 1 1 1
1 _ 0
1 _ 0
nu
nu
j
j
j
y vao
y
y vao
=
>

=

s

y_vao x.w
4 4

Kim tra x = (0,1,0,1)?
1 1 1 1 1 1
j

4 4
(
(
| | | |
2 2
0 1 0 1 6 6
2 2
4 4
(

(
= =
(
(

y_vao
| |
1 1 = y
Kt hp mu
18

Ni dung
Gii thiu Gii thiu
Cc thut ton hun luyn
Mng k c d kt Mng k c d kt
Mng k c t kt
Mng t kt lp Mng t kt lp
Mng k c kt hp lng hng
19
Kt hp mu
Mng k c t kt (2)
X
1
w
1j
Y
1
w
11
w
1
X
w
1j

w
i1
w
n1
w
1 _ 0 nu
j
j
y vao
y
>

=

X
i

Y
j

w
1n
w
ij
w
1 _ 0 nu
j
j
y
y vao

X
n
Y
n
w
in
w
nn
Kt hp mu
20
Mng k c t kt (3)
Bc 1 Khi to tt c cc trng s
w
i
= 0 (i = 1 ti n)
B 2 t i t h Bc 2 t gi tr cho cc nron u vo
x
i
= s
i
Bc 3 t gi tr cho nron u ra
y
j
= t
j
y
j j
Bc 4 Chnh trng s
w
i
(mi) = w
i
(c) + x
i
y
j
(i = 1 ti n)
Bc 5 Lp li cc bc 2, 3, 4 cho tt c cp u vo & u ra ca b hun luyn
( ) ( )
P
T
i i =

w s s
Kt hp mu
21
1 i=
Mng k c t kt (4)
VD1
Xy dng mng nron lu tr x
1
= (1,1,1,1)?
P
1
( ) ( )
T
i
i i
=
=

w s s
| |
1
1 1 1 1 1
1 1 1 1 1
1 1 1 1

( (
( (

( (
= =
( (
w
| |
1
1 1 1 1
1 1 1 1 1
1 1 1 1 1
( (
( (


w
Kt hp mu
22
Mng k c t kt (5)
VD2
1 1 1 1
(
1
(1,1,1, 1) = x
1 1 1 1
1 1 1 1
1 1 1 1
(
(

(
=
(
(
w
2
3
4
( 1,1,1, 1)
(1, 1,1, 1)
(1,1, 1, 1)
=
=
=
x
x
x
Cho ; tnh:
1 1 1 1
(


4
5
( , , , )
(1,1,1,1) = x
1 1 1 1
(
| | | |
1 1
1 1 1 1
1 1 1 1
1 1 1 1 4 4 4 4
1 1 1 1

(
(

(
= = =
(
(
y_vao x w
1 1 1 1
(


| |
1 1 1 1
Kt hp mu
23
| |
1
1 1 1 1 = y
Mng k c t kt (6)
VD2
1 1 1 1
(
1
(1,1,1, 1) = x
1 1 1 1
1 1 1 1
1 1 1 1
(
(

(
=
(
(
w
2
3
4
( 1,1,1, 1)
(1, 1,1, 1)
(1,1, 1, 1)
=
=
=
x
x
x
Cho ; tnh:
1 1 1 1
(


4
5
( , , , )
(1,1,1,1) = x
| | | |
4 4 4 4 1 1 1 1 = = = y vao x w y
| | | |
2 2 2
2 2 2 2 1 1 1 1 = = = y_vao x w y
| | | |
1 1 1
4 4 4 4 1 1 1 1 = = = y_vao x w y
| | | | | | | |
3 3 3
2 2 2 2 1 1 1 1 = = = y_vao x w y
| | | |
4 4 4
2 2 2 2 1 1 1 1 = = = y_vao x w y
Kt hp mu
24
| | | |
5 5 5
2 2 2 2 1 1 1 1 = = = y_vao x w y
Mng k c t kt (7)
VD3
1 1 1 1
(
1
(1,1,1, 1) = x
1 1 1 1
1 1 1 1
1 1 1 1
(
(

(
=
(
(
w
2
3
4
(0,1,1, 1)
(1, 0,1, 1)
(1,1, 0, 1)
=
=
=
x
x
x
Cho ; tnh:
1 1 1 1
(


4
5
( , , , )
(1,1,1, 0) = x
| | | |
4 4 4 4 1 1 1 1 = = = y vao x w y
| | | |
2 2 2
3 3 3 3 1 1 1 1 = = = y_vao x w y
| | | |
1 1 1
4 4 4 4 1 1 1 1 = = = y_vao x w y
| | | | | | | |
3 3 3
3 3 3 3 1 1 1 1 = = = y_vao x w y
| | | |
4 4 4
3 3 3 3 1 1 1 1 = = = y_vao x w y
Kt hp mu
25
| | | |
5 5 5
3 3 3 3 1 1 1 1 = = = y_vao x w y
Mng k c t kt (8)
VD4
1 1 1 1
(
1 1 1 1
1 1 1 1
1 1 1 1
(
(

(
=
(
(
w
1
2
(1,1,1, 1)
( 1, 1,1, 1)
=
=
x
x
Cho ; tnh:
1 1 1 1
(


| | | |
4 4 4 4 1 1 1 1 = = = y vao x w y
| |
2 2
0 0 0 0 = = y_vao x w
| | | |
1 1 1
4 4 4 4 1 1 1 1 = = = y_vao x w y
Kt hp mu
26
Mng k c t kt (9)
VD5
1 1 1 1 0 1 1 1
( (
( (
1
(1,1,1, 1) = x
0
1 1 1 1 1 0 1 1
;
1 1 1 1 1 1 0 1
1 1 1 1 1 1 1 0
( (

( (
= =
( (
( (


w w
2
3
(0, 0,1, 1)
(0,1, 0, 1)
(0 1 1 0)
=
=
=
x
x
x
Cho ; tnh:
| | | |
4 4 4 4 1 1 1 1 = = = y vao x w y
1 1 1 1 1 1 1 0

4
5
6
(0,1,1, 0)
(1, 0, 0, 1)
(1, 0,1, 0)
=
=
=
x
x
x
| | | |
1 1 0 1
3 3 3 3 1 1 1 1 = = = y_vao x w y
| | | |
1 1 1
4 4 4 4 1 1 1 1 = = = y_vao x w y
| | | |
7
(1,1, 0, 0) = x
| | | |
2 2 0 2
2 2 1 1 1 1 1 1 = = = y_vao x w y
| | | |
3 3 0 3
2 1 2 1 1 1 1 1 = = = y_vao x w y
Kt hp mu
27
| | | |
4 4 0 4
2 1 1 2 1 1 1 1 = = = y_vao x w y
Mng k c t kt (10)
a) Xy dng mng nron lu tr x
1
= (1,1,1,1)
b) Xy dng mng nron lu tr x = ( 1 1 1 1)
VD6
b) Xy dng mng nron lu tr x
2
= (1,1,1,1)
( (
1 1 1 2 2 2
1 1 1 1 1 1 1 1
1 1 1 1 1 1 1 1
;
1 1 1 1 1 1 1 1
T T

( (
( (

( (
= = = =
( (
( (
w x x w x x
1 1 1 1 1 1 1 1
( (


( (
Hoc
10 20
0 1 1 1 0 1 1 1
1 0 1 1 1 0 1 1
;
1 1 0 1 1 1 0 1

( (
( (

( (
= =
( (
( (
w w
Kt hp mu
28
1 1 1 0 1 1 1 0
( (
( (


Mng k c t kt (11)
Xy dng mng nron lu tr x
1
= (1,1,1,1) & x
2
= (1,1,1,1)
VD7
( (
1 1 1 2 2 2
1 1 1 1 1 1 1 1
1 1 1 1 1 1 1 1
;
1 1 1 1 1 1 1 1
T T

( (
( (

( (
= = = =
( (
( (
w x x w x x
1 1 1 1 1 1 1 1
( (


2 0 2 0
0 2 0 2

(
(
| |
1 1
4 4 4 4 = = y_vao x w
1 2
0 2 0 2
2 0 2 0
0 2 0 2
(

(
= + =
(
(

w w w
| |
1
1 1 1 1 = y
| |
1 1 0
2 2 2 2 = = y_vao x w

Hoc
0
0 0 2 0
0 0 0 2
2 0 0 0

(
(

(
=
(
w
| |
| |
1 1 0
1
1 1 1 1 = y
| |
2 2 0
2 2 2 2 = = y vao x w
Kt hp mu
29
0
2 0 0 0
0 2 0 0
(
(

| |
| |
2 2 0
2
2 2 2 2
1 1 1 1 =
y_vao x w
y
Mng k c t kt (12)
Xy dng mng nron lu tr x
1
= (1,1,1, 1) & x
2
= (1,1,1,1)
VD8
( (
1 2
0 1 1 1 0 1 1 1
1 0 1 1 1 0 1 1
;
1 1 0 1 1 1 0 1

( (
( (

( (
= =
( (
( (
w w
1 1 1 0 1 1 1 0
( (


0 0 2 2
0 0 0 0

(
(
1 2
0 0 0 0
2 0 0 2
2 0 2 0
(
(
= + =
(
(

w w w

| |
1 1 0
4 0 4 4 = = y_vao x w
Kt hp mu
30
| |
2 2 0
4 0 4 4 = = y_vao x w
Mng k c t kt (13)
Xy dng mng nron lu tr x
1
= (1,1,1,1), x
2
= (1,1,1,1), & x
3
= (1,1,1,1)
VD9
( ( (
10 20 30
0 1 1 1 0 1 1 1 0 1 1 1
1 0 1 1 1 0 1 1 1 0 1 1
;
1 1 0 1 1 1 0 1 1 1 0 1

( ( (
( ( (

( ( (
= = =
( ( (
( ( (
w w w
1 1 1 0 1 1 1 0 1 1 1 0
( ( (


0 1 1 1
1 0 1 1

(
(
0 10 20 30
1 0 1 1
1 1 0 1
1 1 1 0
(

(
= + + =
(
(


w w w w

| | | |
1 1 0 1
1 1 1 1 1 1 1 1 = = = y_vao x w y
| | | |
2 2 0 2
1 1 1 1 1 1 1 1 = = = y_vao x w y
Kt hp mu
31
| | | |
2 2 0 2
| | | |
3 3 0 3
1 1 1 1 1 1 1 1 = = = y_vao x w y
Mng k c t kt (14)
Xy dng mng nron lu tr x
1
= (1,1,1,1), x
2
= (1,1,1,1), x
3
= (1,1,1,1), &
x = (1 1 1 1)
VD10
x
4
= (1,1,1,1).
0 1 1 1 0 1 1 1 0 1 1 1
( ( (
( ( (
10 20 30
1 0 1 1 1 0 1 1 1 0 1 1
;
1 1 0 1 1 1 0 1 1 1 0 1
1 1 1 0 1 1 1 0 1 1 1 0
( ( (

( ( (
= = =
( ( (
( ( (


w w w
1 1 1 0 1 1 1 0 1 1 1 0

0 1 1 1
1 0 1 1
(
(
(
0 0 0 0
0 0 0 0
(
(
(
40
1 0 1 1
1 1 0 1
1 1 1 0
(
=
(
(

w
0 10 20 30 40
0 0 0 0
0 0 0 0
0 0 0 0
(
= + + + =
(
(

w w w w w
Kt hp mu
32
Mng k c t kt (15)
n 1 vct phn cc (mi vct c n phn t) trc giao
l h l l l i t t t kt ln nhau lun lu li c trong mt mng t kt
Kt hp mu
33
Ni dung
Gii thiu Gii thiu
Cc thut ton hun luyn
Mng k c d kt Mng k c d kt
Mng k c t kt
Mng t kt lp Mng t kt lp
Mng k c kt hp lng hng
34
Kt hp mu
Mng t kt lp (1)
VD1
0 1 1 1
(
0 1 1 1
1 0 1 1
1 1 0 1
(
(

(
=
(
(
w
1
2
(1,1,1, 1)
(1, 0, 0, 0)
=
=
x
x
Cho ; tnh:
1 1 1 0
(


| |
(1)
2 2
0 1 1 1 = = y_vao x w
| |
(2) (1)
2 2
3 2 2 2 = = y_vao y_vao w
| |
1 1 1 1 = y
Kt hp mu
35
| |
1 1 1 1 = y
Mng t kt lp (2)
Bc 1 Khi to tt c cc trng s & cc h s hc
Bc 2 t gi tr kch hot
y
i
= x
i
Bc 3 Tnh cc u vo Bc 3 Tnh cc u vo
Bc 4 Tnh cc u ra
_
i i j ji
j
y vao y y w o = +

1 _ 1
_ 1 _ 1
1 1
nu
nu
nu
i
i i i
i
y vao
y y vao y vao
y vao
>

= s s

<

Bc 4 Chnh trng s
w
ij
(mi) = w
ij
(c) + y
i
y
j
Bc 5 Lp li cc bc 2, 3, 4 cho tt c cp u vo & u ra ca b hun luyn
1 _ 1 nu
i
y vao <

Kt hp mu
36