Professional Documents
Culture Documents
!"$#% '&()+*-,(.0/1)243
5 % 768*9:(
!#"$%'&(*),+.-/(
012,*+*3465**7*8639;:=<>?12*@4A(B*+ C
D2EGFGFGHFJILKGMONGPRQTSOU!VXWAU!YBZ>[/\BU!V]^Y F`_a[cbdU;e/f>g
SOU;e/e,_ghTU!Vi>]Vj6_AQ
kd]^V>Vmln_;SOZ>V
_o]\BY*Q{]V>Vne,_g_]^ej9]^[/[j6U;o
!#"$%'&(*),+.-/(
012,*+*3465**7*8639;:=<>?12*@4A(B*+ s
\BV[,UjY];g/gc_g H*V [,.\g=g,j>_o _ u g[]^V i>]^ei u ~Z>YYB jU;V>V>_j6[,_io Z.YB[,\Y]A_edV>_[bU!e,f.gJja]^V |T_ Zg_i ]!g
j6Y]!g,g\-&_eg6 N hU;[,_aVX[/\]^YYBGo U;e,_ \BV[,_e/_gc[/\BV g,j>_o _ \g{[,U_YB\o \?V]^[/_ [/>_ ~_]^[/Z>e,_d_[,e]!j6[,U!e u ~__iX\BV
[,>_ V>_[bdU;e,f b2\B[/./e]b!/ \BV.h>Z>[g0 _A1>V>U;e/o]^Y\*)_i \Bo];_g2$ u ]^Vi [,U e/_YB U!V |]!jfh>e,U!h]]^[/\BU;V
[,Um[,Z>e/V [/>_3&egc[J~_ab Y]A_eg`\BV[,U ]^V ]h>h>e/U;h>e/\]^[/_ ~_][,Z>e/_ _[,e];j6[/U;ea >\BY_ [/>\g=j]V |_ iXU!V>_
b2\B[/ ]^V U!eiX\V]^e/ ~Z>YYBmj6U!V>V>_j6[/_i ~_a_i ~U;e,b ]^ei V>_[bU!e,fb2\B[/ gcU!o _ gZjj6_g,g~U;eG[];gcf.g=gcZj ]!g
j ]^e]!j6[,_aee,_j6U!V>\B[/\BU;V u [,>_e/_
]^e,_=h>e/U;|>Y_og
bU!Z>Yi ]YBe/_];iX j6U!VX[]^\BV gc_WA_e]^Y } u }!};} b_\;[g66WA_e7& [,[,\Vh>e,U!|>YB_aogGo] Ujj6Z>e
\ ~[,e]^\V>\BV
i>]^[] \'gRg,ja]^ej_AH*V ];i>i\B[,\U;V u [,>_ o _o U;e,e/_8#Z.\Be,_ao _V[p~U!eR[, ]^[Ro ]^V b_a\*;[gGo]me,Z>Y_ U!Z>[
U;e gch__j]^h.YB\ja]^[,\U;Vg \'gw[, ]^[2[,._ ]WA_`V.U |>Z>\BY[ \BV \BVW!]^e,\']^Vj_`b2\[, e/_gch_j6[O[/U [,e]VgcY']^[/\BU;V g u U!e
!#"$%'&(*),+.-/(
012,*+*3465**7*8639;:=<>?12*@4A(B*+ q
gc\)_ V>U;e/o]^Y\*)_i
]^Vi j6_V[,_e/_iJ\V [/>_`\V>h>Z>[
& _Y'in E`V~U;e,[/Z>V][,_Y u V>U gcZj h.e,_h>e/Uj6_g/gc\BV% j]V |_
H*V h>e,\Vj6\h>YB_ u ]J~Z>YYB jU;V>V>_j6[,_i V>_[bdU;e,f U^~ gZ j6\B_V[2g\*)_tj6U!Z>Yi YB_]^e,V [,U h>e/UiXZj6_=U;Z.[,h>Z>[g[,][
]^e/_G\BVW!]^e,\']^V[b2\[, e/_gch_j6[2[/U gcZj W!]^e/\][,\BU!Vg6OKU^bd_WA_e u Y_]^e/V>\BV% gcZ j]R[];gf bU!Z>Yi h.e,U;| ]^|>Y
[,][ ]e,_ gch][,\]YBY U!e [/_o hU;e]^YYB V>_]^e/|X ]e,_ .\*;.YB j6U!e,e/_Y][,_in lnUj]^Y=jU;e,e/_Y][,\U;Vg ]^e/_ [,._
~_]^[/Z>e,_g|X e/_gc[/e,\'j6[,\VR[/>_=e,_j6_ah>[,\WA_
& _aYi>gU~ >\'i>iX_VZ>V.\B[g[/U |_=YBUja]^Y*
!#"$%'&(*),+.-/(
012,*+*3465**7*8639;:=<>?12*@4A(B*+
SOU;VWAU;YZ>[,\U;V]Y`V>_a[cbdU;e/f>g jU;o |>\BV>_[/>e,__ ]^ej>\[,_j[,Z>e]^Y\iX_]!g [/U _VgcZ.e,_ gU;o _ iX_(!e,__ U~ g>\ ~[
gcU!o _[,\o _g u gch ]^[,\']^YU;e [/_o hU;e]^Y.gcZ>| g,]^o h>YB\V> N [Xh.\j]Yj6U;VWAU;YZ>[,\U;V]YAV>_[bU!e,fG~U;e e/_j6U ; V>\)\BV
U^~
j]e];j[,_eg [/]^[]e,_ ]^h>h>e/UX\o]^[/_YB gc\)_ V>U;e/o]^Y\*)_i ]^Vi j6_V[,_e/_in MO];j Z.V>\B[ U^~ ] Y]A_e
gc_V gc\B[/\BWA_ u U!e,\B_aVX[]^[,\U;V cg _aYB_j6[/\BWA_ V>_aZ>e,U!VgR\BV [/>_j][ gRWX\'gcZ]Y2gc.gc[/_o mlnUj]^YjU;V>V>_j6[,\U;VgR]WA_
$ ]^Vi FGM=S=IGFtHcv2D t
F \BV [,>\'g`]^V iX|UAU;f $ \B[/ YBUj]YOe,_j6_ah>[,\WA_ & _Yi>g u V>_Z.e,U;V gRj]V
_[,e]!j6[ _Y_o _V[]e, W\gcZ ]^Y2~_]^[/Z>e,_g gcZ j ];g U;e,\_V[,_i _i ! _g u _Vi hU;\BV[g u j6U;e/V>_eg U!e g\Bo \Y]e
~_]^[/Z>e,_g \V gch__j gch_j6[/e,U ; e]og,$ v._gc_ ~_]^[,Z.e,_g
]^e,_ [,._V j6U!o |>\V>_i | [,>_ >\*!>_e=Y]A_eg6
[,U W!]e,AtH%V ]!i>iX\[,\BU!V u _YB_o _VX[]^e/ ~_][,Z>e/_ iX_a[,_j6[/U;eg`[,][=]^e/_RZg_6~Z>Y U!V U;V>_ h ]^e,[tU^~d[,>_
\Bo];_
& _Y'i>g=]^e,_ YBUj][,_i ][ iX\_e,_V[=h>Y]!j6_g=U;V [/>_ \o]!_ u [,U ]WA_
] g_[RU~Z>V>\B[g u b2>UAg_ e,_j_h>[,\WA_
\iX_aVX[/\j]Y>b_\;[OWA_j6[,U!eg*D2Z>o _aYB]e,[ u K`\BV[,U!V ]Vi \BYBY\]og u $ v._GU;Z>[/h>Z>[gU^~ gcZ j]
gc_[
U^~ V>_Z>e/U;Vg
j6U;Vg[,\[,Z>[/_ ] ! N2[G_]!j hUAgc\[,\U;V u iX\ _e/_VX[t[ch_gGU^~Z>V.\B[gG\V iX\_e,_V[
!#"$%'&(*),+.-/(
012,*+*3465**7*8639;:=<>?12*@4A(B*+
~_]^[/Z>e,_ o ]^hgGjU;o h>Z.[,_
iX\ _e/_V[G[Xh_g`U~~_][,Z>e/_g6
N gc_ #8 Z>_aVX[/\]^Y
\Bo h>YB_o _V[][,\BU!VU^~d[,>\'g u ~U!e
_];j ~_][,Z>e/_ o]^h u bU;Z.Yi |T_ [/Umg,j]V [/>_ \V>h>Z>[t\Bo];_Rb2\[, ]gc\BV%;YB_ V._Z>e,U!V [/]^[=]!g=] YUj]^Y
g8AZ];g>\BV% ~Z>Vj6[/\BU!V{=v>_ h>e/Uj6_g,g=j]V |_ hT_aec~U;e/o _i \BV h ]^e]YBY_Y |\Bo h.YB_o _V[,\?VR[/>_R~_][,Z>e/_
o Z.YB[,\h>YB_G~_][,Z>e/_g=j]^V |_ _aX[/e];j[,_i ][R_]!j YUj]^[/\BU;V9v>_ & egc[=>\'i>iX_V Y]A_e\BV6& !Z>e,_ ]!g
\B[gJ_.];j6[ YUj]^[/\BU!V |_jU;o _g=YB_g/gJ\o hU;e,[]^V[ u ]!g YU;V ]!g \[gR]h>h>e/U^\Bo ]^[,_ hTUgc\[,\BU!V e,_Y']^[,\WA_ [/U
Y]A_e=b2>\'j h_e~U;e/og=] YBUj]Y]WA_ae]!\BV ]^Vi ] gZ>|g,]o h>Y\BV u e,_iXZ j6\BVm[,>_ e,_gU;YBZ.[,\BU!V U^~t[,._
>\i.iX_V Y']A_ae\BV0& ; Z>e/_ h_e~U;e,o g C | C ]WA_e];\V ]^V i gcZ.|g,]o h>YB\V u ~U;YYBUb_i |]R[,e]^\BV ]^|>Y_
j6UA_ j6\B_aVX[ u ] [/e]^\V]^|.YB_ |>\'];g u ]^V i ] gc\;o U!\in v>_ [,e]^\V]^|>Y_ jUA_ j\B_V[=]^V i |.\];g
j6U;V[,e/U;YO[,._
_ _j6[OU^~ [,._=g8AZ];g>\BV% V>U;V YB\V>_]e,\B[ ~U;e_a>]o h>YB_ u \ ~9[,>_=jUA_ j\B_V[ \gdgco]YBY u [/>_V [/>_V>_Z>e/U;V
U;h_e]^[,_g \BV ] #8 Z ];gc\ Y\BV>_]^e o UiX_$ "Zjj6_g/gc\WA_ Y']A_egRU~ jU;VWAU;YBZ.[,\BU!Vg ]^Vi gZ>|g,]o h>Y\BV ]^e/_
[Xh>\'j]^YYB ]YB[,_ae,V][,_i u e,_gZ>YB[/\BV
\BVm]5.,|.\ hXe]o \i/Q ][2_];jY]A_e u [/>_GVZ>o |_edU^~
~_]^[/Z>e,_to]^hg
[,>U!Z; V>U ; YBU!|]^YYB gcZ>h_e/WX\'gc_i Y_]^e/V>\BV h.e,Uj6_iZ>e,_mgcZ j ];g |]!jf h.e,U;h ]A][,\U;V b2]!g ]W;]\BY']^|>Y_
[,>_aV{
INPUT feature maps feature maps feature maps feature maps OUTPUT
28x28 4@24x24 4@12x12 12@8x8 12@4x4 26@1x1
Su Co Su Co
Co bs nv bs
nv am nv
am ol ol
ol pl ut pl ut
ut in io in io
io g n g n
n
_gc[/\BV
g\iX_2_ _j[ U^~
e/_iXZj6\VG[/>_`VZ>o |_e U~n~e/__2h]^e]^o _a[,_eg u [/>_e,_a|X
e,_iXZ j6\BVt[,>_0.j]h];j\B[/
CXu };} ~e/__h]^e]^o _[/_eg |_j]Zgc_=U~
[,>_Gbd_\*!X[dg]^e/\BV. A" Z j V._[bU;e/f>gOj6U!o h]e,_2~]WAU!e]|>YB b2\B[/
U;[/>_e o _[/>Ui>gRU!V ]^ViXb2e/\B[/[,_V j]^e];j6[/_e e,_jU;V.\B[,\U;V []!gcf.g*yU![,[,U!Z _[ ]Y* u ;q $ gc__ ]^YgU
KGNGFGP zD`Hv2v2MOF PGH,ItHv DM S=ItFGHv2HtF $ u ]^Vi [,._ ]WA_
|T_a_V iX_h>YUA_i \BV j6U!o o _ej\']^Y
]^h>h.YB\ja]^[,\U;Vg
!#"$%'&(*),+.-/(
012,*+*3465**7*8639;:=<>?12*@4A(B*+
e,_jU;V.\B[,\U;V
b2\[,>U!Z>[ gcZ>|g/]^o h.YB\BV% $0*l{]V ]Vi K`\VX[/U;V u ; ]^\B|_Y2_a[ ]Y* u $ u cg hU;fA_aV
Single
Character
Recognizer
SDNN
4 \*!Z>e,_ C Q d]^e/\]|>YB_ gc\)_e,_h>Y\j][,_i j6U;VWAU;YZ>[,\U;V]Y{V>_[bU!e,f u "PGFtF
gc\)_A
V>_b2] U~
]^ViYB\BV% gcZ j]
j6U;o hTUgc\[,_U;|_j6[O\'g$[/U gc_(!o _V[ \B[O>_aZ>e,\'gc[,\'j]^YYB
\BV[,U
gc\o h>YB_ae
U;|_j[g2[,][=j]^V |_ e/_j6U!V>\*)a_i \ViX\BW\iZ]^YYB6_A . u j]e]!j6[,_eg u h.>U;V>_ao _g,$K`Ub_WA_e u e,_Y\]|>YB_
\g [,U g/j]^V U;ee,_ah>YB\'j]^[/_$ ] e,_jU;V.\*)_e ]^[ ]YBY=hUAg/gc\B|.YB_ YBUj][,\BU!Vg ]!jj6e/UAg,g [/>_ \V>h>Z>[a >\YB_
[,>\'g j]^V |_ h>e/U;>\|>\B[/\BWA_Y _Xh_V gc\BWA_\V ! _V>_e]^Y u j6U!VXWAU!YBZ>[/\BU!V]^Y2V>_a[cbdU;e/f>g j]^V |_ g/j]^V.V>_i U!e
U^~t[,>_mV>_[bU!e,f.g u Z>V.\B[g \BV [/>_[cbdU V>_[gR[,][ YUAU;f ]^[ \iX_aVX[/\j]YwYUj]^[/\BU!Vg U!V [/>_\BV>h>Z.[ ]WA_
\iX_aVX[/\j]YU;Z.[,h>Z>[g u [,._e,_6~U!e,_[,._\Be U!Z>[,h>Z.[iXUA_g V>U;[ V>__i [,U |_ j6U;o h>Z>[,_i [b2\j6_A H*V _ _j[ u
e,_h.YB\ja]^[,\V
] j6U;VWAU;YZ>[,\U;V V._[bU;e/f j]^Vmg\Bo h>YR|_
iXU;V._G|X \BV j6e,_]!gc\VR[/>_=gc\)_GU~ [/>_
& _Y'i UWA_e
b2>\j [/>_ j6U!VXWAU!YBZ>[/\BU;V gG]^e/_ hT_aec~U;e/o _i u ]^V ie/_h>YB\'j]^[/\BV [,._ U;Z>[/h>Z>[=Y]A_e u _ _j[,\BWA_aYB o]fX\V
U;|_j[Jb2\YBY h.e,UiXZj_ [,>_ j6Y'];g,g=U^~[/>\gGU;|_j6[ u b2>\YB_ ]^V \V |_[bd__V U;Z.[,h>Z>[ o ]|_ _o h>[ U!e
j6_V[,_e/_i ][ iX\_e,_V[GhUAg\B[/\BU;V gJU^~[/>_ \BV>h>Z.[ & _Yin N hUAgc[ h.e,Uj6_g/gcU!e \gG[,>_ae,_6~U!e,_ e,_ 8#Z>\e,_i [/U
h>Z>YY U!Z>[=j6U!Vgc\'gc[]VX[t\BV[,_e/h>e,_[]^[/\BU;V gpU~2[,._RU;Z.[,h>Z>[aRK\i>iX_aV ]^e/fAUW Ui_Yg K $OU;e=U![,>_e
V>_[bU!e,f
]^V iJ[,._K ja]^V |_[/e]^\V>_i
gc\Bo Z>Y[]^V._U;ZgYBG|G|]!jf h>e,U!h]]^[,\V ; e];iX\_VX[g [,.e,U;Z%;
e,_jU;V.\B[,\U;V gc__ Nwv2v2MODF D`MS=ItFGHv2HGF NGFGP FGMOEGDNGl FGMOvtD! " ~U;em] YB\'gc[ U^~
]WA_O|T_a_VRZg_iJ\V
j6U;o |>\BV ]^[,\U;VGb2\[, K U!e U![,>_ae _Y'];g[,\j o][j>\BV%o _[/>Ui>gn~U;e
]^V iXb2e,\[,[,_aV
bU!ei e,_j6U!V>\B[/\BU;V G__YB_ae ]^VizDpZ.o _YB ]^e,[ u ! ][]^Vz_[ ]^Y u ! C y_V;\U u ln_;SOZ>Vz]Vi
!#"$%'&(*),+.-/(
012,*+*3465**7*8639;:=<>?12*@4A(B*+ a}
K`_Vi_egU;V u ;q $ N`V>U![,>_e=\VX[/_e,_g[,\V ]h>h>Y\j][,\BU!V U~ " PtFGFGg`\'g U!|_j6[=ghU;[,[/\BV U;Y?~2]Vi
Y]^[/[ u ;^q $
j]^V |_ \o h>YB_ao _V[,_i \BVm]^eiXb2]e,_A3"hT_j6\]YB\*)a_i]^V]YBU iX\;\[]^Ydj>\Bh g`]WA_R|__V i_gc\;V>_i ]Vi
|>Z>[ [/]^[ j]^V ! _V>_e]^[,_ gc_8AZ>_V j6_gR~e,U;o Y]|T_aYg6 v._gc_mV>_[bU!e,f.g ]^e/_ j]YBYB_i e,_aWA_eg_ v2PtFGFGg
|_j]^Z gc_G[/>_ j]V |_GWX\_b_i ]!gwZ>hg\iX_ iXUb2Vmv2PGFGFtg6Q [/_o hU;e]^Ye,_gcU;YZ>[,\U;V \Vj6e/_];g_g ~e,U;o [,._
\BV>h.Z>[=[,U[,>_ U;Z.[,h>Z>[ u [/>e,U!Z; ]YB[/_e,V][,_i UWA_eg/]^o h.YB\BV% ]Vi j6U!VXWAU!YBZ>[/\BU;V Y']A_eg "A\Bo ]^ei ]Vi
ln_;SOZ>V u ; C $
\BV j6U!o h_[,\[,\BWA_ _aV;\V>__e/\BV gU;YBZ.[,\BU!Vg [,][ j6U!o h]e,_ ~]WAU;e]^|>Y b2\B[/ U;[,._e o _[,>Ui.g3*yU![,[/U;Z
_[d]^Y u !^q $ >\YB_]^h.h>YB\BV j6U;VWAU;YZ>[,\U;V]YV>_[gO[,U
\Bo];_2e,_j6U!V>\B[/\BU;V e,_o UWA_g{[,._GV>__iR~U;e ]
!#"$%'&(*),+.-/(
012,*+*3465**7*8639;:=<>?12*@4A(B*+
gc_h ]^e][,_ ]Vi j6e]~[,_i ~_]^[,Z.e,_ _[,e];j6[/U;e u V>U!e,o]YB\*)a\BV [/>_ \Bo];_g~U;e gc\*)a_R]Vi U;e,\_V[]^[/\BU!V \?~
$ \'ggc[/\BYY>e,_8AZ>\e,_in A" ]e,_i bd_\*!X[gO]^VigcZ.|g,]o h>YB\V=|>e,\VR\VXW!]e,\]Vj6_b2\B[/
U;V>Y ]^h>h.e,UX\o]^[/_YB {
v>_ ]^Z>[/>U;egJb2\g [/U[,]V>f ln_aU;V yU;[,[/U;Z u SO>e,\'g=yZ>e!_g u Hg,]|T_aYBYB_ IZ>AU!V u l{]e,e/ A]!jfA_Y u ]Vi
j6U;o o _V[,g
!"$#
y_V!\BU u k u ln_;SOZ>V u k u ]Vi K`_ViX_aegcU!V u PR ;q $ 2IYBU!|]^YYB
v e]^\V>_i KG]ViXb2e,\[,[/_V+ U!ei D2_j
C C $Q C }]^98 C } C
yU;[/[,U;Z u l u O
S U!e,[,_g u S u P`_aV>fA_e u > u Pe,ZjfA_e u KR u IZ>AU;V u H u A];jfA_Y u l u n
l _;SOZ>V u k u Z>YYB_e u
) * 1*
) u ;_ae,Zg/]^YB_ao u Hcge]_Y*
IZ>AU;V u H u N`Y|>e,_j[ u u ln_ SOZ>V u k u P`_V>fA_e u > " u ]^Vi Z>|>|]ei u KR! ; $ iX_g\*!V
U^~ ] V>_Z>e]^YV._[bU;e/f j]^e];j6[/_eRe/_j6U!V>\*)a_eJ~U!e ] [,U;Z j [,_ae,o \V ]Y* 2 )
) * *
) u
C q% C $ Q a} 8 >
G__YB_ae u >2]^Vi D2Z>o _aYB]e,[ u PR]^Vi ln_Ub u
; $ \VX[/_(;e]^[,_i gc_(!o _V[]^[/\BU!V ]Vi e,_j6U
V>\[,\BU!V U~=]^V i h.e,\BV[,_i VZ>o _ae]^Y'g6 H*V ln\Bh>h.o]^V u D=
u UAUiX u > u ]^Vi v U!Z>e,_a[)f u
l{]^V u 2]VizK`\BV[,U!V u I
; $rv>_ i_WA_YBU!h>o _V[ U^~ [/>_ v\Bo _ P_Y] F`_Z>e]^Y=F_[bU;e/f
]^ej.\B[,_j6[,Z>e/_ ~U;e gch__j=e,_j6U ; V>\[,\U;V{ v _j>V>\'j]^YDp_ahTU!e,[S j
E S" ; ;Cu Sd]^e/V>_(!\B_ _YBYU;V
E`V>\WA_eg\B[A
!#"$%'&(*),+.-/(
012,*+*3465**7*8639;:=<>?12*@4A(B*+ s
ln_ SOZ.V u k $ ln_]e,V>\V e,Uj6_g/gc_g=\BV ]V NGgXo o _[,e/\jGv>e,_gc>U!Yi F`_[bU!e,f H*V y\B_V>_aV
*
) * *
) u h]!_g
8
C s;s C q } u n 4 e]Vj6_A A" h.e,\BV%;_e O_e/Y].
l _g2KU;Zj>_g u >
ln_;SOZ>V u k
$RI_V>_ae]^Y\*)][,\U;V ]Vi F`_[bdU;e,f P`_gc\;V "A[/e][,_(!\B_gGv{_j.V>\j]Y
Dp_ahTU!e,[=SdD`I
SdNR U!eA]V6=]^Z~o]^V>V9
e,_g/g6
"A\Bo ]^ei u O]Vi ln_!SOZ>V u k
; C $ Dp_aWA_eg_v2PGFGFRQONV N`ej>\[,_j6[/Z>e,_ ~U;e v{e] _j[,U;e/ I_V
1*
) 2
! 4*,) 576 u h ];_g 8 ; u P_VXWA_ae ; U!e]^V =]^ZX~o ]^V>V u #" ]^V
]^[/_U>
]\B|_Y u NR u KG]^V])]b2] u vG u K`\BV[,U!V u I
u "A>\f!]^V>U u u ]Vi l{]V u
$!$.U;V>_o _=Dp_j6U
V>\[,\BU!V EGg\BV v\Bo _ P`_Y'] F_Z>e]Y2F`_a[cbdU;e/f>g /
) ! *
)
)!%
1* 5
U!Y ~ u D= ]Vi $Y']^[/[ u > !^q $ UAg[]^Yd]!i>iXe,_g,gJ|.YBUjf YBUja]^[,\U;V Z gc\BV% ]mj6U;VWAU;YZ>[,\U;V]Y YBUja]^[,U!e
V>_[bdU;e,fOH*V %'&( )! *,) - / )
1*
) 2
! 4*,) 576 8
u h]!_g q > ;C