Tiểu luận khai phá dữ liệu GOM CỤM DỮ LIỆU VÀ CÔNG CỤ WEKA
Bạn đang xem bản rút gọn của tài liệu. Xem và tải ngay bản đầy đủ của tài liệu tại đây (862.41 KB, 59 trang )
LỜI CẢM ƠN
!"
#$%&'()*+, !(/0,'(
).%&1)&23$44
56478+9:10/%;#-<
%;9:3:"%&;$(3=&44$44
>47,/?#&.09/&;@&/;,AB4
,%'30"C0+7&D$4
>47E
! "#$%& "'' ()$*'$
"+,&-
.)"/
FGFH%I;4J9FKKLKLML
#/
MỤC LỤC
01234
505
678'
94':;8<<2=>?02@8AB=CDE
''F "G )#/E
'$F "G HE
'E;&IJ %
'%K "L "MN
'NO&PQ+R "&S "L "T
'N'>- T
'N''U VT
'N'$G#W
'N$S&XW
'N$'U L)W
'N$$0Y&Z&[\
'NEVU#G#Z&]^ \
'NE'H _`a\
'NE$.U#b
'NEEcd & b
'NE%eU#b
'T&Q "&S "& b
'WfX "G#Z&]^ '*
'\Z&Y +R "'''
94$=94=g0h'$
$'U V'$
$'' )HU V'$
$'$i+V ]j"XG#Z&i& U V'E
$'EL]U V'N
$'%O _&I "U V'N
$'N&ZY 'T
$$+R "&F "G&_U#- "U#G#Z&]^ 'T
$$'k&IU#G#Z&]^ 'b
$$$lU#- "Y&&mU#G#Z&]^ 'b
$$En &I#$*
$$%+[ "&S "& o2 pI)& q$*
$EY&& %N$'
FGFH%I;4J9FKKLKLML
#/
$E'V&$'
$E$O]P`L "]j_]^ ]j)&Q& k&$'
$EEO&PQk ]HV&O& $$
$EE'O& c &L$$
$%E$O& H"&I^$%
$%EEO& &Z"&I^$N
$E%Y&& %N$T
$%+R "U Vrsf#sP EE
$%'V&EE
$%$^ af#sPEE
$%EU Vrsf#sPofqE%
$N+R "] "&Y&& EN
$TG#]iZ ET
$T'PQ&+R "G ET
$T$SJ G#&#Z & ]iZ EW
$TE &+[ "]O "&#Z Eb
$WZ&Y +R "$%*
94Et5>?02@8AB8ut=vn<%'
EES "Lvs%E
EE'V&S "Lvs%E
EE$c iX vs%%
EEE`PF vs%%
E$% J n_IsIIsIsPP%N
E$N J n_IsIPPp#%T
EETk&I&Y)w%W
EET'k&I&YA%W
EET$k&I&Y<Ipp%W
EEW- ")Vx ( "n_IsI%\
y2@8ut=<2=>?02@8%b
%']z&&Q "%b
%''Y&& L "%b
%'$O&PQ" +R "&IJ %b
M+R "&IJ N*
x ( "M" {N*
| "+,} "/ x "L "]j&` ")&&~+R "
&IJ N*
&` ")&Y&& )s PN*
x ( "M+R "&IJ {N*
•ts €s{•&Y)wN'
•s€s{lk&psZ&GXN'
FGFH%I;4J9FKKLKLML
#/
•l!C{Y&.]Ol!C&s_&i_N'
•<{c)]j)]&^N'
•Is&s‚ )) &P{.iX "]j) "w c ]&^ N'
•‚ {.#&Y&& )s ]j")L)N'
•sI{l) J ƒ.]&^N'
„08uAB9h=‚2…N$
'Z&Y N$
B202@8<3tNE
FGFH%I;4J9FKKLKLML
#/B
FGFH%I;4J9FKKLKLML
#/B
@/0,NO3B44(&NO3 GFPH !
MỞ ĐẦU
• L do chn đề tài
I " " ()"† ]U#!]‡&I•& )O&&I " "
+V " "c xV k&Mˆ -/)#& S " "&I&x
]‡] "x "L "& S " Hˆ - "U "!&+R "
).!& !&^&I+, "x " !#/!&c ( !)S&I+, "!"L!‰
&S "P /Q+[ "&S "& ]‡]+[_`a&I "&k&Xˆ -]‡
] "&( "c ] "j! "]+[+&I&I "RP•&Y&I "#
U & Ak ]H)&Z ]jŠ]+[&S "& &mRP•
F "] "Ik&]+[G &U)&&Ij !S "]Š]+[ "+,&]z&&c
"/o>& "qZ&GXM]‡]s).
H& S "&I "&-&ZH]Š]‡)&( " Y &xM "+,&I "
U &RP•V ]jŠ&jiZ "‹&L]O "Œ&
Š") H+V "&ZY •&Y&
]+[L "&I "ˆ - #† V ]+[Z&m&mˆ -RP•!
)#/o) ssI "q!&I& U &.oI&p &s"s sq!a&#Z&&S "&
o pI)& &sI#q!_Pk&&Q "coIii&#ŽP&&P&Pq!& & ( "
o"sIpI) s)& "q!+R "& & )H)oPp&)& "
)s&"sPqi& M#Z&I "( iX o&s_&
) "q!•sio•si) "q!Y&Z&[oPP& IsP) "q!
a&#Z&&Y&SoI"Ps&&sI#q!U L)oP&sI "q!U VoPPp& q•
I " " ()&I+V]U#!+R "U V]‡]+[]H_k&! + "
S "Š+R "&ZY U . R _R ‘ "
+R "# c V)+R "Š)O&[&Zik&[Ic "
P`L "U .f#sP "X]^ I’ "&O& ]OYI,I.AJ
Y# ŠIk&jj‰P`L " + "Z&GX&J+]+[&X] "
lU#- "U#G#Z&]^ i’ "&Y&& %N-&Ic "+[ "&S "&
o2 pI)& q"X)&jPQ† † PP “&+• "RiX M&Y&&
&O& Š"&I^"+[ "&S "& V k&Pƒ]+[/ ]jU +
)O&"X‹sIP&Œ&I "/ -&O& U V# c !)O&k
]HM&Y&& &Ic )O&U# Š&jz. H† &I "U#G#Z&]^
fc . ]Š!)O&&O& Š&j]+[} " H† &Ic )O&]+, "]L&jM
FGFH%I;4J9FKKLKLML
#/K
@/0,NO3B44(&NO3 GFPH !
U#H]Š)"X)GXG&IJ U k>]Š-/ &O& ]jU
k ]HIk&G &I/ "]+[ H / "c x!ŠIk& H
S "&IJ ]+[S "iQ&I " " ()"† ]U#f&.”y>5
94= g0h! t 5‚t<2 =>?02@8AB
•5<2=>?02@8vn<– ’) "c x+R "U
V")L)L "&I "S "L "MS "L•s&I "
• Mục đích nghiên cứu
"c x)O&PQ+R "&Y&& L "&I "i& U
V")L) #
• Đối tượng và phạm vi nghiên cứu
"c x+R "_U#- "U#G#Z&]^ -&Ic &Y&& %N!
+R "U Vrsf#sP+R "")L))s P
• Phương pháp nghiên cứu
"c xa&#Z&!U &!&F "[!]z&!G&I&I "k ]H
† &Z&]H&
FGFH%I;4J9FKKLKLML
#/Q
@/0,NO3B44(&NO3 GFPH !
CHƯƠNG 1
TỔNG QUAN KHAI PHÁ DỮ LIỆU VÀ MÁY HỌC
1.1. Tổng quan máy hc
#/o s0sI "q)O& " / "c x&Y&&
|)#& Š&j/]+[ )o s&q!P-&-]O "MG#
&IJ /_U#- " "Y&-G P&&I. "&&Ic RP•
P-#j M "U#ˆ -IO "V S "ei")/&m
Lz)w!)— /&( "+, "!/ŠP-+V "w !•#/j)
&I "L&I+V]Šj)&IS X "Z&GXM "]+I
/) ]j&P`L ". "Z&GX #&. c "P-&F "G&
"&I+, "[)V
Š "!)#/S "P`L " "G P&]R ˜H&YM
Š)& iO)O&&YY #&+, "]+["/&Yk #
z&Y/Y #x ")w]+[ij‰ &s)O&
]Š]j)#Š&j]/j]+[Yk # i",™ ". !]Š
S "X& iOPƒ]+[/)O& _
O&&Z &IJ )#/")$"]. {
Giai đoạn hc{&Q "U &RP• Y IP-&+R "&-"
]Q&+[ "Z&GXMU &Š&j Š)]Q&+[ "&I "
V!&.IY&!&c ] V]Q&+[ ")V
Giai đoạn thử nghiệm{Y&]+[&.IX]+[j) ").i’ "
)O&PQ)& & &-&&Ic )O&† M&Yk # z&Ic )O&
&YV
1.2. Tổng quan về khai phá dữ liệu
Š " "Q&m+R "Ic "i&!)O&&I " "
. "G &I/ " k&&Q "c)#/Q "cŠ " "Q&m& /
]Š k ). ]Z ]O _& /!) ")Q &Z&Y)Š&j Y
I&Ic H & /&I+Vj)&` Š&I "&-&Z"+[.!)#/Š "
"QIk& j&I "&-&‰ & & H #w ]Z &-&‰ !P‘ P "j)&`
]jiZ& Š&- &Q&&Z )S "† ,)O&x ") &x
FGFH%I;4J9FKKLKLML
#/R
@/0,NO3B44(&NO3 GFPH !
G&IJ & )SJ !&F "Z&
"&I^]+[k#&m&Y&I+VP-&()—U
&+[ "V ]j)&mI)w[!ŠŠ&jj
]+[[)w]X)iX& &F "G&+]+[iZ&&I+V]Š!Š
Š&j-)w]Š]+I ]O "}[!j]+[Š&jic ^
j&k])w
• ( "U &M "+,S "]†#]M&+VH
M!&Q]O&( "&I+• "MIk&V c)]Š "]x "
). )ƒM•&Y&HX ( "&&Y!+&I! ( "-& & !†
)H)!P-& &.H#c )S "I— Š)S&I+, ". &I H^
L!xS "e. &I H"o]QV"U "!S "# .!
. !•qk&X "]H]Š "#c U &]d#&
&Ij
1.3. Quá trình khai phá dữ liệu
I+V&c !U i&"&Y& "‹)SJ o)sqŒ‹)wo&&sI qŒ
} "&I "SJ )O&k&I‹G#)SV Œ!Š&j&F "Z&
G H&I+, "[oPsq!&I ")w)O&k&ILiO!&~)‡
i•)O&PQ&&I+, "[z&I ")O&)H ~MS "" ;&IJ
&I&x&Z &si+VP{
šf+V'{Y[G P&&m " "& &Y
f+V #Z&PxG &I/ "J Z_]^ Pk ]H&J& iO
G&IJ PX ! Š&I• c S!]H #™ ""Q " + " S "
"† )H)&k&i.•"]. _]^ #c† "+,} ">Y#
"]. #Šƒ"]. &Q H&," k&
šf+V${/ /_]^ &Y]&I+, "c G
šf+VE{0)P._i~ ‰!&H _`a>U &&Y[
]jP`L "&Q&R x "L "
šf+V%{X)iV&#j ]F&J)I "]z&I+ "L "!
"X)iV&HziZ !ij‰ .].+[ "ik&iZ
šf+VN{0-/ x ( "&F "Z&!U V!G#!Z&[
U Š)
FGFH%I;4J9FKKLKLML
#/S
@/0,NO3B44(&NO3 GFPH !
šf+VT{&I[IG#Z&]^ Y&]+[/ /]+[ Š).]jP`L "
&Y & R ‰jR
1.4. Ứng dụng của khai phá dữ liệu
)O&i+V&I "G&IJ )&I&x")Š
&Y&& &#c } "+V)O&PQG]^ HGX& &
k Y ]+[]j&J)I)wz)SJ &I "Š)O&!
)L] &J)I)w)SJ ] "& &.&I "
RP• + "w — i^sk&i• " "# #
Š Hx "L "&I "&-&Z!)O&PQx "L "]j J M
Š&j]+[L "]j]+IG#Z&]^ &I " +{
Marketing{x "L "i")U & M "-
Š]R ) "!_]^ Z.Is& "i")GX "!^
&I "!&+ "›!U ]. "!` "!#PX d)&Z&Z
)L!iQ&I` "!Z ^GX "
Tài chính và thị trường chứng khoán{=L "U &&˜&
L "&cijM "!U ]. &X Y ]+[!U &]†&+
& +x " !"k#x " Y !G•&J &+R "!] "&
!& ˜" !>-i"M.FZ&I "&^&I+, "
x " !
Bảo hiểm{=L "U &)x]OIMI_X#I]QV&m ".
"!^L#Z +[&J)Z) ")iXj)!
Quá trình sản xuất{x "L ""XG#Z&P-&Q+M " &
"#c +)#)Š! U P-! "#c Y&œ&Z&Z&Q+&I "G&IJ
PX _k&!iQ&IU _+• "&Z&ZPX d)!‘ ". +G&IJ &-]O "-
#c† "
Y hc và chăm sóc sức khỏe{x "L "i")&J)I)w&I "
)lš; "!U && ")]j&J)Ii &Y&!U &)Qc
"&Ix "i !d ] U &X +• "M&Q!GXM
]H&I^œ&Q+MG&IJ _`a&I ")O&i !)QG "
&J &I. "i U V&J &I. "#c )S MiPˆ!
"IŠ Hx "L "Š&j]+[L "&I "
ˆ - +/!)S&I+R "!_‡O/!•
FGFH%I;4J9FKKLKLML
#/T
@/0,NO3B44(&NO3 GFPH !
1.5. Một số phương pháp khai phá dữ liệu thông dụng
J ''ij‰ )O&&Y"XH)O&]j)&Ic J ].
)O& "+,#&H "U "&.)O&PQ&,]j)&I "Gx>
]+[U .V{ " "+,S "ŠX ( "&IX [ " "+,
&J &I. "# [] "•&I. "&&Q&o&x&.&,]j)]ŠŠX ( "&IX [ "U
"q L ] M - ] oIs& q )S &X
osPI& q
1.5.1. Dự Đoán
>-] -"&I^)O&iZ z&I+, "&I "&Y]j-]
"&I^&I "&+R "z+iZ&MiZ † G &U)
KTKK.0
U V)O&&I " O "G &I/ "M&]U#
)O&ˆ - "c xŠ H&Ij / "V HX ( "x "L "&-&Z
L]MU VU &]†ij‰ )O&)SJ
_)V ,P`L "]z]j) Š&I "SJ #
&+, "]+[P`L "]jU V&Y&I "&+R ")&Y #+
]+[_]^ &OV
# Š!U V/)O&) _.)O&)L)O&
&I "PQV&I+VJ '$&k#P-U VM# [
&I "V"U "Š&jP`L ")H U .]j&-]O "G#Z&]^
" "+,# [&I "&+R "Š c ##S "
FGFH%I;4J9FKKLKLML
#/U
@/0,NO3B44(&NO3 GFPH !
KTKQF'*
U &G#)O&+R "U &&Q "c]j-]Š "&I^
M)O&z)O&PQiZ L&OoiZ ]x "q&s)O&&Y[iZ ]OY
oiZ } "]j-iqŠ™ "]+[Y L "]j] "GX&]O "M
iZ ]OY]QViZ L&O
AL +] "_Pk&)O&i U PƒZ&-&Ic &YZ&GX_|&
")d ] !-i †M "+,&c} "]QV)O&PX d )V-
&Ic .&]O "GX "&c} "
1.5.2. Mô tả
S&X&Y&I "&J)I)SJ ) "+,Š&jj
]+[ic ^]+[
KTQKV
L&c M+R "U L) Š)]Q&+[ "
&+R "&- &I "&YL)P]Q&+[ "&O} ")O&
L)&+R "] "— ]Q&+[ "&OL) PƒS "&+R "] "
U L))O&LM+R "/S "")P&S ""Q " +
U V!U L)S "]—~X]^ "ˆ&I+V)w
k # AJ&Z!Š&jU L))O&/i’ "G P&!
&I "U V/i’ "LI "+R " #i. PƒS "&j
iZ&Z&GXL)&]+[Pƒ +&Z i•&]†G&IJ AJY#!&S "
&+, "† Š)O&#c "Hˆ -]Š]j] "L)&]+[U L)
]+[P`L " H&I "x "L "HU .&^&I+, "!U .
"! Y . ")w!U .&I "vsi!•"IU L)—
Š&j]+[P`L " +)O&i+V&H _`&Y&&
FGFH%I;4J9FKKLKLML
#/W
@/0,NO3B44(&NO3 GFPH !
J 'E&k#P-U L)&Y#&I "EL){+aI’ "
L) "c |]j)&OH HR )O&L)
KTQQXD(Y0
L&cMU &Y&Z&[ #& ]+I)Qc
""&I^&I "RP•w]†IM"X&Y&
&YY&Z&[&J)]+[Y&Z&[]+[&- G$i+V{
f+V'{J)&k&X&Y)LFiZ !)O&&Y)LFiZ ]+[_]^ G
& ]O&I[&~)‡ ]O&I[-&j
f+V${ IY&Z&[). &m&Y)LFiZ !Y&X&~)‡ ]O
&I[-&j]O& Y#-&j
+R " #]+[P`L "Ik&GX&I "ˆ - +Is& "!
U &G#Z&]^ !GX !•
1.5.3 Khai phá dữ liệu với cây quyết định
U#G#Z&]^ )O&&I " "J &x)S&X&I-G k&!‰
j k&]QV "+,} "U#G#Z&]^ )O&k&IU#!ij‰ )O&k
]HG#Z&]^ &&I ""• V)O&&O& ]H !) &m &&I "
"• V)O&"&I^M&O& ]H &+R "x "!) &"• V)O&"&I^
&O& G#Z&]^
KTRK$Z+NO3
O&&Y&Si"))wi ]†#+iZ ]F&m&F "
&j†Z&&Sij‰ )O& _O&Z&[M
)w&Q "cP-]He M#c "
I "&Z"V&-! Š "&S•• Š)x]O ‰H #
Š "#c U +!Š].+[ "S "
_!>]Š! "&&+, "&H _`ao "ˆ!‹)P.Œq]j.i~&k&X
FGFH%I;4J9FKKLKLML
#/M
@/0,NO3B44(&NO3 GFPH !
&Si^ ‰"]. &H _`a #™ "Š&jiZ ]F&Sj &^
R
KTRQ%&
U#G#Z&]^ ]+[&.& i’ "† +[&o]G#q)O&&Y
& &Y !)&Y ]+[&.& M#Z&m† &`M} "
)O&V &oS "X &q]j)U MU#AU
&. &Š&j-&Ic j)&I)O&# H&O& ]j_]^
U
KTRR[,,
A-/ M#Z&I "&Y&& U V-U#G#Z&]^
/ &O& ]jj)&I&.) &MU# "&) ")Q / &O
& PU V&Y)w&Q& k&+Y# "&† XŠ)O&&c
d ]j] "k ]H #&cd Pƒ]+[&IJ i#&I "&Y&&
_U#- "U#G#Z&]^ •+R "$
KTRS\/
I ""]. &.U# "&Š&j"V. &&Ij MU#i’ "PQ
iX & &Q&j&.) &!]OPU&Q]MU##"&I^&Q&jM+[ "&S "
& &&c)"]. &.U# "&Š&j} "+R "‹O)S&X
"• k&Œo ))>sPI& 0s "&q#"&I^&Q&jM"+[ "&S "&
o2 pI)& q]j&eU#
1.6. Hệ thống thông tin
&Q "&S "& S "Lij‰ &I&x+V. ")O&iX "
")O&x "V&O& "x "V ]Q&+[ "ž)w
Định nghĩa 1.1. &Q "&S "& )O&iO&x
qpA!<!o8!
=
&I "]Š
8&YI "!. ]Q&+[ "œ<&YI "!. &O
& œ
∏
∈
=
<
AA
/
VA
&Y"&I^M&O&
œ ]
∈
p)&S "& !V)/
]/
∈
^
∈
)p"&I^
/
G/_
∈
q!o
Bảng 1.1:&Q "&S "& H &+[ "X))
FGFH%I;4J9FKKLKLML
#/`
@/0,NO3B44(&NO3 GFPH !
8 U & R ]† X))
_
'
Š Š Š
_
$
Š S " Š
_
E
fJ &+, " Š Š S "
_
%
‚k& S " S " S "
_
N
‚k& Š Š Š
_
T
fJ &+, " S " Š S "
_
W
‚k& Š Š Š
_
\
Š S " S "
l|&fX "''!&Q "&S "& ")\]Q&+[ "
Ÿ_!!_ 8
\'
…=
%&O
& <¡ U &!UR!U]†!X))Ÿ
1.7. Bảng quyết định
Định nghĩa 1.2.fX "G#Z&]^ )O&. "]zi&M&Q "&S "& !
&I "]Š&Y&O& <i")&Y I, {&Y&O& ]H
&Y&O& G#Z&]^ >+ Y#!iX "G#Z&]^ )O&
&Q "&S "& >¡o8!∪>!A!pq!&I "]Š∩>¡∅
S ")k&& &F "G&Š&j"X&Z&>e"))O&&O& G#Z&]^
# k&!o&I+, "[Š H&O& &Ji’ ")O&|)‡S Š&jG#
H)O&&O& q+Y#!)]Q&+[ "_&I "iX "G#Z&]^ ]+[)S&Xi’ "
)O&|&Ro
'
o_q!
$
o_q!!
o_q!o_qq
l|&L!iX "G#Z&]^ >¡ 8!∪ Ÿ!A!pŸ&I "]Š{
•
Ÿ!!!!!!! 8
\WTN%E$'
=
S "" ]Q&+[ "
•¡ !!!Ÿ&Y&O& ]H o{&Šœ{Hœ{U
z "œ{>} "&Qq
•¡ Ÿ&O& G#Z&]^ o{Z&GXq
Bảng 1.2: fX "G#Z&]^ H &+[ "I) • "
&Š H U z " >} "&Q Z&GX
'
s †)&+V ¢ S " f^I)
$
s AmX Š S "
E
‚U) k AmX Š S "
%
s k AmX S " f^I)
N
f. †)&+V z " S " f^I)
T
‚U) z " S " S "
W
‚U) †)&+V z " S " S "
FGFH%I;4J9FKKLKLML
#/KL
@/0,NO3B44(&NO3 GFPH !
\
s k ¢ Š S "
Định nghĩa 1.3. iX "G#Z&]^ >¡o8! ∪ Ÿ!A!pq"/&Y
a9Nb
N^a
ž
qo
∈
=
)H
9
‘ "]^ M
l|&L!iX "G#Z&]^ &I "iX "'$
)H
9
‘ "]^ {
Ÿl! l8ž
$'
=
V
Ÿ!! l
N%''
=
Ÿ!!!! l
\WTE$$
=
ŸŸ Ÿ! Ÿ! Ÿ! Ÿ! Ÿ! Ÿ! Ÿ! 8ž
\WTN%E$'
=
AY#)H
9
‘ "]^ ¡
$'
>9>9 ∪
Ÿ!!!! Ÿ!!
\WTE$N%'
∪=
Ÿ!!!!!!!
\WTN%E$'
=
^
=
>-L&Ic !‰&k#
qo
Nb
&Y]Q&+[ "]+[U V] "
o +q&I "8 ZP`L "&Y&O& ]H
O& &O & ∈ ]+[ "/ S " † &Z& &I " > Z
qoqo
Ÿ
NbNb
9
−
=
"+[.† &Z&&I ">
ŠiX "G#Z&]^ >¡o8!∪ Ÿ!A!pq]OY Z)/&O&
∈]H† &Z&&I ">
Định nghĩa 1.4. l|&iX "G#Z&]^ >¡o8!∪ Ÿ!A!pq]Q&+[ "
_!#∈8 Š_#)U&w &I "> Zo_q¡o#q + "o_q£o#q
Q&+[ "_]+["/ k&G &I "> ZS "& &.)O&]Q&+[ "
#)U&w V_>]+["/ k&G Z)/]Q&+[ "&I "_∈8
]H k&G
Mệnh đề 1.1. l|&iX "G#Z&]^ >¡o8!∪ Ÿ!A!pqŠt
oq¡
_∈8¤_]Q&+[ " k&G Ÿ
R ! Z> k&G &Jt
oq¡8
1.8. Kết luận chương 1
•+R " #]‡&IJ i#&F "G H!x "L "M
!"V&)O&PQ+R "&S "L "
•IJ i#&F "G HU#G#Z&]^ +)S&Xk&IU#!&H _`a
!&.U#!&cd & +R "&eU#
FGFH%I;4J9FKKLKLML
#/KK
@/0,NO3B44(&NO3 GFPH !
•IJ i#&F "G Ha&#Z&&Q "&S "& iX "G#Z&]^
CHƯƠNG 2
CÁC PHƯƠNG PHÁP PHÂN LỚP
2.1. Phân lớp dữ liệu
2.1.1. Khái niệm về phân lớp
U V¥'¦•&Y&-&Ic &Y)w ""&I^#
‡ MV&I ")O&&O& U VP`L " Š&I "U V
)V "&Š&jU &I+, "[U V&S "L "{
Lớp mô tả{& c MV S "&O.) "c x
U VAL!]Y "&O & V&i& !
" & ]+[_]^ &OV i•&O& ]zi&AJY#!
"& ŠU V•]U#P-U V& c &I "} ")O&M ".
)" "S "Šik&§)O&]z]j)z&O& ]zi& ]jU
i&
Lớp quyết định{V•]U#Z&GXM-] -&S "& M
&O& ! "+,&&+, "_s) "&Oi& H-] O&L)
"&‰&k#]Š‡Pk&o‘ ". +‡Pk&)i ".&!‡Pk&&H
"`z‡Pk&&H #!•qS "&+, "U~]+[]z&I‡Pk&Pƒ&( "
o&OV'q#S "&( "o&OV*q0V]+[]^ "ˆ&I+Vi•)O&†
S "" )w!&xi•&O& "&Š&j&k#I’ "V)O&)
M&O& +Y#)O&&j Š&ji^U PV ZŠ)O&&O
& +[& ""V. ]‡]^ &I+V0Y&]+[} "]jU V-
FGFH%I;4J9FKKLKLML
#/KQ
@/0,NO3B44(&NO3 GFPH !
&O& ! +Y#k ]H•]U#&.IY& ""Q "VY&&-&Z
"&Q&
2.1.2. Các bước chính để giải quyết bài toán phân lớp
f+V'{/oI "qL]Mi+V #_U#- ")O&)SJ _]^
)O&&YVSJ #]+[_U#- "i’ "U &
iOM)O&RP•!)iO]+[_]^ i•"&I^M
&O& XP`)iO&OH)O&&I "V]‡]+[
]^ "ˆ&I+V!]H #]+[_]^ i•)O&&I "&O& !"/
&O& U VI " "X Mi& U V!)iO
]+[_s))O&)w!)O&L!#)O&]Q&+[ " "iO]+[
U &]j_U#- ")SJ U Vk#&m&I "&Y/#
k # o&I "&Ps&q "iOIc "˜&.& &Y
k # — "/ ")wk # o&I "P)sPq]+[
/ "w c &m)w
SJ ]+[]+IP]‡U &_ "&Yk # &+, "
Š. " "Y&U V!U#G#Z&]^ #S "&x& /AL!
J $š'Š)O&iX "H&S "& "!)O&)SJ U VoY&
FGFH%I;4J9FKKLKLML
#/KR
@/0,NO3B44(&NO3 GFPH !
U Vq]+[_U#- "G&IJ /•f+V'Š&j_]^ " "&
Y# " "iJ &+, "M)O&` "0Y&U V #Š&j
]+[P`L "]jU .)w&I "&+R "!™ " + Š "k)O&
&I&xx&I "RP•
f+V${>j)&I]+[} "]j+V+[ "]O _MiOU VZ
]O _k Y ]+[&JŠ&j} "iOU V]jU V
)w)V
†&c !] "]O _M)SJ #iOU V #i’ "P`
L ")O&&Y)w]‡]+[U V]jj)&Io&sP&q"/iOj)&Io&sP&Ps&q
")w #]+[/ "w c ]OYV)w]‡/•f+V'"/
)wj)&`o&sP&P)sq
O _M)O&)SJ U V-&Ic iOj)&`&¨ "
)w&`]+[U V] "i’ ")SJ U V]Š0+a! Z]O _M
)SJ #-&Ic &Yk # !&J)SJ #]+[] "&Q+!
ŠU V] " & &Ic )w]‡/!&I "&I+, "[ #!)SJ
+V "&VP-G&otsIp&& "qMAJY#XP`L ")O&iO
&`Z]O _M)O&)SJ ]+[_s)_|&Š&jk Y ]+[&J)S
J ]Š]+[} "]jU ViOz]Q&+[ "&I "&+R "
AL!)SJ U V]+[_U#- "&I "f+V'i’ "U &M
FGFH%I;4J9FKKLKLML
#/KS
@/0,NO3B44(&NO3 GFPH !
"]‡iZ&!]+[} "]j-] ")V&I "&+R "•
J $š$
2.1.3. Mục đích phân lớp dữ liệu
R {‘ ". &I "]/)‡i+] i’ ")#]jŠ&jP•_Z
U .&+&m!&I Š( U c i+
l]^ ]OIMI&I "]R _ #&H -&S "& "
#&H ! "&Š&j_Z "_ #&H Š) "Š]OIM
I!&kziJ &+, "]j&m]ŠŠ&j&)X]j]+IG#Z&]^ ] "
]•
I "ˆ -#! "&#/ "&I ]+[w&Y&d
] P†)!Y#)O&&Q "d ] ]OY!] "& Y#-&I
x "ic "Ik&† &Z&
>-] &I+V]j]+IG#Z&]^ ]†&+& L "#)i x "
k ]H† G &U)"XG#Z&]QViOU V{
o Độ chính xác{]O& Y#M)O&Y&-&¨ _U V
)z}Š)O&PQ]+[ "c)&I/ "R ! + "k ]H
G &I/ "]He ] "]QVVG &I/ "
o Dễ hiểu{O&iOU V‰jPƒ&. "+,P`L "& &+• "R
&Q "!] "&,™ "" "+,P`L "&I ]+[j†)Z&
GXM)O&Y&]+[]+Ii•&Q "
o Thời gian để hc{Ak ]H #]zi&G &I/ "&Q "]+[P`L "
&I ")S&I+, "&#]F&+, "_#c !]H]Š#c†&Q "X
/Ik& )O&Y&U Vz Š "]He )O&Y&]‡]+[
/}[V&-&Z," /X ™ "#]+[P`L "
&I "&Q "ŠPQ+[ ")w/&+R "]Q&
2.1.4. Độ chính xác trong phân lớp dữ liệu
O _M&Y&& ]QV&Y/&+, "Ik&V]O
_M&Y&& ]QV&Yj)&IH #S "XS "
&+, "_#c _X#I!]zi&&I "x "L ")#/!]QV&Y/
&JŠZ&GXIk&&Q& + "]QV&Yj)&I&JIk&&S "&+, "&J]O
FGFH%I;4J9FKKLKLML
#/KT
@/0,NO3B44(&NO3 GFPH !
_]QV+iZ&&x+_]^ ]+[V)VG &I/ "
+R " "]j-] ]+[ H "+,k Y k&P`L "&Y
]‡iZ&&I+V&s +P{
>} ")O&† &I+Vo&Y/q]jk # &Q "
_U#- ")SJ o&YY&q
YY& #Pƒ]+[j)&I&Ic &Y— .!Z&GX]+[]s)P
P VZ&GXU V]‡iZ&&I+V¨U V] "&Ic &Yj)&I
)O&+V] ]O _M&YY&]+[_U#- "&I "G&IJ /
2.1.5. Các cách tiếp cận
U V— ]+["/U VŠ")P&oPsIPsPPp& q!
)O&&I " "ˆ -FiZ k&M)#/o) ssI "q
o&) "qŠ H]jij‰ )O&)SJ U VŠIk&
H&Y&& "XG#Z& Š&Y&& U V&ciji"){U#G#Z&
]^ !2>E!%N!). "sI!P#Y G# .!rsf#sP!AoI&As&I
sq!•k&X&ZY #_U#- " ")SJ ]HŠX ( "
U V)O&)w)V+iZ&- ")w&+R "&-]‡]+[/
I "&-&ZL "! "&&k#I’ "S "Š)O&&Y&& U V
&Q& k&&I ")/&I+, "[))&Y&& e&Q&&I ")O&PQ&I+, "[
L&j ]Š)&S
>&," Š. !&I ".)i&. #e "c x]Z )O&
PQ+R "&ZY U VŠ+V "w )L&jU#G#Z&]^ !2>E!
%N!+R "rsf#sPG#]iZ
2.2. Phương pháp tổng quát xây dựng cây quyết định
f+V'{ Z&. & &,!&k&X]Q&+[ "k # ]H&O)O&
V ]Š&J & #& &Š&c ‡ V "M]Q
&+[ "
f+V${ I+, "[ "+[.!P`L ")O&]O]!/ &O& ]H U
&Q& k&&Y)wk # Š&. &
f+VE{ .)O&+[ " & M & &,i’ "PQ"&I^ M
&O& ]+[/ ) &m &]Z & )O&"&I^
M&O& IU ]Q&+[ "k # &
&+R "x "
FGFH%I;4J9FKKLKLML
#/KU
@/0,NO3B44(&NO3 GFPH !
f+V%{ & &]+["/&† k&!&I•& &! Z&k&X]Q&+[ "
)w&.]Š]H&O} ")O&V0z.f+V'šE]QV)
&+&† k&
l|&)O&L_U#- ")O&U#G#Z&]^ +P{
fX "$'ij‰ &S "& H'%]Q&+[ "
'
!•!
'%
fX "$')O&
iX "G#Z&]^ V&Y&O& ]H ¡ "&I,!&]O!Od)!ŠŸ
&O& G#Z&]^ ¡ RŸ
fX "$š'{fX "G#Z&]^ "R
8 "I, &O Od) Š R
'
• " Š " ¢ S "
$
• " Š " . S "
E
HU# Š " ¢ Š
%
+ ©) ¢ Š
N
+ & f ¢ S "
T
+ & f . Š
W
HU# & f ¢ S "
\
• " ©) ¢ Š
b
• " & f ¢ Š
'*
+ ©) f . Š
''
• " ©) f . Š
'$
HU# ©) . Š
'E
HU# Š " f ¢ Š
'%
+ ©) . S "
J $šE) .)O&U#G#Z&]^ x "V&YfX "$š'oVV
‹ŠŒ "ˆRp!V‹S "Œ "ˆS "RqU#G#Z&]^ #
]+IG#Z&]^ Š#S "ŠRp&§&O&S "PQ]†
o" &I,! & ]O! O d)! Šq A L )O& )w I&4#<cI
I3dcICd[c9/&B4Cce% ]+[U VS "o&x "
&I, ’ " Š "!]Od)"Š). &JPƒS "Š "+,Rpq
FGFH%I;4J9FKKLKLML
#/KW
@/0,NO3B44(&NO3 GFPH !
U#G#Z&]^ ML&Ic Š&j]+["X& +P{ &x
"&I^M&O& G#Z&]^ #&O& U V o&O& ‹R
Œq & &+R "x "V&O & &O & ]H #
&O& U V! &"Q™ "]+[_s) +)O& & ]zi&!•]U#
&O& ‹"&I,Œ MU#&m)O& &ik&§&+R "x "V)O&"
&I^M&O& ]H ]+[/ 0+aU#G#Z&]^ &Ic S "ŠP-&)
"M&O& ‹&]OŒ&I "& † U#!&O& +Y#]+["/
"&O& +&mi•J&O& #S "X +• "]Z G
&IJ _U#- ")SJ MU#
I "&Y&& RP•_U#- "U#G#Z&]^ ek Y &O
& &)"G&IJ U VŠ"&I^I,I.!i")X&O& ]+[
} "]j-] &I "G&IJ /™ " +&O& ]+[P`L "]jj)&I
&.) &MU#
A_U#- "U#G#Z&]^ ]+[&Z )O&]G!† +[&&m &
"Q_Q "&V&Y &.) & ] "_|&! Zj)&I&k#&X
]H m "&J&Y&& Pƒ&. && #]+[" )O&"&I^M ‡ V
&}#]H m "]+[&‡"+[.!&Y&& &Z / ]j)&Q& k&
&s)O&&c&I+V!U &s]H #
i+VU &Ic !&Y&& PƒzG&k&X&Y o]‡]+[q
&Z "/]G +i+V]†&c V &Y #
FGFH%I;4J9FKKLKLML
#/KM
"I,
Od)
Š
Š
• " H)U#
+
S " Š
f
S " Š
. ¢
J $šE{ALU#G#Z&]^ x "VfX "$š'
@/0,NO3B44(&NO3 GFPH !
I "f+VE!&cd P`L "-/ &O& ]+[j)O&PQ]
]O}[!)O&PQ]] "]O&† k&!#)O&G#&•U &Y)w
k #
2.2.1. Cấu trúc cây quyết định
!"!#
$%&#"!'()$*##!+#")
%,-&+!.! !/#"!''"!0%1
2,3445
š &) ")O&&O& oiZ ]OYq
š &+R "x "V)O&"&I^M&O&
š &)O&VoiZ L&Oq
2.2.2. Xây dựng luật từ cây quyết định
)O&]+, "w &m"Q]Z &&I "U#&.& )O&Y&!Y& #Š
Z&I)O&iO"&I^M&O& ]+[/ ]jU V!ZX)O&&I "
"&I^M&O& Z&GXl|&U#G#Z&]^ J $šE&Š)O&PQY&P
]U#{
o"&I,¡• "∧Od)¡fq→oR!Šq
o"&I,¡H)U#q→oR!Šq
o"&I,¡+∧Š¡¢q→oR!Šq
o"&I,¡• "∧Od)¡q→oR!S "q
o"&I,¡+∧Š¡. q→oR!S "q
FGFH%I;4J9FKKLKLML
#/K`
@/0,NO3B44(&NO3 GFPH !
-6789!':;'#"'#!
&!7<'8"'#'0:+2,
'289''<6!&!"!=2,3
<">!%4 ?##<@,4@
?AB7/'$
':@"!7<'C'!/DE' 'F<G 'F/# ?
@"!'H"'#I$&,
2.2.3. Entropy
n &I#¥'¦)O&].+[ "& /} "]j]+[ "& S "•o#
+[ " "w c qM)O&P- #MU Q "w c &I+V]+[
]^ "ˆ +P{
iX "G#Z&]^ >¡o8! ∪>qS ")k&& &F "G&!&Š&j
_s)>¡ Ÿ!IoA
q¡U .M8]QV&O& ")V{8
'
!8
$
!
•!8
!]z&
!!'!
qo
qo
(
^9/#N
^9/#N
==
(
00P5#&0
$
'
"qo
∑
=
−=
o&I "]Š
&e
]Q&+[ "&I ">) " ‡ Vq
m]^ "ˆn &I#•&Ic ! "&&k#I’ "{
n &I#¡* Z&k&X)w]H&O} ")O&V
n &I#¡' Z¡$Io8
'
q¡Io8
$
q
*ªn &I#ª' Z&O&I+, "[
Ví dụ{&Y8&I "fX "$š'Š'%)w!&I "]ŠŠb)w&OV«Š¬N
)w&OV«S "¬]Š&Š{
n &I#o8q¡n &I#o¥bŠ!NS "¦q¡šobž'%q"
$
obž'%q-oNž'%q"
$
oNž'%q¡*b%*
2.2.4. Gia lượng thông tin (Information Gain)
+[ "&S "& ¥'¦&cd ] "X ( "M)O&&O&
]+[} "]jU V)w-"&I^n &I# "&-&cd
#]j/ ]+[&O& Š"&I^n &I# ~ k&} "&O& #]j
U )X &Y)w+[ "&S "& ]+[& &sS "&xP{
qo
¤¤
¤¤
qoq!o
B
GB
B
P5#&0
P
P
P5#&0P/
∑
∈
−=
&I "]ŠA
&Y"&I^M&O& !>
&Y]Q&+[ "&I ">Š
"&I^&O& i’ " o>!q]+[® ‚PP; ¥W¦P`L ")]O]
FGFH%I;4J9FKKLKLML
#/QL
