Subject: CRPC Book: Data Mining Chapter Resent-Date: Wed, 15 Dec 1999 09:10:15 -0500 Resent-From: Geoffrey Fox Resent-To: p_gcf@npac.syr.edu Date: Mon, 13 Dec 1999 16:39:15 -0600 (CST) From: Mahesh Joshi To: Geoffrey Fox CC: Vipin Kumar , George Karypis , "Eui-Hong (Sam) Han" Hello Prof. Fox, Per the email from Prof. Kumar, please find attached at the end of this mail, a postscript file for the data mining chapter in the upcoming CRPC book. If you have any difficulty in printing the file, let me know. Also, please let me know if you need a different format (for a specific .sty file), reduced length (its just over 8 pages right now), and/or the raw files used for preparing the chapter (.tex, .eps, .sty). Regards, -- Mahesh --^^--^^-- PS: We assumed this will appear as a "chapter". If not, then let us know, so we can replace the "chapter" word with an appropriate one. -------- CUT HERE ----- CUT HERE ----- CUT HERE ---------------------- %!PS-Adobe-2.0 %%Creator: dvipsk 5.58f Copyright 1986, 1994 Radical Eye Software %%Title: main.dvi %%Pages: 9 %%PageOrder: Ascend %%BoundingBox: 0 0 612 792 %%DocumentPaperSizes: Letter %%EndComments %DVIPSCommandLine: dvips -o kumar-dm-chapter.ps main %DVIPSParameters: dpi=600, compressed, comments removed %DVIPSSource: TeX output 1999.12.13:2220 %%BeginProcSet: texc.pro /TeXDict 250 dict def TeXDict begin /N{def}def /B{bind def}N /S{exch}N /X{S N}B /TR{translate}N /isls false N /vsize 11 72 mul N /hsize 8.5 72 mul N /landplus90{false}def /@rigin{isls{[0 landplus90{1 -1}{-1 1} ifelse 0 0 0]concat}if 72 Resolution div 72 VResolution div neg scale isls{landplus90{VResolution 72 div vsize mul 0 exch}{Resolution -72 div hsize mul 0}ifelse TR}if Resolution VResolution vsize -72 div 1 add mul TR[matrix currentmatrix{dup dup round sub abs 0.00001 lt{round}if} forall round exch round exch]setmatrix}N /@landscape{/isls true N}B /@manualfeed{statusdict /manualfeed true put}B /@copies{/#copies X}B /FMat[1 0 0 -1 0 0]N /FBB[0 0 0 0]N /nn 0 N /IE 0 N /ctr 0 N /df-tail{ /nn 8 dict N nn begin /FontType 3 N /FontMatrix fntrx N /FontBBox FBB N string /base X array /BitMaps X /BuildChar{CharBuilder}N /Encoding IE N end dup{/foo setfont}2 array copy cvx N load 0 nn put /ctr 0 N[}B /df{ /sf 1 N /fntrx FMat N df-tail}B /dfs{div /sf X /fntrx[sf 0 0 sf neg 0 0] N df-tail}B /E{pop nn dup definefont setfont}B /ch-width{ch-data dup length 5 sub get}B /ch-height{ch-data dup length 4 sub get}B /ch-xoff{ 128 ch-data dup length 3 sub get sub}B /ch-yoff{ch-data dup length 2 sub get 127 sub}B /ch-dx{ch-data dup length 1 sub get}B /ch-image{ch-data dup type /stringtype ne{ctr get /ctr ctr 1 add N}if}B /id 0 N /rw 0 N /rc 0 N /gp 0 N /cp 0 N /G 0 N /sf 0 N /CharBuilder{save 3 1 roll S dup /base get 2 index get S /BitMaps get S get /ch-data X pop /ctr 0 N ch-dx 0 ch-xoff ch-yoff ch-height sub ch-xoff ch-width add ch-yoff setcachedevice ch-width ch-height true[1 0 0 -1 -.1 ch-xoff sub ch-yoff .1 sub]/id ch-image N /rw ch-width 7 add 8 idiv string N /rc 0 N /gp 0 N /cp 0 N{rc 0 ne{rc 1 sub /rc X rw}{G}ifelse}imagemask restore}B /G{{id gp get /gp gp 1 add N dup 18 mod S 18 idiv pl S get exec}loop}B /adv{cp add /cp X}B /chg{rw cp id gp 4 index getinterval putinterval dup gp add /gp X adv}B /nd{/cp 0 N rw exit}B /lsh{rw cp 2 copy get dup 0 eq{pop 1}{ dup 255 eq{pop 254}{dup dup add 255 and S 1 and or}ifelse}ifelse put 1 adv}B /rsh{rw cp 2 copy get dup 0 eq{pop 128}{dup 255 eq{pop 127}{dup 2 idiv S 128 and or}ifelse}ifelse put 1 adv}B /clr{rw cp 2 index string putinterval adv}B /set{rw cp fillstr 0 4 index getinterval putinterval adv}B /fillstr 18 string 0 1 17{2 copy 255 put pop}for N /pl[{adv 1 chg} {adv 1 chg nd}{1 add chg}{1 add chg nd}{adv lsh}{adv lsh nd}{adv rsh}{ adv rsh nd}{1 add adv}{/rc X nd}{1 add set}{1 add clr}{adv 2 chg}{adv 2 chg nd}{pop nd}]dup{bind pop}forall N /D{/cc X dup type /stringtype ne{] }if nn /base get cc ctr put nn /BitMaps get S ctr S sf 1 ne{dup dup length 1 sub dup 2 index S get sf div put}if put /ctr ctr 1 add N}B /I{ cc 1 add D}B /bop{userdict /bop-hook known{bop-hook}if /SI save N @rigin 0 0 moveto /V matrix currentmatrix dup 1 get dup mul exch 0 get dup mul add .99 lt{/QV}{/RV}ifelse load def pop pop}N /eop{SI restore userdict /eop-hook known{eop-hook}if showpage}N /@start{userdict /start-hook known{start-hook}if pop /VResolution X /Resolution X 1000 div /DVImag X /IE 256 array N 0 1 255{IE S 1 string dup 0 3 index put cvn put}for 65781.76 div /vsize X 65781.76 div /hsize X}N /p{show}N /RMat[1 0 0 -1 0 0]N /BDot 260 string N /rulex 0 N /ruley 0 N /v{/ruley X /rulex X V}B /V {}B /RV statusdict begin /product where{pop product dup length 7 ge{0 7 getinterval dup(Display)eq exch 0 4 getinterval(NeXT)eq or}{pop false} ifelse}{false}ifelse end{{gsave TR -.1 .1 TR 1 1 scale rulex ruley false RMat{BDot}imagemask grestore}}{{gsave TR -.1 .1 TR rulex ruley scale 1 1 false RMat{BDot}imagemask grestore}}ifelse B /QV{gsave newpath transform round exch round exch itransform moveto rulex 0 rlineto 0 ruley neg rlineto rulex neg 0 rlineto fill grestore}B /a{moveto}B /delta 0 N /tail {dup /delta X 0 rmoveto}B /M{S p delta add tail}B /b{S p tail}B /c{-4 M} B /d{-3 M}B /e{-2 M}B /f{-1 M}B /g{0 M}B /h{1 M}B /i{2 M}B /j{3 M}B /k{ 4 M}B /w{0 rmoveto}B /l{p -4 w}B /m{p -3 w}B /n{p -2 w}B /o{p -1 w}B /q{ p 1 w}B /r{p 2 w}B /s{p 3 w}B /t{p 4 w}B /x{0 S rmoveto}B /y{3 2 roll p a}B /bos{/SS save N}B /eos{SS restore}B end %%EndProcSet %%BeginProcSet: special.pro TeXDict begin /SDict 200 dict N SDict begin /@SpecialDefaults{/hs 612 N /vs 792 N /ho 0 N /vo 0 N /hsc 1 N /vsc 1 N /ang 0 N /CLIP 0 N /rwiSeen false N /rhiSeen false N /letter{}N /note{}N /a4{}N /legal{}N}B /@scaleunit 100 N /@hscale{@scaleunit div /hsc X}B /@vscale{@scaleunit div /vsc X}B /@hsize{/hs X /CLIP 1 N}B /@vsize{/vs X /CLIP 1 N}B /@clip{ /CLIP 2 N}B /@hoffset{/ho X}B /@voffset{/vo X}B /@angle{/ang X}B /@rwi{ 10 div /rwi X /rwiSeen true N}B /@rhi{10 div /rhi X /rhiSeen true N}B /@llx{/llx X}B /@lly{/lly X}B /@urx{/urx X}B /@ury{/ury X}B /magscale true def end /@MacSetUp{userdict /md known{userdict /md get type /dicttype eq{userdict begin md length 10 add md maxlength ge{/md md dup length 20 add dict copy def}if end md begin /letter{}N /note{}N /legal{} N /od{txpose 1 0 mtx defaultmatrix dtransform S atan/pa X newpath clippath mark{transform{itransform moveto}}{transform{itransform lineto} }{6 -2 roll transform 6 -2 roll transform 6 -2 roll transform{ itransform 6 2 roll itransform 6 2 roll itransform 6 2 roll curveto}}{{ closepath}}pathforall newpath counttomark array astore /gc xdf pop ct 39 0 put 10 fz 0 fs 2 F/|______Courier fnt invertflag{PaintBlack}if}N /txpose{pxs pys scale ppr aload pop por{noflips{pop S neg S TR pop 1 -1 scale}if xflip yflip and{pop S neg S TR 180 rotate 1 -1 scale ppr 3 get ppr 1 get neg sub neg ppr 2 get ppr 0 get neg sub neg TR}if xflip yflip not and{pop S neg S TR pop 180 rotate ppr 3 get ppr 1 get neg sub neg 0 TR}if yflip xflip not and{ppr 1 get neg ppr 0 get neg TR}if}{noflips{TR pop pop 270 rotate 1 -1 scale}if xflip yflip and{TR pop pop 90 rotate 1 -1 scale ppr 3 get ppr 1 get neg sub neg ppr 2 get ppr 0 get neg sub neg TR}if xflip yflip not and{TR pop pop 90 rotate ppr 3 get ppr 1 get neg sub neg 0 TR}if yflip xflip not and{TR pop pop 270 rotate ppr 2 get ppr 0 get neg sub neg 0 S TR}if}ifelse scaleby96{ppr aload pop 4 -1 roll add 2 div 3 1 roll add 2 div 2 copy TR .96 dup scale neg S neg S TR}if}N /cp {pop pop showpage pm restore}N end}if}if}N /normalscale{Resolution 72 div VResolution 72 div neg scale magscale{DVImag dup scale}if 0 setgray} N /psfts{S 65781.76 div N}N /startTexFig{/psf$SavedState save N userdict maxlength dict begin /magscale true def normalscale currentpoint TR /psf$ury psfts /psf$urx psfts /psf$lly psfts /psf$llx psfts /psf$y psfts /psf$x psfts currentpoint /psf$cy X /psf$cx X /psf$sx psf$x psf$urx psf$llx sub div N /psf$sy psf$y psf$ury psf$lly sub div N psf$sx psf$sy scale psf$cx psf$sx div psf$llx sub psf$cy psf$sy div psf$ury sub TR /showpage{}N /erasepage{}N /copypage{}N /p 3 def @MacSetUp}N /doclip{ psf$llx psf$lly psf$urx psf$ury currentpoint 6 2 roll newpath 4 copy 4 2 roll moveto 6 -1 roll S lineto S lineto S lineto closepath clip newpath moveto}N /endTexFig{end psf$SavedState restore}N /@beginspecial{SDict begin /SpecialSave save N gsave normalscale currentpoint TR @SpecialDefaults count /ocount X /dcount countdictstack N}N /@setspecial {CLIP 1 eq{newpath 0 0 moveto hs 0 rlineto 0 vs rlineto hs neg 0 rlineto closepath clip}if ho vo TR hsc vsc scale ang rotate rwiSeen{rwi urx llx sub div rhiSeen{rhi ury lly sub div}{dup}ifelse scale llx neg lly neg TR }{rhiSeen{rhi ury lly sub div dup scale llx neg lly neg TR}if}ifelse CLIP 2 eq{newpath llx lly moveto urx lly lineto urx ury lineto llx ury lineto closepath clip}if /showpage{}N /erasepage{}N /copypage{}N newpath }N /@endspecial{count ocount sub{pop}repeat countdictstack dcount sub{ end}repeat grestore SpecialSave restore end}N /@defspecial{SDict begin} N /@fedspecial{end}B /li{lineto}B /rl{rlineto}B /rc{rcurveto}B /np{ /SaveX currentpoint /SaveY X N 1 setlinecap newpath}N /st{stroke SaveX SaveY moveto}N /fil{fill SaveX SaveY moveto}N /ellipse{/endangle X /startangle X /yrad X /xrad X /savematrix matrix currentmatrix N TR xrad yrad scale 0 0 1 startangle endangle arc savematrix setmatrix}N end %%EndProcSet TeXDict begin 40258431 52099146 1000 600 600 (main.dvi) @start /Fa 36 122 df40 D<12F8127C7E7E7F6C7E12077F6C7EA26C7E7F12007F137EA2 137F7F1480A2131F14C0A3130FA214E0A5130714F0B214E0130FA514C0A2131FA3148013 3FA214005B137EA213FE5B12015B485AA2485A5B120F485A90C7FC123E5A5A14527CBD20 >I<12FEA7121E123CA312381278A21270A212F00711788617>44 DI<150C151E153EA2153C157CA2157815F8A215F01401A215E0 1403A215C01407A21580140FA215005CA2141E143EA2143C147CA2147814F8A25C1301A2 5C1303A2495AA25C130FA291C7FC5BA2131E133EA2133C137CA2137813F8A25B1201A25B 1203A25B1207A25B120FA290C8FC5AA2121E123EA2123C127CA2127812F8A25A12601F53 7BBD2A>47 D65 DI<913803FF80021F13F891 B6FC4915C013075B4948C61380D97FF0130FD9FFC013034A13014890C9FC485A485A5B12 0F5B485AA2485AA3485AA448CAFCAC6C7EA46C7EA36C7EA26C7E7F12077F6C7E6C6C1520 6C6D14E06E1301D97FF0130FD91FFE137F6DB6FC6D15C0010115006D5C021F13F0020313 802B3E7BBB35>II76 D80 D84 DI91 D93 D97 D<12FEB3A2EB01FCEB0FFF013F13C090B57EB67E9038F03FF8EBC007496C7EEB0001486D 7EA2157FA3ED3F80AAED7F00A35D5D14016C5CEB80039038C00FF89038F03FF090B55A48 5C6D5BD91FFEC7FC380007F8213B7AB92B>IIII<14FF010713C05B5B5BEB7F819038FE0040491300485AA21203ACB512FCA5D8 03F8C7FCB3AE1A3B7FBA19>I<903907E001F890383FFC1F90397FFEFFFC48B6FC5A9039 F81FF8003907F00FE048486C7EEBC003A248486C7EA76C6C485AA2EBE0076C6C485A6C6C 485A48B5FC5D4849C7FCEB3FFC381F07E090C9FCA37F7F6CB512C015F815FE6CECFF8016 C04815E05A3A3F80007FF048C7120F007EEC03F8481401A46C1403007E15F0D87F80130F 6C6CEB1FE03A1FFC01FFC06CB612806C1500000114FC6C6C13F0010790C7FC26387EA52A >I<12FEB3A2EB01FC90380FFF804913C0017F13E090B512F039FFF81FF8EBE007EBC003 018013FC14011300A35AB3A71E3A7AB92B>I<12FFA81200AC127FB3B308397BB814>I<12 FEB3A3EC03FE4A5A4A5A4A5A4A5A4A5A4A5A4990C7FC495A5C495A495A495A495A495A49 7EB57EA280EBF7F813E3EBC1FCEB80FE497E487F6E7E81141F6E7E8114076E7E6E7E8114 00157F1680213A7AB929>107 D<12FEB3B3B3A4073A7AB914>IIII<14F0EAFC07130F133F137F13FF00FD13 0013FCEAFFF05B5BA25B90C7FCA35AB3A414267AA51C>114 DII<00FEEB01FCB3AA1403A214076C131F387F807F90B5FC6C13F914F1000F13C1D803FC C7FC1E267AA42B>II<00FED901FEEB01FC007F17F8 02031403A2018013DF003FEE07F01407ED9F80D81FC016E0020F140F158FD80FE002C013 C0030F131F141FED07E0D807F01680021E143F143E0003DA03F0130013F8023C5C000101 7C147EED01F813FC027814FE0000D9F8005BA24A13FC017C5D167D137E5C013EEC3DF001 3F143F5C011F5D161F36257FA439>I121 D E /Fb 29 122 df<141E143E14FE1307133FB5FCA313CFEA000FB3B3A6007FB61280A421 3779B630>49 D II65 D67 D70 D72 D80 D83 D<003FB91280A4D9F800EBF003D87FC09238007FC049161F007EC7150FA2007C1707A200 781703A400F818E0481701A4C892C7FCB3AE010FB7FCA43B387DB742>I97 D<13FFB5FCA412077EAF4AB47E020F13F0023F13FC9138FE03FFDAF00013804AEB7FC002 80EB3FE091C713F0EE1FF8A217FC160FA217FEAA17FCA3EE1FF8A217F06E133F6EEB7FE0 6E14C0903AFDF001FF80903AF8FC07FE009039F03FFFF8D9E00F13E0D9C00390C7FC2F3A 7EB935>I<903801FFC0010F13FC017F13FFD9FF8013802603FE0013C048485AEA0FF812 1F13F0123F6E13804848EB7F00151C92C7FC12FFA9127FA27F123FED01E06C7E15036C6C EB07C06C6C14806C6C131FC69038C07E006DB45A010F13F00101138023257DA42A>II<903803FF8001 1F13F0017F13FC3901FF83FE3A03FE007F804848133F484814C0001FEC1FE05B003FEC0F F0A2485A16F8150712FFA290B6FCA301E0C8FCA4127FA36C7E1678121F6C6C14F86D14F0 00071403D801FFEB0FE06C9038C07FC06DB51200010F13FC010113E025257DA42C>I<16 1FD907FEEBFFC090387FFFE348B6EAEFE02607FE07138F260FF801131F48486C138F003F 15CF4990387FC7C0EEC000007F81A6003F5DA26D13FF001F5D6C6C4890C7FC3907FE07FE 48B512F86D13E0261E07FEC8FC90CAFCA2123E123F7F6C7E90B512F8EDFF8016E06C15F8 6C816C815A001F81393FC0000F48C8138048157F5A163FA36C157F6C16006D5C6C6C495A D81FF0EB07FCD807FEEB3FF00001B612C06C6C91C7FC010713F02B377DA530>103 D<13FFB5FCA412077EAFED7FC0913803FFF8020F13FE91381F03FFDA3C01138014784A7E 4A14C05CA25CA291C7FCB3A3B5D8FC3F13FFA4303A7DB935>II<13FF B5FCA412077EB3B3ACB512FCA4163A7DB91B>108 D<01FED97FE0EB0FFC00FF902601FF FC90383FFF80020701FF90B512E0DA1F81903983F03FF0DA3C00903887801F000749DACF 007F00034914DE6D48D97FFC6D7E4A5CA24A5CA291C75BB3A3B5D8FC1FB50083B512F0A4 4C257DA451>I<01FEEB7FC000FF903803FFF8020F13FE91381F03FFDA3C011380000713 780003497E6D4814C05CA25CA291C7FCB3A3B5D8FC3F13FFA430257DA435>I<903801FF C0010F13F8017F13FFD9FF807F3A03FE003FE048486D7E48486D7E48486D7EA2003F8149 1303007F81A300FF1680A9007F1600A3003F5D6D1307001F5DA26C6C495A6C6C495A6C6C 495A6C6C6CB45A6C6CB5C7FC011F13FC010113C029257DA430>I<9039FF01FF80B5000F 13F0023F13FC9138FE07FFDAF00113800003496C13C00280EB7FE091C713F0EE3FF8A2EE 1FFCA3EE0FFEAA17FC161FA217F8163F17F06E137F6E14E06EEBFFC0DAF00313809139FC 07FE0091383FFFF8020F13E0020390C7FC91C9FCACB512FCA42F357EA435>I<49B4EB07 80010FEBE00F013FEBF81F9039FFC07C3F0003EB803E3A07FE000F7F4848EB07FF121F49 7F123F497F127FA25B12FFAA6C7EA36C7E5D6C7E000F5C6C6C5B6C6C133F6CEBC0FD3900 7FFFF1011F13C10101130190C7FCAC037F13FEA42F357DA432>I<9038FE03F000FFEB0F FEEC3FFF91387C7F809138F8FFC000075B6C6C5A5CA29138807F80ED3F00150C92C7FC91 C8FCB3A2B512FEA422257EA427>I<90383FF0383903FFFEF8000F13FF381FC00F383F00 03007E1301007C130012FC15787E7E6D130013FCEBFFE06C13FCECFF806C14C06C14F06C 14F81203C614FC131F9038007FFE140700F0130114007E157E7E157C6C14FC6C14F8EB80 019038F007F090B512C000F8140038E01FF81F257DA426>I<130FA55BA45BA25B5BA25A 1207001FEBFFE0B6FCA3000390C7FCB21578A815F86CEB80F014816CEBC3E090383FFFC0 6D1380903803FE001D357EB425>I<01FFEC3FC0B5EB3FFFA4000714016C80B3A35DA25D A26C5C6E4813E06CD9C03E13FF90387FFFFC011F13F00103138030257DA435>I121 D E /Fc 2 107 df0 D<12E0B3B3B3A5033B78AB14>106 D E /Fd 8 107 df<007FB81280B912C0A26C17803204799641>0 D<020FB6128091B712C01303010F1680D91FF8C9FCEB7F8001FECAFCEA01F8485A485A48 5A5B48CBFCA2123EA25AA2127812F8A25AA87EA21278127CA27EA27EA26C7E7F6C7E6C7E 6C7EEA00FEEB7F80EB1FF86DB71280010316C01300020F158091CAFCAE001FB812804817 C0A26C1780324479B441>18 D<126012F812FEEA7F80EA3FE0EA0FF8EA03FEC66C7EEB3F E0EB0FF8EB03FE903800FF80EC3FE0EC0FF8EC03FE913800FF80ED3FE0ED0FF8ED03FE92 3800FF80EE3FE0EE0FF8EE03FE933800FF80EF3FC0171FEF7F80933801FF00EE07FCEE1F F0EE7FC04B48C7FCED07FCED1FF0ED7FC04A48C8FCEC07FCEC1FF0EC7FC04948C9FCEB07 FCEB1FF0EB7FC04848CAFCEA07FCEA1FF0EA7FC048CBFC12FC1270CCFCAE007FB81280B9 12C0A26C1780324479B441>21 D<173CA2173E171E171F8384717E170384717E717E187C 007FB812FEBAFC856C84CBEA03F0727EF000FEF13F80F11FE0F107F8F101FFA2F107F8F1 1FE0F13F80F1FE00F001F84E5A007FB912C0BA5A96C7FC6C5FCB127C604D5A4D5A601707 4D5A95C8FC5F171E173E173CA248307BAC53>41 D<0060161800F0163CB3B26C167CA200 7C16F8A26CED01F0003F15036C6CEC07E06C6CEC0FC0D807F0EC3F80D803FE903801FF00 3A00FFC00FFC6DB55A011F14E0010391C7FC9038007FF82E347CB137>91 D102 D<12FCEAFFC0EA07F0EA01FCEA007E7F80131F 80130FB3A7801307806D7E6D7EEB007EEC1FF0EC07F8EC1FF0EC7E00495A495A495A5C13 0F5CB3A7131F5C133F91C7FC137E485AEA07F0EAFFC000FCC8FC1D537ABD2A>I<126012 F0B3B3B3B3A91260045377BD17>106 D E /Fe 9 116 df11 D<1238127C12FE12FFA2127F123B1203A31206A3120C121812 381270122008127A8614>59 D<90383FFFF0A2903801FC005CA21303A25CA21307A25CA2 130FA25CA2131FA25CA2133FA291C7FCA25BA2137EA213FEA25BA21201A25BA21203B512 C0A21C287DA71D>73 D<130E131F5BA2133E131C90C7FCA7EA03E0487EEA0C78EA187C12 30A212605B12C0A2EA01F0A3485AA2485AA2EBC180EA0F81A2381F0300A213066C5A131C EA07F06C5A11287DA617>105 D<1407EC0F80141FA21500140E91C7FCA7EB03E0EB07F8 EB0C3C1318EB303E136013C0A248485AA2C7FCA25CA4495AA4495AA4495AA4495AA21238 D87C1FC7FC12FC133E485AEA70F8EA7FE0EA1F80193380A61B>I<133EEA07FEA2EA007C A213FCA25BA21201A25BA21203EC07809038E01FC0EC38600007EB61E014C3EBC187EBC3 07D80FC613C09038CC038001B8C7FC13E0487E13FEEB3F80EB0FC0486C7E1303003E1460 A2127EECC0C0127CECC18012FC903801E30038F800FE0070137C1B297CA723>I<3B0780 1FC007E03B0FE07FF01FF83B18F0E0F8783C3B30F1807CE03E903AFB007D801ED860FEEB 3F005B49133E00C14A133E5B1201A24848495BA35F4848485A1830EE01F0A23C0F8003E0 03E060A218C0933801E180271F0007C013E3933800FF00000E6D48137C341B7D993B> 109 D<3907801FC0390FE07FF03918F0E0F83930F1807CEBFB00D860FE133C5B5B00C114 7C5B1201A248485BA34A5AEA07C01660EC03E0A23A0F8007C0C0A2EDC180913803C300D8 1F0013C7EC01FE000EEB00F8231B7D9929>I115 D E /Ff 30 121 df11 D<027FB512C00103B612E0130F5B017F15C09026FF81FEC7FC3901 FC007E48487F485A497F484880485AA248C7FCA2127EA2153F00FE92C7FC5AA25D157E5A 5DA24A5AA24A5A007C495A5D003C495A003E013FC8FC6C137C380F81F83803FFE0C66CC9 FC2B257DA32F>27 D<121C127FEAFF80A5EA7F00121C0909798817>58 D<121C127FEAFF80A213C0A3127F121C1200A412011380A2120313005A1206120E5A5A5A 12600A19798817>I I<150C151E153EA2153C157CA2157815F8A215F01401A215E01403A215C01407A2158014 0FA215005CA2141E143EA2143C147CA2147814F8A25C1301A25C1303A2495AA25C130FA2 91C7FC5BA2131E133EA2133C137CA2137813F8A25B1201A25B1203A25B1207A25B120FA2 90C8FC5AA2121E123EA2123C127CA2127812F8A25A12601F537BBD2A>I<1760177017F0 1601A21603A21607160FA24C7EA216331673166316C3A2ED0183A2ED0303150683150C16 0115181530A21560A215C014011580DA03007FA202061300140E140C5C021FB5FC5CA202 60C7FC5C83495A8349C8FC1306A25BA25B13385B01F01680487E000716FFB56C013F13FF 5EA2383C7DBB3E>65 D<0103B77E4916F018FC903B0007F80003FE4BEB00FFF07F80020F ED3FC0181F4B15E0A2141FA25DA2143F19C04B143F1980027F157F190092C812FE4D5A4A 4A5AEF0FF04AEC1FC005FFC7FC49B612FC5F02FCC7B4FCEF3FC00103ED0FE0717E5C717E 1307844A1401A2130F17035CA2131F4D5A5C4D5A133F4D5A4A4A5A4D5A017F4BC7FC4C5A 91C7EA07FC49EC3FF0B812C094C8FC16F83B397DB83F>I<9339FF8001C0030F13E0037F 9038F80380913A01FF807E07913A07F8000F0FDA1FE0EB079FDA3F80903803BF0002FFC7 6CB4FCD901FC80495A4948157E495A495A4948153E017F163C49C9FC5B1201484816385B 1207485A1830121F4993C7FCA2485AA3127F5BA312FF90CCFCA41703A25F1706A26C160E 170C171C5F6C7E5F001F5E6D4A5A6C6C4A5A16076C6C020EC8FC6C6C143C6C6C5C6CB449 5A90393FE00FC0010FB5C9FC010313FC9038007FC03A3D7CBA3B>I<0103B7FC4916E018 F8903B0007F80007FE4BEB00FFF03F80020FED1FC0180F4B15E0F007F0021F1503A24B15 F81801143F19FC5DA2147FA292C8FCA25C18035CA2130119F84A1507A2130319F04A150F A2010717E0181F4A16C0A2010FEE3F80A24AED7F00187E011F16FE4D5A4A5D4D5A013F4B 5A4D5A4A4A5A057FC7FC017F15FEEE03FC91C7EA0FF049EC7FC0B8C8FC16FC16C03E397D B845>I71 D<0107B512FCA216F890390007F8005D A2140FA25DA2141FA25DA2143FA25DA2147FA292C7FCA25CA25CA21301A25CA21303A25C A21307A25CA2130FA25CA2131FA25CA2133FA25CA2137FA291C8FC497EB6FCA326397DB8 24>73 D<902603FFF893383FFF80496081D900079438FF80000206DC01BFC7FCA2020E4C 5A1A7E020C1606190CDA1C7E16FE4F5A02181630A20238166162023016C1F00181DA703F 158395380303F002601506A202E0ED0C076202C01518183001016D6C140F06605B028015 C0A20103923801801FDD03005B140092380FC00649173F4D91C8FC01065DA2010E4B5B4D 137E130C6F6C5A011C17FEDCE1805B011802E3C7FCA2013802E6130104EC5C1330ED03F8 017016034C5C01F05CD807FC4C7EB500E0D9C007B512F01680150151397CB851>77 D<902603FFF891381FFFF8496D5CA2D90007030113006FEC007C02061678DA0EFF157081 020C6D1460A2DA1C3F15E0705CEC181F82023815016F6C5C1430150702706D1303030392 C7FC02607FA2DAE0015C701306ECC0008201016E130EEF800C5C163F0103EDC01C041F13 1891C713E0160F49EDF03818300106140717F8010E02031370EFFC60130CEE01FE011C16 E004005B011815FF177F1338600130153FA20170151F95C8FC01F081EA07FCB512E01706 A245397DB843>I<4BB4FC031F13F09238FE01FC913903F0007EDA07C0EB1F80DA1F80EB 0FC0023EC7EA07E002FCEC03F0495A4948EC01F8495A4948EC00FC495A49C912FE49167E 13FE49167F1201485AA2485AA2120F5B001F17FFA2485AA34848ED01FEA400FFEE03FC90 C9FCA2EF07F8A2EF0FF0A218E0171F18C0EF3F806C167F180017FE4C5A6C6C5D1603001F 4B5A6D4A5A000FED1F806C6C4AC7FC6D147E0003EC01F8D801FC495AD8007EEB0FC09026 3F807FC8FC903807FFF801001380383D7CBA3F>I<0103B7FC4916E018F8903B0007F800 07FC4BEB00FE187F020FED3F80F01FC05DA2021F16E0A25DA2143FF03FC05DA2027FED7F 80A292C8130018FE4A4A5A604AEC07F04D5A0101ED3FC04CB4C7FC91B612FC17E0D903FC CAFCA25CA21307A25CA2130FA25CA2131FA25CA2133FA25CA2137FA291CBFC497EB6FCA3 3B397DB835>I<0003B812FEA25A903AF8003FC00101C0913880007E4848163C90C7007F 141C121E001C92C7FCA2485CA200305C007017180060130112E0485CA21403C716005DA2 1407A25DA2140FA25DA2141FA25DA2143FA25DA2147FA292C9FCA25CA25CA21301A25CA2 1303A25CEB0FFC003FB6FC5AA237397EB831>84 D<49B500F890387FFFF095B5FC1AE0D9 0003018090380FFC004BC713E00201ED07804EC7FC6E6C140E606F5C705B606F6C485A4D 5A031F91C8FCEEE0065F6F6C5A5F03075B705A16F96FB45A94C9FC6F5AA36F7EA34B7FED 037F9238063FC0150E4B6C7E1538ED700F03E07F15C04A486C7EEC0300020613034A805C 4A6D7E14704A1300494880495A49C86C7E130E011E153F017E4B7ED803FF4B7E007F01E0 011FEBFFC0B5FC6144397EB845>88 DI<147E90 3803FF8090390FC1C38090391F00EFC0017E137F49133F485A4848EB1F8012075B000F14 3F48481400A2485A5D007F147E90C7FCA215FE485C5AA214015D48150CA21403EDF01C16 181407007C1538007E010F1330003E131F027B13706C01E113E03A0F83C0F9C03A03FF00 7F80D800FCEB1F0026267DA42C>97 D101 D<14E0EB03F8A21307A314F0EB01C0 90C7FCAB13F8EA03FEEA070F000E1380121C121812381230EA701F1260133F00E0130012 C05BEA007EA213FE5B1201A25B12035BA20007131813E01438000F133013C01470EB8060 14E014C01381EB838038078700EA03FEEA00F815397EB71D>105 D107 DIII<90390F8003F090391FE00FFC903939F03C1F903A70F8700F 80903AE0FDE007C09038C0FF80030013E00001491303018015F05CEA038113015CA2D800 031407A25CA20107140FA24A14E0A2010F141F17C05CEE3F80131FEE7F004A137E16FE01 3F5C6E485A4B5A6E485A90397F700F80DA383FC7FC90387E1FFCEC07E001FEC9FCA25BA2 1201A25BA21203A25B1207B512C0A32C3583A42A>112 D<3903E001F83907F807FE390E 3C1E07391C3E381F3A183F703F800038EBE07F0030EBC0FF00705B00601500EC007E153C D8E07F90C7FCEAC07EA2120013FE5BA312015BA312035BA312075BA3120F5BA3121F5B00 07C9FC21267EA425>114 D<14FF010313C090380F80F090383E00380178131C153C4913 FC0001130113E0A33903F000F06D13007F3801FFE014FC14FF6C14806D13C0011F13E013 039038003FF014071403001E1301127FA24814E0A348EB03C012F800E0EB07800070EB0F 006C133E001E13F83807FFE0000190C7FC1E267CA427>I<903907E001F090391FF807FC 9039783E0E0F9039E01F1C1FD801C09038383F803A03800FF07F0100EBE0FF5A000E4A13 00000C157E021F133C001C4AC7FC1218A2C7123FA292C8FCA25CA2147EA214FEA24A130C A20101141C001E1518003F5BD87F81143801835C00FF1560010714E03AFE0E7C01C0D87C 1C495A2778383E0FC7FC391FF00FFC3907C003F029267EA42F>120 D E /Fg 64 123 df12 D39 D<150C151C153815F0EC01E0 EC03C0EC0780EC0F00141E5C147C5C5C495A1303495A5C130F49C7FCA2133EA25BA25BA2 485AA212035B12075BA2120F5BA2121FA290C8FCA25AA2123EA2127EA2127CA412FC5AAD 1278A57EA3121C121EA2120E7EA26C7E6C7EA212001E5274BD22>I<140C140E80EC0380 A2EC01C015E0A2140015F0A21578A4157C153CAB157CA715FCA215F8A21401A215F0A214 03A215E0A21407A215C0140F1580A2141F1500A2143EA25CA25CA2495AA2495A5C130749 5A91C7FC5B133E133C5B5B485A12035B48C8FC120E5A12785A12C01E527FBD22>I44 D<387FFFF8A2B5FCA214F0150579941E>I<120EEA3F 80127F12FFA31300127E123C0909778819>I<1703EF0780170FA2EF1F005F173E5FA25F A24C5A16035F4C5AA24C5AA24CC7FCA2163E167E167C5EA24B5AA24B5A15075E4B5AA24B C8FCA2153E157E157C5DA24A5AA24A5A14075D4A5AA24AC9FCA2143EA25C14FC5C495AA2 495AA2495A130F5C49CAFCA2133EA25B13FC5B485AA2485AA2485A120F5B48CBFCA2123E A25AA25AA2127031537FBD2A>II<15181538157815F0140114031407EC0FE0141F147FEB03FF90 383FEFC0148FEB1C1F13001580A2143FA21500A25CA2147EA214FEA25CA21301A25CA213 03A25CA21307A25CA2130FA25CA2131FA25CA2133FA291C7FC497EB61280A31D3877B72A >III<16E0ED01F01503A3150716E0A3150F16C0A215 1F1680A2ED3F00A3157EA2157C15FC5D14015D14035D14075D140F5D141F92C7FC143EA2 5CECF81C153E903801F07EEB03E014C090380780FE130F49485A133EEB7C01137801F05B EA01E03803C003EA0FFE391FFFC3F04813FB267C01FF13403AF0003FFFE000601307C714 00EC0FE05DA3141F5DA3143F92C7FCA4143E141C24487DB72A>I<010314186E13F89039 07F007F091B512E016C01600495B15F8010E13E0020CC7FC011EC8FC131CA3133C1338A3 13781370A2147F9038F3FFC09038EF83E09038FC01F0496C7E485A497F49137CC8FC157E A315FEA41401000C5C123F5A1403485C5A4A5A12F800E05C140F4A5A5D6C49C7FC007013 7E00785B387C01F8383E07F0381FFFC06C90C8FCEA01F8253A77B72A>I<157F913803FF C0020F13E0EC3F8191387E00F002F81370903903F003F0903807E007EB0FC0EB1F800200 13E04914C0017E90C7FC13FE5B485AA21203485AA2380FE07E9038E3FF809038E783E039 1FCE01F09038DC00F813F84848137C5B49137EA2485AA290C7FC15FE5A5AA214015D5AA2 14035DA348495A5D140F5D4A5A6C49C7FC127C147C6C485A6C485A6CB45A6C1380D801FC C8FC243A76B72A>II< EC01FCEC0FFF023F138091387E07C0903901F803E0EB03F0903907E001F0EB0FC0EB1F80 013F14F814005B137E13FEA2485AA2150312035BA2ED07F012075B150FA216E00003141F A2153FED7FC0120115FF6C6C5A90397803BF8090383C0F3FD91FFC1300903807F07F90C7 FC157E15FE5D14015D4A5AA2003E495A007F495A5D4AC7FC00FE5B48137E007013F83878 03F0387C0FE0383FFF806C48C8FCEA03F8253A78B72A>57 D<133C137E13FF5AA313FE13 FCEA00701300B2120EEA3F80127F12FFA31300127E123C102477A319>I65 D<0107B612FCEFFF8018C0903B000FF0001FF04BEB07 F81703021F15FC17014B14FEA2023F1400A24B1301A2147F18FC92C7120318F84A140718 F04AEC0FE0EF1FC00101ED3F80EF7F004AEB01FEEE07F849B612E05F9139F80007F0EE01 FC01076E7E177F4AEC3F80A2010F16C0171F5CA2131F173F5CA2133FEF7F805C1800017F 5D4C5A91C7485A5F49140FEE1FE0494A5A00014AB45AB748C7FC16F816C037397BB83A> II<01 03B612FEEFFFC018F0903B0007F8000FF84BEB03FCEF00FE020F157FF03F804B141F19C0 021F150F19E05D1807143F19F05DA2147FA292C8FCA25C180F5CA2130119E04A151FA213 0319C04A153FA201071780187F4A1600A2010F16FEA24A4A5A60011F15034D5A4A5D4D5A 013F4B5A173F4A4AC7FC17FC017FEC03F84C5A91C7EA1FC04949B45A007F90B548C8FCB7 12F016803C397CB83F>I<0107B8FCA3903A000FF000034BEB007F183E141F181E5DA214 3FA25D181C147FA29238000380A24A130718004A91C7FC5E13015E4A133E167E49B512FE A25EECF8000107147C163C4A1338A2010F147818E04A13701701011F16C016004A140318 80013F150718004A5CA2017F151E173E91C8123C177C4915FC4C5A4914070001ED7FF0B8 FCA25F38397BB838>I<0107B712FEA3903A000FF000074B1300187C021F153CA25DA214 3FA25D1838147FA292C8FCEE03804A130718004A91C7FCA201015CA24A131E163E010314 FE91B5FC5EA2903807F800167C4A1378A2130FA24A1370A2011F14F0A24A90C8FCA2133F A25CA2137FA291CAFCA25BA25B487EB6FCA337397BB836>II<0103B5D8F80FB512 E0A390260007F8C7381FE0004B5DA2020F153F615DA2021F157F96C7FC5DA2023F5D605D A2027F14016092C7FCA24A1403605CA249B7FC60A202FCC712070103150F605CA2010715 1F605CA2010F153F605CA2011F157F95C8FC5CA2013F5D5F5CA2017F14015F91C7FC4914 03007FD9FE01B512F8B55BA243397CB83E>I<0103B512F8A390390007F8005DA2140FA2 5DA2141FA25DA2143FA25DA2147FA292C7FCA25CA25CA21301A25CA21303A25CA21307A2 5CA2130FA25CA2131FA25CA2133FA25CA2137FA291C8FC497EB6FCA25C25397CB820>I< 0207B512F0A391390007FC006F5AA215075EA3150F5EA3151F5EA3153F5EA3157F93C7FC A35D5DA314015DA314035DA31407A25DA2140FA2003F5C5A141F485CA24A5A12FC00E049 C8FC14FE00705B495A6C485A381E0FC06CB4C9FCEA01F82C3B78B82C>I<0103B500F890 387FFFE0A21AC090260007F8C7380FFC004B15E061020F4BC7FC183E4B5C18F0021F4A5A 4D5A4BEB0F804DC8FC023F143C5F4B5B4C5A027FEB07C04CC9FCED001E5E4A5BED01FCEC FE0315070101497E151FECFC7C4B7E903903FDE07FDAFFC07F1580ED003F49488014F84A 131F83130F160F4A801607011F81A24A130383133F16014A80A2017F6E7EA291C8FC494A 7F007F01FE011F13FCB55CA243397CB840>I<0107B512FCA25E9026000FF8C7FC5D5D14 1FA25DA2143FA25DA2147FA292C8FCA25CA25CA21301A25CA21303A25CA21307A25CA213 0F170C4A141CA2011F153C17384A1478A2013F157017F04A14E01601017F140317C091C7 1207160F49EC1F80163F4914FF000102071300B8FCA25E2E397BB834>I<902607FFF892 3807FFF0614F13E0D9000FEFF0004F5AA2021F167FF1EFC0141DDA1CFCEC01CF023C16DF 9538039F800238ED071FA20278ED0E3F97C7FC0270151CA202F04B5AF0707E14E0037E14 E0010117FE4D485A02C0EC0380A20103ED0701610280140EA20107ED1C0305385B14006F 137049160705E05B010EEC01C0A2011E913803800F61011CEC0700A2013C020E131F4C5C 1338ED1FB80178163F04F091C8FC01705CA201F04A5B187E00015DD807F816FEB500C090 39007FFFFC151E150E4C397AB84A>I<902603FFF891B512E0A281D90007923807F8006F 6E5A61020F5E81DA0E7F5DA2021E6D1307033F92C7FC141C82DA3C1F5C70130EEC380FA2 02786D131E0307141C147082DAF003143C70133814E0150101016E1378030014705C8201 036E13F0604A1480163F010715C1041F5B91C7FC17E149EC0FE360010E15F31607011E15 FF95C8FC011C80A2013C805F1338160013785F01F8157CEA03FC267FFFE0143CB51538A2 43397CB83E>II<0107B612F817FF1880903B000FF0003FE04BEB0FF0EF03F8141FEF01FC5DA2 023F15FEA25DA2147FEF03FC92C7FCA24A15F817074A15F0EF0FE01301EF1FC04AEC3F80 EFFE0001034A5AEE0FF091B612C04CC7FCD907F8C9FCA25CA2130FA25CA2131FA25CA213 3FA25CA2137FA291CAFCA25BA25B1201B512FCA337397BB838>II<0103B612F017FEEFFF80903B0007F8003FC04BEB0FF01707020FEC 03F8EF01FC5DA2021F15FEA25DA2143FEF03FC5DA2027FEC07F818F092C7120F18E04AEC 1FC0EF3F004A14FEEE01F80101EC0FE091B6128004FCC7FC9138FC003F0103EC0F80834A 6D7E8301071403A25C83010F14075F5CA2011F140FA25CA2133F161F4AECE007A2017F16 0F180E91C7FC49020F131C007F01FE153CB5913807F078040313F0CAEAFFE0EF3F80383B 7CB83D>I<92383FC00E913901FFF01C020713FC91391FC07E3C91393F001F7C027CEB0F F84A130749481303495A4948EB01F0A2495AA2011F15E091C7FCA34915C0A36E90C7FCA2 806D7E14FCECFF806D13F015FE6D6D7E6D14E0010080023F7F14079138007FFC150F1503 1501A21500A2167C120EA3001E15FC5EA3003E4A5AA24B5AA2007F4A5A4B5A6D49C7FC6D 133ED8F9F013FC39F8FC03F839F07FFFE0D8E01F138026C003FCC8FC2F3D7ABA2F>I<00 07B812E0A25AD9F800EB001F01C049EB07C0485AD900011403121E001C5C003C17801403 123800785C00701607140700F01700485CA2140FC792C7FC5DA2141FA25DA2143FA25DA2 147FA292C9FCA25CA25CA21301A25CA21303A25CA21307A25CA2130FA25CEB3FF0007FB5 12F8B6FCA2333971B83B>I86 D<14F8EB07FE90381F87 1C90383E03FE137CEBF801120148486C5A485A120FEBC001001F5CA2EA3F801403007F5C 1300A21407485C5AA2140F5D48ECC1C0A2141F15831680143F1587007C017F1300ECFF07 6C485B9038038F8E391F0F079E3907FE03FC3901F000F0222677A42A>97 D<133FEA1FFFA3C67E137EA313FE5BA312015BA312035BA31207EBE0F8EBE7FE9038EF0F 80390FFC07C013F89038F003E013E0D81FC013F0A21380A2123F1300A214075A127EA214 0F12FE4814E0A2141F15C05AEC3F80A215005C147E5C387801F8007C5B383C03E0383E07 C0381E1F80D80FFEC7FCEA01F01C3B77B926>I<147F903803FFC090380FC1E090381F00 70017E13784913383901F801F83803F003120713E0120FD81FC013F091C7FC485AA2127F 90C8FCA35A5AA45AA3153015381578007C14F0007EEB01E0003EEB03C0EC0F806CEB3E00 380F81F83803FFE0C690C7FC1D2677A426>II<147F903803FFC090380FC1E09038 3F00F0017E13785B485A485A485A120F4913F8001F14F0383F8001EC07E0EC1F80397F81 FF00EBFFF891C7FC90C8FC5A5AA55AA21530007C14381578007E14F0003EEB01E0EC03C0 6CEB0F806CEB3E00380781F83803FFE0C690C7FC1D2677A426>IIIII107 DII I<147F903803FFC090380FC1F090381F00F8017E137C5B4848137E4848133E0007143F5B 120F485AA2485A157F127F90C7FCA215FF5A4814FEA2140115FC5AEC03F8A2EC07F015E0 140F007C14C0007EEB1F80003EEB3F00147E6C13F8380F83F03803FFC0C648C7FC202677 A42A>I<9039078007C090391FE03FF090393CF0787C903938F8E03E9038787FC0017049 7EECFF00D9F0FE148013E05CEA01E113C15CA2D80003143FA25CA20107147FA24A1400A2 010F5C5E5C4B5A131F5EEC80035E013F495A6E485A5E6E48C7FC017F133EEC70FC90387E 3FF0EC0F8001FEC9FCA25BA21201A25BA21203A25B1207B512C0A3293580A42A>II<3903C003F0390FF01FFC391E783C0F381C7C70 3A3C3EE03F8038383FC0EB7F800078150000701300151CD8F07E90C7FCEAE0FE5BA21200 12015BA312035BA312075BA3120F5BA3121F5BA3123F90C9FC120E212679A423>I<14FE 903807FF8090380F83C090383E00E04913F00178137001F813F00001130313F0A215E000 03EB01C06DC7FC7FEBFFC06C13F814FE6C7F6D13807F010F13C01300143F141F140F123E 127E00FE1480A348EB1F0012E06C133E00705B6C5B381E03E06CB45AD801FEC7FC1C267A A422>II<13F8D803FEEB 01C0D8078FEB03E0390E0F8007121E121C0038140F131F007815C01270013F131F00F013 0000E015805BD8007E133FA201FE14005B5D120149137EA215FE120349EBFC0EA2020113 1E161C15F813E0163CD9F003133814070001ECF07091381EF8F03A00F83C78E090393FF0 3FC090390FC00F00272679A42D>I<01F0130ED803FC133FD8071EEB7F80EA0E1F121C12 3C0038143F49131F0070140FA25BD8F07E140000E08013FEC6485B150E12015B151E0003 141C5BA2153C000714385B5DA35DA24A5A140300035C6D48C7FC0001130E3800F83CEB7F F8EB0FC0212679A426>I<01F01507D803FC903903801F80D8071E903907C03FC0D80E1F 130F121C123C0038021F131F49EC800F00701607A249133FD8F07E168000E0ED000313FE C64849130718000001147E5B03FE5B0003160E495BA2171E00070101141C01E05B173C17 38A217781770020314F05F0003010713016D486C485A000190391E7C07802800FC3C3E0F C7FC90393FF81FFE90390FE003F0322679A437>I<903907E007C090391FF81FF8903978 7C383C9038F03E703A01E01EE0FE3803C01F018013C0D8070014FC481480000E1570023F 1300001E91C7FC121CA2C75AA2147EA214FEA25CA21301A24A1370A2010314F016E0001C 5B007E1401010714C000FEEC0380010F1307010EEB0F0039781CF81E9038387C3C393FF0 3FF03907C00FC027267CA427>I<13F0D803FCEB01C0D8071EEB03E0D80E1F1307121C12 3C0038140F4914C01270A249131FD8F07E148012E013FEC648133F160012015B5D000314 7E5BA215FE00075C5BA214015DA314035D14070003130FEBF01F3901F87FE038007FF7EB 1FC7EB000F5DA2141F003F5C48133F92C7FC147E147C007E13FC387001F8EB03E06C485A 383C1F80D80FFEC8FCEA03F0233679A428>I<903903C0038090380FF007D91FF8130049 6C5A017F130E9038FFFE1E9038F83FFC3901F007F849C65A495B1401C7485A4A5A4AC7FC 141E5C5C5C495A495A495A49C8FC131E5B49131C5B4848133C48481338491378000714F8 390FF801F0391FFF07E0383E1FFFD83C0F5B00785CD8700790C7FC38F003FC38E000F021 267BA422>I E /Fh 3 51 df<140EB3A2B812E0A3C7000EC8FCB3A22B2B7DA333>43 D<13381378EA01F8121F12FE12E01200B3AB487EB512F8A215267BA521>49 D<13FF000313E0380E03F0381800F848137C48137E00787F12FC6CEB1F80A4127CC7FC15 005C143E147E147C5C495A495A5C495A010EC7FC5B5B903870018013E0EA018039030003 0012065A001FB5FC5A485BB5FCA219267DA521>I E /Fi 79 124 df11 DIII<01 7C166048B416F02607C3801401260F81C01403D900E04A5A001E01784A5A003E6D141F00 3C013FEC7F80007C90271BE003FFC7FC0218B512BF007891381FFC3E00F8011CC75A020C 14FC5F4C5A16035F4C5A160F5F4CC8FC021C5B00780118133E007C5D16FC003C01385B00 3E90383001F0001EEB70036C01E05B903981C007C03907C3800F2601FF005BD8007C49C9 FC90C748EB07C0033EEB1FF04BEB3C3803FCEBF81C4B497E913A01F001E0060203010313 0703E0497E912607C0071480020F15011580DA1F00018013C04A010F1300143E5C14FC5C 495A13035C495A130F4A0107130149C701C013805B013E1603490203140001FC6F5A4902 0113064848913800F00E0003705A49ED3C3849ED1FF06C48ED07C03A437BBD45>37 D<121C127FEAFF80A213C0A3127F121C1200A412011380A2120313005A1206120E5A5A5A 12600A1979B917>39 D<146014E0EB01C0EB0380EB0700130E131E5B5BA25B485AA2485A A212075B120F90C7FCA25A121EA2123EA35AA65AB2127CA67EA3121EA2121F7EA27F1207 7F1203A26C7EA26C7E1378A27F7F130E7FEB0380EB01C0EB00E01460135278BD20>I<12 C07E12707E7E7E120F6C7E6C7EA26C7E6C7EA21378A2137C133C133E131EA2131F7FA214 80A3EB07C0A6EB03E0B2EB07C0A6EB0F80A31400A25B131EA2133E133C137C1378A25BA2 485A485AA2485A48C7FC120E5A5A5A5A5A13527CBD20>I<121C127FEAFF80A213C0A312 7F121C1200A412011380A2120313005A1206120E5A5A5A12600A19798817>44 DI<121C127FEAFF80A5EA7F00121C0909798817>I<150C151E15 3EA2153C157CA2157815F8A215F01401A215E01403A215C01407A21580140FA215005CA2 141E143EA2143C147CA2147814F8A25C1301A25C1303A2495AA25C130FA291C7FC5BA213 1E133EA2133C137CA2137813F8A25B1201A25B1203A25B1207A25B120FA290C8FC5AA212 1E123EA2123C127CA2127812F8A25A12601F537BBD2A>IIIII<1538A2157815F8A2140114031407A2140F141F 141B14331473146314C313011483EB030313071306130C131C131813301370136013C012 01EA038013005A120E120C5A123812305A12E0B712F8A3C73803F800AB4A7E0103B512F8 A325397EB82A>I<0006140CD80780133C9038F003F890B5FC5D5D158092C7FC14FC3806 7FE090C9FCABEB07F8EB3FFE9038780F803907E007E090388003F0496C7E12066E7EC87E A28181A21680A4123E127F487EA490C71300485C12E000605C12700030495A00385C6C13 03001E495A6C6C485A3907E03F800001B5C7FC38007FFCEB1FE0213A7CB72A>II<12301238123E003FB612E0A316C05A168016000070C71206 0060140E5D151800E01438485C5D5DC712014A5A92C7FC5C140E140C141C5CA25CA214F0 495AA21303A25C1307A2130FA3495AA3133FA5137FA96DC8FC131E233B7BB82A>III<121C127FEAFF80A5EA7F00121CC7FC B2121C127FEAFF80A5EA7F00121C092479A317>I<121C127FEAFF80A5EA7F00121CC7FC B2121C127F5A1380A4127F121D1201A412031300A25A1206A2120E5A121812385A126009 3479A317>I<007FB812F8B912FCA26C17F8CCFCAE007FB812F8B912FCA26C17F836167B 9F41>61 D<1538A3157CA315FEA34A7EA34A6C7EA202077FEC063FA2020E7FEC0C1FA202 1C7FEC180FA202387FEC3007A202707FEC6003A202C07F1501A2D901807F81A249C77F16 7FA20106810107B6FCA24981010CC7121FA2496E7EA3496E7EA3496E7EA213E0707E1201 486C81D80FFC02071380B56C90B512FEA3373C7DBB3E>65 DI<913A 01FF800180020FEBE003027F13F8903A01FF807E07903A03FC000F0FD90FF0EB039F4948 EB01DFD93F80EB00FF49C8127F01FE153F12014848151F4848150FA248481507A2485A17 03123F5B007F1601A35B00FF93C7FCAD127F6DED0180A3123F7F001F160318006C7E5F6C 7E17066C6C150E6C6C5D00001618017F15386D6C5CD91FE05C6D6CEB03C0D903FCEB0F80 902701FF803FC7FC9039007FFFFC020F13F002011380313D7BBA3C>IIIIII< B612C0A3C6EBC0006D5AB3B3AD497EB612C0A31A397EB81E>I<013FB512E0A39039001F FC00EC07F8B3B3A3123FEA7F80EAFFC0A44A5A1380D87F005B0070131F6C5C6C495A6C49 C7FC380781FC3801FFF038007F80233B7DB82B>IIIIIIIIII<003FB812E0A3D9C003EB001F273E0001FE130348EE01F00078160000701770A3 00601730A400E01738481718A4C71600B3B0913807FF80011FB612E0A335397DB83C>I< B6903807FFFEA3000101809038007FE06C90C8EA1F80EF0F001706B3B2170E6D150C8017 1C133F17186D6C14385F6D6C14F06D6C5C6D6C495A6D6CEB07806D6C49C7FC91387F807E 91381FFFF8020713E09138007F80373B7DB83E>III89 D<003FB7FCA39039FC0001FE01C0130349495A003EC7FC003C4A5A5E0038141F00784A5A 12704B5A5E006014FF4A90C7FCA24A5A5DC712074A5AA24A5A5D143F4A5AA24A5A92C8FC 5B495AA2495A5C130F4948EB0180A2495A5C137F495A16034890C7FC5B1203485AEE0700 485A495C001F5D48485C5E4848495A49130FB8FCA329397BB833>II 93 D97 DIIII<147E903803FF8090380FC1E0EB1F 8790383F0FF0137EA213FCA23901F803C091C7FCADB512FCA3D801F8C7FCB3AB487E387F FFF8A31C3B7FBA19>IIIIIII<2703F00FF0EB1FE000FFD93FFCEB7FF8913AF03F 01E07E903BF1C01F83803F3D0FF3800FC7001F802603F70013CE01FE14DC49D907F8EB0F C0A2495CA3495CB3A3486C496CEB1FE0B500C1B50083B5FCA340257EA445>I<3903F00F F000FFEB3FFCECF03F9039F1C01F803A0FF3800FC03803F70013FE496D7EA25BA35BB3A3 486C497EB500C1B51280A329257EA42E>II<3903F01FE000FFEB7FF8 9038F1E07E9039F3801F803A07F7000FC0D803FEEB07E049EB03F04914F849130116FC15 0016FEA3167FAA16FEA3ED01FCA26DEB03F816F06D13076DEB0FE001F614C09039F7803F 009038F1E07E9038F0FFF8EC1FC091C8FCAB487EB512C0A328357EA42E>II<3807E0 1F00FFEB7FC09038E1E3E09038E387F0380FE707EA03E613EE9038EC03E09038FC008049 1300A45BB3A2487EB512F0A31C257EA421>II<1318A51338A31378A313F8120112031207001FB5FC B6FCA2D801F8C7FCB215C0A93800FC011580EB7C03017E13006D5AEB0FFEEB01F81A347F B220>II< B538803FFEA33A0FF8000FF06C48EB07E00003EC03C06D148000011500A26C6C1306A26D 130E017E130CA26D5BA2EC8038011F1330A26D6C5AA214E001075BA2903803F180A3D901 FBC7FCA214FF6D5AA2147CA31438A227257EA32C>IIII<003FB512FCA2EB8003D83E0013F8003CEB07F00038EB0FE012300070EB 1FC0EC3F800060137F150014FE495AA2C6485A495AA2495A495A495AA290387F000613FE A2485A485A0007140E5B4848130C4848131CA24848133C48C7127C48EB03FC90B5FCA21F 247EA325>II E /Fj 29 119 df12 D<157815FC14031407141F14FF130F0007B5FCB6FCA2147F13F0EAF800C7FCB3B3B3A600 7FB712FEA52F4E76CD43>49 DI<91380FFFC091B512 FC0107ECFF80011F15E090263FF8077F9026FF800113FC4848C76C7ED803F86E7E491680 D807FC8048B416C080486D15E0A4805CA36C17C06C5B6C90C75AD801FC1680C9FC4C1300 5FA24C5A4B5B4B5B4B13C04B5BDBFFFEC7FC91B512F816E016FCEEFF80DA000713E00301 13F89238007FFE707E7013807013C018E07013F0A218F8A27013FCA218FEA2EA03E0EA0F F8487E487E487EB57EA318FCA25E18F891C7FC6C17F0495C6C4816E001F04A13C06C484A 1380D80FF84A13006CB44A5A6CD9F0075BC690B612F06D5D011F1580010302FCC7FCD900 1F1380374F7ACD43>I<177C17FEA2160116031607160FA2161F163F167FA216FF5D5DA2 5D5DED1FBFED3F3F153E157C15FCEC01F815F0EC03E01407EC0FC01580EC1F005C147E14 7C5C1301495A495A5C495A131F49C7FC133E5B13FC485A5B485A1207485A485A90C8FC12 3E127E5ABA12C0A5C96C48C7FCAF020FB712C0A53A4F7CCE43>I<171F4D7E4D7EA24D7E A34C7FA24C7FA34C7FA34C7FA24C7FA34C8083047F80167E8304FE804C7E03018116F883 0303814C7E03078116E083030F814C7E031F81168083033F8293C77E4B82157E8403FE82 4B800201835D840203834B800207835D844AB87EA24A83A3DA3F80C88092C97E4A84A202 7E8202FE844A82010185A24A820103854A82010785A24A82010F855C011F717FEBFFFCB6 00F8020FB712E0A55B547BD366>65 D<932601FFFCEC01C0047FD9FFC013030307B600F8 1307033F03FE131F92B8EA803F0203DAE003EBC07F020F01FCC7383FF0FF023F01E0EC0F F94A01800203B5FC494848C9FC4901F8824949824949824949824949824990CA7E494883 A2484983485B1B7F485B481A3FA24849181FA3485B1B0FA25AA298C7FC5CA2B5FCAE7EA2 80A2F307C07EA36C7FA21B0F6C6D1980A26C1A1F6C7F1C006C6D606C6D187EA26D6C606D 6D4C5A6D6D16036D6D4C5A6D6D4C5A6D01FC4C5A6D6DEE7F806D6C6C6C4BC7FC6E01E0EC 07FE020F01FEEC1FF80203903AFFE001FFF0020091B612C0033F93C8FC030715FCDB007F 14E0040101FCC9FC525479D261>67 DI73 D80 D82 D<003FBC1280A59126C0 003F9038C0007F49C71607D87FF8060113C001E08449197F49193F90C8171FA2007E1A0F A3007C1A07A500FC1BE0481A03A6C994C7FCB3B3AC91B912F0A553517BD05E>84 D97 D<913801FFF8021FEBFF8091B612F0010315FC010F9038C00FFE903A1FFE0001FFD97FFC 491380D9FFF05B4817C048495B5C5A485BA2486F138091C7FC486F1300705A4892C8FC5B A312FFAD127F7FA27EA2EF03E06C7F17076C6D15C07E6E140F6CEE1F806C6DEC3F006C6D 147ED97FFE5C6D6CEB03F8010F9038E01FF0010390B55A01001580023F49C7FC020113E0 33387CB63C>99 D<4DB47E0407B5FCA5EE001F1707B3A4913801FFE0021F13FC91B6FC01 0315C7010F9038E03FE74990380007F7D97FFC0101B5FC49487F4849143F484980485B83 485B5A91C8FC5AA3485AA412FFAC127FA36C7EA37EA26C7F5F6C6D5C7E6C6D5C6C6D49B5 FC6D6C4914E0D93FFED90FEFEBFF80903A0FFFC07FCF6D90B5128F0101ECFE0FD9003F13 F8020301C049C7FC41547CD24B>I<913803FFC0023F13FC49B6FC010715C04901817F90 3A3FFC007FF849486D7E49486D7E4849130F48496D7E48178048497F18C0488191C7FC48 17E0A248815B18F0A212FFA490B8FCA318E049CAFCA6127FA27F7EA218E06CEE01F06E14 037E6C6DEC07E0A26C6DEC0FC06C6D141F6C6DEC3F806D6CECFF00D91FFEEB03FE903A0F FFC03FF8010390B55A010015C0021F49C7FC020113F034387CB63D>IIII<137F497E000313 E0487FA2487FA76C5BA26C5BC613806DC7FC90C8FCADEB3FF0B5FCA512017EB3B3A6B612 E0A51B547BD325>I108 DII<913801FFE0021F13FE91B6 12C0010315F0010F9038807FFC903A1FFC000FFED97FF86D6C7E49486D7F48496D7F4849 6D7F4A147F48834890C86C7EA24883A248486F7EA3007F1880A400FF18C0AC007F1880A3 003F18006D5DA26C5FA26C5F6E147F6C5F6C6D4A5A6C6D495B6C6D495B6D6C495BD93FFE 011F90C7FC903A0FFF807FFC6D90B55A010015C0023F91C8FC020113E03A387CB643>I< 90397FE003FEB590380FFF80033F13E04B13F09238FE1FF89139E1F83FFC0003D9E3E013 FEC6ECC07FECE78014EF150014EE02FEEB3FFC5CEE1FF8EE0FF04A90C7FCA55CB3AAB612 FCA52F367CB537>114 D<903903FFF00F013FEBFE1F90B7FC120348EB003FD80FF81307 D81FE0130148487F4980127F90C87EA24881A27FA27F01F091C7FC13FCEBFFC06C13FF15 F86C14FF16C06C15F06C816C816C81C681013F1580010F15C01300020714E0EC003F0307 13F015010078EC007F00F8153F161F7E160FA27E17E07E6D141F17C07F6DEC3F8001F8EC 7F0001FEEB01FE9039FFC00FFC6DB55AD8FC1F14E0D8F807148048C601F8C7FC2C387CB6 35>I<143EA6147EA414FEA21301A313031307A2130F131F133F13FF5A000F90B6FCB8FC A426003FFEC8FCB3A9EE07C0AB011FEC0F8080A26DEC1F0015806DEBC03E6DEBF0FC6DEB FFF86D6C5B021F5B020313802A4D7ECB34>III E /Fk 27 122 df<123C127EB4FCA21380 A2127F123D1201A412031300A25A1206120E120C121C5A5A126009177A8715>44 D<123C127E12FFA4127E123C08087A8715>46 D52 D<000C14C0380FC00F90B5128015005C5C14F014C0D80C18C7FC90C8FCA9EB 0FC0EB7FF8EBF07C380FC03F9038001F80EC0FC0120E000CEB07E0A2C713F01403A215F8 A41218127E12FEA315F0140712F8006014E01270EC0FC06C131F003C14806CEB7F00380F 80FE3807FFF8000113E038003F801D347CB126>I<15E0A34A7EA24A7EA34A7EA3EC0DFE 140CA2EC187FA34A6C7EA202707FEC601FA202E07FECC00FA2D901807F1507A249486C7E A301066D7EA2010E80010FB5FCA249800118C77EA24981163FA2496E7EA3496E7EA20001 821607487ED81FF04A7ED8FFFE49B512E0A333367DB53A>65 D67 DI77 DI<90381FE00390387FFC0748B5FC3907F01FCF390F8003FF48C7FC003E80814880A200 788000F880A46C80A27E92C7FC127F13C0EA3FF013FF6C13F06C13FF6C14C06C14F0C680 013F7F01037F9038003FFF140302001380157F153FED1FC0150F12C0A21507A37EA26CEC 0F80A26C15006C5C6C143E6C147E01C05B39F1FC03F800E0B512E0011F138026C003FEC7 FC22377CB42B>83 D85 D97 D99 D101 DI105 D108 D<2703F01FE013FF00FF90267FF80313C0903BF1E07C0F03E0903BF3803E1C01F02807F7 003F387FD803FE1470496D486C7EA2495CA2495CB3486C496C487EB53BC7FFFE3FFFF0A3 3C217EA041>I<3903F01FC000FFEB7FF09038F1E0FC9038F3807C3907F7007EEA03FE49 7FA25BA25BB3486CEB7F80B538C7FFFCA326217EA02B>II<3903F03F8000FFEBFFE09038F3C0F89038F7007ED807FE 7F6C48EB1F804914C049130F16E0ED07F0A3ED03F8A9150716F0A216E0150F16C06D131F 6DEB3F80160001FF13FC9038F381F89038F1FFE0D9F07FC7FC91C8FCAA487EB512C0A325 307EA02B>I<3803E07C38FFE1FF9038E38F809038E71FC0EA07EEEA03ECA29038FC0F80 49C7FCA35BB2487EB512E0A31A217FA01E>114 DI<1330A51370A313F0A21201A212031207381FFFFEB5FCA23803F000 AF1403A814073801F806A23800FC0EEB7E1CEB1FF8EB07E0182F7FAD1E>III<3A7FFF807FF8A33A07 F8001FC00003EC0F800001EC070015066C6C5BA26D131C017E1318A26D5BA2EC8070011F 1360ECC0E0010F5BA2903807E180A214F3010390C7FC14FBEB01FEA26D5AA31478A21430 A25CA214E05CA2495A1278D8FC03C8FCA21306130EEA701CEA7838EA1FF0EA0FC025307F 9F29>121 D E /Fl 27 122 df<140C141C1438147014E0EB01C01303EB0780EB0F00A2 131E5BA25B13F85B12015B1203A2485AA3485AA348C7FCA35AA2123EA2127EA4127CA312 FCB3A2127CA3127EA4123EA2123FA27EA36C7EA36C7EA36C7EA212017F12007F13787FA2 7F7FA2EB0780EB03C01301EB00E014701438141C140C166476CA26>40 D<12C07E12707E7E7E120F6C7E6C7EA26C7E6C7EA21378137C133C133E131E131FA2EB0F 80A3EB07C0A3EB03E0A314F0A21301A214F8A41300A314FCB3A214F8A31301A414F0A213 03A214E0A3EB07C0A3EB0F80A3EB1F00A2131E133E133C137C13785BA2485A485AA2485A 48C7FC120E5A5A5A5A5A16647BCA26>I<121EEA7F8012FF13C0A213E0A3127FEA1E6012 00A413E013C0A312011380120313005A1206120E5A5A5A12600B1D78891B>44 DI<121EEA7F80A2EAFFC0A4EA7F80A2EA1E000A0A78891B>I69 D71 DI<010FB512FEA3D9000313 806E130080B3B3AB123F487E487EA44A5A13801300006C495A00705C6C13076C5C6C495A 6CEB1F802603E07FC7FC3800FFFCEB1FE027467BC332>74 DI77 D<49B41303010FEBE007013F13F89039FE00FE0FD801F8131FD807E0EB079F49EB03DF48 486DB4FC48C8FC4881003E81127E82127C00FC81A282A37E82A27EA26C6C91C7FC7F7FEA 3FF813FE381FFFE06C13FE6CEBFFE06C14FC6C14FF6C15C0013F14F0010F80010180D900 1F7F14019138001FFF03031380816F13C0167F163F161F17E000C0150FA31607A37EA36C 16C0160F7E17806C151F6C16006C5D6D147ED8FBC05CD8F9F0495AD8F07C495A90393FC0 0FE0D8E00FB51280010149C7FC39C0003FF02B487BC536>83 D86 D97 D<167FED3FFFA315018182B3EC7F80903803FFF090380FC07C90383F 000E017E1307496D5AD803F87F48487F5B000F81485AA2485AA2127FA290C8FC5AAB7E7F A2123FA26C7EA2000F5D7F6C6C5B00035C6C6C9038077F806C6C010E13C0013F011C13FE 90380FC0F8903803FFE09026007F0013002F467DC436>100 DI103 DII109 D<3901FC01FE00FF903807FFC091381E07F091 383801F8000701707F0003EBE0002601FDC07F5C01FF147F91C7FCA25BA35BB3A8486CEC FF80B5D8F83F13FEA32F2C7DAB36>II<39 01FC03FC00FF90380FFF8091383C07E091387001F83A07FDE000FE00010180137F01FFEC 3F8091C7EA1FC04915E049140F17F0160717F8160317FCA3EE01FEABEE03FCA3EE07F8A2 17F0160F6D15E0EE1FC06D143F17806EEB7E00D9FDC05B9039FCF003F891383C0FE09138 1FFF80DA03FCC7FC91C9FCAE487EB512F8A32F3F7DAB36>I<3903F803F000FFEB1FFCEC 3C3EEC707F0007EBE0FF3803F9C000015B13FBEC007E153C01FF13005BA45BB3A748B4FC B512FEA3202C7DAB26>114 D<90383FE0183901FFFC383907E01F78390F0003F8001E13 01481300007C1478127800F81438A21518A27EA27E6C6C13006C7E13FC383FFFE06C13FC 6C13FF6C14C06C14E0C614F0011F13F81300EC0FFC140300C0EB01FE1400157E7E153EA2 7EA36C143C6C147C15786C14F86CEB01F039F38003E039F1F00F8039E07FFE0038C00FF0 1F2E7DAC26>I117 D121 D E /Fm 16 117 df<170FA34D7EA24D7E A34D7EA34D7EA34C7F17DFA29338039FFC178FA29338070FFE1707040F7FEE0E03A2041E 80EE1C01A2043C80EE3800A24C80187FA24C80183FA24B4880181F0303814C130FA20307 8193C71207A24B81030E80A24B8284A24B8284A24B82197F03F0824B153FA20201834B15 1FA202038392B8FCA24A83A292C91207020E8385A24A8485023C84023882A20278840270 177FA202F0844A173FA24948841A1FA24948841A0FA249CB7F1A074985865B496C85497E 48486C4D7F000F01F8051F13F0B60407B612F0A45C657DE463>65 D68 D77 D80 D97 D101 D103 DI<133C13FF487F487FA66C5B6C90C7FC133C90 C8FCB3A2EB03C0EA07FF127FA41201EA007FA2133FB3B3AC497E497EB612E0A41B5F7DDE 23>I108 DIII<9039078003F8D807FFEB0FFFB5013F13C092387C0FE0913881F01F9238E03FF00001 EB838039007F8700148FEB3F8E029CEB1FE0EE0FC00298EB030002B890C7FCA214B014F0 A25CA55CB3B0497EEBFFF8B612FCA42C3F7CBE33>114 D<9139FFE00180010FEBFC0301 7FEBFF073A01FF001FCFD803F8EB03EFD807E0EB01FF48487F4848147F48C8123F003E15 1F007E150F127CA200FC1507A316037EA27E7F6C7E6D91C7FC13F8EA3FFE381FFFF06CEB FF806C14F86C14FF6C15C06C6C14F0011F80010714FED9007F7F02031480DA003F13C015 03030013E0167F00E0ED1FF0160F17F86C15071603A36C1501A37EA26C16F016037E17E0 6D14076DEC0FC06D1580D8FDF0141FD8F8F8EC7F00013E14FC3AF01FC00FF80107B512E0 D8E001148027C0003FF8C7FC2D417DBF34>I<1438A71478A414F8A31301A31303A21307 130F131FA2137F13FF1203000F90B6FCB8FCA3260007F8C8FCB3AE17E0AE6D6CEB01C0A3 16036D6C148016076D6C14006E6C5A91383FC01E91381FF07C6EB45A020313E09138007F 802B597FD733>I E end %%EndProlog %%BeginSetup %%Feature: *Resolution 600dpi TeXDict begin %%PaperSize: Letter %%BeginPaperSize: Letter /setpagedevice where { pop 1 dict dup /PageSize [ 612 792 ] put setpagedevice } { statusdict /lettertray known { statusdict begin lettertray end /letter where { pop letter } if } { /letter where { pop letter } { statusdict /setpage known { statusdict begin 612 792 0 setpage end } if } ifelse } ifelse } ifelse %%EndPaperSize %%EndSetup %%Page: 1 1 1 0 bop 927 379 a Fm(P)l(arallel)46 b(Algorithms)e(in)g(Data)f(Mining) 341 620 y Fl(Mahesh)34 b(V.)e(Joshi,)h(Eui-Hong)e(\(Sam\))h(Han,)h (George)f(Karypis,)g(and)h(Vipin)e(Kumar)1379 736 y Fk(Departmen)n(t)24 b(of)i(Computer)f(Science,)1012 852 y(Univ)n(ersit)n(y)f(of)j (Minnesota,)g(Minneap)r(olis,)h(MN)d(55455,)j(USA.)0 1186 y Fj(1)135 b(In)l(tro)t(duction)0 1368 y Fi(Recen)n(t)32 b(times)g(ha)n(v)n(e)e(seen)i(an)f(explosiv)n(e)g(gro)n(wth)f(in)i(the) g(a)n(v)-5 b(ailabilit)n(y)31 b(of)g(v)-5 b(arious)31 b(kinds)h(of)f(data.)49 b(It)32 b(has)f(resulted)h(in)0 1468 y(an)26 b(unpreceden)n(ted)g(opp)r(ortunit)n(y)g(to)g(dev)n(elop)f (automated)h(data-driv)n(en)e(tec)n(hniques)i(of)h(extracting)e(useful) h(kno)n(wledge.)0 1568 y(Data)33 b(mining,)i(an)e(imp)r(ortan)n(t)f (step)i(in)f(this)g(pro)r(cess)f(of)h(kno)n(wledge)f(disco)n(v)n(ery)-7 b(,)33 b(consists)f(of)h(metho)r(ds)h(that)f(disco)n(v)n(er)0 1667 y(in)n(teresting,)26 b(non-trivial,)g(and)h(useful)g(patterns)g (hidden)g(in)g(the)h(data)e([SAD)2480 1637 y Fh(+)2536 1667 y Fi(93)o(,)h(CHY96].)37 b(The)26 b(\014eld)i(of)f(data)f(mining)0 1767 y(builds)j(up)r(on)g(the)g(ideas)f(from)g(div)n(erse)g(\014elds)g (suc)n(h)h(as)f(mac)n(hine)g(learning,)g(pattern)g(recognition,)g (statistics,)g(database)0 1866 y(systems,)f(and)h(data)f (visualization.)37 b(But,)28 b(tec)n(hniques)g(dev)n(elop)r(ed)f(in)h (these)g(traditional)f(disciplines)h(are)f(often)h(unsuit-)0 1966 y(able)19 b(due)g(to)g(some)g(unique)g(c)n(haracteristics)e(of)i (to)r(da)n(y's)g(data-sets,)g(suc)n(h)g(as)g(their)g(enormous)f(sizes,) i(high-dimensionalit)n(y)-7 b(,)0 2066 y(and)27 b(heterogeneit)n(y)-7 b(.)125 2165 y(T)g(o)24 b(date,)i(the)g(primary)e(driving)g(force)h(b)r (ehind)h(the)g(researc)n(h)d(in)j(data)e(mining)i(has)e(b)r(een)i(the)g (dev)n(elopmen)n(t)e(of)i(algo-)0 2265 y(rithms)h(for)g(data-sets)f (arising)g(in)h(v)-5 b(arious)26 b(business,)h(information)g(retriev)-5 b(al,)26 b(and)h(\014nancial)g(applications.)36 b(Businesses)0 2365 y(can)26 b(use)h(data)f(mining)h(to)g(gain)f(signi\014can)n(t)g (adv)-5 b(an)n(tages)25 b(in)i(to)r(da)n(y's)f(comp)r(etitiv)n(e)h (global)f(mark)n(etplace.)35 b(F)-7 b(or)26 b(example,)0 2464 y(retail)f(industry)h(is)g(using)f(data)g(mining)h(tec)n(hniques)g (to)g(analyze)e(buying)i(patterns)f(of)h(customers,)f(mail)h(order)e (business)0 2564 y(is)33 b(using)g(them)h(for)f(targeted)f(mark)n (eting,)i(telecomm)n(unication)f(industry)g(is)g(using)g(them)h(for)f (c)n(h)n(urn)f(prediction)h(and)0 2663 y(net)n(w)n(ork)h(alarm)h (analysis,)h(and)g(credit)f(card)g(industry)g(is)h(using)f(them)h(for)f (fraud)h(detection.)61 b(Also,)37 b(recen)n(t)e(gro)n(wth)0 2763 y(of)i(electronic)f(commerce)h(is)g(generating)e(w)n(ealths)i(of)g (online)g(w)n(eb)g(data,)i(whic)n(h)e(needs)g(sophisticated)f(data)h (mining)0 2863 y(tec)n(hniques.)125 2962 y(Due)30 b(to)h(the)g(latest)f (tec)n(hnological)e(adv)-5 b(ances,)31 b(v)n(ery)e(large)g(data-sets)g (are)h(b)r(ecoming)g(a)n(v)-5 b(ailable)29 b(in)h(man)n(y)g(scien)n (ti\014c)0 3062 y(disciplines)20 b(as)f(w)n(ell.)34 b(The)20 b(rate)f(of)h(pro)r(duction)f(of)h(suc)n(h)g(data-sets)e(far)i (outstrips)f(the)h(abilit)n(y)g(to)g(analyze)e(them)j(man)n(ually)-7 b(.)0 3162 y(F)g(or)31 b(example,)i(a)e(computational)g(sim)n(ulation)g (running)h(on)f(the)i(state-of-the-art)d(high)i(p)r(erformance)e (computers)h(can)0 3261 y(generate)26 b(tera-b)n(ytes)g(of)i(data)f (within)h(a)f(few)h(hours,)e(whereas)h(h)n(uman)g(analyst)g(ma)n(y)f (tak)n(e)h(sev)n(eral)f(w)n(eeks)g(or)h(longer)f(to)0 3361 y(analyze)20 b(and)h(disco)n(v)n(er)f(useful)h(information)g(from) g(these)g(data-sets.)34 b(Data)21 b(mining)g(tec)n(hniques)g(hold)g (great)f(promises)h(for)0 3460 y(dev)n(eloping)26 b(new)h(sets)g(of)g (to)r(ols)g(that)h(can)e(b)r(e)i(used)f(to)g(automatically)f(analyze)g (the)i(massiv)n(e)e(data-sets)g(resulting)g(from)0 3560 y(suc)n(h)31 b(sim)n(ulations,)h(and)f(th)n(us)h(help)g(engineers)e (and)i(scien)n(tists)f(unra)n(v)n(el)f(the)i(causal)e(relationships)h (in)h(the)g(underlying)0 3660 y(mec)n(hanisms)f(of)g(the)h(dynamic)f (ph)n(ysical)f(pro)r(cesses.)47 b(Some)31 b(other)g(recen)n(tly)f (emerging)g(applications)h(of)g(data)g(mining)0 3759 y(can)24 b(b)r(e)g(found)g(in)h(the)f(analysis)f(and)h(understanding)f (of)h(gene)f(functions)i(in)f(the)g(\014eld)h(of)f(genomics,)g(and)f (categorization)0 3859 y(of)28 b(stars)e(and)h(galaxies)f(in)i(the)g (\014eld)g(of)g(astroph)n(ysics.)125 3959 y(The)40 b(h)n(uge)g(size)g (of)g(the)h(a)n(v)-5 b(ailable)39 b(data-sets)g(and)h(their)h (high-dimensionalit)n(y)e(mak)n(e)g(large-scale)f(data)i(mining)0 4058 y(applications)23 b(computationally)h(v)n(ery)f(demanding,)i(to)f (an)g(exten)n(t)g(that)h(high-p)r(erformance)e(parallel)g(computing)h (is)g(fast)0 4158 y(b)r(ecoming)34 b(an)g(essen)n(tial)f(comp)r(onen)n (t)h(of)g(the)h(solution.)57 b(Moreo)n(v)n(er,)33 b(the)h(qualit)n(y)g (of)g(the)h(data)f(mining)g(results)g(often)0 4257 y(dep)r(ends)j (directly)g(on)g(the)g(amoun)n(t)g(of)f(computing)h(resources)e(a)n(v) -5 b(ailable.)64 b(In)37 b(fact,)i(data)e(mining)g(applications)f(are)0 4357 y(p)r(oised)d(to)h(b)r(ecome)g(the)g(dominan)n(t)f(consumers)f(of) i(sup)r(ercomputing)f(in)h(the)g(near)f(future.)55 b(There)34 b(is)f(a)g(necessit)n(y)g(to)0 4457 y(dev)n(elop)24 b(e\013ectiv)n(e)g (parallel)f(algorithms)g(for)h(v)-5 b(arious)23 b(data)h(mining)g(tec)n (hniques.)36 b(Ho)n(w)n(ev)n(er,)23 b(designing)g(suc)n(h)h(algorithms) 0 4556 y(is)30 b(c)n(hallenging.)42 b(In)30 b(the)g(rest)f(of)h(this)g (c)n(hapter,)g(w)n(e)f(will)h(describ)r(e)g(the)g(parallel)f(form)n (ulations)f(of)i(t)n(w)n(o)f(imp)r(ortan)n(t)h(data)0 4656 y(mining)e(algorithms:)35 b(disco)n(v)n(ery)26 b(of)h(asso)r (ciation)f(rules,)h(and)h(induction)g(of)f(decision)g(trees)g(for)g (classi\014cation.)1929 5416 y(1)p eop %%Page: 2 2 2 1 bop 1206 88 a Fi(T)-7 b(able)28 b(1:)36 b(T)-7 b(ransactions)26 b(from)h(sup)r(ermark)n(et.)p 1293 199 1315 4 v 1291 298 4 100 v 1343 268 a(TID)p 1544 298 V 1561 298 V 116 w(Items)p 2605 298 V 1293 302 1315 4 v 1291 401 4 100 v 1399 371 a(1)p 1544 401 V 1561 401 V 171 w(Bread,)g(Cok)n(e,)f(Milk)p 2605 401 V 1291 501 V 1399 471 a(2)p 1544 501 V 1561 501 V 171 w(Beer,)h(Bread)p 2605 501 V 1291 600 V 1399 571 a(3)p 1544 600 V 1561 600 V 171 w(Beer,)g(Cok)n(e,)g(Diap)r(er,)g (Milk)p 2605 600 V 1291 700 V 1399 670 a(4)p 1544 700 V 1561 700 V 171 w(Beer,)g(Bread,)g(Diap)r(er,)g(Milk)p 2605 700 V 1291 800 V 1399 770 a(5)p 1544 800 V 1561 800 V 171 w(Cok)n(e,)g(Diap)r(er,)g(Milk)p 2605 800 V 1293 803 1315 4 v 0 1135 a Fj(2)135 b(P)l(arallel)47 b(Algorithms)f(for)f(Disco)l(v)l(ering)h(Asso)t(ciations)0 1317 y Fi(An)41 b(imp)r(ortan)n(t)g(problem)g(in)g(data)f(mining)h ([CHY96])g(is)g(disco)n(v)n(ery)e(of)i(asso)r(ciations)e(presen)n(t)h (in)h(the)h(data.)76 b(Suc)n(h)0 1417 y(problems)30 b(arise)f(in)i(the) h(data)e(collected)g(from)g(scien)n(ti\014c)h(exp)r(erimen)n(ts,)g(or)f (monitoring)g(of)g(ph)n(ysical)g(systems)g(suc)n(h)h(as)0 1516 y(telecomm)n(unications)20 b(net)n(w)n(orks,)h(or)f(from)h (transactions)f(at)h(a)g(sup)r(ermark)n(et.)33 b(The)21 b(problem)g(w)n(as)f(form)n(ulated)h(originally)0 1616 y(in)31 b(the)h(con)n(text)f(of)g(the)h(transaction)d(data)i(at)g(sup)r (ermark)n(et.)46 b(This)32 b Fg(market)h(b)l(asket)e Fi(data,)h(as)f(it)g(is)g(p)r(opularly)g(kno)n(wn,)0 1715 y(consists)20 b(of)g(transactions)f(made)h(b)n(y)h(eac)n(h)e (customer.)34 b(Eac)n(h)19 b(transaction)h(con)n(tains)f(items)i(b)r (ough)n(t)f(b)n(y)g(the)h(customer)f(\(see)0 1815 y(T)-7 b(able)27 b(1.)37 b(The)28 b(goal)f(is)g(to)h(see)f(if)i(o)r(ccurrence) d(of)i(certain)f(items)h(in)g(a)f(transaction)g(can)g(b)r(e)h(used)g (to)g(deduce)f(o)r(ccurrence)0 1915 y(of)h(other)g(items,)g(or)g(in)g (other)g(w)n(ords,)f(to)h(\014nd)g(asso)r(ciativ)n(e)f(relationships)g (b)r(et)n(w)n(een)h(items.)39 b(If)28 b(indeed)h(suc)n(h)f(in)n (teresting)0 2014 y(relationships)c(are)g(found,)i(then)g(they)f(can)g (b)r(e)g(put)h(to)f(v)-5 b(arious)24 b(pro\014table)g(uses)h(suc)n(h)f (as)h(shelf)g(managemen)n(t,)g(in)n(v)n(en)n(tory)0 2114 y(managemen)n(t,)i(etc.)37 b(Th)n(us,)27 b Fg(asso)l(ciation)k(rules)c Fi(w)n(ere)g(b)r(orn)g([AIS93b].)37 b(Simply)27 b(put,)i(giv)n(en)d(a)h (set)h(of)f(items,)h(asso)r(ciation)0 2214 y(rules)34 b(predict)h(the)g(o)r(ccurrence)e(of)i(some)f(other)g(set)h(of)f(items) h(with)g(certain)g(degree)e(of)i(con\014dence.)58 b(The)34 b(goal)g(is)g(to)0 2313 y(disco)n(v)n(er)e Fg(al)t(l)j Fi(suc)n(h)f Fg(inter)l(esting)g Fi(rules.)56 b(This)34 b(problem)f(is)h(far)g(from)f(trivial)h(b)r(ecause)f(of)h(the)h(exp)r (onen)n(tial)e(n)n(um)n(b)r(er)h(of)0 2413 y(w)n(a)n(ys)28 b(in)i(whic)n(h)g(items)g(can)f(b)r(e)h(group)r(ed)f(together)g(and)g (di\013eren)n(t)h(w)n(a)n(ys)e(in)i(whic)n(h)g(one)f(can)h(de\014ne)g (in)n(terestingness)e(of)0 2512 y(a)f(rule.)37 b(Hence,)28 b(m)n(uc)n(h)f(researc)n(h)e(e\013ort)j(has)f(b)r(een)h(put)g(in)n(to)f (form)n(ulating)g(e\016cien)n(t)h(solutions)f(to)g(the)h(problem.)125 2612 y(Let)f Ff(T)38 b Fi(b)r(e)27 b(the)h(set)f(of)g(transactions)e (where)i(eac)n(h)f(transaction)g(is)h(a)g(subset)g(of)g(the)g(itemset)h Ff(I)7 b Fi(.)37 b(An)27 b Fg(asso)l(ciation)k(rule)0 2712 y Fi(is)j(an)g(expression)e(of)i(the)h(form)f Ff(X)1201 2661 y Fe(s;\013)1181 2712 y Fi(=)-14 b Fd(\))33 b Ff(Y)19 b Fi(,)36 b(where)e Ff(X)40 b Fd(\022)33 b Ff(I)41 b Fi(and)34 b Ff(Y)53 b Fd(\022)33 b Ff(I)7 b Fi(.)57 b(The)34 b Fg(supp)l(ort)g Ff(s)g Fi(of)g(the)h(rule)f Ff(X)3596 2661 y Fe(s;\013)3576 2712 y Fi(=)-14 b Fd(\))33 b Ff(Y)53 b Fi(is)0 2811 y(de\014ned)24 b(as)e Ff(\033)s Fi(\()p Ff(X)17 b Fd([)10 b Ff(Y)19 b Fi(\))p Ff(=)p Fd(j)p Ff(T)12 b Fd(j)p Fi(,)23 b(and)g(the)h(con\014dence)f Ff(\013)g Fi(is)h(de\014ned)f(as)g Ff(\033)s Fi(\()p Ff(X)17 b Fd([)10 b Ff(Y)18 b Fi(\))p Ff(=\033)s Fi(\()p Ff(X)7 b Fi(\).)36 b(F)-7 b(or)23 b(example,)g(for)g(transactions)f(in)0 2911 y(T)-7 b(able)29 b(1,)g(the)h(supp)r(ort)f(of)g(rule)g Fd(f)p Fi(Diap)r(er,)h(Milk)p Fd(g)f Fi(=)-14 b Fd(\))29 b(f)p Fi(Beer)p Fd(g)e Fi(is)i Ff(\033)s Fi(\()p Ff(D)r(iaper)n(;)14 b(M)9 b(il)r(k)s(;)14 b(B)t(eer)r Fi(\))p Ff(=)p Fi(5)24 b(=)h(2)p Ff(=)p Fi(5)g(=)g(40\045,)k(whereas)0 3011 y(its)f(con\014dence)f(is.)37 b Ff(\033)s Fi(\()p Ff(D)r(iaper)n(;)14 b(M)9 b(il)r(k)s(;)14 b(B)t(eer)r Fi(\))p Ff(=\033)s Fi(\()p Ff(D)r(iaper)n(;)g(M)9 b(il)r(k)s Fi(\))19 b(=)k(2)p Ff(=)p Fi(3)f(=)g(66\045.)125 3124 y(The)31 b(task)h(of)f(disco)n(v)n (ering)f(an)i(asso)r(ciation)e(rule)h(is)h(to)g(\014nd)g(all)g(rules)f Ff(X)2541 3073 y Fe(s;\013)2521 3124 y Fi(=)-14 b Fd(\))30 b Ff(Y)19 b Fi(,)33 b(suc)n(h)e(that)h Ff(s)g Fi(is)g(greater)e(than)i (or)0 3224 y(equal)27 b(to)g(a)g(giv)n(en)f(minim)n(um)i(supp)r(ort)g (threshold)e(and)i Ff(\013)f Fi(is)h(greater)d(than)j(or)e(equal)h(to)g (a)g(giv)n(en)f(minim)n(um)i(con\014dence)0 3323 y(threshold.)50 b(The)32 b(asso)r(ciation)f(rule)g(disco)n(v)n(ery)f(is)i(usually)g (done)g(in)g(t)n(w)n(o)g(phases.)49 b(First)32 b(phase)g(\014nds)g(all) g(the)h Fg(fr)l(e)l(quent)0 3423 y Fi(itemsets;)27 b(i.e.,)g(sets)f (satisfying)g(the)h(supp)r(ort)f(threshold,)g(and)g(then)h(they)g(are)e (p)r(ost-pro)r(cessed)g(in)i(the)g(second)e(phase)h(to)0 3522 y(\014nd)h(the)f(high)h(con\014dence)f(rules.)36 b(The)26 b(former)f(phase)h(is)g(computationally)g(most)g(exp)r(ensiv)n (e,)g(and)g(m)n(uc)n(h)g(researc)n(h)f(has)0 3622 y(b)r(een)c(done)e (in)i(dev)n(eloping)e(e\016cien)n(t)h(algorithms)e(for)i(it.)35 b(A)20 b(comparativ)n(e)e(surv)n(ey)h(of)h(all)g(the)g(existing)g(tec)n (hniques)g(is)g(giv)n(en)0 3722 y(in)j([JHKKar)n(].)35 b(A)23 b(k)n(ey)f(feature)g(of)g(these)g(algorithms)g(lies)g(in)g (their)h(metho)r(d)g(of)f(con)n(trolling)f(the)i(exp)r(onen)n(tial)f (complexit)n(y)0 3821 y(of)h(the)h(total)f(n)n(um)n(b)r(er)g(of)h (itemsets)f(\(2)1205 3791 y Fc(j)p Fe(I)5 b Fc(j)1283 3821 y Fi(\).)35 b(Brie\015y)-7 b(,)24 b(they)g(all)f(use)g(the)h(an)n (ti-monotone)e(prop)r(ert)n(y)g(of)h(an)g(itemset)h(supp)r(ort,)0 3921 y(whic)n(h)h(states)g(that)h(an)f(itemset)h(is)f(frequen)n(t)g (only)g(if)h(all)f(of)g(its)h(sub-itemsets)f(are)f(frequen)n(t.)36 b Fg(Apriori)27 b Fi(algorithm)d([AS94])0 4021 y(pioneered)g(the)i(use) f(of)g(this)g(prop)r(ert)n(y)f(to)h(systematically)f(searc)n(h)f(the)j (exp)r(onen)n(tial)e(space)h(of)g(itemsets.)36 b(In)25 b(an)g(iteration)0 4120 y Ff(k)s Fi(,)37 b(it)f(generates)e(all)h(the)g Fg(c)l(andidate)i Ff(k)s Fi(-itemsets)e(\(of)h(length)f Ff(k)s Fi(\))h(suc)n(h)f(that)g(all)g(their)h(\()p Ff(k)26 b Fd(\000)d Fi(1\)-subsets)35 b(are)f(frequen)n(t.)0 4220 y(The)29 b(n)n(um)n(b)r(er)g(of)g(o)r(ccurrences)f(of)h(these)g (candidates)g(are)f(then)i(coun)n(ted)f(in)g(the)h(transaction)e (database,)g(to)h(determine)0 4320 y(frequen)n(t)e Ff(k)s Fi(-itemsets.)37 b(E\016cien)n(t)27 b(data)g(structures)g(are)g(used)g (to)h(p)r(erform)f(fast)h(coun)n(ting.)125 4419 y(Ov)n(erall,)41 b(the)f(serial)f(algorithms)f(suc)n(h)i(as)f Fg(Apriori)i Fi(ha)n(v)n(e)e(b)r(een)h(successful)g(on)f(a)h(wide)g(v)-5 b(ariet)n(y)39 b(of)g(transaction)0 4519 y(databases.)64 b(Ho)n(w)n(ev)n(er,)37 b(man)n(y)f(practical)g(applications)g(of)h (asso)r(ciation)f(rules)g(in)n(v)n(olv)n(e)f(h)n(uge)i(transaction)f (databases)0 4618 y(whic)n(h)i(con)n(tain)f(a)g(large)f(n)n(um)n(b)r (er)h(of)h(distinct)g(items.)67 b(In)38 b(suc)n(h)g(situations,)h (these)f(algorithms)e(running)i(on)f(single-)0 4718 y(pro)r(cessor)d (mac)n(hines)h(ma)n(y)h(tak)n(e)f(unacceptably)h(large)e(times.)63 b(As)36 b(an)g(example,)i(in)e(the)h(Apriori)e(algorithm,)i(if)g(the)0 4818 y(n)n(um)n(b)r(er)i(of)g(candidate)f(itemsets)h(b)r(ecomes)g(to)r (o)g(large,)h(then)f(they)h(migh)n(t)f(not)g(all)f(\014t)i(in)f(the)g (main)g(memory)-7 b(,)41 b(and)0 4917 y(m)n(ultiple)24 b(database)f(passes)g(w)n(ould)g(b)r(e)i(required)e(within)h(eac)n(h)f (iteration,)h(incurring)f(exp)r(ensiv)n(e)h(I/O)f(cost.)35 b(This)24 b(implies)0 5017 y(that,)30 b(ev)n(en)f(with)h(the)g(highly)f (e\013ectiv)n(e)h(pruning)f(metho)r(d)h(of)f(Apriori,)g(the)h(task)f (of)g(\014nding)h(all)f(asso)r(ciation)f(rules)g(can)0 5117 y(require)f(a)h(lot)f(of)h(computational)g(and)g(memory)f (resources.)36 b(This)28 b(is)g(true)g(of)g(most)f(of)h(the)h(other)e (serial)g(algorithms)g(as)1929 5416 y(2)p eop %%Page: 3 3 3 2 bop 0 30 a Fi(w)n(ell,)27 b(and)h(it)g(motiv)-5 b(ates)27 b(the)h(dev)n(elopmen)n(t)f(of)h(parallel)e(form)n(ulations.)125 130 y(V)-7 b(arious)38 b(parallel)h(form)n(ulations)f(ha)n(v)n(e)g(b)r (een)i(dev)n(elop)r(ed)g(so)f(far.)72 b(A)40 b(comprehensiv)n(e)e(surv) n(ey)h(can)g(b)r(e)h(found)g(in)0 229 y([JHKKar)n(,)21 b(Zak99)n(].)35 b(These)21 b(form)n(ulations)e(are)h(designed)h(to)g (e\013ectiv)n(ely)f(parallelize)g(either)h(or)f(b)r(oth)h(of)g(the)g (computation)0 329 y(phases:)51 b(candidate)35 b(generation)f(and)h (candidate)g(coun)n(ting.)59 b(The)35 b(candidate)g(coun)n(ting)f (phase)h(can)g(b)r(e)g(parallelized)0 429 y(relativ)n(ely)e(easily)h(b) n(y)g(distributing)h(the)g(transaction)e(database,)j(and)e(gathering)f (lo)r(cal)h(coun)n(ts)g(for)g(the)h(en)n(tire)g(set)f(of)0 528 y(candidates)26 b(stored)f(on)h(all)g(the)h(pro)r(cessors.)34 b(The)27 b(CD)f(algorithm)g([AS96)o(])h(is)f(an)g(example)g(of)g(this)h (simple)f(approac)n(h.)35 b(It)0 628 y(scales)27 b(linearly)g(with)h (resp)r(ect)g(to)g(the)g(n)n(um)n(b)r(er)g(of)g(transactions;)e(ho)n(w) n(ev)n(er,)g(generation)g(and)i(storage)e(of)i(h)n(uge)f(n)n(um)n(b)r (er)0 728 y(of)35 b(candidates)g(on)f(all)h(the)h(pro)r(cessors)c(b)r (ecomes)j(a)g(b)r(ottlenec)n(k,)i(esp)r(ecially)d(when)i (high-dimensional)e(problems)g(are)0 827 y(solv)n(ed)e(for)h(lo)n(w)f (supp)r(ort)h(thresholds)f(using)h(large)e(n)n(um)n(b)r(er)i(of)g(pro)r (cessors)e(.)53 b(Other)33 b(parallel)f(form)n(ulations,)h(suc)n(h)g (as)0 927 y(IDD)25 b([HKK97)o(],)g(ha)n(v)n(e)f(b)r(een)g(dev)n(elop)r (ed)h(to)f(solv)n(e)f(these)i(problems.)35 b(Their)24 b(k)n(ey)g(feature)g(is)g(to)h(distribute)g(the)f(candidate)0 1026 y(itemsets)30 b(to)f(pro)r(cessors)e(so)i(as)g(to)g(extract)g(the) h(concurrency)e(in)i(candidate)f(generation)f(as)h(w)n(ell)g(as)g(coun) n(ting)g(phases.)0 1126 y(V)-7 b(arious)35 b(w)n(a)n(ys)f(are)g(emplo)n (y)n(ed)h(in)h(IDD)h(to)e(reduce)g(the)h(comm)n(unication)f(o)n(v)n (erhead,)h(to)f(exploit)h(the)g(total)f(a)n(v)-5 b(ailable)0 1226 y(memory)e(,)21 b(and)e(to)h(ac)n(hiev)n(e)e(reasonable)g(load)h (balance.)33 b(IDD)21 b(algorithm)e(exhibits)h(b)r(etter)g(scalabilit)n (y)e(with)j(resp)r(ect)e(to)h(the)0 1325 y(n)n(um)n(b)r(er)27 b(of)h(candidates.)36 b(Moreo)n(v)n(er,)25 b(reduction)i(of)h(redundan) n(t)f(w)n(ork)g(and)g(abilit)n(y)g(to)h(o)n(v)n(erlap)d(coun)n(ting)i (computation)0 1425 y(with)19 b(comm)n(unication)f(of)g(transactions,)h (impro)n(v)n(es)e(its)h(scalabilit)n(y)g(with)h(resp)r(ect)f(to)g(n)n (um)n(b)r(er)g(of)h(transactions.)32 b(Ho)n(w)n(ev)n(er,)0 1525 y(it)i(still)f(faces)g(problems)g(when)g(one)g(desires)f(to)h(use) g(large)f(n)n(um)n(b)r(er)h(of)g(pro)r(cessors)e(to)i(solv)n(e)g(the)g (problem.)54 b(As)33 b(more)0 1624 y(pro)r(cessors)18 b(are)h(used,)j(the)e(n)n(um)n(b)r(er)g(of)g(candidates)g(assigned)f (to)h(eac)n(h)f(pro)r(cessor)f(decreases.)33 b(This)20 b(has)g(t)n(w)n(o)f(implications)0 1724 y(on)37 b(IDD.)h(First,)h(with) e(few)n(er)g(n)n(um)n(b)r(er)f(of)h(candidates)f(p)r(er)h(pro)r (cessor,)h(it)f(is)g(m)n(uc)n(h)f(more)h(di\016cult)g(to)g(ac)n(hiev)n (e)f(load)0 1823 y(balance.)54 b(Second,)35 b(it)f(results)f(in)h(less) f(computation)g(w)n(ork)f(p)r(er)h(transaction)g(at)g(eac)n(h)g(pro)r (cessor.)52 b(This)34 b(reduces)f(the)0 1923 y(o)n(v)n(erall)25 b(e\016ciency)-7 b(.)37 b(F)-7 b(urther)28 b(lac)n(k)e(of)i(async)n (hronous)d(comm)n(unication)i(abilit)n(y)g(ma)n(y)g(w)n(orsen)f(the)i (situation.)125 2023 y(F)-7 b(orm)n(ulations)25 b(that)h(com)n(bine)g (the)h(approac)n(hes)d(of)j(replicating)e(and)i(distributing)f (candidates)g(so)g(as)f(to)i(reduce)f(the)0 2122 y(problems)h(of)h(eac) n(h)g(one,)g(ha)n(v)n(e)f(b)r(een)h(dev)n(elop)r(ed.)38 b(An)29 b(example)f(is)g(the)g(HD)h(algorithm)e(of)h([HKK97)o(].)38 b(Brie\015y)-7 b(,)28 b(it)h(w)n(orks)0 2222 y(as)h(follo)n(ws.)45 b(Consider)30 b(a)h Ff(P)12 b Fi(-pro)r(cessor)28 b(system)i(in)h(whic) n(h)g(the)g(pro)r(cessors)d(are)i(split)h(in)n(to)g Ff(G)g Fi(equal)f(size)h(groups,)f(eac)n(h)0 2322 y(con)n(taining)f Ff(P)7 b(=G)31 b Fi(pro)r(cessors.)42 b(In)30 b(the)h Fg(HD)f Fi(algorithm,)f(w)n(e)h(execute)g(the)h Fg(CD)f Fi(algorithm)g(as)f(if)i(there)f(w)n(ere)f(only)h Ff(P)7 b(=G)0 2421 y Fi(pro)r(cessors.)34 b(That)24 b(is,)h(w)n(e)g(partition) f(the)h(transactions)e(of)i(the)g(database)f(in)n(to)g Ff(P)7 b(=G)25 b Fi(parts)f(eac)n(h)g(of)g(size)h Ff(N)r(=)p Fi(\()p Ff(P)7 b(=G)p Fi(\),)25 b(and)0 2521 y(assign)i(the)i(task)f (of)h(computing)f(the)h(coun)n(ts)f(of)g(the)h(candidate)g(set)f Ff(C)2290 2533 y Fe(k)2360 2521 y Fi(for)g(eac)n(h)g(subset)g(of)h(the) g(transactions)d(to)j(eac)n(h)0 2620 y(one)f(of)f(these)h(groups)f(of)h (pro)r(cessors.)35 b(Within)29 b(eac)n(h)e(group,)g(these)h(coun)n(ts)g (are)f(computed)h(using)f(the)i Fg(IDD)e Fi(algorithm.)0 2720 y(The)j Fg(HD)g Fi(algorithm)f(inherits)i(all)f(the)g(go)r(o)r(d)g (features)g(of)g(the)h Fg(IDD)f Fi(algorithm.)44 b(It)30 b(also)g(pro)n(vides)f(go)r(o)r(d)g(load)h(balance)0 2820 y(and)f(enough)g(computation)g(w)n(ork)f(b)n(y)h(main)n(taining)f (minim)n(um)i(n)n(um)n(b)r(er)f(of)h(candidates)e(p)r(er)i(pro)r (cessor.)39 b(A)n(t)30 b(the)g(same)0 2919 y(time,)c(the)g(amoun)n(t)f (of)g(data)g(mo)n(v)n(emen)n(t)f(in)i(this)f(algorithm)f(is)h(cut)h(do) n(wn)f(to)g(1)p Ff(=G)g Fi(of)g(that)g(of)h Fg(IDD)p Fi(.)e(A)i(detailed)f(parallel)0 3019 y(run)n(time)30 b(analysis)f(of)h(HD)h(is)g(giv)n(en)e(in)h([HKK99)o(].)45 b(It)31 b(sho)n(ws)e(that)h(HD)h(is)f(scalable)g(with)g(resp)r(ect)g (to)g(b)r(oth)h(n)n(um)n(b)r(er)f(of)0 3119 y(transactions)d(and)i(n)n (um)n(b)r(er)f(of)h(candidates.)40 b(The)29 b(analysis)e(also)h(pro)n (v)n(es)f(the)i(necessary)e(conditions)h(under)h(whic)n(h)f(HD)0 3218 y(can)f(outp)r(erform)g(CD.)0 3434 y Fb(Sequen)m(tial)35 b(Asso)s(ciations)81 b Fi(The)31 b(concept)f(of)g(asso)r(ciation)f (rules)h(can)g(b)r(e)h(generalized)e(and)h(made)g(more)g(useful)g(b)n (y)0 3534 y(observing)24 b(another)g(fact)h(ab)r(out)g(transactions.)35 b(All)25 b(transactions)f(ha)n(v)n(e)g(a)h(timestamp)g(asso)r(ciated)f (with)i(them;)h(i.e.)36 b(the)0 3633 y(time)24 b(at)f(whic)n(h)g(the)h (transaction)e(o)r(ccurred.)34 b(If)24 b(this)g(information)f(can)f(b)r (e)i(put)g(to)f(use,)i(one)d(can)h(\014nd)h(relationships)e(suc)n(h)0 3733 y(as)28 b Fa(if)h(a)f(customer)g(b)r(ought)g([The)f(C)i (Programming)e(Language])h(b)r(o)r(ok)f(to)r(da)n(y)-7 b(,)29 b(then)f(he/she)f(is)i(lik)n(ely)e(to)h(buy)h(a)f([Using)g(P)n (erl])0 3833 y(b)r(o)r(ok)20 b(in)h(a)g(few)h(da)n(ys)e(time)p Fi(.)35 b(The)21 b(usefulness)g(of)g(this)h(kind)f(of)g(rules)g(ga)n(v) n(e)e(birth)j(to)f(the)g(problem)g(of)g(disco)n(v)n(ering)e Fg(se)l(quential)0 3932 y(p)l(atterns)30 b Fi(or)g Fg(se)l(quential)j (asso)l(ciations)p Fi(.)48 b(In)31 b(general,)f(a)h(sequen)n(tial)f (pattern)g(is)h(a)f(sequence)h(of)f(item-sets)h(with)g(v)-5 b(arious)0 4032 y(timing)31 b(constrain)n(ts)f(imp)r(osed)h(on)f(the)h (o)r(ccurrences)f(of)h(items)g(app)r(earing)e(in)i(the)h(pattern.)46 b(F)-7 b(or)30 b(example,)i(\(A\))g(\(C,B\))0 4131 y(\(D\))h(enco)r (des)f(a)g(relationship)g(that)g Fa(event)h(D)f(o)r(ccurs)g(after)h(an) f(event-set)g(\(C,B\),)i(which)d(in)i(turn)f(o)r(ccurs)g(after)h(event) g(A)p Fi(.)0 4231 y(Prediction)22 b(of)g(ev)n(en)n(ts)g(or)f(iden)n (ti\014cation)i(of)f(sequen)n(tial)g(rules)g(that)g(c)n(haracterize)f (di\013eren)n(t)h(parts)g(of)g(the)h(data,)g(are)f(some)0 4331 y(example)31 b(applications)f(of)i(sequen)n(tial)e(patterns.)48 b(Suc)n(h)31 b(patterns)g(are)g(not)g(only)g(imp)r(ortan)n(t)g(b)r (ecause)g(they)g(represen)n(t)0 4430 y(more)26 b(p)r(o)n(w)n(erful)g (and)h(predictiv)n(e)g(relationships,)f(but)h(they)g(are)f(also)g(imp)r (ortan)n(t)h(from)f(the)h(algorithmic)f(p)r(oin)n(t)h(of)g(view.)0 4530 y(Bringing)h(in)i(the)f(sequen)n(tial)g(relationships)f(increases) g(the)h(com)n(binatorial)f(complexit)n(y)h(of)g(the)h(problem)e (enormously)-7 b(.)0 4630 y(The)28 b(reason)e(is)i(that,)g(the)g(maxim) n(um)g(n)n(um)n(b)r(er)f(of)h(sequences)f(ha)n(ving)g Ff(k)j Fi(ev)n(en)n(ts)d(is)h Ff(O)r Fi(\()p Ff(m)2869 4599 y Fe(k)2911 4630 y Fi(2)2953 4599 y Fe(k)q Fc(\000)p Fh(1)3078 4630 y Fi(\),)g(where)g Ff(m)f Fi(is)h(the)g(total)0 4729 y(n)n(um)n(b)r(er)i(of)g(distinct)h(ev)n(en)n(ts)e(in)h(the)h (input)g(data.)44 b(In)30 b(con)n(trast,)f(there)h(are)f(only)h(\()2683 4699 y Fe(m)2683 4753 y(k)2746 4729 y Fi(\))h(size-)p Ff(k)h Fi(item-sets)e(p)r(ossible)g(while)0 4829 y(disco)n(v)n(ering)25 b(non-sequen)n(tial)i(asso)r(ciations)f(from)h Ff(m)h Fi(distinct)g(items.)37 b(Designing)27 b(parallel)g(algorithms)f(for)h (disco)n(v)n(ering)0 4928 y(sequen)n(tial)35 b(asso)r(ciations)g(is)h (equally)f(imp)r(ortan)n(t)h(and)g(c)n(hallenging.)61 b(In)36 b(man)n(y)g(situations,)h(the)g(tec)n(hniques)f(used)g(in)0 5028 y(parallel)d(algorithms)g(for)g(disco)n(v)n(ering)f(standard)h (non-sequen)n(tial)g(asso)r(ciations)g(can)g(b)r(e)i(extended)f(easily) -7 b(.)56 b(Ho)n(w)n(ev)n(er,)0 5128 y(di\013eren)n(t)39 b(issues)f(and)h(c)n(hallenges)e(arise)h(sp)r(eci\014cally)g(due)h(to)g (the)g(sequen)n(tial)f(nature)h(and)f(v)-5 b(arious)38 b(w)n(a)n(ys)f(in)i(whic)n(h)1929 5416 y(3)p eop %%Page: 4 4 4 3 bop 192 -53 a 12361727 8525330 12959006 21115944 27299430 30983208 startTexFig 192 -53 a %%BeginDocument: classexam.eps %DVIPSCommandLine: dvips -E -o classexam.eps classexam %DVIPSParameters: dpi=600, compressed, comments removed %DVIPSSource: TeX output 1998.01.26:1450 /TeXDict 250 dict def TeXDict begin /N{def}def /B{bind def}N /S{exch}N /X{S N}B /TR{translate}N /isls false N /vsize 11 72 mul N /hsize 8.5 72 mul N /landplus90{false}def /@rigin{isls{[0 landplus90{1 -1}{-1 1} ifelse 0 0 0]concat}if 72 Resolution div 72 VResolution div neg scale isls{landplus90{VResolution 72 div vsize mul 0 exch}{Resolution -72 div hsize mul 0}ifelse TR}if Resolution VResolution vsize -72 div 1 add mul TR[matrix currentmatrix{dup dup round sub abs 0.00001 lt{round}if} forall round exch round exch]setmatrix}N /@landscape{/isls true N}B /@manualfeed{statusdict /manualfeed true put}B /@copies{/#copies X}B /FMat[1 0 0 -1 0 0]N /FBB[0 0 0 0]N /nn 0 N /IE 0 N /ctr 0 N /df-tail{ /nn 8 dict N nn begin /FontType 3 N /FontMatrix fntrx N /FontBBox FBB N string /base X array /BitMaps X /BuildChar{CharBuilder}N /Encoding IE N end dup{/foo setfont}2 array copy cvx N load 0 nn put /ctr 0 N[}B /df{ /sf 1 N /fntrx FMat N df-tail}B /dfs{div /sf X /fntrx[sf 0 0 sf neg 0 0] N df-tail}B /E{pop nn dup definefont setfont}B /ch-width{ch-data dup length 5 sub get}B /ch-height{ch-data dup length 4 sub get}B /ch-xoff{ 128 ch-data dup length 3 sub get sub}B /ch-yoff{ch-data dup length 2 sub get 127 sub}B /ch-dx{ch-data dup length 1 sub get}B /ch-image{ch-data dup type /stringtype ne{ctr get /ctr ctr 1 add N}if}B /id 0 N /rw 0 N /rc 0 N /gp 0 N /cp 0 N /G 0 N /sf 0 N /CharBuilder{save 3 1 roll S dup /base get 2 index get S /BitMaps get S get /ch-data X pop /ctr 0 N ch-dx 0 ch-xoff ch-yoff ch-height sub ch-xoff ch-width add ch-yoff setcachedevice ch-width ch-height true[1 0 0 -1 -.1 ch-xoff sub ch-yoff .1 sub]/id ch-image N /rw ch-width 7 add 8 idiv string N /rc 0 N /gp 0 N /cp 0 N{rc 0 ne{rc 1 sub /rc X rw}{G}ifelse}imagemask restore}B /G{{id gp get /gp gp 1 add N dup 18 mod S 18 idiv pl S get exec}loop}B /adv{cp add /cp X}B /chg{rw cp id gp 4 index getinterval putinterval dup gp add /gp X adv}B /nd{/cp 0 N rw exit}B /lsh{rw cp 2 copy get dup 0 eq{pop 1}{ dup 255 eq{pop 254}{dup dup add 255 and S 1 and or}ifelse}ifelse put 1 adv}B /rsh{rw cp 2 copy get dup 0 eq{pop 128}{dup 255 eq{pop 127}{dup 2 idiv S 128 and or}ifelse}ifelse put 1 adv}B /clr{rw cp 2 index string putinterval adv}B /set{rw cp fillstr 0 4 index getinterval putinterval adv}B /fillstr 18 string 0 1 17{2 copy 255 put pop}for N /pl[{adv 1 chg} {adv 1 chg nd}{1 add chg}{1 add chg nd}{adv lsh}{adv lsh nd}{adv rsh}{ adv rsh nd}{1 add adv}{/rc X nd}{1 add set}{1 add clr}{adv 2 chg}{adv 2 chg nd}{pop nd}]dup{bind pop}forall N /D{/cc X dup type /stringtype ne{] }if nn /base get cc ctr put nn /BitMaps get S ctr S sf 1 ne{dup dup length 1 sub dup 2 index S get sf div put}if put /ctr ctr 1 add N}B /I{ cc 1 add D}B /bop{userdict /bop-hook known{bop-hook}if /SI save N @rigin 0 0 moveto /V matrix currentmatrix dup 1 get dup mul exch 0 get dup mul add .99 lt{/QV}{/RV}ifelse load def pop pop}N /eop{SI restore userdict /eop-hook known{eop-hook}if showpage}N /@start{userdict /start-hook known{start-hook}if pop /VResolution X /Resolution X 1000 div /DVImag X /IE 256 array N 0 1 255{IE S 1 string dup 0 3 index put cvn put}for 65781.76 div /vsize X 65781.76 div /hsize X}N /p{show}N /RMat[1 0 0 -1 0 0]N /BDot 260 string N /rulex 0 N /ruley 0 N /v{/ruley X /rulex X V}B /V {}B /RV statusdict begin /product where{pop product dup length 7 ge{0 7 getinterval dup(Display)eq exch 0 4 getinterval(NeXT)eq or}{pop false} ifelse}{false}ifelse end{{gsave TR -.1 .1 TR 1 1 scale rulex ruley false RMat{BDot}imagemask grestore}}{{gsave TR -.1 .1 TR rulex ruley scale 1 1 false RMat{BDot}imagemask grestore}}ifelse B /QV{gsave newpath transform round exch round exch itransform moveto rulex 0 rlineto 0 ruley neg rlineto rulex neg 0 rlineto fill grestore}B /a{moveto}B /delta 0 N /tail {dup /delta X 0 rmoveto}B /M{S p delta add tail}B /b{S p tail}B /c{-4 M} B /d{-3 M}B /e{-2 M}B /f{-1 M}B /g{0 M}B /h{1 M}B /i{2 M}B /j{3 M}B /k{ 4 M}B /w{0 rmoveto}B /l{p -4 w}B /m{p -3 w}B /n{p -2 w}B /o{p -1 w}B /q{ p 1 w}B /r{p 2 w}B /s{p 3 w}B /t{p 4 w}B /x{0 S rmoveto}B /y{3 2 roll p a}B /bos{/SS save N}B /eos{SS restore}B end TeXDict begin /rf{findfont dup length 1 add dict begin{1 index /FID ne 2 index /UniqueID ne and{def}{pop pop}ifelse}forall[1 index 0 6 -1 roll exec 0 exch 5 -1 roll VResolution Resolution div mul neg 0 0]/Metrics exch def dict begin Encoding{exch dup type /integertype ne{pop pop 1 sub dup 0 le{pop}{[}ifelse}{FontMatrix 0 get div Metrics 0 get div def} ifelse}forall Metrics /Metrics currentdict end def[2 index currentdict end definefont 3 -1 roll makefont /setfont load]cvx def}def /ObliqueSlant{dup sin S cos div neg}B /SlantFont{4 index mul add}def /ExtendFont{3 -1 roll mul exch}def /ReEncodeFont{/Encoding exch def}def end TeXDict begin 40258437 52099154 1000 600 600 (classexam.dvi) @start /Fa 134[33 2[33 33 18 26 22 1[33 33 33 52 18 33 1[18 2[22 29 33 29 1[29 9[63 2[41 3[37 48 6[48 1[37 1[48 44 3[29 5[33 33 33 33 33 33 33 33 33 33 6[22 22 22 1[55 37[{}41 66.666664 /Times-Roman rf end TeXDict begin 1 0 bop 1048 2084 1805 4 v 1046 2162 4 79 v 1099 2139 a Fa(Outlook)p 1367 2162 V 103 w(T)-5 b(emp\(F\))p 1698 2162 V 101 w(Humidity\(\045\))p 2152 2162 V 101 w(W)m(indy?)p 2459 2162 V 2463 2162 V 177 w(Class)p 2851 2162 V 1048 2166 1805 4 v 1048 2169 V 1046 2248 4 79 v 1129 2224 a(sunny)p 1367 2248 V 214 w(75)p 1698 2248 V 326 w(70)p 2152 2248 V 297 w(true)p 2459 2248 V 2463 2248 V 241 w(Play)p 2851 2248 V 1048 2251 1805 4 v 1046 2330 4 79 v 1129 2306 a(sunny)p 1367 2330 V 214 w(80)p 1698 2330 V 326 w(90)p 2152 2330 V 297 w(true)p 2459 2330 V 2463 2330 V 156 w(Don')o(t)17 b(Play)p 2851 2330 V 1048 2333 1805 4 v 1046 2412 4 79 v 1129 2389 a(sunny)p 1367 2412 V 214 w(85)p 1698 2412 V 326 w(85)p 2152 2412 V 286 w(false)p 2459 2412 V 2463 2412 V 145 w(Don')o(t)g(Play)p 2851 2412 V 1048 2416 1805 4 v 1046 2495 4 79 v 1129 2471 a(sunny)p 1367 2495 V 214 w(72)p 1698 2495 V 326 w(95)p 2152 2495 V 286 w(false)p 2459 2495 V 2463 2495 V 145 w(Don')o(t)g(Play)p 2851 2495 V 1048 2498 1805 4 v 1046 2577 4 79 v 1129 2553 a(sunny)p 1367 2577 V 214 w(69)p 1698 2577 V 326 w(70)p 2152 2577 V 286 w(false)p 2459 2577 V 2463 2577 V 230 w(Play)p 2851 2577 V 1048 2580 1805 4 v 1046 2659 4 79 v 1098 2635 a(overcast)p 1367 2659 V 184 w(72)p 1698 2659 V 326 w(90)p 2152 2659 V 297 w(true)p 2459 2659 V 2463 2659 V 241 w(Play)p 2851 2659 V 1048 2662 1805 4 v 1046 2741 4 79 v 1098 2717 a(overcast)p 1367 2741 V 184 w(83)p 1698 2741 V 326 w(78)p 2152 2741 V 286 w(false)p 2459 2741 V 2463 2741 V 230 w(Play)p 2851 2741 V 1048 2744 1805 4 v 1046 2823 4 79 v 1098 2800 a(overcast)p 1367 2823 V 184 w(64)p 1698 2823 V 326 w(65)p 2152 2823 V 297 w(true)p 2459 2823 V 2463 2823 V 241 w(Play)p 2851 2823 V 1048 2827 1805 4 v 1046 2905 4 79 v 1098 2882 a(overcast)p 1367 2905 V 184 w(81)p 1698 2905 V 326 w(75)p 2152 2905 V 286 w(false)p 2459 2905 V 2463 2905 V 230 w(Play)p 2851 2905 V 1048 2909 1805 4 v 1046 2988 4 79 v 1157 2964 a(rain)p 1367 2988 V 242 w(71)p 1698 2988 V 326 w(80)p 2152 2988 V 297 w(true)p 2459 2988 V 2463 2988 V 156 w(Don')o(t)g(Play)p 2851 2988 V 1048 2991 1805 4 v 1046 3070 4 79 v 1157 3046 a(rain)p 1367 3070 V 242 w(65)p 1698 3070 V 326 w(70)p 2152 3070 V 297 w(true)p 2459 3070 V 2463 3070 V 156 w(Don')o(t)g(Play)p 2851 3070 V 1048 3073 1805 4 v 1046 3152 4 79 v 1157 3128 a(rain)p 1367 3152 V 242 w(75)p 1698 3152 V 326 w(80)p 2152 3152 V 286 w(false)p 2459 3152 V 2463 3152 V 230 w(Play)p 2851 3152 V 1048 3155 1805 4 v 1046 3234 4 79 v 1157 3211 a(rain)p 1367 3234 V 242 w(68)p 1698 3234 V 326 w(80)p 2152 3234 V 286 w(false)p 2459 3234 V 2463 3234 V 230 w(Play)p 2851 3234 V 1048 3238 1805 4 v 1046 3316 4 79 v 1157 3293 a(rain)p 1367 3316 V 242 w(70)p 1698 3316 V 326 w(96)p 2152 3316 V 286 w(false)p 2459 3316 V 2463 3316 V 230 w(Play)p 2851 3316 V 1048 3320 1805 4 v eop end userdict /end-hook known{end-hook}if %%EndDocument endTexFig 1786 -53 a 15175085 8525330 0 0 17629511 9867264 startTexFig 1786 -53 a %%BeginDocument: single-tree.eps /$F2psDict 200 dict def $F2psDict begin $F2psDict /mtrx matrix put /col-1 {0 setgray} bind def /col0 {0.000 0.000 0.000 srgb} bind def /col1 {0.000 0.000 1.000 srgb} bind def /col2 {0.000 1.000 0.000 srgb} bind def /col3 {0.000 1.000 1.000 srgb} bind def /col4 {1.000 0.000 0.000 srgb} bind def /col5 {1.000 0.000 1.000 srgb} bind def /col6 {1.000 1.000 0.000 srgb} bind def /col7 {1.000 1.000 1.000 srgb} bind def /col8 {0.000 0.000 0.560 srgb} bind def /col9 {0.000 0.000 0.690 srgb} bind def /col10 {0.000 0.000 0.820 srgb} bind def /col11 {0.530 0.810 1.000 srgb} bind def /col12 {0.000 0.560 0.000 srgb} bind def /col13 {0.000 0.690 0.000 srgb} bind def /col14 {0.000 0.820 0.000 srgb} bind def /col15 {0.000 0.560 0.560 srgb} bind def /col16 {0.000 0.690 0.690 srgb} bind def /col17 {0.000 0.820 0.820 srgb} bind def /col18 {0.560 0.000 0.000 srgb} bind def /col19 {0.690 0.000 0.000 srgb} bind def /col20 {0.820 0.000 0.000 srgb} bind def /col21 {0.560 0.000 0.560 srgb} bind def /col22 {0.690 0.000 0.690 srgb} bind def /col23 {0.820 0.000 0.820 srgb} bind def /col24 {0.500 0.190 0.000 srgb} bind def /col25 {0.630 0.250 0.000 srgb} bind def /col26 {0.750 0.380 0.000 srgb} bind def /col27 {1.000 0.500 0.500 srgb} bind def /col28 {1.000 0.630 0.630 srgb} bind def /col29 {1.000 0.750 0.750 srgb} bind def /col30 {1.000 0.880 0.880 srgb} bind def /col31 {1.000 0.840 0.000 srgb} bind def end save -66.0 208.0 translate 1 -1 scale /cp {closepath} bind def /ef {eofill} bind def /gr {grestore} bind def /gs {gsave} bind def /sa {save} bind def /rs {restore} bind def /l {lineto} bind def /m {moveto} bind def /rm {rmoveto} bind def /n {newpath} bind def /s {stroke} bind def /sh {show} bind def /slc {setlinecap} bind def /slj {setlinejoin} bind def /slw {setlinewidth} bind def /srgb {setrgbcolor} bind def /rot {rotate} bind def /sc {scale} bind def /sd {setdash} bind def /ff {findfont} bind def /sf {setfont} bind def /scf {scalefont} bind def /sw {stringwidth} bind def /tr {translate} bind def /tnt {dup dup currentrgbcolor 4 -2 roll dup 1 exch sub 3 -1 roll mul add 4 -2 roll dup 1 exch sub 3 -1 roll mul add 4 -2 roll dup 1 exch sub 3 -1 roll mul add srgb} bind def /shd {dup dup currentrgbcolor 4 -2 roll mul 4 -2 roll mul 4 -2 roll mul srgb} bind def /DrawEllipse { /endangle exch def /startangle exch def /yrad exch def /xrad exch def /y exch def /x exch def /savematrix mtrx currentmatrix def x y tr xrad yrad sc 0 0 1 startangle endangle arc closepath savematrix setmatrix } def /$F2psBegin {$F2psDict begin /$F2psEnteredState save def} def /$F2psEnd {$F2psEnteredState restore end} def $F2psBegin 10 setmiterlimit n -1000 4463 m -1000 -1000 l 6563 -1000 l 6563 4463 l cp clip 0.06000 0.06000 sc % Polyline 7.500 slw n 1202 3077 m 1652 3077 l 1652 3377 l 1202 3377 l cp gs col-1 s gr /Times-Roman ff 180.00 scf sf 1277 3302 m gs 1 -1 sc (Play) col-1 sh gr % Polyline n 1126 3001 m 1726 3001 l 1726 3451 l 1126 3451 l cp gs col-1 s gr % Polyline n 2251 3077 m 3226 3077 l 3226 3377 l 2251 3377 l cp gs col-1 s gr /Times-Roman ff 180.00 scf sf 2326 3302 m gs 1 -1 sc (Dont' Play) col-1 sh gr % Polyline n 2176 3001 m 3301 3001 l 3301 3451 l 2176 3451 l cp gs col-1 s gr % Polyline n 3526 3077 m 4501 3077 l 4501 3377 l 3526 3377 l cp gs col-1 s gr /Times-Roman ff 180.00 scf sf 3601 3302 m gs 1 -1 sc (Dont' Play) col-1 sh gr % Polyline n 3451 3001 m 4576 3001 l 4576 3451 l 3451 3451 l cp gs col-1 s gr % Polyline n 5027 3077 m 5477 3077 l 5477 3377 l 5027 3377 l cp gs col-1 s gr /Times-Roman ff 180.00 scf sf 5102 3302 m gs 1 -1 sc (Play) col-1 sh gr % Polyline n 4951 3001 m 5551 3001 l 5551 3451 l 4951 3451 l cp gs col-1 s gr % Ellipse n 4577 2177 450 150 0 360 DrawEllipse gs col-1 s gr % Ellipse n 3452 1127 450 150 0 360 DrawEllipse gs col-1 s gr % Ellipse n 2327 2177 450 150 0 360 DrawEllipse gs col-1 s gr % Polyline gs clippath 2442 1984 m 2326 2026 l 2409 1934 l 2297 2009 l 2330 2059 l cp clip n 3451 1276 m 2326 2026 l gs col-1 s gr gr % arrowhead n 2442 1984 m 2326 2026 l 2409 1934 l col-1 s % Polyline gs clippath 3481 1831 m 3451 1951 l 3421 1831 l 3421 1966 l 3481 1966 l cp clip n 3451 1276 m 3451 1951 l gs col-1 s gr gr % arrowhead n 3481 1831 m 3451 1951 l 3421 1831 l col-1 s % Polyline gs clippath 4421 1932 m 4501 2026 l 4386 1981 l 4496 2059 l 4531 2010 l cp clip n 3451 1276 m 4501 2026 l gs col-1 s gr gr % arrowhead n 4421 1932 m 4501 2026 l 4386 1981 l col-1 s % Polyline gs clippath 1540 2953 m 1426 3001 l 1504 2905 l 1396 2986 l 1432 3034 l cp clip n 2326 2326 m 1426 3001 l gs col-1 s gr gr % arrowhead n 1540 2953 m 1426 3001 l 1504 2905 l col-1 s % Polyline gs clippath 2734 2885 m 2776 3001 l 2684 2918 l 2759 3030 l 2809 2997 l cp clip n 2326 2326 m 2776 3001 l gs col-1 s gr gr % arrowhead n 2734 2885 m 2776 3001 l 2684 2918 l col-1 s % Polyline gs clippath 4148 2925 m 4051 3001 l 4101 2888 l 4018 2994 l 4065 3031 l cp clip n 4576 2326 m 4051 3001 l gs col-1 s gr gr % arrowhead n 4148 2925 m 4051 3001 l 4101 2888 l col-1 s % Polyline gs clippath 5257 2898 m 5326 3001 l 5217 2943 l 5317 3033 l 5357 2989 l cp clip n 4576 2326 m 5326 3001 l gs col-1 s gr gr % arrowhead n 5257 2898 m 5326 3001 l 5217 2943 l col-1 s % Polyline n 3151 1951 m 3751 1951 l 3751 2401 l 3151 2401 l cp gs col-1 s gr % Polyline n 3227 2027 m 3677 2027 l 3677 2327 l 3227 2327 l cp gs col-1 s gr /Palatino-Italic ff 180.00 scf sf 4351 2251 m gs 1 -1 sc (Windy) col-1 sh gr /Times-Roman ff 180.00 scf sf 2476 1576 m gs 1 -1 sc (sunny) col-1 sh gr /Times-Roman ff 180.00 scf sf 3076 1726 m gs 1 -1 sc (overcast) col-1 sh gr /Times-Roman ff 180.00 scf sf 4051 1576 m gs 1 -1 sc (rain) col-1 sh gr /Times-Roman ff 180.00 scf sf 1426 2626 m gs 1 -1 sc (<= 75) col-1 sh gr /Times-Roman ff 180.00 scf sf 2626 2626 m gs 1 -1 sc (> 75) col-1 sh gr /Times-Roman ff 180.00 scf sf 3826 2626 m gs 1 -1 sc (true) col-1 sh gr /Times-Roman ff 180.00 scf sf 5101 2626 m gs 1 -1 sc (false) col-1 sh gr /Times-Roman ff 180.00 scf sf 3302 2252 m gs 1 -1 sc (Play) col-1 sh gr /Palatino-Italic ff 180.00 scf sf 3152 1202 m gs 1 -1 sc (Outlook) col-1 sh gr /Palatino-Italic ff 180.00 scf sf 1952 2252 m gs 1 -1 sc (Humidity) col-1 sh gr $F2psEnd rs %%EndDocument endTexFig 442 1210 a Fi(Figure)27 b(1:)36 b(A)28 b(small)f(training)g(data)g (set)h([Qui93])f(and)g(its)h(\014nal)f(classi\014cation)f(decision)i (tree.)0 1468 y(in)n(teresting)35 b(sequen)n(tial)f(asso)r(ciations)g (can)h(b)r(e)g(de\014ned.)61 b(Details)35 b(of)h(v)-5 b(arious)34 b(serial)g(and)h(parallel)f(form)n(ulations)g(and)0 1567 y(algorithms)26 b(for)h(\014nding)h(suc)n(h)f(asso)r(ciations)f (can)h(b)r(e)h(found)g(in)g([JKK99)n(,)g(JHKKar)n(].)0 1839 y Fj(3)135 b(P)l(arallel)47 b(Algorithms)f(for)f(Induction)f(of)h (Decision)h(T)-11 b(ree)45 b(Classi\014ers)0 2021 y Fi (Classi\014cation)19 b(is)i(an)f(imp)r(ortan)n(t)g(data)g(mining)h (problem.)34 b(The)20 b(input)h(to)g(the)g(problem)f(is)g(a)g(data-set) g(called)g(the)h(training)0 2121 y(set,)31 b(whic)n(h)f(consists)f(of)h (a)g(n)n(um)n(b)r(er)g(of)g(examples)f(eac)n(h)h(ha)n(ving)f(a)h(n)n (um)n(b)r(er)f(of)h(attributes.)45 b(The)30 b(attributes)g(are)f (either)0 2220 y Fg(c)l(ontinuous)p Fi(,)g(when)h(the)g(attribute)g(v) -5 b(alues)29 b(are)f(ordered,)h(or)g Fg(c)l(ate)l(goric)l(al)p Fi(,)i(when)f(the)g(attribute)f(v)-5 b(alues)30 b(are)e(unordered.)0 2320 y(One)35 b(of)h(the)g(categorical)d(attributes)i(is)h(called)f (the)h Fg(class)i(lab)l(el)e Fi(or)f(the)h Fg(classifying)j(attribute)p Fi(.)60 b(The)36 b(ob)5 b(jectiv)n(e)35 b(is)g(to)0 2420 y(use)d(the)g(training)g(set)g(to)g(build)g(a)g(mo)r(del)g(of)g(the)g (class)f(lab)r(el)h(based)g(on)g(the)g(other)g(attributes)f(suc)n(h)h (that)h(the)f(mo)r(del)0 2519 y(can)e(b)r(e)h(used)f(to)g(classify)f (new)i(data)e(not)i(from)f(the)g(training)g(data-set.)44 b(Application)30 b(domains)g(include)g(retail)g(target)0 2619 y(mark)n(eting,)24 b(fraud)h(detection,)g(and)g(design)f(of)h (telecomm)n(unication)f(service)f(plans.)36 b(Sev)n(eral)23 b(classi\014cation)h(mo)r(dels)g(lik)n(e)0 2718 y(neural)f(net)n(w)n (orks)f([Lip87)o(],)j(genetic)e(algorithms)f([Gol89)o(],)i(and)g (decision)f(trees)g([Qui93)o(])g(ha)n(v)n(e)g(b)r(een)h(prop)r(osed.)34 b(Decision)0 2818 y(trees)26 b(are)f(probably)h(the)h(most)f(p)r (opular)g(since)g(they)h(obtain)f(reasonable)f(accuracy)g([DMT94)o(])i (and)f(they)h(are)e(relativ)n(ely)0 2918 y(inexp)r(ensiv)n(e)i(to)h (compute.)125 3017 y(Most)h(of)h(the)g(existing)g(induction{based)f (algorithms)f(lik)n(e)i Fg(C4.5)h Fi([Qui93)o(],)g Fg(CDP)f Fi([AIS93a)o(],)h Fg(SLIQ)e Fi([MAR96],)h(and)0 3117 y Fg(SPRINT)i Fi([SAM96])g(use)g(Hun)n(t's)h(metho)r(d)g([Qui93)o(])f (as)g(the)g(basic)g(algorithm.)50 b(Here)32 b(is)g(its)g(recursiv)n(e)f (description)h(for)0 3217 y(constructing)27 b(a)g(decision)g(tree)g (from)h(a)f(set)g Ff(T)39 b Fi(of)28 b(training)f(cases)f(with)i (classes)e(denoted)i Fd(f)p Ff(C)2993 3229 y Fh(1)3030 3217 y Ff(;)14 b(C)3126 3229 y Fh(2)3164 3217 y Ff(;)g(:)g(:)g(:)f(;)h (C)3407 3229 y Fe(k)3448 3217 y Fd(g)p Fi(.)0 3384 y Fb(Case)32 b(1)41 b Ff(T)c Fi(con)n(tains)24 b(cases)h(all)h(b)r (elonging)f(to)g(a)g(single)h(class)e Ff(C)2069 3396 y Fe(j)2105 3384 y Fi(.)36 b(The)26 b(decision)f(tree)g(for)h Ff(T)37 b Fi(is)25 b(a)g(leaf)h(iden)n(tifying)g(class)208 3484 y Ff(C)267 3496 y Fe(j)302 3484 y Fi(.)0 3644 y Fb(Case)32 b(2)41 b Ff(T)30 b Fi(con)n(tains)18 b(cases)g(that)h(b)r (elong)g(to)f(a)h(mixture)g(of)g(classes.)33 b(A)19 b(test)g(is)g(c)n (hosen,)h(based)e(on)h(a)f(single)h(attribute,)i(that)208 3744 y(has)28 b(one)h(or)f(more)g(m)n(utually)h(exclusiv)n(e)f (outcomes)h Fd(f)p Ff(O)1997 3756 y Fh(1)2034 3744 y Ff(;)14 b(O)2134 3756 y Fh(2)2171 3744 y Ff(;)g(:)g(:)g(:)g(;)g(O)2419 3756 y Fe(n)2464 3744 y Fd(g)p Fi(.)41 b(Note)29 b(that)g(in)h(man)n(y) e(implemen)n(tations,)208 3843 y Ff(n)c Fi(is)g(c)n(hosen)g(to)g(b)r(e) h(2)f(and)g(this)g(leads)g(to)g(a)g(binary)g(decision)g(tree.)35 b Ff(T)h Fi(is)24 b(partitioned)g(in)n(to)g(subsets)g Ff(T)3439 3855 y Fh(1)3476 3843 y Ff(;)14 b(T)3562 3855 y Fh(2)3599 3843 y Ff(;)g(:)g(:)g(:)f(;)h(T)3832 3855 y Fe(n)3877 3843 y Fi(,)208 3943 y(where)27 b Ff(T)497 3955 y Fe(i)553 3943 y Fi(con)n(tains)g(all)h(the)h(cases)e(in)h Ff(T)40 b Fi(that)28 b(ha)n(v)n(e)f(outcome)h Ff(O)2302 3955 y Fe(i)2358 3943 y Fi(of)g(the)h(c)n(hosen)e(test.)39 b(The)29 b(decision)e(tree)h(for)g Ff(T)208 4042 y Fi(consists)g(of)i (a)f(decision)g(no)r(de)h(iden)n(tifying)g(the)g(test,)h(and)e(one)g (branc)n(h)g(for)g(eac)n(h)g(p)r(ossible)g(outcome.)43 b(The)30 b(same)208 4142 y(tree)d(building)h(mac)n(hinery)e(is)i (applied)f(recursiv)n(ely)f(to)h(eac)n(h)g(subset)h(of)f(training)g (cases.)0 4302 y Fb(Case)32 b(3)41 b Ff(T)g Fi(con)n(tains)29 b(no)h(cases.)44 b(The)30 b(decision)g(tree)g(for)g Ff(T)41 b Fi(is)30 b(a)g(leaf,)h(but)f(the)h(class)e(to)h(b)r(e)h(asso)r (ciated)e(with)i(the)f(leaf)208 4402 y(m)n(ust)h(b)r(e)i(determined)f (from)f(information)g(other)h(than)g Ff(T)12 b Fi(.)48 b(F)-7 b(or)31 b(example,)i Fg(C4.5)h Fi(c)n(ho)r(oses)c(this)i(to)g(b) r(e)g(the)g(most)208 4501 y(frequen)n(t)27 b(class)g(at)g(the)h(paren)n (t)f(of)g(this)h(no)r(de.)125 4669 y(Figure)23 b(1)g(sho)n(ws)g(a)h (training)f(data)g(set)h(with)h(four)e(data)h(attributes)g(and)f(t)n(w) n(o)h(classes)e(and)i(its)g(classi\014cation)f(decision)0 4769 y(tree)h(constructed)g(using)g(the)h(Hun)n(t's)g(metho)r(d.)36 b(In)25 b(the)g(case)e(2)h(of)h(Hun)n(t's)f(metho)r(d,)i(a)e(test)h (based)f(on)g(a)g(single)g(attribute)0 4868 y(is)37 b(c)n(hosen)g(for)g (expanding)f(the)i(curren)n(t)f(no)r(de.)66 b(The)37 b(c)n(hoice)g(of)g(an)g(attribute)h(is)f(normally)g(based)f(on)i(the)f (en)n(trop)n(y)0 4968 y(gains)27 b([Qui93)o(])h(of)g(the)g(attributes.) 38 b(The)28 b(en)n(trop)n(y)f(of)h(an)f(attribute,)i(calculated)e(from) h(class)f(distribution)h(information,)0 5068 y(depicts)d(the)f (classi\014cation)g(p)r(o)n(w)n(er)f(of)h(the)h(attribute)g(b)n(y)f (itself.)36 b(The)25 b(b)r(est)f(attribute)h(is)f(selected)h(as)f(a)g (test)g(for)g(the)h(no)r(de)0 5167 y(expansion.)1929 5416 y(4)p eop %%Page: 5 5 5 4 bop 500 -53 a 22890435 12787959 0 0 71438991 39863746 startTexFig 500 -53 a %%BeginDocument: count-data.eps /MyAppDict 100 dict dup begin def /$F2psDict 200 dict def $F2psDict begin $F2psDict /mtrx matrix put /col-1 {0 setgray} bind def /col0 {0.000 0.000 0.000 srgb} bind def /col1 {0.000 0.000 1.000 srgb} bind def /col2 {0.000 1.000 0.000 srgb} bind def /col3 {0.000 1.000 1.000 srgb} bind def /col4 {1.000 0.000 0.000 srgb} bind def /col5 {1.000 0.000 1.000 srgb} bind def /col6 {1.000 1.000 0.000 srgb} bind def /col7 {1.000 1.000 1.000 srgb} bind def /col8 {0.000 0.000 0.560 srgb} bind def /col9 {0.000 0.000 0.690 srgb} bind def /col10 {0.000 0.000 0.820 srgb} bind def /col11 {0.530 0.810 1.000 srgb} bind def /col12 {0.000 0.560 0.000 srgb} bind def /col13 {0.000 0.690 0.000 srgb} bind def /col14 {0.000 0.820 0.000 srgb} bind def /col15 {0.000 0.560 0.560 srgb} bind def /col16 {0.000 0.690 0.690 srgb} bind def /col17 {0.000 0.820 0.820 srgb} bind def /col18 {0.560 0.000 0.000 srgb} bind def /col19 {0.690 0.000 0.000 srgb} bind def /col20 {0.820 0.000 0.000 srgb} bind def /col21 {0.560 0.000 0.560 srgb} bind def /col22 {0.690 0.000 0.690 srgb} bind def /col23 {0.820 0.000 0.820 srgb} bind def /col24 {0.500 0.190 0.000 srgb} bind def /col25 {0.630 0.250 0.000 srgb} bind def /col26 {0.750 0.380 0.000 srgb} bind def /col27 {1.000 0.500 0.500 srgb} bind def /col28 {1.000 0.630 0.630 srgb} bind def /col29 {1.000 0.750 0.750 srgb} bind def /col30 {1.000 0.880 0.880 srgb} bind def /col31 {1.000 0.840 0.000 srgb} bind def end save -44.0 636.0 translate 1 -1 scale .9 .9 scale % to make patterns same scale as in xfig % This junk string is used by the show operators /PATsstr 1 string def /PATawidthshow { % cx cy cchar rx ry string % Loop over each character in the string { % cx cy cchar rx ry char % Show the character dup % cx cy cchar rx ry char char PATsstr dup 0 4 -1 roll put % cx cy cchar rx ry char (char) false charpath % cx cy cchar rx ry char /clip load PATdraw % Move past the character (charpath modified the % current point) currentpoint % cx cy cchar rx ry char x y newpath moveto % cx cy cchar rx ry char % Reposition by cx,cy if the character in the string is cchar 3 index eq { % cx cy cchar rx ry 4 index 4 index rmoveto } if % Reposition all characters by rx ry 2 copy rmoveto % cx cy cchar rx ry } forall pop pop pop pop pop % - currentpoint newpath moveto } bind def /PATcg { 7 dict dup begin /lw currentlinewidth def /lc currentlinecap def /lj currentlinejoin def /ml currentmiterlimit def /ds [ currentdash ] def /cc [ currentrgbcolor ] def /cm matrix currentmatrix def end } bind def % PATdraw - calculates the boundaries of the object and % fills it with the current pattern /PATdraw { % proc save exch PATpcalc % proc nw nh px py 5 -1 roll exec % nw nh px py newpath PATfill % - restore } bind def % PATfill - performs the tiling for the shape /PATfill { % nw nh px py PATfill - PATDict /CurrentPattern get dup begin setfont % Set the coordinate system to Pattern Space PatternGState PATsg % Set the color for uncolored pattezns PaintType 2 eq { PATDict /PColor get PATsc } if % Create the string for showing 3 index string % nw nh px py str % Loop for each of the pattern sources 0 1 Multi 1 sub { % nw nh px py str source % Move to the starting location 3 index 3 index % nw nh px py str source px py moveto % nw nh px py str source % For multiple sources, set the appropriate color Multi 1 ne { dup PC exch get PATsc } if % Set the appropriate string for the source 0 1 7 index 1 sub { 2 index exch 2 index put } for pop % Loop over the number of vertical cells 3 index % nw nh px py str nh { % nw nh px py str currentpoint % nw nh px py str cx cy 2 index show % nw nh px py str cx cy YStep add moveto % nw nh px py str } repeat % nw nh px py str } for 5 { pop } repeat end } bind def % PATkshow - kshow with the current pattezn /PATkshow { % proc string exch bind % string proc 1 index 0 get % string proc char % Loop over all but the last character in the string 0 1 4 index length 2 sub { % string proc char idx % Find the n+1th character in the string 3 index exch 1 add get % string proe char char+1 exch 2 copy % strinq proc char+1 char char+1 char % Now show the nth character PATsstr dup 0 4 -1 roll put % string proc chr+1 chr chr+1 (chr) false charpath % string proc char+1 char char+1 /clip load PATdraw % Move past the character (charpath modified the current point) currentpoint newpath moveto % Execute the user proc (should consume char and char+1) mark 3 1 roll % string proc char+1 mark char char+1 4 index exec % string proc char+1 mark... cleartomark % string proc char+1 } for % Now display the last character PATsstr dup 0 4 -1 roll put % string proc (char+1) false charpath % string proc /clip load PATdraw neewath pop pop % - } bind def % PATmp - the makepattern equivalent /PATmp { % patdict patmtx PATmp patinstance exch dup length 7 add % We will add 6 new entries plus 1 FID dict copy % Create a new dictionary begin % Matrix to install when painting the pattern TilingType PATtcalc /PatternGState PATcg def PatternGState /cm 3 -1 roll put % Check for multi pattern sources (Level 1 fast color patterns) currentdict /Multi known not { /Multi 1 def } if % Font dictionary definitions /FontType 3 def % Create a dummy encoding vector /Encoding 256 array def 3 string 0 1 255 { Encoding exch dup 3 index cvs cvn put } for pop /FontMatrix matrix def /FontBBox BBox def /BuildChar { mark 3 1 roll % mark dict char exch begin Multi 1 ne {PaintData exch get}{pop} ifelse % mark [paintdata] PaintType 2 eq Multi 1 ne or { XStep 0 FontBBox aload pop setcachedevice } { XStep 0 setcharwidth } ifelse currentdict % mark [paintdata] dict /PaintProc load % mark [paintdata] dict paintproc end gsave false PATredef exec true PATredef grestore cleartomark % - } bind def currentdict end % newdict /foo exch % /foo newlict definefont % newfont } bind def % PATpcalc - calculates the starting point and width/height % of the tile fill for the shape /PATpcalc { % - PATpcalc nw nh px py PATDict /CurrentPattern get begin gsave % Set up the coordinate system to Pattern Space % and lock down pattern PatternGState /cm get setmatrix BBox aload pop pop pop translate % Determine the bounding box of the shape pathbbox % llx lly urx ury grestore % Determine (nw, nh) the # of cells to paint width and height PatHeight div ceiling % llx lly urx qh 4 1 roll % qh llx lly urx PatWidth div ceiling % qh llx lly qw 4 1 roll % qw qh llx lly PatHeight div floor % qw qh llx ph 4 1 roll % ph qw qh llx PatWidth div floor % ph qw qh pw 4 1 roll % pw ph qw qh 2 index sub cvi abs % pw ph qs qh-ph exch 3 index sub cvi abs exch % pw ph nw=qw-pw nh=qh-ph % Determine the starting point of the pattern fill %(px, py) 4 2 roll % nw nh pw ph PatHeight mul % nw nh pw py exch % nw nh py pw PatWidth mul exch % nw nh px py end } bind def % Save the original routines so that we can use them later on /oldfill /fill load def /oldeofill /eofill load def /oldstroke /stroke load def /oldshow /show load def /oldashow /ashow load def /oldwidthshow /widthshow load def /oldawidthshow /awidthshow load def /oldkshow /kshow load def % These defs are necessary so that subsequent procs don't bind in % the originals /fill { oldfill } bind def /eofill { oldeofill } bind def /stroke { oldstroke } bind def /show { oldshow } bind def /ashow { oldashow } bind def /widthshow { oldwidthshow } bind def /awidthshow { oldawidthshow } bind def /kshow { oldkshow } bind def /PATredef { MyAppDict begin { /fill { /clip load PATdraw newpath } bind def /eofill { /eoclip load PATdraw newpath } bind def /stroke { PATstroke } bind def /show { 0 0 null 0 0 6 -1 roll PATawidthshow } bind def /ashow { 0 0 null 6 3 roll PATawidthshow } bind def /widthshow { 0 0 3 -1 roll PATawidthshow } bind def /awidthshow { PATawidthshow } bind def /kshow { PATkshow } bind def } { /fill { oldfill } bind def /eofill { oldeofill } bind def /stroke { oldstroke } bind def /show { oldshow } bind def /ashow { oldashow } bind def /widthshow { oldwidthshow } bind def /awidthshow { oldawidthshow } bind def /kshow { oldkshow } bind def } ifelse end } bind def false PATredef % Conditionally define setcmykcolor if not available /setcmykcolor where { pop } { /setcmykcolor { 1 sub 4 1 roll 3 { 3 index add neg dup 0 lt { pop 0 } if 3 1 roll } repeat setrgbcolor - pop } bind def } ifelse /PATsc { % colorarray aload length % c1 ... cn length dup 1 eq { pop setgray } { 3 eq { setrgbcolor } { setcmykcolor } ifelse } ifelse } bind def /PATsg { % dict begin lw setlinewidth lc setlinecap lj setlinejoin ml setmiterlimit ds aload pop setdash cc aload pop setrgbcolor cm setmatrix end } bind def /PATDict 3 dict def /PATsp { true PATredef PATDict begin /CurrentPattern exch def % If it's an uncolored pattern, save the color CurrentPattern /PaintType get 2 eq { /PColor exch def } if /CColor [ currentrgbcolor ] def end } bind def % PATstroke - stroke with the current pattern /PATstroke { countdictstack save mark { currentpoint strokepath moveto PATpcalc % proc nw nh px py clip newpath PATfill } stopped { (*** PATstroke Warning: Path is too complex, stroking with gray) = cleartomark restore countdictstack exch sub dup 0 gt { { end } repeat } { pop } ifelse gsave 0.5 setgray oldstroke grestore } { pop restore pop } ifelse newpath } bind def /PATtcalc { % modmtx tilingtype PATtcalc tilematrix % Note: tiling types 2 and 3 are not supported gsave exch concat % tilingtype matrix currentmatrix exch % cmtx tilingtype % Tiling type 1 and 3: constant spacing 2 ne { % Distort the pattern so that it occupies % an integral number of device pixels dup 4 get exch dup 5 get exch % tx ty cmtx XStep 0 dtransform round exch round exch % tx ty cmtx dx.x dx.y XStep div exch XStep div exch % tx ty cmtx a b 0 YStep dtransform round exch round exch % tx ty cmtx a b dy.x dy.y YStep div exch YStep div exch % tx ty cmtx a b c d 7 -3 roll astore % { a b c d tx ty } } if grestore } bind def /PATusp { false PATredef PATDict begin CColor PATsc end } bind def % right30 11 dict begin /PaintType 1 def /PatternType 1 def /TilingType 1 def /BBox [0 0 1 1] def /XStep 1 def /YStep 1 def /PatWidth 1 def /PatHeight 1 def /Multi 2 def /PaintData [ { clippath } bind { 32 16 true [ 32 0 0 -16 0 16 ] {<00030003000c000c0030003000c000c0030003000c000c00 30003000c000c00000030003000c000c0030003000c000c0 030003000c000c0030003000c000c000>} imagemask } bind ] def /PaintProc { pop exec fill } def currentdict end /P2 exch def 1.1111 1.1111 scale %restore scale /cp {closepath} bind def /ef {eofill} bind def /gr {grestore} bind def /gs {gsave} bind def /sa {save} bind def /rs {restore} bind def /l {lineto} bind def /m {moveto} bind def /rm {rmoveto} bind def /n {newpath} bind def /s {stroke} bind def /sh {show} bind def /slc {setlinecap} bind def /slj {setlinejoin} bind def /slw {setlinewidth} bind def /srgb {setrgbcolor} bind def /rot {rotate} bind def /sc {scale} bind def /sd {setdash} bind def /ff {findfont} bind def /sf {setfont} bind def /scf {scalefont} bind def /sw {stringwidth} bind def /tr {translate} bind def /tnt {dup dup currentrgbcolor 4 -2 roll dup 1 exch sub 3 -1 roll mul add 4 -2 roll dup 1 exch sub 3 -1 roll mul add 4 -2 roll dup 1 exch sub 3 -1 roll mul add srgb} bind def /shd {dup dup currentrgbcolor 4 -2 roll mul 4 -2 roll mul 4 -2 roll mul srgb} bind def /DrawEllipse { /endangle exch def /startangle exch def /yrad exch def /xrad exch def /y exch def /x exch def /savematrix mtrx currentmatrix def x y tr xrad yrad sc 0 0 1 startangle endangle arc closepath savematrix setmatrix } def /$F2psBegin {$F2psDict begin /$F2psEnteredState save def} def /$F2psEnd {$F2psEnteredState restore end} def $F2psBegin 10 setmiterlimit n -1000 11590 m -1000 -1000 l 19832 -1000 l 19832 11590 l cp clip 0.06000 0.06000 sc /Times-Roman ff 330.00 scf sf 2550 10500 m gs 1 -1 sc (\(a\) Synchronous Tree Construction) col0 sh gr /Times-Roman ff 330.00 scf sf 13200 10425 m gs 1 -1 sc (\(b\) Partitioned Tree Construction) col0 sh gr 7.500 slw % Ellipse n 1647 6175 56 56 0 360 DrawEllipse gs col-1 s gr % Ellipse n 1199 6680 56 56 0 360 DrawEllipse gs col-1 s gr % Ellipse n 1647 6680 56 56 0 360 DrawEllipse gs col-1 s gr % Ellipse n 2096 6680 56 56 0 360 DrawEllipse gs col-1 s gr % Polyline gs clippath 1334 6576 m 1255 6624 l 1303 6545 l 1229 6619 l 1260 6650 l cp clip n 1647 6231 m 1255 6624 l gs col-1 s gr gr % arrowhead n 1334 6576 m 1255 6624 l 1303 6545 l col-1 s % Polyline gs clippath 1669 6534 m 1647 6624 l 1625 6534 l 1625 6639 l 1669 6639 l cp clip n 1647 6231 m 1647 6624 l gs col-1 s gr gr % arrowhead n 1669 6534 m 1647 6624 l 1625 6534 l col-1 s % Ellipse n 974 7241 56 56 0 360 DrawEllipse gs /PC [[0.00 0.00 0.00] [0.00 0.00 0.00]] def 15.00 15.00 sc P2 [16 0 0 -8 61.20 479.00] PATmp PATsp ef gr PATusp gs col-1 s gr % Ellipse n 3891 6175 56 56 0 360 DrawEllipse gs col-1 s gr % Ellipse n 3442 6680 56 56 0 360 DrawEllipse gs col-1 s gr % Ellipse n 3891 6680 56 56 0 360 DrawEllipse gs col-1 s gr % Ellipse n 4340 6680 56 56 0 360 DrawEllipse gs col-1 s gr % Ellipse n 3218 7241 56 56 0 360 DrawEllipse gs /PC [[0.00 0.00 0.00] [0.00 0.00 0.00]] def 15.00 15.00 sc P2 [16 0 0 -8 210.80 479.00] PATmp PATsp ef gr PATusp gs col-1 s gr % Ellipse n 6079 6175 56 56 0 360 DrawEllipse gs col-1 s gr % Ellipse n 5630 6680 56 56 0 360 DrawEllipse gs col-1 s gr % Ellipse n 6079 6680 56 56 0 360 DrawEllipse gs col-1 s gr % Ellipse n 6528 6680 56 56 0 360 DrawEllipse gs col-1 s gr % Ellipse n 5406 7241 56 56 0 360 DrawEllipse gs /PC [[0.00 0.00 0.00] [0.00 0.00 0.00]] def 15.00 15.00 sc P2 [16 0 0 -8 356.67 479.00] PATmp PATsp ef gr PATusp gs col-1 s gr % Ellipse n 8267 6175 56 56 0 360 DrawEllipse gs col-1 s gr % Ellipse n 7818 6680 56 56 0 360 DrawEllipse gs col-1 s gr % Ellipse n 8267 6680 56 56 0 360 DrawEllipse gs col-1 s gr % Ellipse n 8715 6680 56 56 0 360 DrawEllipse gs col-1 s gr % Ellipse n 7593 7241 56 56 0 360 DrawEllipse gs /PC [[0.00 0.00 0.00] [0.00 0.00 0.00]] def 15.00 15.00 sc P2 [16 0 0 -8 502.47 479.00] PATmp PATsp ef gr PATusp gs col-1 s gr % Ellipse n 1367 7241 56 56 0 360 DrawEllipse gs col-1 s gr % Ellipse n 3667 7241 56 56 0 360 DrawEllipse gs col-1 s gr % Ellipse n 5854 7241 56 56 0 360 DrawEllipse gs col-1 s gr % Ellipse n 8042 7241 56 56 0 360 DrawEllipse gs col-1 s gr % Ellipse n 1648 1969 56 56 0 360 DrawEllipse gs col-1 s gr % Ellipse n 1648 2474 56 56 0 360 DrawEllipse gs col-1 s gr % Ellipse n 2097 2474 56 56 0 360 DrawEllipse gs col-1 s gr % Ellipse n 3892 1969 56 56 0 360 DrawEllipse gs col-1 s gr % Ellipse n 3892 2474 56 56 0 360 DrawEllipse gs col-1 s gr % Ellipse n 4341 2474 56 56 0 360 DrawEllipse gs col-1 s gr % Ellipse n 6136 1969 56 56 0 360 DrawEllipse gs col-1 s gr % Ellipse n 6136 2474 56 56 0 360 DrawEllipse gs col-1 s gr % Ellipse n 6585 2474 56 56 0 360 DrawEllipse gs col-1 s gr % Ellipse n 8267 1969 56 56 0 360 DrawEllipse gs col-1 s gr % Ellipse n 8267 2474 56 56 0 360 DrawEllipse gs col-1 s gr % Ellipse n 8716 2474 56 56 0 360 DrawEllipse gs col-1 s gr % Ellipse n 1200 2474 56 56 0 360 DrawEllipse gs 0.00 setgray ef gr gs col-1 s gr % Ellipse n 3443 2474 56 56 0 360 DrawEllipse gs 0.00 setgray ef gr gs col-1 s gr % Ellipse n 5687 2474 56 56 0 360 DrawEllipse gs 0.00 setgray ef gr gs col-1 s gr % Ellipse n 7819 2474 56 56 0 360 DrawEllipse gs 0.00 setgray ef gr gs col-1 s gr % Polyline n 806 1743 m 2545 1743 l 2545 3538 l 806 3538 l cp gs col-1 s gr % Polyline n 3050 1743 m 4789 1743 l 4789 3538 l 3050 3538 l cp gs col-1 s gr % Polyline n 5237 1743 m 6976 1743 l 6976 3538 l 5237 3538 l cp gs col-1 s gr % Polyline n 7425 1743 m 9164 1743 l 9164 3538 l 7425 3538 l cp gs col-1 s gr % Polyline n 750 5838 m 2489 5838 l 2489 7634 l 750 7634 l cp gs col-1 s gr % Polyline gs clippath 2043 6548 m 2096 6624 l 2014 6582 l 2093 6651 l 2122 6617 l cp clip n 1647 6231 m 2096 6624 l gs col-1 s gr gr % arrowhead n 2043 6548 m 2096 6624 l 2014 6582 l col-1 s % Polyline gs clippath 1034 7115 m 974 7185 l 994 7095 l 947 7188 l 987 7208 l cp clip n 1199 6736 m 974 7185 l gs col-1 s gr gr % arrowhead n 1034 7115 m 974 7185 l 994 7095 l col-1 s % Polyline n 2994 5838 m 4733 5838 l 4733 7634 l 2994 7634 l cp gs col-1 s gr % Polyline gs clippath 3578 6576 m 3499 6624 l 3547 6545 l 3473 6619 l 3504 6650 l cp clip n 3891 6231 m 3499 6624 l gs col-1 s gr gr % arrowhead n 3578 6576 m 3499 6624 l 3547 6545 l col-1 s % Polyline gs clippath 3913 6534 m 3891 6624 l 3869 6534 l 3869 6639 l 3913 6639 l cp clip n 3891 6231 m 3891 6624 l gs col-1 s gr gr % arrowhead n 3913 6534 m 3891 6624 l 3869 6534 l col-1 s % Polyline gs clippath 4287 6548 m 4340 6624 l 4258 6582 l 4337 6651 l 4366 6617 l cp clip n 3891 6231 m 4340 6624 l gs col-1 s gr gr % arrowhead n 4287 6548 m 4340 6624 l 4258 6582 l col-1 s % Polyline gs clippath 3278 7115 m 3218 7185 l 3238 7095 l 3191 7188 l 3231 7208 l cp clip n 3442 6736 m 3218 7185 l gs col-1 s gr gr % arrowhead n 3278 7115 m 3218 7185 l 3238 7095 l col-1 s % Polyline n 5181 5838 m 6920 5838 l 6920 7634 l 5181 7634 l cp gs col-1 s gr % Polyline gs clippath 5765 6576 m 5686 6624 l 5734 6545 l 5660 6619 l 5691 6650 l cp clip n 6079 6231 m 5686 6624 l gs col-1 s gr gr % arrowhead n 5765 6576 m 5686 6624 l 5734 6545 l col-1 s % Polyline gs clippath 6101 6534 m 6079 6624 l 6057 6534 l 6057 6639 l 6101 6639 l cp clip n 6079 6231 m 6079 6624 l gs col-1 s gr gr % arrowhead n 6101 6534 m 6079 6624 l 6057 6534 l col-1 s % Polyline gs clippath 6475 6548 m 6528 6624 l 6446 6582 l 6525 6651 l 6554 6617 l cp clip n 6079 6231 m 6528 6624 l gs col-1 s gr gr % arrowhead n 6475 6548 m 6528 6624 l 6446 6582 l col-1 s % Polyline gs clippath 5466 7115 m 5406 7185 l 5426 7095 l 5379 7188 l 5419 7208 l cp clip n 5630 6736 m 5406 7185 l gs col-1 s gr gr % arrowhead n 5466 7115 m 5406 7185 l 5426 7095 l col-1 s % Polyline n 7369 5838 m 9108 5838 l 9108 7634 l 7369 7634 l cp gs col-1 s gr % Polyline gs clippath 7953 6576 m 7874 6624 l 7922 6545 l 7848 6619 l 7879 6650 l cp clip n 8267 6231 m 7874 6624 l gs col-1 s gr gr % arrowhead n 7953 6576 m 7874 6624 l 7922 6545 l col-1 s % Polyline gs clippath 8289 6534 m 8267 6624 l 8245 6534 l 8245 6639 l 8289 6639 l cp clip n 8267 6231 m 8267 6624 l gs col-1 s gr gr % arrowhead n 8289 6534 m 8267 6624 l 8245 6534 l col-1 s % Polyline gs clippath 8662 6548 m 8715 6624 l 8633 6582 l 8711 6651 l 8741 6617 l cp clip n 8267 6231 m 8715 6624 l gs col-1 s gr gr % arrowhead n 8662 6548 m 8715 6624 l 8633 6582 l col-1 s % Polyline gs clippath 7653 7115 m 7593 7185 l 7613 7095 l 7566 7188 l 7606 7208 l cp clip n 7818 6736 m 7593 7185 l gs col-1 s gr gr % arrowhead n 7653 7115 m 7593 7185 l 7613 7095 l col-1 s % Polyline 30.000 slw [180] 0 sd gs clippath 5013 4703 m 4901 5241 l 4789 4703 l 4789 5434 l 5013 5434 l cp clip n 4901 3986 m 4901 5389 l gs col-1 s gr gr [] 0 sd % arrowhead 60.000 slw n 5013 4703 m 4901 5241 l 4789 4703 l 4901 4793 l 5013 4703 l cp gs 0.00 setgray ef gr col-1 s % Polyline 7.500 slw gs clippath 1357 7093 m 1367 7185 l 1315 7109 l 1351 7207 l 1393 7191 l cp clip n 1199 6736 m 1367 7185 l gs col-1 s gr gr % arrowhead n 1357 7093 m 1367 7185 l 1315 7109 l col-1 s % Polyline gs clippath 3647 7095 m 3667 7185 l 3607 7115 l 3654 7208 l 3694 7188 l cp clip n 3442 6736 m 3667 7185 l gs col-1 s gr gr % arrowhead n 3647 7095 m 3667 7185 l 3607 7115 l col-1 s % Polyline gs clippath 5834 7095 m 5854 7185 l 5794 7115 l 5841 7208 l 5881 7188 l cp clip n 5630 6736 m 5854 7185 l gs col-1 s gr gr % arrowhead n 5834 7095 m 5854 7185 l 5794 7115 l col-1 s % Polyline gs clippath 8022 7095 m 8042 7185 l 7982 7115 l 8029 7208 l 8069 7188 l cp clip n 7818 6736 m 8042 7185 l gs col-1 s gr gr % arrowhead n 8022 7095 m 8042 7185 l 7982 7115 l col-1 s % Polyline gs clippath 1335 2370 m 1256 2418 l 1304 2339 l 1230 2413 l 1261 2444 l cp clip n 1648 2025 m 1256 2418 l gs col-1 s gr gr % arrowhead n 1335 2370 m 1256 2418 l 1304 2339 l col-1 s % Polyline gs clippath 1670 2328 m 1648 2418 l 1626 2328 l 1626 2433 l 1670 2433 l cp clip n 1648 2025 m 1648 2418 l gs col-1 s gr gr % arrowhead n 1670 2328 m 1648 2418 l 1626 2328 l col-1 s % Polyline gs clippath 2044 2341 m 2097 2417 l 2015 2375 l 2094 2444 l 2123 2410 l cp clip n 1648 2024 m 2097 2417 l gs col-1 s gr gr % arrowhead n 2044 2341 m 2097 2417 l 2015 2375 l col-1 s % Polyline gs clippath 3578 2370 m 3499 2418 l 3547 2339 l 3473 2413 l 3504 2444 l cp clip n 3892 2025 m 3499 2418 l gs col-1 s gr gr % arrowhead n 3578 2370 m 3499 2418 l 3547 2339 l col-1 s % Polyline gs clippath 3914 2328 m 3892 2418 l 3870 2328 l 3870 2433 l 3914 2433 l cp clip n 3892 2025 m 3892 2418 l gs col-1 s gr gr % arrowhead n 3914 2328 m 3892 2418 l 3870 2328 l col-1 s % Polyline gs clippath 4288 2341 m 4341 2417 l 4259 2375 l 4338 2444 l 4367 2410 l cp clip n 3892 2024 m 4341 2417 l gs col-1 s gr gr % arrowhead n 4288 2341 m 4341 2417 l 4259 2375 l col-1 s % Polyline gs clippath 5822 2370 m 5743 2418 l 5791 2339 l 5717 2413 l 5748 2444 l cp clip n 6136 2025 m 5743 2418 l gs col-1 s gr gr % arrowhead n 5822 2370 m 5743 2418 l 5791 2339 l col-1 s % Polyline gs clippath 6158 2328 m 6136 2418 l 6114 2328 l 6114 2433 l 6158 2433 l cp clip n 6136 2025 m 6136 2418 l gs col-1 s gr gr % arrowhead n 6158 2328 m 6136 2418 l 6114 2328 l col-1 s % Polyline gs clippath 6532 2341 m 6585 2417 l 6503 2375 l 6582 2444 l 6611 2410 l cp clip n 6136 2024 m 6585 2417 l gs col-1 s gr gr % arrowhead n 6532 2341 m 6585 2417 l 6503 2375 l col-1 s % Polyline gs clippath 7954 2370 m 7875 2418 l 7923 2339 l 7849 2413 l 7880 2444 l cp clip n 8267 2025 m 7875 2418 l gs col-1 s gr gr % arrowhead n 7954 2370 m 7875 2418 l 7923 2339 l col-1 s % Polyline gs clippath 8289 2328 m 8267 2418 l 8245 2328 l 8245 2433 l 8289 2433 l cp clip n 8267 2025 m 8267 2418 l gs col-1 s gr gr % arrowhead n 8289 2328 m 8267 2418 l 8245 2328 l col-1 s % Polyline gs clippath 8663 2341 m 8716 2417 l 8634 2375 l 8713 2444 l 8742 2410 l cp clip n 8267 2024 m 8716 2417 l gs col-1 s gr gr % arrowhead n 8663 2341 m 8716 2417 l 8634 2375 l col-1 s % Polyline [60] 0 sd gs clippath 3074 7326 m 3162 7297 l 3098 7364 l 3187 7308 l 3163 7270 l cp 1098 7360 m 1030 7297 l 1119 7321 l 1028 7270 l 1006 7309 l cp clip n 1030 7297 m 1050 7308 l 1063 7315 l 1080 7324 l 1100 7334 l 1124 7347 l 1151 7361 l 1180 7375 l 1210 7390 l 1242 7406 l 1275 7421 l 1307 7436 l 1339 7450 l 1371 7462 l 1403 7474 l 1434 7485 l 1464 7495 l 1495 7503 l 1526 7510 l 1558 7516 l 1591 7521 l 1617 7524 l 1644 7527 l 1672 7530 l 1701 7532 l 1732 7534 l 1763 7535 l 1796 7537 l 1830 7538 l 1865 7539 l 1900 7540 l 1937 7541 l 1974 7541 l 2012 7541 l 2050 7542 l 2088 7542 l 2127 7542 l 2165 7542 l 2203 7542 l 2241 7541 l 2279 7541 l 2316 7541 l 2352 7540 l 2388 7539 l 2422 7538 l 2456 7537 l 2488 7535 l 2519 7534 l 2549 7532 l 2578 7530 l 2606 7527 l 2632 7524 l 2657 7521 l 2692 7515 l 2725 7509 l 2756 7501 l 2787 7491 l 2818 7480 l 2849 7468 l 2880 7454 l 2912 7439 l 2943 7424 l 2974 7407 l 3005 7390 l 3034 7374 l 3061 7358 l 3086 7343 l 3108 7330 l 3126 7320 l 3140 7311 l 3162 7297 l gs col-1 s gr gr [] 0 sd % arrowhead n 1098 7360 m 1030 7297 l 1119 7321 l col-1 s % arrowhead n 3074 7326 m 3162 7297 l 3098 7364 l col-1 s % Polyline [60] 0 sd gs clippath 5261 7323 m 5350 7297 l 5284 7362 l 5374 7309 l 5352 7270 l cp 3349 7352 m 3274 7297 l 3366 7310 l 3269 7271 l 3252 7312 l cp clip n 3274 7297 m 3296 7306 l 3310 7311 l 3328 7319 l 3350 7328 l 3376 7338 l 3406 7350 l 3438 7363 l 3473 7376 l 3510 7390 l 3547 7405 l 3585 7419 l 3622 7432 l 3659 7445 l 3695 7458 l 3730 7469 l 3763 7479 l 3796 7489 l 3827 7497 l 3857 7505 l 3887 7511 l 3917 7516 l 3947 7521 l 3975 7525 l 4004 7528 l 4034 7531 l 4065 7533 l 4096 7535 l 4128 7537 l 4161 7538 l 4194 7539 l 4228 7540 l 4263 7541 l 4298 7541 l 4333 7542 l 4368 7542 l 4404 7542 l 4439 7542 l 4475 7542 l 4510 7541 l 4544 7541 l 4578 7540 l 4612 7539 l 4644 7538 l 4676 7537 l 4707 7535 l 4736 7533 l 4765 7531 l 4793 7528 l 4819 7525 l 4845 7521 l 4876 7515 l 4906 7509 l 4936 7501 l 4965 7491 l 4995 7480 l 5026 7468 l 5057 7454 l 5089 7439 l 5121 7424 l 5153 7407 l 5184 7390 l 5215 7374 l 5244 7358 l 5270 7343 l 5292 7330 l 5311 7320 l 5326 7311 l 5350 7297 l gs col-1 s gr gr [] 0 sd % arrowhead n 3349 7352 m 3274 7297 l 3366 7310 l col-1 s % arrowhead n 5261 7323 m 5350 7297 l 5284 7362 l col-1 s % Polyline [60] 0 sd gs clippath 7446 7313 m 7537 7297 l 7464 7354 l 7560 7311 l 7542 7270 l cp 5535 7354 m 5462 7297 l 5553 7313 l 5457 7270 l 5439 7311 l cp clip n 5462 7297 m 5487 7308 l 5502 7315 l 5522 7324 l 5547 7334 l 5575 7347 l 5607 7361 l 5641 7375 l 5677 7390 l 5714 7406 l 5751 7421 l 5789 7436 l 5825 7450 l 5860 7462 l 5894 7474 l 5927 7485 l 5958 7495 l 5989 7503 l 6019 7510 l 6049 7516 l 6079 7521 l 6105 7525 l 6132 7528 l 6160 7531 l 6188 7533 l 6217 7535 l 6247 7537 l 6277 7538 l 6307 7539 l 6339 7540 l 6370 7541 l 6402 7541 l 6435 7542 l 6467 7542 l 6500 7542 l 6532 7542 l 6564 7542 l 6597 7541 l 6629 7541 l 6660 7540 l 6692 7539 l 6722 7538 l 6752 7537 l 6782 7535 l 6811 7533 l 6839 7531 l 6867 7528 l 6894 7525 l 6920 7521 l 6950 7516 l 6980 7510 l 7010 7503 l 7041 7495 l 7072 7485 l 7105 7474 l 7139 7462 l 7174 7450 l 7210 7436 l 7248 7421 l 7285 7406 l 7322 7390 l 7358 7375 l 7392 7361 l 7424 7347 l 7452 7334 l 7477 7324 l 7497 7315 l 7512 7308 l 7537 7297 l gs col-1 s gr gr [] 0 sd % arrowhead n 5535 7354 m 5462 7297 l 5553 7313 l col-1 s % arrowhead n 7446 7313 m 7537 7297 l 7464 7354 l col-1 s % Polyline [60] 0 sd gs clippath 7512 7397 m 7593 7353 l 7542 7430 l 7619 7359 l 7589 7326 l cp 1025 7375 m 974 7297 l 1055 7342 l 978 7270 l 948 7303 l cp clip n 974 7297 m 988 7310 l 997 7319 l 1009 7331 l 1024 7346 l 1043 7363 l 1064 7384 l 1090 7408 l 1118 7435 l 1149 7463 l 1182 7494 l 1218 7527 l 1255 7561 l 1294 7595 l 1334 7630 l 1374 7665 l 1415 7699 l 1456 7732 l 1497 7765 l 1538 7796 l 1578 7825 l 1618 7853 l 1658 7880 l 1698 7904 l 1737 7926 l 1777 7947 l 1816 7966 l 1857 7983 l 1898 7999 l 1940 8013 l 1984 8026 l 2019 8035 l 2055 8044 l 2092 8052 l 2130 8059 l 2168 8066 l 2208 8073 l 2248 8078 l 2289 8084 l 2331 8089 l 2374 8093 l 2417 8097 l 2461 8101 l 2505 8104 l 2550 8107 l 2595 8109 l 2641 8112 l 2687 8114 l 2734 8116 l 2780 8117 l 2828 8119 l 2875 8120 l 2922 8121 l 2970 8123 l 3018 8124 l 3066 8124 l 3114 8125 l 3163 8126 l 3211 8127 l 3260 8128 l 3308 8129 l 3357 8129 l 3406 8130 l 3455 8131 l 3503 8132 l 3552 8133 l 3602 8134 l 3651 8134 l 3700 8135 l 3750 8136 l 3800 8137 l 3850 8137 l 3901 8138 l 3952 8138 l 4003 8138 l 4049 8138 l 4095 8138 l 4141 8137 l 4189 8137 l 4236 8136 l 4285 8136 l 4334 8135 l 4384 8134 l 4434 8133 l 4485 8133 l 4537 8132 l 4589 8131 l 4642 8130 l 4696 8129 l 4750 8128 l 4805 8128 l 4860 8127 l 4915 8126 l 4971 8125 l 5027 8124 l 5084 8123 l 5140 8122 l 5197 8121 l 5254 8120 l 5310 8119 l 5367 8118 l 5423 8116 l 5479 8115 l 5535 8113 l 5591 8112 l 5646 8110 l 5700 8108 l 5754 8106 l 5807 8103 l 5860 8101 l 5912 8098 l 5963 8095 l 6013 8092 l 6062 8088 l 6110 8084 l 6157 8080 l 6203 8075 l 6247 8071 l 6291 8065 l 6334 8060 l 6375 8054 l 6415 8048 l 6454 8041 l 6492 8034 l 6528 8026 l 6580 8014 l 6629 8001 l 6677 7986 l 6723 7970 l 6767 7953 l 6811 7934 l 6855 7913 l 6898 7890 l 6941 7866 l 6983 7840 l 7026 7813 l 7068 7784 l 7110 7754 l 7153 7724 l 7194 7692 l 7235 7660 l 7276 7628 l 7314 7596 l 7352 7565 l 7387 7535 l 7421 7506 l 7451 7480 l 7479 7455 l 7504 7433 l 7526 7414 l 7544 7398 l 7559 7384 l 7571 7373 l 7580 7365 l 7593 7353 l gs col-1 s gr gr [] 0 sd % arrowhead n 1025 7375 m 974 7297 l 1055 7342 l col-1 s % arrowhead n 7512 7397 m 7593 7353 l 7542 7430 l col-1 s % Polyline [60] 0 sd gs clippath 3295 2542 m 3386 2528 l 3312 2584 l 3409 2543 l 3391 2501 l cp 1279 2574 m 1199 2528 l 1291 2531 l 1191 2502 l 1178 2545 l cp clip n 1199 2528 m 1220 2534 l 1234 2538 l 1253 2543 l 1275 2549 l 1303 2557 l 1334 2565 l 1370 2575 l 1409 2586 l 1450 2597 l 1494 2609 l 1539 2621 l 1585 2634 l 1631 2646 l 1676 2658 l 1721 2669 l 1764 2681 l 1805 2691 l 1845 2701 l 1883 2710 l 1918 2718 l 1952 2726 l 1984 2732 l 2014 2738 l 2042 2743 l 2070 2748 l 2096 2752 l 2128 2756 l 2160 2760 l 2191 2763 l 2221 2765 l 2251 2767 l 2280 2769 l 2308 2770 l 2336 2771 l 2364 2772 l 2391 2773 l 2419 2773 l 2446 2773 l 2473 2773 l 2499 2773 l 2526 2772 l 2553 2771 l 2580 2770 l 2607 2769 l 2634 2767 l 2661 2765 l 2688 2763 l 2715 2760 l 2742 2756 l 2769 2752 l 2796 2747 l 2823 2741 l 2851 2734 l 2880 2726 l 2911 2716 l 2943 2705 l 2976 2693 l 3012 2681 l 3048 2667 l 3086 2652 l 3124 2637 l 3163 2621 l 3200 2606 l 3235 2592 l 3268 2578 l 3298 2565 l 3323 2555 l 3344 2546 l 3360 2539 l 3386 2528 l gs col-1 s gr gr [] 0 sd % arrowhead n 1279 2574 m 1199 2528 l 1291 2531 l col-1 s % arrowhead n 3295 2542 m 3386 2528 l 3312 2584 l col-1 s % Polyline [60] 0 sd gs clippath 5539 2545 m 5630 2528 l 5558 2586 l 5653 2542 l 5634 2501 l cp 3568 2590 m 3499 2528 l 3589 2550 l 3496 2501 l 3475 2541 l cp clip n 3499 2528 m 3520 2539 l 3534 2546 l 3551 2555 l 3572 2565 l 3596 2578 l 3624 2592 l 3654 2606 l 3685 2621 l 3718 2637 l 3751 2652 l 3784 2667 l 3816 2681 l 3848 2693 l 3879 2705 l 3910 2716 l 3940 2726 l 3969 2734 l 3999 2741 l 4029 2747 l 4060 2752 l 4086 2755 l 4112 2759 l 4140 2761 l 4168 2763 l 4198 2765 l 4228 2767 l 4260 2768 l 4292 2770 l 4325 2771 l 4359 2771 l 4393 2772 l 4428 2772 l 4463 2773 l 4498 2773 l 4534 2773 l 4569 2773 l 4605 2773 l 4640 2772 l 4675 2772 l 4709 2771 l 4743 2771 l 4777 2770 l 4809 2768 l 4841 2767 l 4872 2765 l 4902 2763 l 4931 2761 l 4959 2759 l 4986 2755 l 5013 2752 l 5045 2747 l 5077 2741 l 5108 2734 l 5140 2726 l 5172 2716 l 5205 2705 l 5240 2693 l 5275 2681 l 5311 2667 l 5347 2652 l 5384 2637 l 5421 2621 l 5456 2606 l 5489 2592 l 5520 2578 l 5548 2565 l 5571 2555 l 5591 2546 l 5606 2539 l 5630 2528 l gs col-1 s gr gr [] 0 sd % arrowhead n 3568 2590 m 3499 2528 l 3589 2550 l col-1 s % arrowhead n 5539 2545 m 5630 2528 l 5558 2586 l col-1 s % Polyline [60] 0 sd gs clippath 7673 2554 m 7762 2528 l 7696 2593 l 7786 2540 l 7764 2501 l cp 5817 2583 m 5742 2528 l 5834 2541 l 5737 2502 l 5720 2543 l cp clip n 5742 2528 m 5764 2537 l 5778 2542 l 5796 2550 l 5819 2559 l 5845 2569 l 5875 2581 l 5908 2594 l 5943 2607 l 5980 2621 l 6018 2636 l 6056 2650 l 6094 2663 l 6131 2676 l 6167 2689 l 6201 2700 l 6235 2710 l 6267 2720 l 6298 2728 l 6328 2736 l 6357 2742 l 6386 2747 l 6415 2752 l 6442 2756 l 6470 2759 l 6498 2762 l 6527 2764 l 6557 2766 l 6587 2768 l 6618 2769 l 6649 2770 l 6681 2771 l 6713 2772 l 6745 2772 l 6778 2773 l 6811 2773 l 6844 2773 l 6877 2773 l 6909 2773 l 6942 2772 l 6974 2772 l 7006 2771 l 7037 2770 l 7067 2769 l 7097 2768 l 7126 2766 l 7154 2764 l 7181 2762 l 7207 2759 l 7233 2756 l 7257 2752 l 7287 2746 l 7316 2740 l 7345 2732 l 7374 2722 l 7404 2711 l 7434 2699 l 7465 2685 l 7497 2670 l 7529 2655 l 7562 2638 l 7594 2621 l 7625 2605 l 7654 2589 l 7680 2574 l 7703 2561 l 7723 2551 l 7738 2542 l 7762 2528 l gs col-1 s gr gr [] 0 sd % arrowhead n 5817 2583 m 5742 2528 l 5834 2541 l col-1 s % arrowhead n 7673 2554 m 7762 2528 l 7696 2593 l col-1 s % Polyline [60] 0 sd gs clippath 7746 2586 m 7818 2528 l 7782 2613 l 7845 2529 l 7809 2503 l cp 1239 2611 m 1199 2528 l 1274 2583 l 1207 2502 l 1172 2531 l cp clip n 1199 2528 m 1209 2540 l 1216 2547 l 1226 2557 l 1237 2570 l 1252 2586 l 1270 2605 l 1290 2626 l 1313 2650 l 1339 2676 l 1367 2705 l 1398 2735 l 1431 2766 l 1466 2799 l 1503 2832 l 1541 2865 l 1581 2898 l 1622 2931 l 1665 2963 l 1708 2994 l 1753 3024 l 1798 3053 l 1845 3080 l 1894 3105 l 1944 3129 l 1995 3151 l 2049 3171 l 2105 3189 l 2164 3206 l 2225 3221 l 2291 3234 l 2360 3246 l 2433 3257 l 2476 3263 l 2521 3268 l 2567 3273 l 2615 3277 l 2665 3281 l 2716 3285 l 2769 3289 l 2824 3293 l 2880 3296 l 2938 3299 l 2998 3301 l 3059 3304 l 3122 3306 l 3186 3309 l 3252 3311 l 3320 3313 l 3389 3314 l 3459 3316 l 3530 3317 l 3603 3318 l 3677 3320 l 3752 3321 l 3828 3322 l 3905 3322 l 3982 3323 l 4060 3324 l 4139 3324 l 4219 3325 l 4298 3325 l 4378 3325 l 4459 3325 l 4539 3325 l 4619 3325 l 4700 3325 l 4780 3325 l 4860 3325 l 4939 3324 l 5018 3324 l 5096 3323 l 5173 3322 l 5250 3322 l 5326 3321 l 5401 3320 l 5475 3318 l 5547 3317 l 5619 3316 l 5689 3314 l 5757 3313 l 5825 3311 l 5891 3309 l 5955 3306 l 6018 3304 l 6079 3301 l 6138 3299 l 6196 3296 l 6252 3293 l 6306 3289 l 6359 3285 l 6410 3281 l 6459 3277 l 6507 3273 l 6553 3268 l 6597 3263 l 6640 3257 l 6713 3246 l 6781 3234 l 6845 3221 l 6905 3206 l 6963 3189 l 7018 3171 l 7070 3151 l 7120 3129 l 7168 3105 l 7214 3080 l 7259 3053 l 7302 3024 l 7345 2994 l 7386 2963 l 7426 2931 l 7464 2898 l 7502 2865 l 7538 2832 l 7572 2799 l 7604 2766 l 7635 2735 l 7663 2705 l 7690 2676 l 7713 2650 l 7735 2626 l 7753 2605 l 7769 2586 l 7783 2570 l 7794 2557 l 7802 2547 l 7809 2540 l 7818 2528 l gs col-1 s gr gr [] 0 sd % arrowhead n 1239 2611 m 1199 2528 l 1274 2583 l col-1 s % arrowhead n 7746 2586 m 7818 2528 l 7782 2613 l col-1 s /Times-Roman ff 270.00 scf sf 1423 5613 m gs 1 -1 sc (Proc 0) col-1 sh gr /Times-Roman ff 270.00 scf sf 1367 1574 m gs 1 -1 sc (Proc 0) col-1 sh gr /Times-Roman ff 270.00 scf sf 3611 1574 m gs 1 -1 sc (Proc 1) col-1 sh gr /Times-Roman ff 270.00 scf sf 5798 1574 m gs 1 -1 sc (Proc 2) col-1 sh gr /Times-Roman ff 270.00 scf sf 8042 1574 m gs 1 -1 sc (Proc 3) col-1 sh gr /Times-Roman ff 270.00 scf sf 3611 5613 m gs 1 -1 sc (Proc 1) col-1 sh gr /Times-Roman ff 270.00 scf sf 5798 5613 m gs 1 -1 sc (Proc 2) col-1 sh gr /Times-Roman ff 270.00 scf sf 7930 5613 m gs 1 -1 sc (Proc 3) col-1 sh gr /Times-Roman ff 270.00 scf sf 3274 3818 m gs 1 -1 sc (Class Distribution Information) col-1 sh gr /Times-Roman ff 270.00 scf sf 2769 8475 m gs 1 -1 sc (Class Distribution Information) col-1 sh gr % Ellipse n 12738 1619 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 12406 1619 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 14354 1619 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 14639 1619 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 15779 1619 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 18012 1619 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 17632 1619 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 16493 1619 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 12406 5041 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 12120 5041 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 18154 4992 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 18393 4992 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 18630 4992 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 12406 4279 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 14306 4279 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 16159 4279 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 18061 4279 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 13735 5041 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 16065 4994 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 16255 4994 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 15876 4994 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 16445 4994 47 47 0 360 DrawEllipse gs col-1 s gr [60] 0 sd % Ellipse n 12406 4660 47 47 0 360 DrawEllipse gs col-1 s gr [] 0 sd [60] 0 sd % Ellipse n 12738 4660 47 47 0 360 DrawEllipse gs col-1 s gr [] 0 sd [60] 0 sd % Ellipse n 14306 4660 47 47 0 360 DrawEllipse gs col-1 s gr [] 0 sd [60] 0 sd % Ellipse n 14591 4660 47 47 0 360 DrawEllipse gs col-1 s gr [] 0 sd [60] 0 sd % Ellipse n 15731 4659 47 47 0 360 DrawEllipse gs col-1 s gr [] 0 sd [60] 0 sd % Ellipse n 16587 4659 47 47 0 360 DrawEllipse gs col-1 s gr [] 0 sd [60] 0 sd % Ellipse n 17632 4660 47 47 0 360 DrawEllipse gs col-1 s gr [] 0 sd [60] 0 sd % Ellipse n 18061 4660 47 47 0 360 DrawEllipse gs col-1 s gr [] 0 sd % Ellipse n 12074 1619 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 14021 1619 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 16159 1619 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 18393 1619 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 14354 1191 47 47 0 360 DrawEllipse gs 0.50 setgray ef gr gs col-1 s gr % Ellipse n 12406 1191 47 47 0 360 DrawEllipse gs 0.50 setgray ef gr gs col-1 s gr % Ellipse n 16159 1191 47 47 0 360 DrawEllipse gs 0.50 setgray ef gr gs col-1 s gr % Ellipse n 18012 1191 47 47 0 360 DrawEllipse gs 0.50 setgray ef gr gs col-1 s gr % Ellipse n 12074 4660 47 47 0 360 DrawEllipse gs 0.50 setgray ef gr gs col-1 s gr % Ellipse n 18440 4660 47 47 0 360 DrawEllipse gs 0.50 setgray ef gr gs col-1 s gr % Ellipse n 16161 4660 47 47 0 360 DrawEllipse gs 0.50 setgray ef gr gs col-1 s gr % Ellipse n 11835 5041 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 14021 5041 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 14320 5041 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 14021 4660 47 47 0 360 DrawEllipse gs 0.50 setgray ef gr gs col-1 s gr % Polyline n 13546 622 m 15019 622 l 15019 2141 l 13546 2141 l cp gs col-1 s gr % Polyline n 15399 622 m 16872 622 l 16872 2141 l 15399 2141 l cp gs col-1 s gr % Polyline n 17252 622 m 18725 622 l 18725 2141 l 17252 2141 l cp gs col-1 s gr % Polyline n 11645 622 m 13118 622 l 13118 2141 l 11645 2141 l cp gs col-1 s gr % Polyline gs clippath 12180 1520 m 12120 1571 l 12149 1498 l 12096 1572 l 12127 1594 l cp clip n 12358 1238 m 12120 1571 l gs col-1 s gr gr % arrowhead n 12180 1520 m 12120 1571 l 12149 1498 l col-1 s % Polyline gs clippath 12425 1495 m 12406 1571 l 12387 1495 l 12387 1586 l 12425 1586 l cp clip n 12406 1238 m 12406 1571 l gs col-1 s gr gr % arrowhead n 12425 1495 m 12406 1571 l 12387 1495 l col-1 s % Polyline gs clippath 12703 1501 m 12738 1571 l 12674 1526 l 12733 1595 l 12762 1570 l cp clip n 12453 1238 m 12738 1571 l gs col-1 s gr gr % arrowhead n 12703 1501 m 12738 1571 l 12674 1526 l col-1 s % Polyline gs clippath 14133 1526 m 14069 1571 l 14104 1501 l 14045 1570 l 14074 1595 l cp clip n 14354 1238 m 14069 1571 l gs col-1 s gr gr % arrowhead n 14133 1526 m 14069 1571 l 14104 1501 l col-1 s % Polyline gs clippath 14373 1448 m 14354 1524 l 14335 1448 l 14335 1539 l 14373 1539 l cp clip n 14354 1238 m 14354 1524 l gs col-1 s gr gr % arrowhead n 14373 1448 m 14354 1524 l 14335 1448 l col-1 s % Polyline gs clippath 14610 1498 m 14639 1571 l 14579 1520 l 14632 1594 l 14663 1572 l cp clip n 14401 1238 m 14639 1571 l gs col-1 s gr gr % arrowhead n 14610 1498 m 14639 1571 l 14579 1520 l col-1 s % Polyline gs clippath 15894 1531 m 15827 1571 l 15867 1504 l 15803 1568 l 15830 1595 l cp clip n 16159 1238 m 15827 1571 l gs col-1 s gr gr % arrowhead n 15894 1531 m 15827 1571 l 15867 1504 l col-1 s % Polyline gs clippath 16178 1448 m 16159 1524 l 16140 1448 l 16140 1539 l 16178 1539 l cp clip n 16159 1238 m 16159 1524 l gs col-1 s gr gr % arrowhead n 16178 1448 m 16159 1524 l 16140 1448 l col-1 s % Polyline gs clippath 16415 1498 m 16444 1571 l 16384 1520 l 16437 1594 l 16468 1572 l cp clip n 16207 1238 m 16444 1571 l gs col-1 s gr gr % arrowhead n 16415 1498 m 16444 1571 l 16384 1520 l col-1 s % Polyline gs clippath 17744 1526 m 17680 1571 l 17715 1501 l 17656 1570 l 17685 1595 l cp clip n 17965 1238 m 17680 1571 l gs col-1 s gr gr % arrowhead n 17744 1526 m 17680 1571 l 17715 1501 l col-1 s % Polyline gs clippath 18031 1495 m 18012 1571 l 17993 1495 l 17993 1586 l 18031 1586 l cp clip n 18012 1238 m 18012 1571 l gs col-1 s gr gr % arrowhead n 18031 1495 m 18012 1571 l 17993 1495 l col-1 s % Polyline gs clippath 18310 1501 m 18345 1571 l 18281 1525 l 18340 1595 l 18369 1570 l cp clip n 18061 1238 m 18345 1571 l gs col-1 s gr gr % arrowhead n 18310 1501 m 18345 1571 l 18281 1525 l col-1 s % Polyline [60] 0 sd n 11550 525 m 18820 525 l 18820 2236 l 11550 2236 l cp gs col-1 s gr [] 0 sd % Polyline n 13593 4137 m 15067 4137 l 15067 5658 l 13593 5658 l cp gs col-1 s gr % Polyline n 15446 4137 m 16920 4137 l 16920 5658 l 15446 5658 l cp gs col-1 s gr % Polyline n 17299 4137 m 18773 4137 l 18773 5658 l 17299 5658 l cp gs col-1 s gr % Polyline n 11692 4137 m 13165 4137 l 13165 5658 l 11692 5658 l cp gs col-1 s gr % Polyline gs clippath 11898 4946 m 11835 4992 l 11869 4922 l 11811 4991 l 11840 5016 l cp clip n 12074 4707 m 11835 4992 l gs col-1 s gr gr % arrowhead n 11898 4946 m 11835 4992 l 11869 4922 l col-1 s % Polyline gs clippath 12127 4914 m 12120 4992 l 12089 4920 l 12104 5010 l 12141 5004 l cp clip n 12074 4707 m 12120 4992 l gs col-1 s gr gr % arrowhead n 12127 4914 m 12120 4992 l 12089 4920 l col-1 s % Polyline gs clippath 12361 4928 m 12406 4992 l 12336 4957 l 12405 5016 l 12430 4987 l cp clip n 12074 4707 m 12406 4992 l gs col-1 s gr gr % arrowhead n 12361 4928 m 12406 4992 l 12336 4957 l col-1 s % Polyline gs clippath 18225 4911 m 18154 4945 l 18200 4882 l 18130 4940 l 18155 4969 l cp clip n 18440 4707 m 18154 4945 l gs col-1 s gr gr % arrowhead n 18225 4911 m 18154 4945 l 18200 4882 l col-1 s % Polyline gs clippath 18426 4874 m 18393 4945 l 18389 4867 l 18371 4956 l 18409 4963 l cp clip n 18440 4707 m 18393 4945 l gs col-1 s gr gr % arrowhead n 18426 4874 m 18393 4945 l 18389 4867 l col-1 s % Polyline gs clippath 18607 4870 m 18630 4945 l 18575 4889 l 18621 4968 l 18654 4948 l cp clip n 18488 4707 m 18630 4945 l gs col-1 s gr gr % arrowhead n 18607 4870 m 18630 4945 l 18575 4889 l col-1 s % Polyline gs clippath 12183 4567 m 12120 4613 l 12154 4542 l 12096 4612 l 12125 4637 l cp clip n 12358 4327 m 12120 4613 l gs col-1 s gr gr % arrowhead n 12183 4567 m 12120 4613 l 12154 4542 l col-1 s % Polyline gs clippath 14084 4567 m 14021 4613 l 14055 4542 l 13997 4612 l 14026 4637 l cp clip n 14259 4327 m 14021 4613 l gs col-1 s gr gr % arrowhead n 14084 4567 m 14021 4613 l 14055 4542 l col-1 s % Polyline 30.000 slw [210] 0 sd gs clippath 15323 3073 m 15209 3620 l 15095 3073 l 15095 3849 l 15323 3849 l cp clip n 15209 2522 m 15209 3804 l gs col-1 s gr gr [] 0 sd % arrowhead 75.000 slw n 15323 3073 m 15209 3620 l 15095 3073 l 15209 3164 l 15323 3073 l cp gs 0.00 setgray ef gr col-1 s % Polyline 7.500 slw [60] 0 sd n 11598 4042 m 15161 4042 l 15161 5753 l 11598 5753 l cp gs col-1 s gr [] 0 sd % Polyline gs clippath 13842 4938 m 13784 4991 l 13810 4917 l 13760 4993 l 13791 5014 l cp clip n 13974 4707 m 13784 4991 l gs col-1 s gr gr % arrowhead n 13842 4938 m 13784 4991 l 13810 4917 l col-1 s % Polyline gs clippath 14040 4915 m 14021 4991 l 14002 4915 l 14002 5006 l 14040 5006 l cp clip n 14021 4707 m 14021 4991 l gs col-1 s gr gr % arrowhead n 14040 4915 m 14021 4991 l 14002 4915 l col-1 s % Polyline gs clippath 14272 4920 m 14306 4991 l 14243 4945 l 14301 5015 l 14330 4990 l cp clip n 14069 4707 m 14306 4991 l gs col-1 s gr gr % arrowhead n 14272 4920 m 14306 4991 l 14243 4945 l col-1 s % Polyline gs clippath 16178 4536 m 16159 4612 l 16140 4536 l 16140 4627 l 16178 4627 l cp clip n 16159 4327 m 16159 4612 l gs col-1 s gr gr % arrowhead n 16178 4536 m 16159 4612 l 16140 4536 l col-1 s % Polyline gs clippath 18395 4548 m 18440 4612 l 18370 4577 l 18439 4636 l 18464 4607 l cp clip n 18108 4327 m 18440 4612 l gs col-1 s gr gr % arrowhead n 18395 4548 m 18440 4612 l 18370 4577 l col-1 s % Polyline 30.000 slw [210] 0 sd gs clippath 15323 6638 m 15209 7185 l 15095 6638 l 15095 7414 l 15323 7414 l cp clip n 15209 6086 m 15209 7369 l gs col-1 s gr gr [] 0 sd % arrowhead 75.000 slw n 15323 6638 m 15209 7185 l 15095 6638 l 15209 6729 l 15323 6638 l cp gs 0.00 setgray ef gr col-1 s % Polyline 7.500 slw gs clippath 15990 4906 m 15923 4946 l 15963 4879 l 15899 4943 l 15926 4970 l cp clip n 16161 4707 m 15923 4946 l gs col-1 s gr gr % arrowhead n 15990 4906 m 15923 4946 l 15963 4879 l col-1 s % Polyline gs clippath 16111 4883 m 16065 4946 l 16076 4868 l 16042 4953 l 16077 4967 l cp clip n 16161 4707 m 16065 4946 l gs col-1 s gr gr % arrowhead n 16111 4883 m 16065 4946 l 16076 4868 l col-1 s % Polyline gs clippath 16245 4868 m 16255 4946 l 16209 4882 l 16243 4967 l 16278 4953 l cp clip n 16161 4707 m 16255 4946 l gs col-1 s gr gr % arrowhead n 16245 4868 m 16255 4946 l 16209 4882 l col-1 s % Polyline gs clippath 16366 4875 m 16398 4946 l 16336 4898 l 16392 4970 l 16422 4946 l cp clip n 16208 4707 m 16398 4946 l gs col-1 s gr gr % arrowhead n 16366 4875 m 16398 4946 l 16336 4898 l col-1 s % Polyline [60] 0 sd gs clippath 12425 4536 m 12406 4612 l 12387 4536 l 12387 4627 l 12425 4627 l cp clip n 12406 4327 m 12406 4612 l gs col-1 s gr gr [] 0 sd % arrowhead n 12425 4536 m 12406 4612 l 12387 4536 l col-1 s % Polyline [60] 0 sd gs clippath 12656 4541 m 12690 4612 l 12627 4566 l 12685 4636 l 12714 4611 l cp clip n 12453 4327 m 12690 4612 l gs col-1 s gr gr [] 0 sd % arrowhead n 12656 4541 m 12690 4612 l 12627 4566 l col-1 s % Polyline [60] 0 sd gs clippath 14325 4536 m 14306 4612 l 14287 4536 l 14287 4627 l 14325 4627 l cp clip n 14306 4327 m 14306 4612 l gs col-1 s gr gr [] 0 sd % arrowhead n 14325 4536 m 14306 4612 l 14287 4536 l col-1 s % Polyline [60] 0 sd gs clippath 14557 4541 m 14591 4612 l 14528 4566 l 14586 4636 l 14615 4611 l cp clip n 14354 4327 m 14591 4612 l gs col-1 s gr gr [] 0 sd % arrowhead n 14557 4541 m 14591 4612 l 14528 4566 l col-1 s % Polyline [60] 0 sd gs clippath 15849 4577 m 15779 4612 l 15824 4548 l 15755 4607 l 15780 4636 l cp clip n 16112 4327 m 15779 4612 l gs col-1 s gr gr [] 0 sd % arrowhead n 15849 4577 m 15779 4612 l 15824 4548 l col-1 s % Polyline [60] 0 sd gs clippath 16538 4551 m 16587 4612 l 16515 4582 l 16588 4636 l 16610 4606 l cp clip n 16207 4327 m 16587 4612 l gs col-1 s gr gr [] 0 sd % arrowhead n 16538 4551 m 16587 4612 l 16515 4582 l col-1 s % Polyline [60] 0 sd gs clippath 17750 4577 m 17680 4612 l 17725 4548 l 17656 4607 l 17681 4636 l cp clip n 18012 4327 m 17680 4612 l gs col-1 s gr gr [] 0 sd % arrowhead n 17750 4577 m 17680 4612 l 17725 4548 l col-1 s % Polyline [60] 0 sd gs clippath 18080 4488 m 18061 4564 l 18042 4488 l 18042 4579 l 18080 4579 l cp clip n 18061 4327 m 18061 4564 l gs col-1 s gr gr [] 0 sd % arrowhead n 18080 4488 m 18061 4564 l 18042 4488 l col-1 s % Polyline [60] 0 sd gs clippath 14228 1183 m 14306 1191 l 14233 1221 l 14324 1208 l 14318 1170 l cp 12525 1222 m 12453 1191 l 12531 1185 l 12441 1170 l 12435 1207 l cp clip n 12453 1191 m 12483 1196 l 12501 1199 l 12526 1202 l 12555 1207 l 12589 1212 l 12626 1218 l 12667 1224 l 12709 1231 l 12752 1237 l 12794 1244 l 12836 1250 l 12877 1256 l 12915 1261 l 12951 1266 l 12984 1271 l 13015 1275 l 13044 1278 l 13070 1281 l 13095 1284 l 13118 1286 l 13145 1288 l 13170 1290 l 13194 1291 l 13216 1292 l 13237 1293 l 13257 1294 l 13276 1294 l 13293 1295 l 13311 1295 l 13328 1295 l 13345 1295 l 13362 1295 l 13380 1294 l 13399 1294 l 13420 1293 l 13441 1292 l 13465 1291 l 13490 1290 l 13517 1288 l 13546 1286 l 13569 1284 l 13594 1282 l 13621 1279 l 13650 1276 l 13681 1272 l 13715 1268 l 13752 1264 l 13790 1259 l 13832 1254 l 13875 1248 l 13920 1243 l 13965 1237 l 14011 1231 l 14056 1225 l 14099 1219 l 14140 1213 l 14177 1208 l 14210 1204 l 14238 1200 l 14261 1197 l 14278 1195 l 14306 1191 l gs col-1 s gr gr [] 0 sd % arrowhead n 12525 1222 m 12453 1191 l 12531 1185 l col-1 s % arrowhead n 14228 1183 m 14306 1191 l 14233 1221 l col-1 s % Polyline [60] 0 sd gs clippath 16035 1178 m 16112 1191 l 16038 1216 l 16128 1209 l 16125 1171 l cp 14475 1215 m 14401 1191 l 14478 1177 l 14387 1171 l 14385 1209 l cp clip n 14401 1191 m 14429 1193 l 14446 1195 l 14469 1197 l 14496 1199 l 14528 1201 l 14563 1204 l 14600 1207 l 14639 1211 l 14680 1214 l 14719 1217 l 14758 1220 l 14796 1223 l 14831 1226 l 14865 1228 l 14896 1230 l 14924 1232 l 14951 1234 l 14975 1236 l 14998 1237 l 15019 1238 l 15046 1239 l 15071 1240 l 15095 1241 l 15116 1241 l 15136 1242 l 15154 1242 l 15172 1242 l 15188 1242 l 15205 1242 l 15221 1242 l 15238 1242 l 15255 1242 l 15274 1242 l 15295 1241 l 15318 1241 l 15343 1240 l 15370 1239 l 15399 1238 l 15421 1237 l 15444 1236 l 15468 1235 l 15495 1233 l 15525 1231 l 15556 1229 l 15590 1227 l 15627 1225 l 15666 1222 l 15706 1219 l 15748 1217 l 15791 1214 l 15834 1211 l 15876 1208 l 15917 1205 l 15955 1202 l 15990 1200 l 16021 1197 l 16048 1196 l 16069 1194 l 16086 1193 l 16112 1191 l gs col-1 s gr gr [] 0 sd % arrowhead n 14475 1215 m 14401 1191 l 14478 1177 l col-1 s % arrowhead n 16035 1178 m 16112 1191 l 16038 1216 l col-1 s % Polyline [60] 0 sd gs clippath 17887 1184 m 17965 1191 l 17893 1221 l 17983 1208 l 17977 1170 l cp 16279 1222 m 16207 1191 l 16285 1185 l 16195 1170 l 16189 1207 l cp clip n 16207 1191 m 16237 1196 l 16256 1199 l 16280 1202 l 16310 1207 l 16344 1212 l 16382 1218 l 16423 1224 l 16465 1231 l 16508 1237 l 16551 1244 l 16593 1250 l 16634 1256 l 16672 1261 l 16708 1266 l 16741 1271 l 16772 1275 l 16800 1278 l 16826 1281 l 16850 1284 l 16872 1286 l 16900 1288 l 16926 1290 l 16950 1292 l 16972 1293 l 16992 1294 l 17011 1294 l 17028 1295 l 17044 1295 l 17060 1295 l 17076 1295 l 17092 1295 l 17109 1294 l 17128 1294 l 17148 1293 l 17171 1292 l 17196 1290 l 17223 1288 l 17252 1286 l 17274 1284 l 17297 1282 l 17321 1279 l 17348 1276 l 17378 1272 l 17409 1268 l 17443 1264 l 17480 1259 l 17519 1254 l 17559 1248 l 17601 1243 l 17644 1237 l 17687 1231 l 17729 1225 l 17770 1219 l 17808 1213 l 17843 1208 l 17874 1204 l 17901 1200 l 17922 1197 l 17939 1195 l 17965 1191 l gs col-1 s gr gr [] 0 sd % arrowhead n 16279 1222 m 16207 1191 l 16285 1185 l col-1 s % arrowhead n 17887 1184 m 17965 1191 l 17893 1221 l col-1 s % Polyline [60] 0 sd gs clippath 17895 1157 m 17965 1191 l 17887 1194 l 17976 1213 l 17984 1175 l cp 12531 1152 m 12453 1145 l 12525 1114 l 12435 1129 l 12441 1166 l cp clip n 12453 1145 m 12472 1142 l 12486 1139 l 12503 1136 l 12525 1132 l 12551 1128 l 12582 1122 l 12618 1116 l 12657 1109 l 12701 1102 l 12747 1094 l 12797 1086 l 12848 1077 l 12901 1068 l 12955 1059 l 13009 1050 l 13063 1041 l 13116 1032 l 13169 1024 l 13220 1016 l 13270 1008 l 13318 1000 l 13365 994 l 13409 987 l 13453 981 l 13494 976 l 13535 971 l 13574 966 l 13612 962 l 13650 958 l 13688 954 l 13724 951 l 13760 948 l 13796 945 l 13833 942 l 13870 940 l 13907 938 l 13946 936 l 13984 934 l 14023 932 l 14063 930 l 14103 929 l 14143 928 l 14184 926 l 14224 925 l 14266 924 l 14307 923 l 14348 922 l 14389 921 l 14430 920 l 14471 919 l 14511 918 l 14551 918 l 14591 917 l 14630 916 l 14668 915 l 14705 914 l 14742 913 l 14777 913 l 14812 912 l 14845 911 l 14877 910 l 14908 909 l 14938 908 l 14966 907 l 14993 907 l 15019 906 l 15062 905 l 15100 904 l 15134 903 l 15162 903 l 15186 902 l 15206 902 l 15223 902 l 15236 902 l 15248 902 l 15259 902 l 15270 902 l 15282 902 l 15296 902 l 15312 902 l 15332 902 l 15355 903 l 15383 903 l 15416 904 l 15453 905 l 15495 906 l 15522 907 l 15550 908 l 15579 908 l 15610 909 l 15642 910 l 15675 911 l 15709 912 l 15745 913 l 15782 913 l 15820 914 l 15858 915 l 15898 915 l 15938 916 l 15978 917 l 16019 917 l 16061 918 l 16103 919 l 16145 920 l 16186 921 l 16228 921 l 16270 923 l 16312 924 l 16353 925 l 16394 926 l 16434 928 l 16474 930 l 16514 932 l 16553 934 l 16591 937 l 16629 940 l 16667 943 l 16704 946 l 16741 950 l 16777 954 l 16813 958 l 16850 963 l 16887 968 l 16925 974 l 16963 980 l 17004 987 l 17045 994 l 17088 1002 l 17133 1011 l 17179 1020 l 17227 1030 l 17276 1040 l 17327 1050 l 17378 1061 l 17430 1072 l 17482 1083 l 17534 1095 l 17585 1106 l 17634 1117 l 17682 1127 l 17727 1137 l 17769 1147 l 17807 1155 l 17841 1163 l 17871 1170 l 17896 1175 l 17917 1180 l 17934 1184 l 17946 1187 l 17965 1191 l gs col-1 s gr gr [] 0 sd % arrowhead n 12531 1152 m 12453 1145 l 12525 1114 l col-1 s % arrowhead n 17895 1157 m 17965 1191 l 17887 1194 l col-1 s % Polyline [60] 0 sd gs clippath 13900 4733 m 13974 4707 l 13921 4765 l 13997 4714 l 13976 4683 l cp 12177 4760 m 12120 4707 l 12196 4727 l 12116 4683 l 12098 4716 l cp clip n 12120 4707 m 12140 4718 l 12154 4725 l 12171 4735 l 12192 4746 l 12216 4759 l 12244 4774 l 12275 4790 l 12308 4808 l 12342 4825 l 12377 4843 l 12412 4861 l 12447 4878 l 12481 4895 l 12514 4911 l 12546 4925 l 12577 4938 l 12606 4950 l 12634 4961 l 12661 4970 l 12687 4978 l 12712 4985 l 12738 4991 l 12764 4996 l 12790 5000 l 12816 5004 l 12843 5007 l 12870 5010 l 12898 5012 l 12926 5013 l 12954 5015 l 12983 5016 l 13012 5017 l 13041 5017 l 13070 5018 l 13099 5018 l 13128 5018 l 13157 5017 l 13186 5017 l 13214 5016 l 13243 5015 l 13271 5013 l 13298 5012 l 13325 5010 l 13351 5007 l 13377 5004 l 13402 5000 l 13427 4996 l 13451 4991 l 13476 4985 l 13502 4977 l 13527 4968 l 13553 4957 l 13580 4945 l 13608 4932 l 13637 4917 l 13666 4900 l 13697 4883 l 13729 4864 l 13760 4845 l 13792 4825 l 13822 4806 l 13851 4788 l 13878 4770 l 13902 4755 l 13923 4741 l 13940 4730 l 13953 4721 l 13974 4707 l gs col-1 s gr gr [] 0 sd % arrowhead n 12177 4760 m 12120 4707 l 12196 4727 l col-1 s % arrowhead n 13900 4733 m 13974 4707 l 13921 4765 l col-1 s /Times-Roman ff 225.00 scf sf 12074 2522 m gs 1 -1 sc (Proc 0) col-1 sh gr /Times-Roman ff 225.00 scf sf 14021 2522 m gs 1 -1 sc (Proc 1) col-1 sh gr /Times-Roman ff 225.00 scf sf 15874 2522 m gs 1 -1 sc (Proc 2) col-1 sh gr /Times-Roman ff 225.00 scf sf 17775 2474 m gs 1 -1 sc (Proc 3) col-1 sh gr /Times-Roman ff 225.00 scf sf 12120 6038 m gs 1 -1 sc (Proc 0) col-1 sh gr /Times-Roman ff 225.00 scf sf 14069 6038 m gs 1 -1 sc (Proc 1) col-1 sh gr /Times-Roman ff 225.00 scf sf 15969 6038 m gs 1 -1 sc (Proc 2) col-1 sh gr /Times-Roman ff 225.00 scf sf 17822 5990 m gs 1 -1 sc (Proc 3) col-1 sh gr /Times-Roman ff 225.00 scf sf 12738 5277 m gs 1 -1 sc (Data Item) col-1 sh gr /Times-Roman ff 225.00 scf sf 14544 811 m gs 1 -1 sc (Data Item) col-1 sh gr % Ellipse n 18250 8984 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 18061 8984 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 17870 8984 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 18154 8557 47 47 0 360 DrawEllipse gs 0.50 setgray ef gr gs col-1 s gr % Ellipse n 18393 8557 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 18630 8557 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 12406 7844 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 14306 7844 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 16159 7844 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 18061 7844 47 47 0 360 DrawEllipse gs col-1 s gr [60] 0 sd % Ellipse n 12406 8224 47 47 0 360 DrawEllipse gs col-1 s gr [] 0 sd [60] 0 sd % Ellipse n 12738 8224 47 47 0 360 DrawEllipse gs col-1 s gr [] 0 sd [60] 0 sd % Ellipse n 12120 8604 47 47 0 360 DrawEllipse gs col-1 s gr [] 0 sd [60] 0 sd % Ellipse n 12406 8604 47 47 0 360 DrawEllipse gs col-1 s gr [] 0 sd [60] 0 sd % Ellipse n 13735 8604 47 47 0 360 DrawEllipse gs col-1 s gr [] 0 sd [60] 0 sd % Ellipse n 14306 8224 47 47 0 360 DrawEllipse gs col-1 s gr [] 0 sd [60] 0 sd % Ellipse n 14591 8224 47 47 0 360 DrawEllipse gs col-1 s gr [] 0 sd [60] 0 sd % Ellipse n 15731 8223 47 47 0 360 DrawEllipse gs col-1 s gr [] 0 sd [60] 0 sd % Ellipse n 16587 8223 47 47 0 360 DrawEllipse gs col-1 s gr [] 0 sd [60] 0 sd % Ellipse n 17632 8224 47 47 0 360 DrawEllipse gs col-1 s gr [] 0 sd [60] 0 sd % Ellipse n 18061 8224 47 47 0 360 DrawEllipse gs col-1 s gr [] 0 sd % Ellipse n 12074 8224 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 14021 8224 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 16065 8557 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 16255 8557 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 16445 8557 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 16065 8984 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 15876 8984 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 15685 8984 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 16161 8225 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 18440 8224 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 11835 8983 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 12074 8983 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 13735 8983 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 13926 8983 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 14116 8983 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 14306 8983 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 14510 8983 47 47 0 360 DrawEllipse gs col-1 s gr % Ellipse n 11835 8604 47 47 0 360 DrawEllipse gs 0.50 setgray ef gr gs col-1 s gr % Ellipse n 14021 8604 47 47 0 360 DrawEllipse gs 0.50 setgray ef gr gs col-1 s gr % Ellipse n 14320 8604 47 47 0 360 DrawEllipse gs 0.50 setgray ef gr gs col-1 s gr % Ellipse n 15876 8557 47 47 0 360 DrawEllipse gs 0.50 setgray ef gr gs col-1 s gr % Polyline n 13593 7701 m 15067 7701 l 15067 9222 l 13593 9222 l cp gs col-1 s gr % Polyline n 15446 7701 m 16920 7701 l 16920 9222 l 15446 9222 l cp gs col-1 s gr % Polyline n 17299 7701 m 18773 7701 l 18773 9222 l 17299 9222 l cp gs col-1 s gr % Polyline n 11692 7701 m 13165 7701 l 13165 9222 l 11692 9222 l cp gs col-1 s gr % Polyline gs clippath 11898 8511 m 11835 8557 l 11869 8486 l 11811 8556 l 11840 8581 l cp clip n 12074 8271 m 11835 8557 l gs col-1 s gr gr % arrowhead n 11898 8511 m 11835 8557 l 11869 8486 l col-1 s % Polyline gs clippath 18225 8476 m 18154 8510 l 18200 8447 l 18130 8505 l 18155 8534 l cp clip n 18440 8271 m 18154 8510 l gs col-1 s gr gr % arrowhead n 18225 8476 m 18154 8510 l 18200 8447 l col-1 s % Polyline gs clippath 18426 8439 m 18393 8510 l 18389 8432 l 18371 8521 l 18409 8528 l cp clip n 18440 8271 m 18393 8510 l gs col-1 s gr gr % arrowhead n 18426 8439 m 18393 8510 l 18389 8432 l col-1 s % Polyline gs clippath 18608 8435 m 18630 8510 l 18575 8454 l 18621 8533 l 18654 8513 l cp clip n 18488 8271 m 18630 8510 l gs col-1 s gr gr % arrowhead n 18608 8435 m 18630 8510 l 18575 8454 l col-1 s % Polyline gs clippath 17930 8886 m 17870 8937 l 17899 8864 l 17846 8938 l 17877 8960 l cp clip n 18108 8604 m 17870 8937 l gs col-1 s gr gr % arrowhead n 17930 8886 m 17870 8937 l 17899 8864 l col-1 s % Polyline gs clippath 18100 8869 m 18061 8937 l 18063 8859 l 18039 8946 l 18075 8957 l cp clip n 18154 8604 m 18061 8937 l gs col-1 s gr gr % arrowhead n 18100 8869 m 18061 8937 l 18063 8859 l col-1 s % Polyline gs clippath 18258 8859 m 18250 8937 l 18221 8864 l 18233 8955 l 18271 8949 l cp clip n 18203 8604 m 18250 8937 l gs col-1 s gr gr % arrowhead n 18258 8859 m 18250 8937 l 18221 8864 l col-1 s % Polyline gs clippath 12183 8131 m 12120 8177 l 12154 8106 l 12096 8176 l 12125 8201 l cp clip n 12358 7892 m 12120 8177 l gs col-1 s gr gr % arrowhead n 12183 8131 m 12120 8177 l 12154 8106 l col-1 s % Polyline gs clippath 14084 8131 m 14021 8177 l 14055 8106 l 13997 8176 l 14026 8201 l cp clip n 14259 7892 m 14021 8177 l gs col-1 s gr gr % arrowhead n 14084 8131 m 14021 8177 l 14055 8106 l col-1 s % Polyline gs clippath 14040 8480 m 14021 8556 l 14002 8480 l 14002 8571 l 14040 8571 l cp clip n 14021 8271 m 14021 8556 l gs col-1 s gr gr % arrowhead n 14040 8480 m 14021 8556 l 14002 8480 l col-1 s % Polyline gs clippath 14272 8485 m 14306 8556 l 14243 8510 l 14301 8580 l 14330 8555 l cp clip n 14069 8271 m 14306 8556 l gs col-1 s gr gr % arrowhead n 14272 8485 m 14306 8556 l 14243 8510 l col-1 s % Polyline gs clippath 16178 8101 m 16159 8177 l 16140 8101 l 16140 8192 l 16178 8192 l cp clip n 16159 7891 m 16159 8177 l gs col-1 s gr gr % arrowhead n 16178 8101 m 16159 8177 l 16140 8101 l col-1 s % Polyline gs clippath 18395 8113 m 18440 8177 l 18370 8142 l 18439 8201 l 18464 8172 l cp clip n 18108 7891 m 18440 8177 l gs col-1 s gr gr % arrowhead n 18395 8113 m 18440 8177 l 18370 8142 l col-1 s % Polyline [60] 0 sd gs clippath 12425 8101 m 12406 8177 l 12387 8101 l 12387 8192 l 12425 8192 l cp clip n 12406 7891 m 12406 8177 l gs col-1 s gr gr [] 0 sd % arrowhead n 12425 8101 m 12406 8177 l 12387 8101 l col-1 s % Polyline [60] 0 sd gs clippath 12656 8106 m 12690 8177 l 12627 8131 l 12685 8201 l 12714 8176 l cp clip n 12453 7891 m 12690 8177 l gs col-1 s gr gr [] 0 sd % arrowhead n 12656 8106 m 12690 8177 l 12627 8131 l col-1 s % Polyline [60] 0 sd gs clippath 12127 8479 m 12120 8557 l 12089 8485 l 12104 8575 l 12141 8569 l cp clip n 12074 8271 m 12120 8557 l gs col-1 s gr gr [] 0 sd % arrowhead n 12127 8479 m 12120 8557 l 12089 8485 l col-1 s % Polyline [60] 0 sd gs clippath 12361 8493 m 12406 8557 l 12336 8522 l 12405 8581 l 12430 8552 l cp clip n 12074 8271 m 12406 8557 l gs col-1 s gr gr [] 0 sd % arrowhead n 12361 8493 m 12406 8557 l 12336 8522 l col-1 s % Polyline [60] 0 sd gs clippath 13842 8503 m 13784 8556 l 13810 8482 l 13760 8558 l 13791 8579 l cp clip n 13974 8271 m 13784 8556 l gs col-1 s gr gr [] 0 sd % arrowhead n 13842 8503 m 13784 8556 l 13810 8482 l col-1 s % Polyline [60] 0 sd gs clippath 14325 8101 m 14306 8177 l 14287 8101 l 14287 8192 l 14325 8192 l cp clip n 14306 7891 m 14306 8177 l gs col-1 s gr gr [] 0 sd % arrowhead n 14325 8101 m 14306 8177 l 14287 8101 l col-1 s % Polyline [60] 0 sd gs clippath 14557 8106 m 14591 8177 l 14528 8131 l 14586 8201 l 14615 8176 l cp clip n 14354 7891 m 14591 8177 l gs col-1 s gr gr [] 0 sd % arrowhead n 14557 8106 m 14591 8177 l 14528 8131 l col-1 s % Polyline [60] 0 sd gs clippath 15849 8142 m 15779 8177 l 15824 8113 l 15755 8172 l 15780 8201 l cp clip n 16112 7891 m 15779 8177 l gs col-1 s gr gr [] 0 sd % arrowhead n 15849 8142 m 15779 8177 l 15824 8113 l col-1 s % Polyline [60] 0 sd gs clippath 16538 8116 m 16587 8177 l 16515 8146 l 16588 8201 l 16610 8171 l cp clip n 16207 7891 m 16587 8177 l gs col-1 s gr gr [] 0 sd % arrowhead n 16538 8116 m 16587 8177 l 16515 8146 l col-1 s % Polyline [60] 0 sd gs clippath 17750 8142 m 17680 8177 l 17725 8113 l 17656 8172 l 17681 8201 l cp clip n 18012 7891 m 17680 8177 l gs col-1 s gr gr [] 0 sd % arrowhead n 17750 8142 m 17680 8177 l 17725 8113 l col-1 s % Polyline [60] 0 sd gs clippath 18080 8053 m 18061 8129 l 18042 8053 l 18042 8144 l 18080 8144 l cp clip n 18061 7891 m 18061 8129 l gs col-1 s gr gr [] 0 sd % arrowhead n 18080 8053 m 18061 8129 l 18042 8053 l col-1 s % Polyline gs clippath 15990 8470 m 15923 8510 l 15963 8443 l 15899 8507 l 15926 8534 l cp clip n 16161 8273 m 15923 8510 l gs col-1 s gr gr % arrowhead n 15990 8470 m 15923 8510 l 15963 8443 l col-1 s % Polyline gs clippath 16111 8447 m 16065 8510 l 16076 8432 l 16042 8517 l 16077 8531 l cp clip n 16161 8273 m 16065 8510 l gs col-1 s gr gr % arrowhead n 16111 8447 m 16065 8510 l 16076 8432 l col-1 s % Polyline gs clippath 16245 8432 m 16255 8510 l 16209 8446 l 16243 8531 l 16278 8517 l cp clip n 16161 8273 m 16255 8510 l gs col-1 s gr gr % arrowhead n 16245 8432 m 16255 8510 l 16209 8446 l col-1 s % Polyline gs clippath 16365 8439 m 16398 8510 l 16336 8463 l 16393 8534 l 16422 8510 l cp clip n 16208 8273 m 16398 8510 l gs col-1 s gr gr % arrowhead n 16365 8439 m 16398 8510 l 16336 8463 l col-1 s % Polyline gs clippath 15739 8881 m 15685 8937 l 15706 8862 l 15661 8941 l 15694 8959 l cp clip n 15876 8605 m 15685 8937 l gs col-1 s gr gr % arrowhead n 15739 8881 m 15685 8937 l 15706 8862 l col-1 s % Polyline gs clippath 15895 8861 m 15876 8937 l 15857 8861 l 15857 8952 l 15895 8952 l cp clip n 15876 8605 m 15876 8937 l gs col-1 s gr gr % arrowhead n 15895 8861 m 15876 8937 l 15857 8861 l col-1 s % Polyline gs clippath 16044 8862 m 16065 8937 l 16011 8880 l 16056 8959 l 16089 8941 l cp clip n 15876 8605 m 16065 8937 l gs col-1 s gr gr % arrowhead n 16044 8862 m 16065 8937 l 16011 8880 l col-1 s % Polyline gs clippath 11854 8860 m 11835 8936 l 11816 8860 l 11816 8951 l 11854 8951 l cp clip n 11835 8651 m 11835 8936 l gs col-1 s gr gr % arrowhead n 11854 8860 m 11835 8936 l 11816 8860 l col-1 s % Polyline gs clippath 12047 8862 m 12074 8936 l 12016 8883 l 12067 8959 l 12098 8938 l cp clip n 11883 8651 m 12074 8936 l gs col-1 s gr gr % arrowhead n 12047 8862 m 12074 8936 l 12016 8883 l col-1 s % Polyline gs clippath 13802 8896 m 13735 8936 l 13775 8869 l 13711 8933 l 13738 8960 l cp clip n 14021 8651 m 13735 8936 l gs col-1 s gr gr % arrowhead n 13802 8896 m 13735 8936 l 13775 8869 l col-1 s % Polyline gs clippath 13968 8870 m 13926 8936 l 13932 8858 l 13903 8944 l 13939 8956 l cp clip n 14021 8651 m 13926 8936 l gs col-1 s gr gr % arrowhead n 13968 8870 m 13926 8936 l 13932 8858 l col-1 s % Polyline gs clippath 14110 8858 m 14116 8936 l 14074 8870 l 14103 8956 l 14139 8944 l cp clip n 14021 8651 m 14116 8936 l gs col-1 s gr gr % arrowhead n 14110 8858 m 14116 8936 l 14074 8870 l col-1 s % Polyline gs clippath 14325 8860 m 14306 8936 l 14287 8860 l 14287 8951 l 14325 8951 l cp clip n 14306 8651 m 14306 8936 l gs col-1 s gr gr % arrowhead n 14325 8860 m 14306 8936 l 14287 8860 l col-1 s % Polyline gs clippath 14480 8860 m 14497 8936 l 14446 8877 l 14487 8958 l 14521 8941 l cp clip n 14354 8651 m 14497 8936 l gs col-1 s gr gr % arrowhead n 14480 8860 m 14497 8936 l 14446 8877 l col-1 s /Times-Roman ff 225.00 scf sf 12167 9602 m gs 1 -1 sc (Proc 0) col-1 sh gr /Times-Roman ff 225.00 scf sf 14021 9602 m gs 1 -1 sc (Proc 1) col-1 sh gr /Times-Roman ff 225.00 scf sf 17822 9556 m gs 1 -1 sc (Proc 3) col-1 sh gr /Times-Roman ff 225.00 scf sf 15969 9602 m gs 1 -1 sc (Proc 2) col-1 sh gr $F2psEnd rs end %%EndDocument endTexFig 176 1750 a Fi(Figure)27 b(2:)36 b(Sync)n(hronous)26 b(T)-7 b(ree)27 b(Construction)g(Approac)n(h)g(and)g(P)n(artitioned)f (T)-7 b(ree)27 b(Construction)g(Approac)n(h)125 2015 y(Highly)22 b(parallel)g(algorithms)f(for)h(constructing)g (classi\014cation)g(decision)g(trees)g(are)g(desirable)g(for)g(dealing) g(with)i(large)0 2115 y(data)34 b(sets)f(in)i(reasonable)d(amoun)n(t)h (of)h(time.)57 b(Classi\014cation)33 b(decision)g(tree)h(construction)f (algorithms)g(ha)n(v)n(e)g(natural)0 2214 y(concurrency)-7 b(,)42 b(as)e(once)g(a)g(no)r(de)g(is)h(generated,)h(all)f(of)f(its)h (c)n(hildren)f(in)g(the)h(classi\014cation)e(tree)h(can)g(b)r(e)h (generated)0 2314 y(concurren)n(tly)-7 b(.)42 b(F)-7 b(urthermore,)29 b(the)h(computation)g(for)f(generating)f(successors)g (of)i(a)f(classi\014cation)g(tree)g(no)r(de)h(can)f(also)0 2414 y(b)r(e)f(decomp)r(osed)f(b)n(y)h(p)r(erforming)f(data)g(decomp)r (osition)g(on)g(the)i(training)e(data.)36 b(Nev)n(ertheless,)27 b(parallelization)f(of)i(the)0 2513 y(algorithms)c(for)g(construction)g (the)i(classi\014cation)d(tree)i(is)g(c)n(hallenging)f(for)g(the)h (follo)n(wing)f(reasons.)34 b(First,)26 b(the)f(shap)r(e)g(of)0 2613 y(the)j(tree)f(is)g(highly)g(irregular)f(and)h(is)g(determined)h (only)f(at)g(run)n(time.)37 b(F)-7 b(urthermore,)26 b(the)i(amoun)n(t)f (of)g(w)n(ork)f(asso)r(ciated)0 2712 y(with)35 b(eac)n(h)f(no)r(de)h (also)f(v)-5 b(aries,)35 b(and)g(is)f(data)h(dep)r(enden)n(t.)59 b(Hence)34 b(an)n(y)g(static)h(allo)r(cation)f(sc)n(heme)g(is)g(lik)n (ely)h(to)f(su\013er)0 2812 y(from)e(ma)5 b(jor)31 b(load)h(im)n (balance.)50 b(Second,)33 b(ev)n(en)f(though)g(the)h(successors)d(of)i (a)g(no)r(de)h(can)e(b)r(e)i(pro)r(cessed)e(concurren)n(tly)-7 b(,)0 2912 y(they)30 b(all)f(use)h(the)g(training)f(data)g(asso)r (ciated)g(with)h(the)g(paren)n(t)f(no)r(de.)44 b(If)30 b(this)g(data)f(is)h(dynamically)f(partitioned)g(and)0 3011 y(allo)r(cated)f(to)h(di\013eren)n(t)g(pro)r(cessors)e(that)i(p)r (erform)g(computation)f(for)h(di\013eren)n(t)g(no)r(des,)g(then)h (there)f(is)g(a)f(high)h(cost)g(for)0 3111 y(data)f(mo)n(v)n(emen)n (ts.)39 b(If)29 b(the)g(data)f(is)h(not)f(partitioned)h(appropriately) -7 b(,)27 b(then)i(p)r(erformance)f(can)g(b)r(e)h(bad)f(due)h(to)g(the) g(loss)0 3211 y(of)f(lo)r(calit)n(y)-7 b(.)125 3310 y(Sev)n(eral)27 b(parallel)h(form)n(ulations)f(of)i(classi\014cation)e(decision)i(tree) f(ha)n(v)n(e)g(b)r(een)h(prop)r(osed)f(recen)n(tly)g([P)n(ea94)m(,)h (GAR96,)0 3410 y(SAM96,)g(CDG)508 3380 y Fh(+)564 3410 y Fi(97)o(,)g(Kuf97)o(,)g(JKK98)n(,)h(SHKS99)o(].)42 b(In)29 b(this)h(section,)f(w)n(e)g(presen)n(t)f(t)n(w)n(o)h(basic)g (parallel)f(form)n(ulations)g(for)0 3509 y(the)23 b(classi\014cation)e (decision)g(tree)h(construction)g(and)g(a)g(h)n(ybrid)g(sc)n(heme)f (that)i(com)n(bines)f(go)r(o)r(d)f(features)h(of)g(b)r(oth)h(of)f (these)0 3609 y(approac)n(hes)g(describ)r(ed)i(in)h([SHKS99)o(].)36 b(Most)24 b(of)g(other)g(parallel)f(algorithms)g(are)g(similar)g(in)i (nature)f(to)g(these)g(t)n(w)n(o)g(basic)0 3709 y(algorithms,)31 b(and)g(their)g(c)n(haracteristics)e(can)i(b)r(e)g(explained)g(using)g (these)g(t)n(w)n(o)g(basic)f(algorithms.)46 b(F)-7 b(or)31 b(these)g(parallel)0 3808 y(form)n(ulations,)24 b(w)n(e)g(fo)r(cus)g (our)f(presen)n(tation)g(for)h(discrete)g(attributes)g(only)-7 b(.)35 b(The)25 b(handling)f(of)g(con)n(tin)n(uous)f(attributes)h(is)0 3908 y(discussed)h(separately)-7 b(.)35 b(In)26 b(all)g(parallel)f (form)n(ulations,)g(w)n(e)h(assume)f(that)h Ff(N)35 b Fi(training)25 b(cases)g(are)g(randomly)g(distributed)0 4008 y(to)i Ff(P)40 b Fi(pro)r(cessors)25 b(initially)j(suc)n(h)f(that) h(eac)n(h)f(pro)r(cessor)e(has)i Ff(N)r(=P)39 b Fi(cases.)0 4223 y Fb(Sync)m(hronous)34 b(T)-8 b(ree)34 b(Construction)f(Approac)m (h)84 b Fi(In)29 b(this)h(approac)n(h,)d(all)i(pro)r(cessors)d (construct)j(a)f(decision)g(tree)0 4323 y(sync)n(hronously)e(b)n(y)i (sending)f(and)h(receiving)f(class)g(distribution)i(information)e(of)h (lo)r(cal)g(data.)37 b(Figure)28 b(2)g(\(a\))g(sho)n(ws)f(the)0 4423 y(o)n(v)n(erall)f(picture.)39 b(The)28 b(ro)r(ot)f(no)r(de)h(has)g (already)f(b)r(een)h(expanded)g(and)g(the)h(curren)n(t)e(no)r(de)h(is)g (the)h(leftmost)f(c)n(hild)h(of)f(the)0 4522 y(ro)r(ot)e(\(as)h(sho)n (wn)g(in)g(the)g(top)h(part)e(of)h(the)h(\014gure\).)36 b(All)28 b(the)f(four)g(pro)r(cessors)e(co)r(op)r(erate)h(to)h(expand)g (this)g(no)r(de)g(to)g(ha)n(v)n(e)0 4622 y(t)n(w)n(o)f(c)n(hild)g(no)r (des.)37 b(Next,)27 b(the)g(leftmost)g(no)r(de)f(of)h(these)f(c)n(hild) h(no)r(des)f(is)g(selected)h(as)f(the)h(curren)n(t)e(no)r(de)i(\(in)g (the)g(b)r(ottom)0 4721 y(of)h(the)g(\014gure\))f(and)g(all)g(four)h (pro)r(cessors)d(again)h(co)r(op)r(erate)h(to)g(expand)g(the)h(no)r (de.)0 4937 y Fb(P)m(artitioned)43 b(T)-8 b(ree)42 b(Construction)g (Approac)m(h)85 b Fi(In)37 b(this)g(approac)n(h,)g(whenev)n(er)f (feasible,)j(di\013eren)n(t)d(pro)r(cessors)0 5037 y(w)n(ork)d(on)i (di\013eren)n(t)g(parts)f(of)h(the)g(classi\014cation)e(tree.)58 b(In)35 b(particular,)h(if)f(more)f(than)h(one)f(pro)r(cessors)f(co)r (op)r(erate)g(to)0 5137 y(expand)f(a)h(no)r(de,)h(then)f(these)g(pro)r (cessors)d(are)i(partitioned)h(to)f(expand)h(the)g(successors)e(of)h (this)h(no)r(de.)53 b(Figure)32 b(2)g(\(b\))1929 5416 y(5)p eop %%Page: 6 6 6 5 bop 1041 -53 a 14350948 7104430 0 0 50980864 25128632 startTexFig 1041 -53 a %%BeginDocument: hybrid.eps /$F2psDict 200 dict def $F2psDict begin $F2psDict /mtrx matrix put /col-1 {0 setgray} bind def /col0 {0.000 0.000 0.000 srgb} bind def /col1 {0.000 0.000 1.000 srgb} bind def /col2 {0.000 1.000 0.000 srgb} bind def /col3 {0.000 1.000 1.000 srgb} bind def /col4 {1.000 0.000 0.000 srgb} bind def /col5 {1.000 0.000 1.000 srgb} bind def /col6 {1.000 1.000 0.000 srgb} bind def /col7 {1.000 1.000 1.000 srgb} bind def /col8 {0.000 0.000 0.560 srgb} bind def /col9 {0.000 0.000 0.690 srgb} bind def /col10 {0.000 0.000 0.820 srgb} bind def /col11 {0.530 0.810 1.000 srgb} bind def /col12 {0.000 0.560 0.000 srgb} bind def /col13 {0.000 0.690 0.000 srgb} bind def /col14 {0.000 0.820 0.000 srgb} bind def /col15 {0.000 0.560 0.560 srgb} bind def /col16 {0.000 0.690 0.690 srgb} bind def /col17 {0.000 0.820 0.820 srgb} bind def /col18 {0.560 0.000 0.000 srgb} bind def /col19 {0.690 0.000 0.000 srgb} bind def /col20 {0.820 0.000 0.000 srgb} bind def /col21 {0.560 0.000 0.560 srgb} bind def /col22 {0.690 0.000 0.690 srgb} bind def /col23 {0.820 0.000 0.820 srgb} bind def /col24 {0.500 0.190 0.000 srgb} bind def /col25 {0.630 0.250 0.000 srgb} bind def /col26 {0.750 0.380 0.000 srgb} bind def /col27 {1.000 0.500 0.500 srgb} bind def /col28 {1.000 0.630 0.630 srgb} bind def /col29 {1.000 0.750 0.750 srgb} bind def /col30 {1.000 0.880 0.880 srgb} bind def /col31 {1.000 0.840 0.000 srgb} bind def end save -9.0 395.0 translate 1 -1 scale /cp {closepath} bind def /ef {eofill} bind def /gr {grestore} bind def /gs {gsave} bind def /sa {save} bind def /rs {restore} bind def /l {lineto} bind def /m {moveto} bind def /rm {rmoveto} bind def /n {newpath} bind def /s {stroke} bind def /sh {show} bind def /slc {setlinecap} bind def /slj {setlinejoin} bind def /slw {setlinewidth} bind def /srgb {setrgbcolor} bind def /rot {rotate} bind def /sc {scale} bind def /sd {setdash} bind def /ff {findfont} bind def /sf {setfont} bind def /scf {scalefont} bind def /sw {stringwidth} bind def /tr {translate} bind def /tnt {dup dup currentrgbcolor 4 -2 roll dup 1 exch sub 3 -1 roll mul add 4 -2 roll dup 1 exch sub 3 -1 roll mul add 4 -2 roll dup 1 exch sub 3 -1 roll mul add srgb} bind def /shd {dup dup currentrgbcolor 4 -2 roll mul 4 -2 roll mul 4 -2 roll mul srgb} bind def /DrawEllipse { /endangle exch def /startangle exch def /yrad exch def /xrad exch def /y exch def /x exch def /savematrix mtrx currentmatrix def x y tr xrad yrad sc 0 0 1 startangle endangle arc closepath savematrix setmatrix } def /$F2psBegin {$F2psDict begin /$F2psEnteredState save def} def /$F2psEnd {$F2psEnteredState restore end} def $F2psBegin 10 setmiterlimit n -1000 7580 m -1000 -1000 l 14058 -1000 l 14058 7580 l cp clip 0.06000 0.06000 sc 7.500 slw % Ellipse n 2509 575 123 123 0 360 DrawEllipse gs col-1 s gr % Ellipse n 3495 1437 123 123 0 360 DrawEllipse gs col-1 s gr % Ellipse n 1644 1437 123 123 0 360 DrawEllipse gs col-1 s gr % Ellipse n 2138 2239 123 123 0 360 DrawEllipse gs col-1 s gr % Ellipse n 472 3165 123 123 0 360 DrawEllipse gs col-1 s gr % Ellipse n 1521 3165 123 123 0 360 DrawEllipse gs col-1 s gr % Ellipse n 966 2239 123 123 0 360 DrawEllipse gs col-1 s gr % Ellipse n 4729 3165 123 123 0 360 DrawEllipse gs col-1 s gr % Ellipse n 4236 2239 123 123 0 360 DrawEllipse gs col-1 s gr % Ellipse n 3927 3165 123 123 0 360 DrawEllipse gs col-1 s gr % Ellipse n 3249 2239 123 123 0 360 DrawEllipse gs col-1 s gr % Ellipse n 3557 3165 123 123 0 360 DrawEllipse gs col-1 s gr % Ellipse n 2940 3165 123 123 0 360 DrawEllipse gs col-1 s gr % Polyline n 2385 635 m 1706 1314 l gs col-1 s gr % Polyline n 2632 635 m 3495 1314 l gs col-1 s gr % Polyline n 1583 1561 m 1027 2116 l gs col-1 s gr % Polyline n 1706 1561 m 2200 2116 l gs col-1 s gr % Polyline n 3434 1561 m 3249 2116 l gs col-1 s gr % Polyline n 3619 1499 m 4112 2178 l gs col-1 s gr % Polyline n 904 2363 m 534 3042 l gs col-1 s gr % Polyline n 1027 2363 m 1459 3042 l gs col-1 s gr % Polyline n 3187 2363 m 2940 3042 l gs col-1 s gr % Polyline n 3310 2363 m 3557 3042 l gs col-1 s gr % Polyline n 4174 2363 m 3927 3042 l gs col-1 s gr % Polyline n 4297 2363 m 4668 3042 l gs col-1 s gr % Polyline n 315 2980 m 225 2980 225 3322 90 arcto 4 {pop} repeat 225 3412 5009 3412 90 arcto 4 {pop} repeat 5099 3412 5099 3070 90 arcto 4 {pop} repeat 5099 2980 315 2980 90 arcto 4 {pop} repeat cp gs col-1 s gr % Arc gs n 9026.0 1295.6 3349.1 115.7 64.3 arcn gs col0 s gr gr % Arc gs n 11780.5 2468.7 2185.8 122.4 54.5 arcn gs col0 s gr gr % Ellipse n 10346 357 132 132 0 360 DrawEllipse gs col-1 s gr % Ellipse n 11401 1280 132 132 0 360 DrawEllipse gs col-1 s gr % Ellipse n 9422 1280 132 132 0 360 DrawEllipse gs col-1 s gr % Ellipse n 9950 2137 132 132 0 360 DrawEllipse gs col-1 s gr % Ellipse n 8169 3127 132 132 0 360 DrawEllipse gs col-1 s gr % Ellipse n 9290 3127 132 132 0 360 DrawEllipse gs col-1 s gr % Ellipse n 8697 2137 132 132 0 360 DrawEllipse gs col-1 s gr % Ellipse n 12720 3127 132 132 0 360 DrawEllipse gs col-1 s gr % Ellipse n 12192 2137 132 132 0 360 DrawEllipse gs col-1 s gr % Ellipse n 11862 3127 132 132 0 360 DrawEllipse gs col-1 s gr % Ellipse n 11137 2137 132 132 0 360 DrawEllipse gs col-1 s gr % Ellipse n 11467 3127 132 132 0 360 DrawEllipse gs col-1 s gr % Ellipse n 10807 3127 132 132 0 360 DrawEllipse gs col-1 s gr % Ellipse n 7773 4050 132 132 0 360 DrawEllipse gs col-1 s gr % Ellipse n 8367 4050 132 132 0 360 DrawEllipse gs col-1 s gr % Ellipse n 8960 4050 132 132 0 360 DrawEllipse gs col-1 s gr % Ellipse n 9620 4050 132 132 0 360 DrawEllipse gs col-1 s gr % Ellipse n 10279 4050 132 132 0 360 DrawEllipse gs col-1 s gr % Ellipse n 10807 4050 132 132 0 360 DrawEllipse gs col-1 s gr % Ellipse n 11335 4050 132 132 0 360 DrawEllipse gs col-1 s gr % Ellipse n 11796 4050 132 132 0 360 DrawEllipse gs col-1 s gr % Ellipse n 12390 4050 132 132 0 360 DrawEllipse gs col-1 s gr % Ellipse n 12852 4050 132 132 0 360 DrawEllipse gs col-1 s gr % Polyline n 10214 423 m 9488 1148 l gs col-1 s gr % Polyline n 10477 423 m 11401 1148 l gs col-1 s gr % Polyline n 9356 1412 m 8762 2005 l gs col-1 s gr % Polyline n 9488 1412 m 10016 2005 l gs col-1 s gr % Polyline n 11335 1412 m 11137 2005 l gs col-1 s gr % Polyline n 11533 1346 m 12060 2071 l gs col-1 s gr % Polyline n 8631 2269 m 8235 2995 l gs col-1 s gr % Polyline n 8762 2269 m 9224 2995 l gs col-1 s gr % Polyline n 11071 2269 m 10807 2995 l gs col-1 s gr % Polyline n 11203 2269 m 11467 2995 l gs col-1 s gr % Polyline n 12126 2269 m 11862 2995 l gs col-1 s gr % Polyline n 12258 2269 m 12654 2995 l gs col-1 s gr % Polyline n 8103 3259 m 7773 3918 l gs col0 s gr % Polyline n 8235 3259 m 8367 3918 l gs col0 s gr % Polyline n 9224 3193 m 8960 3918 l gs col0 s gr % Polyline n 9422 3259 m 9620 3918 l gs col0 s gr % Polyline n 10741 3193 m 10345 3918 l gs col0 s gr % Polyline n 10807 3259 m 10807 3918 l gs col0 s gr % Polyline n 11467 3259 m 11335 3918 l gs col0 s gr % Polyline n 11533 3259 m 11796 3918 l gs col0 s gr % Polyline n 12654 3259 m 12390 3918 l gs col0 s gr % Polyline n 12786 3259 m 12852 3918 l gs col0 s gr /Times-Roman ff 315.00 scf sf 8433 5039 m gs 1 -1 sc (Partition 1) col0 sh gr /Times-Roman ff 315.00 scf sf 11269 5039 m gs 1 -1 sc (Partition 2) col0 sh gr % Polyline 60.000 slw gs clippath 6981 1920 m 7101 1950 l 6981 1980 l 7500 1980 l 7500 1920 l cp clip n 5475 1950 m 7425 1950 l gs col1 1.00 shd ef gr gs col1 s gr gr % arrowhead 165.000 slw n 6981 1920 m 7101 1950 l 6981 1980 l 6981 1950 l 6981 1920 l cp gs col1 1.00 shd ef gr col1 s /Times-Roman ff 360.00 scf sf 300 4125 m gs 1 -1 sc (Computation Frontier at depth 3) col-1 sh gr /Times-Roman ff 480.00 scf sf 750 5775 m gs 1 -1 sc (Synchronous Tree) col1 sh gr /Times-Roman ff 480.00 scf sf 150 6450 m gs 1 -1 sc (Construction Approach) col1 sh gr /Times-Roman ff 480.00 scf sf 9075 5775 m gs 1 -1 sc (Partitioned Tree) col1 sh gr /Times-Roman ff 480.00 scf sf 8325 6450 m gs 1 -1 sc (Construction Approach) col1 sh gr $F2psEnd rs %%EndDocument endTexFig 1109 1030 a Fi(Figure)27 b(3:)37 b(Hybrid)27 b(T)-7 b(ree)27 b(Construction)g(Approac)n(h)0 1295 y(sho)n(ws)22 b(an)i(example.)35 b(First)23 b(\(at)h(the)g(top)g(of)f(the)h (\014gure\),)g(all)g(four)f(pro)r(cessors)e(co)r(op)r(erate)h(to)i (expand)f(the)h(ro)r(ot)f(no)r(de)g(just)0 1395 y(lik)n(e)g(they)g(do)g (in)g(the)h(sync)n(hronous)d(tree)i(construction)f(approac)n(h.)33 b(Next)24 b(\(in)f(the)h(middle)g(of)f(the)g(\014gure\),)h(the)f(set)g (of)g(four)0 1494 y(pro)r(cessors)g(is)i(partitioned)g(in)h(three)f (parts.)36 b(The)25 b(leftmost)h(c)n(hild)g(is)f(assigned)f(to)h(pro)r (cessors)e(0)i(and)h(1,)f(while)h(the)g(other)0 1594 y(no)r(des)j(are)f(assigned)h(to)g(pro)r(cessors)e(2)i(and)g(3,)g(resp) r(ectiv)n(ely)-7 b(.)41 b(No)n(w)29 b(these)g(sets)g(of)h(pro)r (cessors)d(pro)r(ceed)h(indep)r(enden)n(tly)0 1694 y(to)f(expand)g (these)g(assigned)f(no)r(des.)36 b(In)27 b(particular,)f(pro)r(cessors) f(2)i(and)g(pro)r(cessor)e(3)h(pro)r(ceed)h(to)g(expand)f(their)i(part) e(of)0 1793 y(the)k(tree)g(using)f(the)h(serial)f(algorithm.)42 b(The)30 b(group)f(con)n(taining)f(pro)r(cessors)g(0)h(and)h(1)f (splits)h(the)g(leftmost)g(c)n(hild)g(no)r(de)0 1893 y(in)n(to)g(three)g(no)r(des.)44 b(These)30 b(three)f(new)i(no)r(des)e (are)h(partitioned)f(in)i(t)n(w)n(o)e(parts)g(\(sho)n(wn)h(in)g(the)h (b)r(ottom)f(of)g(the)g(\014gure\);)0 1992 y(the)e(leftmost)g(no)r(de)f (is)h(assigned)e(to)h(pro)r(cessor)e(0,)j(while)f(the)h(other)f(t)n(w)n (o)g(are)f(assigned)g(to)i(pro)r(cessor)d(1.)36 b(F)-7 b(rom)27 b(no)n(w)g(on,)0 2092 y(pro)r(cessors)e(0)i(and)h(1)f(also)g (indep)r(enden)n(tly)h(w)n(ork)e(on)h(their)h(resp)r(ectiv)n(e)f (subtrees.)0 2308 y Fb(Hybrid)k(P)m(arallel)g(F)-8 b(orm)m(ulation)82 b Fi(The)27 b(h)n(ybrid)g(parallel)f(form)n(ulation)g(has)g(elemen)n (ts)h(of)g(b)r(oth)h(sc)n(hemes.)36 b(The)27 b Fg(Syn-)0 2407 y(chr)l(onous)k(T)-6 b(r)l(e)l(e)31 b(Construction)g(Appr)l(o)l (ach)f Fi(incurs)f(high)f(comm)n(unication)g(o)n(v)n(erhead)f(as)h(the) h(fron)n(tier)f(gets)g(larger.)39 b(The)0 2507 y Fg(Partitione)l(d)c(T) -6 b(r)l(e)l(e)34 b(Construction)f(Appr)l(o)l(ach)h Fi(incurs)d(cost)h (of)f(load)h(balancing)f(after)g(eac)n(h)g(step.)50 b(The)32 b(h)n(ybrid)g(sc)n(heme)0 2607 y(k)n(eeps)24 b(con)n(tin)n(uing)g(with) i(the)f(\014rst)g(approac)n(h)e(as)h(long)g(as)g(the)i(comm)n (unication)e(cost)g(incurred)g(b)n(y)h(the)g(\014rst)g(form)n(ulation)0 2706 y(is)c(not)h(to)r(o)f(high.)35 b(Once)21 b(this)h(cost)f(b)r (ecomes)g(high,)i(the)f(pro)r(cessors)d(as)i(w)n(ell)g(as)g(the)h (curren)n(t)e(fron)n(tier)h(of)h(the)f(classi\014cation)0 2806 y(tree)27 b(are)f(partitioned)g(in)n(to)h(t)n(w)n(o)f(parts.)36 b(Figure)26 b(3)h(sho)n(ws)f(one)g(example)h(of)g(this)g(parallel)f (form)n(ulation.)36 b(A)n(t)27 b(the)g(classi\014-)0 2906 y(cation)i(tree)h(fron)n(tier)f(at)h(depth)g(3,)g(no)g (partitioning)f(has)h(b)r(een)g(done)g(and)f(all)h(pro)r(cessors)e(are) h(w)n(orking)f(co)r(op)r(erativ)n(ely)0 3005 y(on)j(eac)n(h)f(no)r(de)h (of)g(the)g(fron)n(tier.)46 b(A)n(t)31 b(the)g(next)h(fron)n(tier)d(at) i(depth)h(4,)f(partitioning)f(is)h(triggered,)f(and)h(the)h(no)r(des)e (and)0 3105 y(pro)r(cessors)25 b(are)i(partitioned)g(in)n(to)g(t)n(w)n (o)g(partitions.)125 3204 y(A)19 b(k)n(ey)g(elemen)n(t)h(of)f(the)h (algorithm)f(is)g(the)h(criterion)e(that)i(triggers)e(the)i (partitioning)e(of)i(the)g(curren)n(t)e(set)i(of)f(pro)r(cessors)0 3304 y(\(and)32 b(the)g(corresp)r(onding)d(fron)n(tier)i(of)h(the)g (classi\014cation)e(tree)h(\).)49 b(If)32 b(partitioning)f(is)h(done)f (to)r(o)g(frequen)n(tly)-7 b(,)33 b(then)f(the)0 3404 y(h)n(ybrid)g(sc)n(heme)g(will)h(appro)n(ximate)d(the)j(partitioned)f (tree)g(construction)g(approac)n(h,)g(and)g(th)n(us)g(will)h(incur)f (to)r(o)g(m)n(uc)n(h)0 3503 y(data)23 b(mo)n(v)n(emen)n(t)g(cost.)35 b(If)24 b(the)g(partitioning)f(is)h(done)f(to)r(o)h(late,)g(then)g(it)g (will)g(su\013er)g(from)f(high)g(cost)h(for)f(comm)n(unicating)0 3603 y(statistics)31 b(generated)f(for)h(eac)n(h)f(no)r(de)i(of)f(the)g (fron)n(tier,)h(lik)n(e)e(the)i(sync)n(hronized)e(tree)h(construction)f (approac)n(h.)46 b(In)32 b(the)0 3703 y(h)n(ybrid)25 b(algorithm,)g(the)h(splitting)h(is)e(p)r(erformed)g(when)h(the)g (accum)n(ulated)g(cost)f(of)h(comm)n(unication)f(b)r(ecomes)g(equal)g (to)0 3802 y(the)j(cost)f(of)h(mo)n(ving)e(records)g(and)i(load)e (balancing)h(in)h(the)g(splitting)g(phase.)125 3902 y(The)22 b(size)g(and)g(shap)r(e)f(of)i(the)f(classi\014cation)f(tree)h(v)-5 b(aries)21 b(a)h(lot)g(dep)r(ending)g(on)g(the)h(application)e(domain)h (and)g(training)0 4001 y(data)k(set.)37 b(Some)27 b(classi\014cation)f (trees)g(migh)n(t)h(b)r(e)g(shallo)n(w)f(and)h(the)g(others)f(migh)n(t) h(b)r(e)g(deep.)37 b(Some)27 b(classi\014cation)f(trees)0 4101 y(could)e(b)r(e)h(skinn)n(y)f(others)g(could)g(b)r(e)h(bush)n(y)-7 b(.)36 b(Some)24 b(classi\014cation)f(trees)h(migh)n(t)h(b)r(e)g (uniform)f(in)h(depth)g(while)g(other)f(trees)0 4201 y(migh)n(t)i(b)r(e)g(sk)n(ew)n(ed)f(in)h(one)f(part)g(of)h(the)g(tree.) 36 b(The)26 b(h)n(ybrid)f(approac)n(h)f(adapts)h(w)n(ell)h(to)f(all)h (t)n(yp)r(es)f(of)h(classi\014cation)f(trees.)0 4300 y(If)34 b(the)g(decision)g(tree)f(is)h(skinn)n(y)-7 b(,)35 b(the)f(h)n(ybrid)f(approac)n(h)f(will)i(just)h(sta)n(y)e(with)h(the)g Fg(Synchr)l(onous)i(T)-6 b(r)l(e)l(e)35 b(Construction)0 4400 y(Appr)l(o)l(ach)p Fi(.)55 b(On)33 b(the)g(other)g(hand,)h(it)f (will)h(shift)f(to)g(the)h Fg(Partitione)l(d)i(T)-6 b(r)l(e)l(e)34 b(Construction)h(Appr)l(o)l(ach)g Fi(as)d(so)r(on)g(as)h(the)0 4500 y(tree)27 b(b)r(ecomes)f(bush)n(y)-7 b(.)37 b(If)27 b(the)g(tree)g(has)f(a)h(big)f(v)-5 b(ariance)26 b(in)h(depth,)h(the)f (h)n(ybrid)g(approac)n(h)e(will)i(p)r(erform)f(dynamic)h(load)0 4599 y(balancing)g(with)h(pro)r(cessor)d(groups)h(to)i(reduce)f(pro)r (cessor)e(idling.)0 4815 y Fb(Handling)32 b(Con)m(tin)m(uous)g(A)m (ttributes)83 b Fi(The)29 b(approac)n(hes)d(describ)r(ed)i(ab)r(o)n(v)n (e)f(concen)n(trated)g(primarily)g(on)h(ho)n(w)g(the)0 4915 y(tree)38 b(is)g(constructed)g(in)h(parallel)e(with)i(resp)r(ect)f (to)h(the)f(issues)g(of)h(load)e(balancing)h(and)g(reducing)g(comm)n (unication)0 5014 y(o)n(v)n(erhead.)73 b(The)41 b(discussion)e(w)n(as)h (simpli\014ed)h(b)n(y)f(the)h(assumption)f(of)g(absence)g(of)g(con)n (tin)n(uous-v)-5 b(alued)39 b(attributes.)0 5114 y(Presence)28 b(of)h(con)n(tin)n(uous)f(attributes)h(can)g(b)r(e)h(handled)f(in)g(t)n (w)n(o)g(w)n(a)n(ys.)40 b(One)29 b(is)g(to)g(p)r(erform)g(in)n (telligen)n(t)g(discretization,)1929 5416 y(6)p eop %%Page: 7 7 7 6 bop 0 30 a Fi(either)35 b(once)g(in)g(the)h(b)r(eginning)f(or)g(at) g(eac)n(h)f(no)r(de)i(as)e(the)i(tree)f(is)g(b)r(eing)g(induced,)j(and) d(treat)g(them)h(as)e(categorical)0 130 y(attributes.)i(Another,)24 b(more)f(p)r(opular)g(approac)n(h)f(is)i(to)g(use)g(decisions)f(of)g (the)i(form)e Ff(A)h(<)e(x)j Fi(and)e Ff(A)h Fd(\025)e Ff(x)p Fi(,)j(directly)f(on)g(the)0 229 y(v)-5 b(alues)22 b Ff(x)g Fi(of)g(con)n(tin)n(uous)f(attribute)h Ff(A)p Fi(.)36 b(The)22 b(decision)f(v)-5 b(alue)22 b(of)g Ff(x)h Fi(needs)f(to)g(b)r(e)g(determined)g(at)g(eac)n(h)f(no)r(de.)36 b(F)-7 b(or)21 b(e\016cien)n(t)0 329 y(searc)n(h)27 b(of)h Ff(x)p Fi(,)h(most)f(algorithms)f(require)g(the)h(attributes)h(to)f(b)r (e)g(sorted)g(on)g(v)-5 b(alues,)28 b(suc)n(h)f(that)i(one)f(linear)f (scan)h(can)g(b)r(e)0 429 y(done)34 b(o)n(v)n(er)f(all)h(the)g(v)-5 b(alues)34 b(to)h(ev)-5 b(aluate)34 b(the)g(b)r(est)h(decision.)57 b(Among)34 b(v)-5 b(arious)33 b(di\013eren)n(t)i(algorithms,)f(the)h (approac)n(h)0 528 y(tak)n(en)30 b(b)n(y)g(SPRINT)g(algorithm[SAM96)n (],)i(whic)n(h)e(sorts)f(eac)n(h)h(con)n(tin)n(uous)f(attribute)h(only) g(once)g(in)h(the)f(b)r(eginning,)h(is)0 628 y(pro)n(v)n(en)d(to)i(b)r (e)g(e\016cien)n(t)h(for)e(large)f(datasets.)43 b(The)30 b(sorted)g(order)e(is)i(main)n(tained)f(throughout)h(the)g(induction)g (pro)r(cess,)0 728 y(th)n(us)f(a)n(v)n(oiding)f(the)h(p)r(ossibly)g (excessiv)n(e)f(costs)g(of)h(re-sorting)e(at)j(eac)n(h)e(no)r(de.)42 b(A)29 b(separate)f(list)h(is)g(k)n(ept)g(for)g(eac)n(h)g(of)g(the)0 827 y(attributes,)38 b(in)f(whic)n(h)f(the)g(record)f(iden)n(ti\014er)h (is)g(asso)r(ciated)f(with)h(eac)n(h)g(sorted)f(v)-5 b(alue.)62 b(The)36 b(k)n(ey)g(step)g(in)g(handling)0 927 y(con)n(tin)n(uous)31 b(attributes)h(is)h(the)f(prop)r(er)g (assignmen)n(t)f(of)h(records)f(to)h(the)h(c)n(hildren)f(no)r(de)g (after)g(a)g(splitting)g(decision)g(is)0 1026 y(made.)65 b(Implemen)n(tation)37 b(of)g(this)g(o\013ers)f(the)h(design)g(c)n (hallenge.)64 b(SPRINT)37 b(builds)g(a)f(mapping)h(b)r(et)n(w)n(een)g (a)g(record)0 1126 y(iden)n(ti\014er)28 b(and)g(the)h(no)r(de)g(to)f (whic)n(h)g(it)h(go)r(es)e(to)i(based)f(on)g(the)g(splitting)h (decision.)39 b(The)28 b(mapping)g(is)h(implemen)n(ted)g(as)0 1226 y(a)e(hash)g(table)h(and)f(is)h(prob)r(ed)f(to)h(split)g(the)g (attribute)f(lists)h(in)g(a)f(consisten)n(t)g(manner.)125 1325 y(P)n(arallel)e(form)n(ulation)h(of)i(the)f(SPRINT)h(algorithm)e (falls)h(under)h(the)g(category)d(of)i(sync)n(hronous)f(tree)h (construction)0 1425 y(design.)34 b(The)22 b(m)n(ultiple)g(sorted)e (lists)i(of)f(con)n(tin)n(uous)f(attributes)i(are)e(split)i(in)f (parallel)g(b)n(y)g(building)g(the)h(en)n(tire)f(hash)g(table)0 1525 y(on)30 b(all)g(the)h(pro)r(cessors.)44 b(Ho)n(w)n(ev)n(er,)29 b(with)i(this)g(simple-minded)g(w)n(a)n(y)e(of)h(ac)n(hieving)g(a)g (consisten)n(t)g(split,)h(the)g(algorithm)0 1624 y(incurs)d(a)f(comm)n (unication)h(o)n(v)n(erhead)e(of)i Ff(O)r Fi(\()p Ff(N)9 b Fi(\))29 b(p)r(er)f(pro)r(cessor.)36 b(Since,)29 b(the)f(serial)f (run)n(time)h(of)g(the)h(induction)f(pro)r(cess)0 1724 y(is)34 b Ff(O)r Fi(\()p Ff(N)9 b Fi(\),)37 b(SPRINT)d(b)r(ecomes)g (unscalable)f(with)i(resp)r(ect)e(to)h(run)n(time.)57 b(It)34 b(is)g(unscalable)g(in)g(memory)f(requiremen)n(ts)0 1823 y(also,)g(b)r(ecause)f(the)h(total)f(memory)g(requiremen)n(t)f(p)r (er)i(pro)r(cessor)d(is)i Ff(O)r Fi(\()p Ff(N)9 b Fi(\),)35 b(as)d(the)h(size)f(of)g(the)h(hash)f(table)h(is)f(of)h(the)0 1923 y(same)i(order)f(as)h(the)h(size)f(of)g(the)h(training)f(dataset)f (for)h(the)h(upp)r(er)g(lev)n(els)e(of)i(the)g(decision)f(tree,)i(and)e (it)h(resides)e(on)0 2023 y(ev)n(ery)28 b(pro)r(cessor.)38 b(Another)29 b(parallel)e(algorithm,)h(ScalP)n(arC)f([JKK98)n(],)i (solv)n(es)f(this)h(scalabilit)n(y)f(problem.)40 b(It)29 b(emplo)n(ys)0 2122 y(a)g(distributed)g(hash)f(table)h(to)g(ac)n(hiev)n (e)f(a)g(consisten)n(t)h(split.)41 b(The)29 b(comm)n(unication)f (structure,)h(used)g(to)g(construct)f(and)0 2222 y(access)36 b(this)h(hash)f(table,)j(is)e(motiv)-5 b(ated)37 b(b)n(y)f(the)h (parallel)f(sparse)g(matrix-v)n(ector)e(m)n(ultiplication)j (algorithms.)63 b(It)37 b(is)0 2322 y(sho)n(wn)29 b(in)h([JKK98)n(])g (that)g(with)g(the)h(prop)r(er)e(implemen)n(tation)h(of)f(the)i (parallel)d(hashing,)i(the)g(o)n(v)n(erall)e(comm)n(unication)0 2421 y(o)n(v)n(erhead)j(do)r(es)h(not)g(exceed)h Ff(O)r Fi(\()p Ff(N)9 b Fi(\),)35 b(and)d(the)h(memory)f(required)g(do)r(es)g (not)h(exceed)f Ff(O)r Fi(\()p Ff(N)r(=p)p Fi(\))h(p)r(er)f(pro)r (cessor.)50 b(Th)n(us,)0 2521 y(ScalP)n(arC)25 b(is)j(scalable)e(in)i (run)n(time)g(as)f(w)n(ell)g(as)g(memory)g(requiremen)n(ts.)0 2795 y Fj(4)135 b(Conclusion)0 2977 y Fi(This)29 b(c)n(hapter)g(presen) n(ted)g(an)g(o)n(v)n(erview)e(of)j(parallel)e(algorithms)g(for)h(t)n(w) n(o)g(of)g(the)h(commonly)f(used)g(data)g(mining)g(tec)n(h-)0 3077 y(niques.)48 b(Key)30 b(issues)h(suc)n(h)g(as)f(load)h(balancing,) g(atten)n(tion)g(to)g(lo)r(calit)n(y)-7 b(,)31 b(extracting)g(maximal)f (concurrency)-7 b(,)31 b(a)n(v)n(oiding)0 3177 y(hot)d(sp)r(ots)f(in)i (con)n(ten)n(tion,)e(and)g(minimizing)i(parallelization)d(o)n(v)n (erhead)f(are)i(just)i(as)e(cen)n(tral)g(to)g(these)h(parallel)f(form)n (u-)0 3276 y(lations)32 b(as)g(they)i(are)d(to)i(the)g(traditional)g (scien)n(ti\014c)f(parallel)g(algorithms.)51 b(In)33 b(fact,)i(in)e(man)n(y)f(cases,)h(the)h(underlying)0 3376 y(k)n(ernels)26 b(are)h(iden)n(tical)g(to)h(w)n(ell)f(kno)n(wn)g (algorithms,)f(suc)n(h)i(as)f(sparse)f(matrix-v)n(ector)f(pro)r(duct.) 125 3475 y(T)-7 b(o)32 b(date,)i(the)g(parallel)d(form)n(ulations)h(of) h(man)n(y)f(decision-tree)g(induction)h(and)g(asso)r(ciation)e(rule)i (disco)n(v)n(ery)e(algo-)0 3575 y(rithms)j(are)e(reasonably)g(w)n (ell-understo)r(o)r(d.)53 b(Relativ)n(ely)33 b(less)g(w)n(ork)g(has)g (b)r(een)h(done)f(on)g(the)h(parallel)e(algorithms)h(for)0 3675 y(other)h(data)h(mining)g(tec)n(hniques)g(suc)n(h)g(as)f (clustering,)i(rule-based)e(classi\014cation)g(algorithms,)h(deviation) g(detection,)0 3774 y(and)d(regression.)48 b(Some)32 b(p)r(ossible)g(areas)f(of)h(further)g(researc)n(h)e(include)j (parallelization)d(of)i(man)n(y)g(emerging)f(new)h(and)0 3874 y(impro)n(v)n(ed)20 b(serial)g(data)h(mining)h(algorithms,)f (further)h(analysis)e(and)h(re\014nemen)n(ts)g(of)g(existing)g (algorithms)f(for)h(scalabilit)n(y)0 3974 y(and)j(e\016ciency)-7 b(,)26 b(designs)d(targetted)h(for)g(shared)g(memory)g(and)g (distributed)h(shared)f(memory)g(mac)n(hines)f(equipp)r(ed)j(with)0 4073 y(symmetric)h(m)n(ultipro)r(cessors,)f(and)h(e\016cien)n(t)h(in)n (tegration)e(of)i(parallel)e(algorithms)h(with)h(parallel)e(database)g (systems.)0 4348 y Fj(References)0 4530 y Fi([AIS93a])104 b(R.)30 b(Agra)n(w)n(al,)e(T.)i(Imielinski,)g(and)g(A.)g(Sw)n(ami.)42 b(Database)29 b(mining:)41 b(A)30 b(p)r(erformance)f(p)r(ersp)r(ectiv)n (e.)42 b Fg(IEEE)414 4629 y(T)-6 b(r)l(ansactions)31 b(on)e(Know)t(le)l(dge)i(and)g(Data)f(Eng.)p Fi(,)e(5\(6\):914{925,)c (Decem)n(b)r(er)j(1993.)0 4795 y([AIS93b])100 b(R.)26 b(Agra)n(w)n(al,)d(T.)j(Imielinski,)f(and)h(A.)f(Sw)n(ami.)33 b(Mining)25 b(asso)r(ciation)f(rules)g(b)r(et)n(w)n(een)h(sets)g(of)h (items)f(in)h(large)414 4895 y(databases.)53 b(In)34 b Fg(Pr)l(o)l(c.)i(of)g(1993)h(A)n(CM-SIGMOD)e(Int.)g(Conf.)i(on)e (Management)h(of)g(Data)p Fi(,)g(W)-7 b(ashington,)414 4994 y(D.C.,)29 b(1993.)1929 5416 y(7)p eop %%Page: 8 8 8 7 bop 0 30 a Fi([AS94])176 b(R.)33 b(Agra)n(w)n(al)e(and)h(R.)h(Srik) -5 b(an)n(t.)51 b(F)-7 b(ast)33 b(algorithms)e(for)h(mining)g(asso)r (ciation)f(rules.)51 b(In)33 b Fg(Pr)l(o)l(c.)i(of)h(the)e(20th)414 130 y(VLDB)c(Confer)l(enc)l(e)p Fi(,)f(pages)d(487{499,)e(San)n(tiago,) i(Chile,)i(1994.)0 291 y([AS96])176 b(R.)27 b(Agra)n(w)n(al)e(and)h (J.C.)h(Shafer.)35 b(P)n(arallel)24 b(mining)j(of)g(asso)r(ciation)e (rules.)34 b Fg(IEEE)c(T)-6 b(r)l(ansactions)30 b(on)f(Know)t(l-)414 391 y(e)l(dge)i(and)f(Data)g(Eng.)p Fi(,)e(8\(6\):962{969,)c(Decem)n(b) r(er)k(1996.)0 553 y([CDG)211 522 y Fh(+)267 553 y Fi(97])40 b(J.)30 b(Chattratic)n(hat,)h(J.)f(Darlington,)g(M.)h(Ghanem,)g(Y.)g (Guo,)g(H.)g(Huning,)g(M.)g(Kohler,)f(J.)g(Sutiw)n(araph)n(un,)414 652 y(H.W.)25 b(T)-7 b(o,)24 b(and)f(D.)h(Y)-7 b(ang.)30 b(Large)22 b(scale)h(data)g(mining:)35 b(Challenges)22 b(and)i(resp)r(onses.)29 b(In)23 b Fg(Pr)l(o)l(c.)k(of)g(the)g(Thir)l (d)414 752 y(Int'l)j(Confer)l(enc)l(e)h(on)e(Know)t(le)l(dge)i(Disc)l (overy)g(and)g(Data)e(Mining)p Fi(,)g(1997.)0 913 y([CHY96])100 b(M.S.)31 b(Chen,)h(J.)f(Han,)g(and)g(P)-7 b(.S.)30 b(Y)-7 b(u.)47 b(Data)30 b(mining:)44 b(An)31 b(o)n(v)n(erview)d(from)j (database)e(p)r(ersp)r(ectiv)n(e.)46 b Fg(IEEE)414 1013 y(T)-6 b(r)l(ansactions)31 b(on)e(Know)t(le)l(dge)i(and)g(Data)f(Eng.)p Fi(,)e(8\(6\):866{883,)c(Decem)n(b)r(er)j(1996.)0 1174 y([DMT94])85 b(D.J.)29 b(Spiegelhalter)f(D.)h(Mic)n(hie)f(and)h(C.C.)g (T)-7 b(a)n(ylor.)37 b Fg(Machine)c(L)l(e)l(arning,)e(Neur)l(al)g(and)g (Statistic)l(al)g(Classi-)414 1274 y(\014c)l(ation)p Fi(.)37 b(Ellis)27 b(Horw)n(o)r(o)r(d,)g(1994.)0 1436 y([GAR96])96 b(S.)20 b(Goil,)h(S.)f(Aluru,)h(and)f(S.)g(Rank)-5 b(a.)23 b(Concatenated)c(parallelism:)31 b(A)20 b(tec)n(hnique)g(for)f (e\016cien)n(t)h(parallel)e(divide)414 1535 y(and)k(conquer.)27 b(In)22 b Fg(Pr)l(o)l(c.)j(of)h(the)e(Symp)l(osium)h(of)g(Par)l(al)t (lel)i(and)e(Distribute)l(d)f(Computing)h(\(SPDP'96\))p Fi(,)g(1996.)0 1697 y([Gol89])154 b(D.)30 b(E.)g(Goldb)r(erg.)42 b Fg(Genetic)32 b(A)n(lgorithms)g(in)g(Se)l(ar)l(ch,)h(Optimizations)f (and)h(Machine)g(L)l(e)l(arning)p Fi(.)43 b(Morgan-)414 1796 y(Kaufman,)27 b(1989.)0 1958 y([HKK97])92 b(E.-H.)32 b(Han,)h(G.)g(Karypis,)f(and)g(V.)g(Kumar.)50 b(Scalable)31 b(parallel)g(data)h(mining)g(for)g(asso)r(ciation)e(rules.)50 b(In)414 2058 y Fg(Pr)l(o)l(c.)31 b(of)g(1997)g(A)n(CM-SIGMOD)e(Int.)h (Conf.)h(on)f(Management)g(of)h(Data)p Fi(,)d(T)-7 b(ucson,)27 b(Arizona,)g(1997.)0 2219 y([HKK99])92 b(E.-H.)25 b(Han,)g(G.)g (Karypis,)f(and)h(V.)g(Kumar.)32 b(Scalable)24 b(parallel)f(data)i (mining)g(for)f(asso)r(ciation)f(rules.)32 b Fg(IEEE)414 2319 y(T)-6 b(r)l(ansactions)31 b(on)e(Know)t(le)l(dge)i(and)g(Data)f (Eng.)g(\(ac)l(c)l(epte)l(d)g(for)h(public)l(ation\))p Fi(,)e(1999.)0 2480 y([JHKKar])58 b(M.)37 b(V.)f(Joshi,)h(E.-H.)f(Han,) i(G.)e(Karypis,)h(and)e(V.)i(Kumar.)60 b(E\016cien)n(t)36 b(parallel)f(algorithms)g(for)g(mining)414 2580 y(asso)r(ciations.)44 b(In)30 b(M.)h(J.)f(Zaki)g(and)g(C.-T.)g(Ho,)h(editors,)g Fg(L)l(e)l(ctur)l(e)g(Notes)h(in)h(Computer)g(Scienc)l(e:)44 b(L)l(e)l(ctur)l(e)414 2679 y(Notes)30 b(in)g(A)n(rti\014cial)g(Intel)t (ligenc)l(e)h(\(LNCS/LNAI\))p Fi(,)c(v)n(olume)g(1759.)f(Springer-V)-7 b(erlag,)25 b(T)-7 b(o)27 b(App)r(ear.)0 2841 y([JKK98])111 b(M.)33 b(V.)g(Joshi,)g(G.)g(Karypis,)g(and)f(V.)h(Kumar.)51 b(ScalP)n(arC:)30 b(A)j(new)g(scalable)e(and)i(e\016cien)n(t)g (parallel)e(clas-)414 2941 y(si\014cation)g(algorithm)f(for)g(mining)i (large)d(datasets.)47 b(In)31 b Fg(Pr)l(o)l(c.)j(of)g(the)f (International)g(Par)l(al)t(lel)i(Pr)l(o)l(c)l(essing)414 3040 y(Symp)l(osium)p Fi(,)28 b(1998.)0 3202 y([JKK99])111 b(M.)26 b(V.)g(Joshi,)f(G.)h(Karypis,)e(and)i(V.)f(Kumar.)33 b(Univ)n(ersal)24 b(form)n(ulation)h(of)g(sequen)n(tial)g(patterns.)33 b(T)-7 b(ec)n(hnical)414 3301 y(Rep)r(ort)39 b(TR)h(99-021,)f (Departmen)n(t)g(of)g(Computer)g(Science,)j(Univ)n(ersit)n(y)d(of)g (Minnesota,)i(Minneap)r(olis,)414 3401 y(1999.)0 3563 y([Kuf97])148 b(R.)38 b(Kufrin.)65 b(Decision)37 b(trees)g(on)g (parallel)f(pro)r(cessors.)64 b(In)37 b(J.)g(Geller,)j(H.)d(Kitano,)i (and)e(C.B.)h(Suttner,)414 3662 y(editors,)27 b Fg(Par)l(al)t(lel)32 b(Pr)l(o)l(c)l(essing)e(for)h(A)n(rti\014cial)f(Intel)t(ligenc)l(e)h(3) p Fi(.)d(Elsevier)e(Science,)i(1997.)0 3824 y([Lip87])163 b(R.)34 b(Lippmann.)54 b(An)34 b(in)n(tro)r(duction)f(to)h(computing)f (with)h(neural)e(nets.)55 b Fg(IEEE)36 b(ASSP)e(Magazine)p Fi(,)j(4\(22\),)414 3923 y(April)28 b(1987.)0 4085 y([MAR96])85 b(M.)24 b(Meh)n(ta,)g(R.)g(Agra)n(w)n(al,)e(and)h(J.)g(Rissanen.)29 b(SLIQ:)23 b(A)h(fast)f(scalable)g(classi\014er)f(for)h(data)f(mining.) 31 b(In)23 b Fg(Pr)l(o)l(c.)414 4184 y(of)31 b(the)f(Fifth)h(Int'l)e (Confer)l(enc)l(e)i(on)f(Extending)f(Datab)l(ase)i(T)-6 b(e)l(chnolo)l(gy)p Fi(,)29 b(Avignon,)e(F)-7 b(rance,)27 b(1996.)0 4346 y([P)n(ea94])150 b(R.A.)29 b(P)n(earson.)37 b(A)28 b(coarse)f(grained)g(parallel)g(induction)i(heuristic.)39 b(In)28 b(H.)h(Kitano,)f(V.)g(Kumar,)g(and)g(C.B.)414 4446 y(Suttner,)e(editors,)e Fg(Par)l(al)t(lel)29 b(Pr)l(o)l(c)l (essing)e(for)h(A)n(rti\014cial)f(Intel)t(ligenc)l(e)h(2)p Fi(,)e(pages)d(207{226.)e(Elsevier)i(Science,)414 4545 y(1994.)0 4707 y([Qui93])150 b(J.)32 b(Ross)f(Quinlan.)50 b Fg(C4.5:)e(Pr)l(o)l(gr)l(ams)34 b(for)h(Machine)g(L)l(e)l(arning)p Fi(.)50 b(Morgan)31 b(Kaufmann,)h(San)g(Mateo,)h(CA,)414 4806 y(1993.)0 4968 y([SAD)194 4938 y Fh(+)250 4968 y Fi(93])57 b(M.)38 b(Stonebrak)n(er,)f(R.)h(Agra)n(w)n(al,)f(U.)h(Da)n (y)n(al,)g(E.)f(J.)g(Neuhold,)i(and)e(A.)h(Reuter.)65 b(DBMS)38 b(researc)n(h)c(at)j(a)414 5068 y(crossroads:)e(The)29 b(vienna)f(up)r(date.)39 b(In)29 b Fg(Pr)l(o)l(c.)i(of)g(the)g(19th)g (VLDB)f(Confer)l(enc)l(e)p Fi(,)g(pages)d(688{692,)e(Dublin,)414 5167 y(Ireland,)i(1993.)1929 5416 y(8)p eop %%Page: 9 9 9 8 bop 0 30 a Fi([SAM96])100 b(J.)26 b(Shafer,)g(R.)h(Agra)n(w)n(al,)d (and)i(M.)h(Meh)n(ta.)34 b(SPRINT:)26 b(A)h(scalable)e(parallel)g (classi\014er)g(for)h(data)f(mining.)35 b(In)414 130 y Fg(Pr)l(o)l(c.)c(of)g(the)e(22nd)i(VLDB)f(Confer)l(enc)l(e)p Fi(,)e(1996.)0 296 y([SHKS99])65 b(A.)25 b(Sriv)-5 b(asta)n(v)g(a,)23 b(E.-H.)h(Han,)h(V.)g(Kumar,)f(and)g(V.)g(Singh.)32 b(P)n(arallel)22 b(form)n(ulations)h(of)h(decision-tree)f(classi\014-)414 395 y(cation)28 b(algorithms.)37 b Fg(Data)30 b(Mining)i(and)e(Know)t (le)l(dge)i(Disc)l(overy:)41 b(A)n(n)29 b(International)i(Journal)p Fi(,)d(3\(3\):237{)414 495 y(261,)f(Septem)n(b)r(er)g(1999.)0 661 y([Zak99])147 b(M.)31 b(J.)f(Zaki.)45 b(P)n(arallel)28 b(and)i(distributed)h(asso)r(ciation)e(mining:)42 b(A)31 b(surv)n(ey)-7 b(.)44 b Fg(IEEE)33 b(Concurr)l(ency)g(\(Sp)l(e)l(cial) 414 761 y(Issue)d(on)f(Data)h(Mining\))p Fi(,)f(Decem)n(b)r(er)e(1999.) 1929 5416 y(9)p eop %%Trailer end userdict /end-hook known{end-hook}if %%EOF -------- CUT HERE ----- CUT HERE ----- CUT HERE ----------------------