%!PS-Adobe-2.0 %%Creator: dvips 5.58 Copyright 1986, 1994 Radical Eye Software %%Title: paper.dvi %%CreationDate: Tue Jan 5 01:56:52 1999 %%Pages: 4 %%PageOrder: Ascend %%BoundingBox: 0 0 612 792 %%DocumentFonts: Times-Bold Times-Italic Courier Times-Roman Symbol %%EndComments %DVIPSCommandLine: dvips -f -o paper.ps paper %DVIPSParameters: dpi=300, comments removed %DVIPSSource: TeX output 1999.01.05:0155 %%BeginProcSet: tex.pro /TeXDict 250 dict def TeXDict begin /N{def}def /B{bind def}N /S{exch}N /X{S N}B /TR{translate}N /isls false N /vsize 11 72 mul N /hsize 8.5 72 mul N /landplus90{false}def /@rigin{isls{[0 landplus90{1 -1}{-1 1} ifelse 0 0 0]concat}if 72 Resolution div 72 VResolution div neg scale isls{landplus90{VResolution 72 div vsize mul 0 exch}{Resolution -72 div hsize mul 0}ifelse TR}if Resolution VResolution vsize -72 div 1 add mul TR[matrix currentmatrix{dup dup round sub abs 0.00001 lt{round}if} forall round exch round exch]setmatrix}N /@landscape{/isls true N}B /@manualfeed{statusdict /manualfeed true put}B /@copies{/#copies X}B /FMat[1 0 0 -1 0 0]N /FBB[0 0 0 0]N /nn 0 N /IE 0 N /ctr 0 N /df-tail{ /nn 8 dict N nn begin /FontType 3 N /FontMatrix fntrx N /FontBBox FBB N string /base X array /BitMaps X /BuildChar{CharBuilder}N /Encoding IE N end dup{/foo setfont}2 array copy cvx N load 0 nn put /ctr 0 N[}B /df{ /sf 1 N /fntrx FMat N df-tail}B /dfs{div /sf X /fntrx[sf 0 0 sf neg 0 0] N df-tail}B /E{pop nn dup definefont setfont}B /ch-width{ch-data dup length 5 sub get}B /ch-height{ch-data dup length 4 sub get}B /ch-xoff{ 128 ch-data dup length 3 sub get sub}B /ch-yoff{ch-data dup length 2 sub get 127 sub}B /ch-dx{ch-data dup length 1 sub get}B /ch-image{ch-data dup type /stringtype ne{ctr get /ctr ctr 1 add N}if}B /id 0 N /rw 0 N /rc 0 N /gp 0 N /cp 0 N /G 0 N /sf 0 N /CharBuilder{save 3 1 roll S dup /base get 2 index get S /BitMaps get S get /ch-data X pop /ctr 0 N ch-dx 0 ch-xoff ch-yoff ch-height sub ch-xoff ch-width add ch-yoff setcachedevice ch-width ch-height true[1 0 0 -1 -.1 ch-xoff sub ch-yoff .1 sub]{ch-image}imagemask restore}B /D{/cc X dup type /stringtype ne{]} if nn /base get cc ctr put nn /BitMaps get S ctr S sf 1 ne{dup dup length 1 sub dup 2 index S get sf div put}if put /ctr ctr 1 add N}B /I{ cc 1 add D}B /bop{userdict /bop-hook known{bop-hook}if /SI save N @rigin 0 0 moveto /V matrix currentmatrix dup 1 get dup mul exch 0 get dup mul add .99 lt{/QV}{/RV}ifelse load def pop pop}N /eop{SI restore showpage userdict /eop-hook known{eop-hook}if}N /@start{userdict /start-hook known{start-hook}if pop /VResolution X /Resolution X 1000 div /DVImag X /IE 256 array N 0 1 255{IE S 1 string dup 0 3 index put cvn put}for 65781.76 div /vsize X 65781.76 div /hsize X}N /p{show}N /RMat[1 0 0 -1 0 0]N /BDot 260 string N /rulex 0 N /ruley 0 N /v{/ruley X /rulex X V}B /V {}B /RV statusdict begin /product where{pop product dup length 7 ge{0 7 getinterval dup(Display)eq exch 0 4 getinterval(NeXT)eq or}{pop false} ifelse}{false}ifelse end{{gsave TR -.1 .1 TR 1 1 scale rulex ruley false RMat{BDot}imagemask grestore}}{{gsave TR -.1 .1 TR rulex ruley scale 1 1 false RMat{BDot}imagemask grestore}}ifelse B /QV{gsave newpath transform round exch round exch itransform moveto rulex 0 rlineto 0 ruley neg rlineto rulex neg 0 rlineto fill grestore}B /a{moveto}B /delta 0 N /tail {dup /delta X 0 rmoveto}B /M{S p delta add tail}B /b{S p tail}B /c{-4 M} B /d{-3 M}B /e{-2 M}B /f{-1 M}B /g{0 M}B /h{1 M}B /i{2 M}B /j{3 M}B /k{ 4 M}B /w{0 rmoveto}B /l{p -4 w}B /m{p -3 w}B /n{p -2 w}B /o{p -1 w}B /q{ p 1 w}B /r{p 2 w}B /s{p 3 w}B /t{p 4 w}B /x{0 S rmoveto}B /y{3 2 roll p a}B /bos{/SS save N}B /eos{SS restore}B end %%EndProcSet %%BeginProcSet: texps.pro TeXDict begin /rf{findfont dup length 1 add dict begin{1 index /FID ne 2 index /UniqueID ne and{def}{pop pop}ifelse}forall[1 index 0 6 -1 roll exec 0 exch 5 -1 roll VResolution Resolution div mul neg 0 0]/Metrics exch def dict begin Encoding{exch dup type /integertype ne{pop pop 1 sub dup 0 le{pop}{[}ifelse}{FontMatrix 0 get div Metrics 0 get div def} ifelse}forall Metrics /Metrics currentdict end def[2 index currentdict end definefont 3 -1 roll makefont /setfont load]cvx def}def /ObliqueSlant{dup sin S cos div neg}B /SlantFont{4 index mul add}def /ExtendFont{3 -1 roll mul exch}def /ReEncodeFont{/Encoding exch def}def end %%EndProcSet %%BeginProcSet: special.pro TeXDict begin /SDict 200 dict N SDict begin /@SpecialDefaults{/hs 612 N /vs 792 N /ho 0 N /vo 0 N /hsc 1 N /vsc 1 N /ang 0 N /CLIP 0 N /rwiSeen false N /rhiSeen false N /letter{}N /note{}N /a4{}N /legal{}N}B /@scaleunit 100 N /@hscale{@scaleunit div /hsc X}B /@vscale{@scaleunit div /vsc X}B /@hsize{/hs X /CLIP 1 N}B /@vsize{/vs X /CLIP 1 N}B /@clip{ /CLIP 2 N}B /@hoffset{/ho X}B /@voffset{/vo X}B /@angle{/ang X}B /@rwi{ 10 div /rwi X /rwiSeen true N}B /@rhi{10 div /rhi X /rhiSeen true N}B /@llx{/llx X}B /@lly{/lly X}B /@urx{/urx X}B /@ury{/ury X}B /magscale true def end /@MacSetUp{userdict /md known{userdict /md get type /dicttype eq{userdict begin md length 10 add md maxlength ge{/md md dup length 20 add dict copy def}if end md begin /letter{}N /note{}N /legal{} N /od{txpose 1 0 mtx defaultmatrix dtransform S atan/pa X newpath clippath mark{transform{itransform moveto}}{transform{itransform lineto} }{6 -2 roll transform 6 -2 roll transform 6 -2 roll transform{ itransform 6 2 roll itransform 6 2 roll itransform 6 2 roll curveto}}{{ closepath}}pathforall newpath counttomark array astore /gc xdf pop ct 39 0 put 10 fz 0 fs 2 F/|______Courier fnt invertflag{PaintBlack}if}N /txpose{pxs pys scale ppr aload pop por{noflips{pop S neg S TR pop 1 -1 scale}if xflip yflip and{pop S neg S TR 180 rotate 1 -1 scale ppr 3 get ppr 1 get neg sub neg ppr 2 get ppr 0 get neg sub neg TR}if xflip yflip not and{pop S neg S TR pop 180 rotate ppr 3 get ppr 1 get neg sub neg 0 TR}if yflip xflip not and{ppr 1 get neg ppr 0 get neg TR}if}{noflips{TR pop pop 270 rotate 1 -1 scale}if xflip yflip and{TR pop pop 90 rotate 1 -1 scale ppr 3 get ppr 1 get neg sub neg ppr 2 get ppr 0 get neg sub neg TR}if xflip yflip not and{TR pop pop 90 rotate ppr 3 get ppr 1 get neg sub neg 0 TR}if yflip xflip not and{TR pop pop 270 rotate ppr 2 get ppr 0 get neg sub neg 0 S TR}if}ifelse scaleby96{ppr aload pop 4 -1 roll add 2 div 3 1 roll add 2 div 2 copy TR .96 dup scale neg S neg S TR}if}N /cp {pop pop showpage pm restore}N end}if}if}N /normalscale{Resolution 72 div VResolution 72 div neg scale magscale{DVImag dup scale}if 0 setgray} N /psfts{S 65781.76 div N}N /startTexFig{/psf$SavedState save N userdict maxlength dict begin /magscale false def normalscale currentpoint TR /psf$ury psfts /psf$urx psfts /psf$lly psfts /psf$llx psfts /psf$y psfts /psf$x psfts currentpoint /psf$cy X /psf$cx X /psf$sx psf$x psf$urx psf$llx sub div N /psf$sy psf$y psf$ury psf$lly sub div N psf$sx psf$sy scale psf$cx psf$sx div psf$llx sub psf$cy psf$sy div psf$ury sub TR /showpage{}N /erasepage{}N /copypage{}N /p 3 def @MacSetUp}N /doclip{ psf$llx psf$lly psf$urx psf$ury currentpoint 6 2 roll newpath 4 copy 4 2 roll moveto 6 -1 roll S lineto S lineto S lineto closepath clip newpath moveto}N /endTexFig{end psf$SavedState restore}N /@beginspecial{SDict begin /SpecialSave save N gsave normalscale currentpoint TR @SpecialDefaults count /ocount X /dcount countdictstack N}N /@setspecial {CLIP 1 eq{newpath 0 0 moveto hs 0 rlineto 0 vs rlineto hs neg 0 rlineto closepath clip}if ho vo TR hsc vsc scale ang rotate rwiSeen{rwi urx llx sub div rhiSeen{rhi ury lly sub div}{dup}ifelse scale llx neg lly neg TR }{rhiSeen{rhi ury lly sub div dup scale llx neg lly neg TR}if}ifelse CLIP 2 eq{newpath llx lly moveto urx lly lineto urx ury lineto llx ury lineto closepath clip}if /showpage{}N /erasepage{}N /copypage{}N newpath }N /@endspecial{count ocount sub{pop}repeat countdictstack dcount sub{ end}repeat grestore SpecialSave restore end}N /@defspecial{SDict begin} N /@fedspecial{end}B /li{lineto}B /rl{rlineto}B /rc{rcurveto}B /np{ /SaveX currentpoint /SaveY X N 1 setlinecap newpath}N /st{stroke SaveX SaveY moveto}N /fil{fill SaveX SaveY moveto}N /ellipse{/endangle X /startangle X /yrad X /xrad X /savematrix matrix currentmatrix N TR xrad yrad scale 0 0 1 startangle endangle arc savematrix setmatrix}N end %%EndProcSet TeXDict begin 40258431 52099146 1000 300 300 (/da/bilmes/projects/speech/bmm/icslp98/paper.dvi) @start /Fa 2 49 df0 D<181818303030606060C0C0050B7E8B09>48 D E /Fb 3 123 df<7FFFFC7FFFFC7E00F87801F07003F07003E06007C0600FC0601F80 001F00003E00007E00007C0000F80001F80001F00C03E00C07E00C0FC01C0F801C1F0018 3F00383E00787C01F8FFFFF8FFFFF8161A7E991B>90 D<03F8000E0E003C078038038078 03C07803C0F803E0F803E0F803E0F803E0F803E0F803E07803C07C07C03C07800E0E0003 F80013117F9016>111 D<7FFF781E703E603C607860F001F001E003C007800F830F031E 033C067C06781EFFFE10117F9014>122 D E /Fc 5 94 df<0102040C18183030706060 60E0E0E0E0E0E0E0E0E0E060606070303018180C04020108227D980E>40 D<8040203018180C0C0E060606070707070707070707070606060E0C0C18183020408008 227E980E>I61 D91 D93 D E /Fd 3 104 df0 D<007800C001800300030003000300030003000300030003000300030006000C00 F0000C00060003000300030003000300030003000300030003000300018000C000780D21 7E9812>102 DI E /Fe 14 121 df<60F0F06004047D830A>58 D<60F0F070101020204040040A7D830A>I<0018001800380030003000700060006000E0 00C001C0018001800380030003000700060006000E000C000C001C001800380030003000 700060006000E000C000C0000D217E9812>61 D<07FFFF8000E0038000E0010000E00100 00E0010001C0010001C0010001C0400001C04000038080000381800003FF800003818000 070100000701020007010200070004000E0004000E000C000E0008000E0018001C007000 FFFFF00019177F961A>69 D<07FFF00000E01C0000E0060000E0070000E0070001C00700 01C0070001C0070001C00E0003801C000380700003FF80000380E0000700700007003800 07003800070038000E0070000E0070000E0070800E0070801C003100FF801E0019177F96 1B>82 D87 D<03FE1FE0007807000078060000380C0000 381800003C1000001C2000001E4000000E8000000F00000007000000070000000F800000 1380000023C0000061C00000C1C0000081E0000100E0000200F000040070001C007000FF 03FE001B177F961D>I<071018F0307060706060C060C060C06080C080C480C4C1C446C8 38700E0E7E8D13>97 D<003E000C000C000C000C0018001800180018073018F030706070 6060C060C060C06080C080C480C4C1C446C838700F177E9612>100 D<000E0013003700360060006000600060006007FC00C000C000C000C000C00180018001 8001800180018003000300030003006600E600CC007800101D7E9611>102 D<00E2031E060E0C0E0C0C180C180C180C101810181018183808F00730003000306060E0 60C1C07F000F14808D11>I<1C3C22462382230346030603060306030C060C060C0C0C08 1A3019E018001800300030003000FC001014808D12>112 D<1C04260E4606460686040C 040C040C0418081808181018100C6007800F0E7F8D11>118 D<0F1F0011A18020C38020 C300418000018000018000018000030000030200C30200E70400C5080078F000110E7F8D 14>120 D E /Ff 197[6 7[10 10 49[{}3 20.833334 /Times-Roman rf /Fg 9 119 df<0006001E007801E003800F003C00F000F0003C000F00038001E00078 001E00060F107D8C16>60 D<1E01F807004005804005804008C080086080086080083080 101900101900100D00100700300600F80200150E7E8D16>78 D<7FFF8060C08040C08040 C0808181000180000180000180000300000300000300000300000600003FC000110E7F8D 11>84 D<0808000000007098B0303060646870060F7D8E0B>105 D<7800180018001800300030C03360344078007E0063006320C340C1800B0E7E8D10> 107 D<73C7009C68809830C038618030618030618030631060C32060C1C014097D8819> 109 D<0E4031C060C04180C180C180C18047003B000300030006001F800A0D7E880E> 113 D<0C0C0C18FE1818303030323438070D7E8C0C>116 D<708098C098C01880308030 80310033001C000A097D880F>118 D E /Fh 4 62 df<020408103020604040C0C0C0C0 C0C0C0C0404060203010080402071A7F920C>40 D<8040201018080C0404060606060606 060604040C081810204080071A7E920C>I<00C00000C00000C00000C00000C00000C000 00C00000C00000C000FFFF80FFFF8000C00000C00000C00000C00000C00000C00000C000 00C00000C00011147E8F17>43 D61 D E /Fi 81[18 51[15 17 1[24 17 17 9 13 11 17 17 17 17 26 9 17 1[9 17 17 11 15 17 15 17 15 3[11 1[11 5[24 20 18 22 3[24 30 20 24 2[24 1[18 1[24 1[22 24 5[9 1[17 6[17 2[9 8 11 8 2[11 11 40[{}49 33.333332 /Times-Roman rf /Fj 8 90 df20 DI<00001800003000 00600000E00000C0000180000380000700000600000E00000C00001C0000380000380000 700000700000E00000E00001E00001C00001C00003800003800003800007800007000007 00000F00000E00000E00001E00001E00001E00001C00001C00003C00003C00003C00003C 0000380000780000780000780000780000780000780000780000780000700000F00000F0 0000F00000F00000F00000F00000F00000F00000F00000F00000F00000F00000F00000F0 0000F00000F00000F00000F00000F00000F00000F00000F00000F00000F00000F00000F0 00007000007800007800007800007800007800007800007800007800003800003C00003C 00003C00003C00001C00001C00001E00001E00001E00000E00000E00000F000007000007 000007800003800003800003800001C00001C00001E00000E00000E00000700000700000 3800003800001C00000C00000E000006000007000003800001800000C00000E000006000 0030000018157C768121>32 DI80 D<0000F800018400030600060E000604000E00000E00000E00000C00001C00001C00001C 00001C00001C00001C00001C00001C00001C000038000038000038000038000038000038 000038000038000038000038000070000070000070000070000070000070000070000070 0000700000600000E00000E00000E00040C000E0C000C180004300003E0000172E7E7F14 >82 D88 DI E /Fk 138[21 2[17 5[10 2[10 1[19 1[17 2[21 19 12[25 13[23 11[12 5[19 19 19 19 49[{}15 37.500000 /Times-Bold rf /Fl 2 46 df<00000200000E00003E0001FE00 07FE003FFE01FFFE0FFFFEFFFFFEFFFFFE0FFFFE01FFFE003FFE0007FE0001FE00003E00 000E00000217127E882A>27 D<800000E00000F80000FF0000FFC000FFF800FFFF00FFFF E0FFFFFEFFFFFEFFFFE0FFFF00FFF800FFC000FF0000F80000E0000080000017126F882A >45 D E /Fm 6 107 df0 D<081C1C3838383070706060C0 C0060D7E8D09>48 D<01FE0FFE1E00380070006000E000C000FFFEFFFEC000E000600070 0038001E000FFE01FE0F127D8E15>50 D<01C006000C000C000C000C000C000C000C000C 000C001800E00018000C000C000C000C000C000C000C000C000C00060001C00A197D9210 >102 DI106 D E /Fn 13 107 df0 D2 D19 D21 D<00FFFE03FFFE0F00001C0000380000300000700000600000E00000C00000C00000C000 00C00000C00000C00000E000006000007000003000003800001C00000F000003FFFE00FF FE17187D941E>26 D<00FFE003FFE00F00001C0000380000300000700000600000E00000 C00000C00000FFFFE0FFFFE0C00000C00000E000006000007000003000003800001C0000 0F000003FFE000FFE013187D941A>50 D<0000600000E00000C00001C000018000038000 0300000700000600000E00000C00001C0000180000380000300000700000E00000C00001 C0000180000380000300000700000600000E00000C00001C000018000038000030000070 0000600000E00000C0000013227B9900>54 D56 D<0030003007F018603070307060F860D860D8E1DCE19CE19CE19CE39CE31CE31CE71CE6 1CE61CE61CEE1C6C186C187C383830383018603F80300030000E1E7E9B13>59 D<000FF0C0003FFF800040FF0001C0060003800E0003001C000000180000003000000060 000000C00000018000003FF000007FF000000C600000180000003000000060000000C000 00018001000300060006000E000C001C0018001C003FF830007FFFE000807F80001A1A7E 991C>90 D<007001C0038007000700070007000700070007000700070007000700070007 000E001C00F0001C000E0007000700070007000700070007000700070007000700070007 00038001C000700C257D9B13>102 DI106 D E /Fo 34 123 df<40E060202040408003087D8209>59 D<0000C00003C0000F00003C 0000F00003C0000F00003C0000F00000F000003C00000F000003C00000F000003C00000F 000003C00000C012127D8E18>I<00C000C001C001800180038003000300070006000600 0E000C001C0018001800380030003000700060006000E000C000C0000A197D9210>I<0F FFC00180600180300300300300300300300300E006038007FF800601C00600C00C00C00C 00C00C00C00C0180180700FFFC0014117E9017>66 D<00FC400302C00C01C01800803000 80600080600000C00000C00000C00000C00000C00200C002004004006008001830000FC0 0012117D9016>I<0FF001800180030003000300030006000600060006000C000C000C00 0C001800FF000C117E900E>73 D<0FC003F001C0038001C0058002C00B0002600B000260 1300026023000460260004604600043086000431060008310C0008320C0008340C00081C 0C0018181800FE10FF001C117E901D>77 D<0F80FE01C01001C010026020026020023020 023020041840041840040C40040C40080680080680080380080380180100FE010017117E 9018>I<00FC000303000C01801800C03000C06000C06000C0C000C0C000C0C000C0C001 80C00180C00300438600644C003878000FC100004100004200006600007C000038001216 7D9018>81 D<0FFF000180C00180600300600300600300600300C006038007FC00060700 0603000C03000C03000C03000C0308180310FF01E015117E9017>I<3FFFC03060C04060 4040C04080C04080C04000C0000180000180000180000180000300000300000300000300 000600007FE00012117E9012>84 D 86 D<0FE0FC01806001C04000C08000E100006600003C00003800003800007C0000CC00 018E00030600040700080300180380FC07E016117E9019>88 D<0FFF800E030008060018 0C0010180010380000700000600000C0000180000301000602000C020018020030060060 1C00FFFC0011117D9015>90 D<01C003400220064004400C400C8019001A001A001C0018 0030005000980008C00F000B117F900D>96 D<780018001800300030003000370078C060 4060606060C0C0C0C0C0C0418063003C000B117E900E>98 D<0780184030C060006000C0 00C000C000402060C01F000B0B7E8A0E>I<007800180018003000300030073018E03060 60606060C0C0C0C0C0C841C862D03C700D117E9010>I<007000D800D00180018001800F F00180030003000300030003000300060006000600060004004C00C80070000D167E900F >102 D<03900C7018303030303060606060606020E031C01EC000C000C04180C3007E00 0C107E8A0F>I<3C000C000C001800180018001BE0343038303030303060606060606460 C4C0C8C0700E117E9012>I<040C0000000000705898983030606464683006127E910B>I< 0020002000000000000000000000038004C008C008C000C0018001800180018003000300 030003004600CC0078000B1780910D>I<3C000C000C0018001800180018703190323034 0038007F00618061906190C1A0C0C00C117E9010>I<71F1F09A1A189C1C189818181818 18303030303030303032303062606064606038170B7E8A1B>109 D<1C70278C2604260606060C0C0C0C0C0C0C181E3019C01800180030003000FC000F1080 8A10>112 D<071018A0306060606060C0C0C0C0C0C041C063803D800180018003000300 0FC00C107E8A0E>I<73C09C209860980018003000300030003000600060000B0B7E8A0E> I<0F001080218020003E001F0001808080C00083007C00090B7D8A0F>I<08181818FF30 303030606062646438080F7E8E0C>I<381048308C309830183030603060306430E431E8 0E380E0B7E8A12>I<386048608C2098201820304030403040308011000E000B0B7E8A10> I<0F381144218C218001800300030003084310C73079C00E0B7F8A11>120 D<0E101FE020400080010006000800102020407FC083000C0B7E8A0F>122 D E /Fp 4 62 df<00800100020004000C00080018003000300030006000600060006000 E000E000E000E000E000E000E000E000E000E00060006000600060003000300030001800 08000C00040002000100008009267D9B0F>40 D<8000400020001000180008000C000600 060006000300030003000300038003800380038003800380038003800380038003000300 030003000600060006000C0008001800100020004000800009267E9B0F>I<000C000000 0C0000000C0000000C0000000C0000000C0000000C0000000C0000000C0000000C000000 0C0000000C0000FFFFFF80FFFFFF80000C0000000C0000000C0000000C0000000C000000 0C0000000C0000000C0000000C0000000C0000000C0000000C0000191A7E951E>43 D61 D E /Fq 41 123 df<0F00401F80803FC0807BE100C06100 802200002200001400001400001800001800001800001000001000001000003000003000 00300000600000600000600000600000400012177E8F14>13 D<1FFFE03FFFE07FFFC061 10008110000310000230000230000630000630000C30000C38001C38001C3800383C0018 180013107E8F16>25 D<1FFF803FFF807FFF006100008100000300000300000300000600 000600000600000E00000E00000E00001C00000C000011107E8F11>28 D<60F0F06004047D830B>58 D<60F0F07010101020204080040B7D830B>I<00000E0000 3C0000F00003C0000F00003C0000F00003C0000F00003C0000F00000F000003C00000F00 0003C00000F000003C00000F000003C00000F000003C00000E17167D931E>I<000C000C 001C0018001800380030003000700060006000E000C000C001C001800180038003000700 060006000E000C000C001C0018001800380030003000700060006000E000C000C0000E25 7E9B13>II<01FFFE000038070000380380003803C0007003C0007003C0007003C00070 03C000E0078000E0070000E01E0000E03C0001FFF80001C01C0001C00E0001C00F000380 0F0003800F0003800F0003800F0007001E0007001E0007003C00070078000E01E000FFFF 80001A1A7E991D>66 D<0007E040003C18C000E005C001C003C003800180070001800E00 01801C0001803C000100380001007800000078000000F0000000F0000000F0000000F000 0000F0000400F0000400F0000400F00008007000100030001000380060001C0080000703 000001FC00001A1A7E991B>I<01FFFC000038070000380380003801C0007000E0007000 E0007000E0007000F000E000F000E000F000E000F000E000F001C001E001C001E001C001 E001C001C0038003C0038003C0038003800380070007000E0007001E0007003800070070 000E01E000FFFF00001C1A7E9920>I<01FFFFC0003801C0003800C00038004000700040 00700040007000400070004000E0400000E0400000E0400000E0C00001FF800001C08000 01C0800001C0800003810000038001000380010003800200070002000700040007000C00 070018000E007800FFFFF0001A1A7E991C>I<03FF800038000038000038000070000070 0000700000700000E00000E00000E00000E00001C00001C00001C00001C0000380000380 000380000380000700000700000700000700000F0000FFE000111A7F9911>73 D<01FC0007F0003C000F00003C000F00003C001700005C002E00004E002E00004E004E00 004E004E00008E009C00008E011C00008E011C00008E021C00010E023800010E04380001 0E083800010E0838000207107000020710700002072070000207407000040740E0000407 80E000040780E0000C0700E0001C0601C000FF861FFC00241A7E9925>77 D<01F803FC003C00E0003C0040003C0040004E0080004E0080004E008000470080008701 000083010000838100008381000101C2000101C2000101C2000100E2000200E4000200E4 0002007400020074000400780004003800040038000C0038001C001000FF8010001E1A7E 991F>I<000FE0000038380000E00E0001C00700078007000F0007800E0003801C000380 3C0003C0380003C0780003C0780003C0F0000780F0000780F0000780F0000700F0000F00 F0000E00F0001E00F0001C0070703800708070003904E0001D07C0000F0F000003FC0400 0006040000060C00000618000007F8000007F0000007E0000003C0001A217E991E>81 D<01FFF80000381E0000380700003807800070078000700780007007800070078000E00F 0000E00E0000E01C0000E0700001FFC00001C0C00001C0600001C0700003807000038070 0003807000038070000700F0000700F0000700F0400700F0800E007980FFE01E001A1A7E 991D>I<7FE0FF0E00380E00100E00101C00201C00201C00201C00203800403800403800 40380040700080700080700080700080E00100E00100E00100E00200E00200E004006008 006010003860000F8000181A7D991A>85 DI<01FF83FE003C00F0003C00C0001C00 80001E0100000E0200000E040000070800000710000007A0000003C0000003C0000001C0 000003C0000007E0000004E0000008F0000010700000207000004038000080380001003C 0002001C0006001E001E001E00FF80FFC01F1A7F9920>88 DI<01FFFF01E0070180 0E01001C0300380200700200E00201C00001C0000380000700000E00001C000038000078 0000700000E01001C0100380100700200E00201E00601C00C03801C0700780FFFF80181A 7E991A>I<001C0024006200C200C401840184038803080710071007200E200E400E800F 000E000C001C001C002C004C008C040C08063003C00F1A809910>96 D<03980C5C1838383830387038E070E070E070E070C0E2C0E2C0E2E1E262643C380F107E 8F14>I<03E006181C183838301070006000E000E000E000E000C008E010602030C01F00 0D107E8F11>99 D<003F000700070007000E000E000E000E001C001C039C0C5C18383838 30387038E070E070E070E070C0E2C0E2C0E2E1E262643C38101A7E9914>I<03E00E1018 10381070107020FFC0E000E000E000E000E008E010602030C01F000D107E8F12>I<0007 C0000C600018E00018C000380000380000380000380000700000700007FF000070000070 0000E00000E00000E00000E00000E00000E00001C00001C00001C00001C00001C0000380 00038000038000030000030000670000E60000CC000078000013217E9913>I<00E60317 060E0E0E0C0E1C0E381C381C381C381C303830383038387818F00F700070007000E060E0 E1C0C3807E0010177F8F12>I<03000380030000000000000000000000000000003C004E 004E008E008E009C001C001C0038003800390071007100720072003C00091A7E990D> 105 D<0004000E000C000000000000000000000000000000E00130023804380438043800 7000700070007000E000E000E000E001C001C001C001C003806380E700C60078000F2180 9910>I<1F8003800380038007000700070007000E000E000E0E0E331C471C831D001E00 3C003F8039C038E070E270E270E270E4E0646038101A7E9914>I<383E0F804CC330C08F 03C0E08F03C0E08E0380E08E0380E01C0701C01C0701C01C0701C01C070380380E038838 0E0388380E0708380E0710701C0320300C01C01D107E8F22>109 D<070F0009918011E1C011C0C011C0C011C0C00381C00381C00381C00381C00703800703 000707000706000E8C000E70000E00000E00001C00001C00001C00001C0000FF00001217 818F13>112 D<03840C5C1838383830387038E070E070E070E070C0E0C0E0C0E0E1E063 C03DC001C001C003800380038003803FE00E177E8F11>I<38704D988F388E188E008E00 1C001C001C001C003800380038003800700030000D107E8F11>I<03E006180818183818 301C001FC00FE007F000700030E030E030806040C03F000D107E8F12>I<018003800380 0380038007000700FFE007000E000E000E000E001C001C001C001C003840384038403880 19000E000B177F960E>I<1C0C261E470E87068E068E060E041C041C041C083808380838 1018200C4007800F107E8F13>118 D<0F1E11A321E741C341C041C00380038003800380 07020702C702EB04CB0870F010107E8F16>120 D<03020F840FFC100810100020004001 80030004000808100820187FF043E081C00F107E8F12>122 D E /Fr 172[15 14[15 68[{}2 25.000000 /Symbol rf /Fs 196[7 7 2[12 12 12 12 12 12 12 12 48[{}10 25.000000 /Times-Roman rf /Ft 81[19 52[17 2[17 19 10 15 15 1[19 19 19 27 10 17 1[10 19 19 1[17 19 17 19 19 12[21 19 23 1[23 2[31 3[12 27 2[23 1[25 1[23 6[12 11[9 12 1[25 43[{}35 37.500000 /Times-Italic rf /Fu 172[22 14[23 68[{}2 37.500000 /Symbol rf /Fv 60[12 8[17 8[19 2[21 3[17 47[17 19 19 27 19 19 10 15 12 19 19 19 19 29 10 19 10 10 19 19 12 17 19 17 19 17 3[12 1[12 23 2[35 27 27 23 21 25 1[21 27 27 33 23 27 15 12 27 27 21 23 27 25 25 27 1[17 3[10 10 19 19 19 19 19 19 19 19 19 19 10 9 12 9 2[12 12 12 1[31 2[15 34[{}78 37.500000 /Times-Roman rf /Fw 166[36 36 1[36 36 33 28 36 1[30 39 36 47 33 39 1[19 39 39 30 33 36 36 33 36 9[25 25 25 25 25 25 25 2[12 17 45[{}31 50.000000 /Times-Bold rf /Fx 134[23 2[23 23 13 18 15 1[23 23 23 36 13 23 1[13 2[15 20 1[20 1[20 11[33 1[25 9[15 3[28 33 30 30 33 7[23 1[23 23 1[23 1[23 23 23 3[11 44[{}33 45.833332 /Times-Roman rf /Fy 134[20 3[20 1[20 20 4[20 20 20 1[20 3[20 20 20 20 33[20 1[20 1[20 13[20 46[{}16 33.333332 /Courier rf /Fz 140[18 5[33 13 2[13 2[13 20 26[20 7[28 28 18[11 46[{}10 45.833332 /Times-Italic rf /FA 167[42 1[42 1[39 32 42 1[36 45 42 55 39 2[23 45 2[39 42 42 1[42 19[19 45[{}17 58.333336 /Times-Bold rf end %%EndProlog %%BeginSetup %%Feature: *Resolution 300dpi TeXDict begin %%EndSetup %%Page: 1 1 gsave /Courier findfont 7 scalefont setfont (To appear at ICSLP'98, Sydney, Austrailia) dup stringwidth pop 612 exch sub 2 div 30 moveto show grestore 1 0 bop -26 94 a FA(D)n(A)-6 b(T)h(A-DRIVEN)14 b(EXTENSIONS)g(T)o(O)g (HMM)h(ST)-5 b(A)f(TISTICAL)13 b(DEPENDENCIES)809 187 y Fz(J)o(ef)o(f)e(A.)h(Bilmes)695 222 y Fy()108 288 y Fx(International)e(Computer)h(Science)i(Institute)209 334 y(1947)e(Center)h(Street,)g(Suite)g(600)235 381 y(Berkele)o(y)m(,)h (CA)f(94704,)f(USA)1073 288 y(CS)h(Di)o(vision,)e(Department)h(of)g (EECS)1062 334 y(Uni)o(v)o(ersity)f(of)i(California)f(at)h(Berkele)o(y) 1147 381 y(Berkele)o(y)m(,)g(CA)g(94720,)f(USA)286 669 y Fw(ABSTRA)m(CT)-13 748 y Fv(In)i(this)g(paper)o(,)f(a)g(ne)o(w)g (technique)f(is)h(introduced)g(that)g(relax)o(es)g(the)-64 786 y(HMM)e(conditional)e(independence)e(assumption)i(in)h(a)g (principled)g(way)n(.)-64 823 y(W)o(ithout)e(increasing)e(the)h(number) f(of)i(states,)f(the)g(modeling)g(po)o(wer)g(of)g(an)-64 860 y(HMM)k(is)f(increased)e(by)i(including)f(only)h(those)f (additional)h(probabilis-)-64 898 y(tic)g(dependenc)o(ies)c(\(to)k(the) f(surrounding)e(observ)o(ation)h(conte)o(xt\))h(that)g(are)-64 935 y(belie)o(v)o(ed)h(to)h(be)f(both)g(rele)o(v)o(ant)g(and)f (discriminati)o(v)o(e.)15 b(Conditional)10 b(mu-)-64 972 y(tual)f(information)g(is)g(used)e(to)h(determine)h(both)f(rele)o (v)o(ance)f(and)g(discrim-)-64 1010 y(inability)n(.)13 b(Extended)5 b(Gaussian-mixture)g(HMMs)h(and)g(ne)o(w)g(EM)g(update)-64 1047 y(equations)11 b(are)h(introduced.)23 b(In)13 b(an)f(isolated)f (word)h(speech)f(database,)-64 1084 y(results)j(sho)o(w)f(an)g(a)o(v)o (erage)g(34\045)h(word)f(error)i(impro)o(v)o(ement)f(o)o(v)o(er)g(an) -64 1122 y(HMM)e(with)f(the)g(same)f(number)g(of)h(states,)g(and)f(a)h (15\045)g(impro)o(v)o(ement)-64 1159 y(o)o(v)o(er)f(an)e(HMM)i(with)g (a)f(comparable)e(number)i(of)g(parameters.)178 1247 y Fw(1.)51 b(INTR)o(ODUCTION)-25 1326 y Fv(Hidden)8 b(Marko)o(v)g (Models)h(\(HMMs\))h(are)f(the)g(most)f(common)g(statis-)-64 1364 y(tical)14 b(method)e(used)g(for)i(automatic)e(speech)f (recognition)h(where)h(the)o(y)-64 1401 y(model)i(the)g(joint)h (probability)g(distrib)o(ution)g(of)f(a)g(collection)g(of)h(ran-)-64 1438 y(dom)d(v)o(ariables)g(under)f(certain)h(statistical)h (assumptions.)24 b(Under)13 b(the)-64 1476 y Ft(\256rst-or)o(der)d (Markov)g(assumption)p Fv(,)i(a)g(set)g(of)h("hidden")f(v)o(ariables,)h (one)-64 1513 y(for)j(each)d(time)i(point,)i(form)e(a)g(discrete-v)o (alued)e(\256rst-order)i(Marko)o(v)-64 1550 y(chain.)j(Under)10 b(the)g Ft(conditional)h(independenc)o(e)d(assumption)p Fv(,)i(a)g(set)h(of)-64 1588 y(observ)o(ation)j(v)o(ariables,)h(again)f (one)g(for)i(each)d(time)j(point,)h(are)d(each)-64 1625 y(conditionally)8 b(independent)e(of)i(past)f(v)o(ariables)h(gi)o(v)o (en)f(the)h(correspond-)-64 1670 y(ing)16 b(hidden)e(v)o(ariable.)246 1654 y Fs(1)294 1670 y Fv(While)i(HMMs)f(can)g(potentially)h(represent) -64 1707 y(rich)c(probability)f(distrib)o(utions,)i(these)d (assumptions)f(b)o(urden)h(the)i(hid-)-64 1745 y(den)d(v)o(ariables)f (with)j(the)e(task)g(of)h(containing)e(all)i(rele)o(v)o(ant)f (information)-64 1782 y(about)g(the)g(observ)o(ation)e(v)o(ariables')i (en)o(vironment.)-25 1857 y(The)c(conditional)h(independence)s (assumption)f(can)h(be)g(further)h(e)o(xam-)-64 1894 y(ined)g(by)g(observing)e(ho)o(w)i(an)g(HMM)h(models)e Fq(p)p Fp(\()p Fq(X)603 1898 y Fo(t)617 1894 y Fn(j)p Fq(X)660 1898 y Fo()g Fv(0,)d(the)h(accurac)o(y)d(of)j(an)f(HMM)964 2540 y(can)e(be)h(impro)o(v)o(ed)g(without)h(increasing)e(the)h(number) f(of)i(states)e(by)h(aug-)964 2577 y(menting)h(the)g(probabilistic)h (observ)o(ation)e(models)h(with)h(dependencies)964 2614 y(directly)j(on)f(conte)o(xtual)g(data.)26 b(It)15 b(also)e(suggests)e (that)j(dependencies)964 2652 y(should)7 b(be)i(added)e(1\))i(only)f (on)g(the)h(\252rele)o(v)o(ant\272)f(conte)o(xtual)g(data,)g(2\))h (that)964 2689 y(are)e(potentially)f(distinct)i(for)f(each)f(v)o(alue)g (of)h Fq(Q)1582 2693 y Fo(t)1596 2689 y Fv(,)h(and)e(3\))i(that)f(are)g (chosen)964 2726 y(to)g(pro)o(vide)f(only)g(ne)o(w)h(information)g(not) f(already)g(pro)o(vided)g(by)h Fq(Q)1830 2730 y Fo(t)1844 2726 y Fv(.)13 b(This)964 2764 y(is)c(depicted)f(in)h(Figure)g(3.)p eop %%Page: 2 2 2 1 bop 122 37 232 4 v 122 187 4 150 v 193 83 a Fv(Noisy)175 128 y(Channel)228 166 y(1)p 350 187 V 122 190 232 4 v 497 97 V 497 247 4 150 v 568 143 a(Noisy)550 188 y(Channel)603 226 y(2)p 725 247 V 497 250 232 4 v 350 145 150 4 v 459 143 a Fl(-)395 120 y Fq(Q)425 124 y Fo(t)p -25 145 V 84 143 a Fl(-)-25 120 y Fq(X)7 124 y Fo()g(\034)1511 224 y Fo(q)1112 259 y Fv(2\))e(F)o(or)h(each)e Fq(Z)13 b Fn(2)d Fb(Z)1393 263 y Fo(q)q(i)1422 259 y Fq(;)16 b(I)s Fp(\()p Fq(Z)1510 263 y Fo(j)1526 259 y Fv(;)7 b Fq(Z)s Fn(j)p Fq(Q)1613 263 y Fo(t)1627 259 y Fp(\))k Fq(<)f(\034)1710 263 y Fo(g)1728 259 y Fq(I)s Fp(\()p Fq(Z)1789 263 y Fo(j)1805 259 y Fv(;)d Fq(X)1854 263 y Fo(ti)1879 259 y Fn(j)p Fq(Q)1920 263 y Fo(t)1944 259 y Fp(=)k Fq(q)q Fp(\))1112 299 y Fv(3\))e Fq(I)s Fp(\()p Fq(X)1219 303 y Fo(ti)1244 299 y Fv(;)d Fq(Z)1286 303 y Fo(j)1303 299 y Fn(j)p Fq(Q)1344 303 y Fo(t)1368 299 y Fn(2)11 b Fq(C)1432 303 y Fo(q)1449 299 y Fp(\))g Fq(<)f(\034)1532 303 y Fo(c)1042 336 y Fv(then)f(add)f Fq(Z)1205 340 y Fo(j)1231 336 y Fv(to)i Fb(Z)1297 340 y Fo(q)q(i)1325 336 y Fv(.)964 436 y Fq(\034)981 440 y Fo(u)1013 436 y Fv(places)f(a)j(lo)o(wer)f(bound)f(on)h(utility)n (.)21 b(Criterion)13 b(1)e(ensures)e(that)j(an)o(y)964 473 y(added)e(dependenc)n(y)f(pro)o(vides)i(a)g(signi\256cant)f(amount) h(of)h(information)964 511 y(\(determined)e(by)g(the)g(threshold)f Fq(\034)1425 515 y Fo(q)1443 511 y Fv(\))i(to)f(the)g(current)h(model.) 16 b(Criterion)964 548 y(2)9 b(is)g(a)g(redundanc)o(y)e(check,)h(and)h (puts)f(an)h(upper)g(bound)e(on)i(the)g(amount)964 586 y(of)g(information)h(a)f(dependenc)n(y)e(v)o(ariable)h(may)h(ha)o(v)o (e)f(about)g(pre)o(viously)964 623 y(added)h(dependenc)o(y)f(v)o (ariables.)19 b(Criterion)12 b(3)f(places)e(an)i(upper)f(bound)964 660 y Fq(\034)981 664 y Fo(c)1009 660 y Fv(on)h(the)h(prior)o (-weighted)g(cost)g(of)g(this)g(dependenc)o(y)d(when)i(e)o(v)o(aluat-) 964 698 y(ing)e(the)h(current)f(model)g(in)h(other)f(potentially)h (confusable)e(conte)o(xts.)13 b(It)964 735 y(is)f(possible)f(to)h(end)f (up)h(with)g(fe)o(wer)h(than)e Fq(N)1575 739 y Fo(q)1605 735 y Fv(\(or)h(e)o(v)o(en)g(zero\))g(depen-)964 772 y(dencies)c(if)k(no)e(satisfying)g Fq(Z)j Fv(e)o(xists)e(for)g(the)f (current)h(thresholds.)16 b(This)964 810 y(algorithm)11 b(requires)g(only)f(the)h(computation)f(of)h(pairwise)g(conditional)964 847 y(mutual)e(information)h(for)g(a)e(gi)o(v)o(en)h(labeling)g (scheme.)1065 935 y Fw(4.)50 b(GA)n(USSIAN-MIXTURE)11 b(BMMS)1002 1014 y Fv(In)i(this)g(section,)g(Gaussian)e(mixture)j(HMMs) f(are)f(e)o(xtended)g(to)h(in-)964 1051 y(clude)f(the)g(cross-observ)o (ation)f(dependencies)e(speci\256ed)i(by)h(a)h(BMM.)964 1089 y(The)7 b(dependenc)o(ies)e(af)o(fect)i(only)g(state)h(speci\256c) d(observ)o(ation)h(models)h(so)964 1126 y(modi\256cations)h(in)o(v)o (olv)o(e)g(only)h(Gaussian)e(mixture)j(models.)1002 1201 y(The)j(observ)o(ation)f(models)g(should)g(allo)o(w)h(their)h(entropy)f (to)g(be)g(af-)964 1238 y(fected)d(by)g(the)h(additional)g(dependenc)o (ies.)16 b(T)m(o)10 b(this)h(end,)g(hidden)f(v)o(ari-)964 1276 y(ables)e Fq(m)h Fv(and)f Fq(v)j Fv(are)e(introduced)f(to)h (obtain)g(the)g(follo)o(wing:)1174 1397 y Fq(p)p Fp(\()p Fq(x)p Fn(j)p Fq(z)r(;)c(q)q Fp(\))11 b(=)1377 1347 y Fo(M)1363 1359 y Fj(X)1362 1446 y Fo(m)p Fh(=)p Fs(1)1449 1347 y Fo(V)1431 1359 y Fj(X)1435 1446 y Fo(v)q Fh(=)p Fs(1)1498 1397 y Fq(p)p Fp(\()p Fq(x;)6 b(m;)f(v)q Fn(j)p Fq(z)r(;)h(q)q Fp(\))964 1522 y Fv(where)23 b Fq(x)31 b Fp(=)g(\()p Fq(x)1230 1526 y Fs(1)1244 1522 y Fq(;)6 b(:)g(:)g(:)g(;)g(x)1351 1526 y Fo(d)1369 1522 y Fp(\))1384 1506 y Fm(0)1419 1522 y Fv(is)24 b(an)f(observ)o(ation)f(v)o(ector)o(,) 27 b Fq(z)32 b Fp(=)964 1565 y(\()p Fq(z)997 1569 y Fs(1)1011 1565 y Fq(;)6 b(:)g(:)g(:)g(;)g(z)1114 1569 y Fo(s)1131 1565 y Fq(;)g Fv(1)p Fp(\))1182 1549 y Fm(0)1206 1565 y Fv(is)13 b(the)g(entire)h(collection)f(of)g(dependenc)o(y)d(v)o (ariables)964 1602 y(an)o(y)d(element)f(of)i Fq(x)f Fv(might)h(use)e (\(appended)g(with)i(the)f(constant)f(1)h(to)h(com-)964 1640 y(pute)h(a)g(\256x)o(ed)g(mean)g(of)o(fset\),)i Fq(m)e Fv(indicates)g(a)g(mixture)h(component,)e(and)964 1677 y Fq(v)h Fv(indicates)f(the)g(class)f(of)i Fq(z)r Fv(.)k Fq(m)8 b Fv(is)g(assumed)f(independent)f(of)i Fq(z)i Fv(gi)o(v)o(en)e Fq(v)964 1714 y Fv(and)g Fq(q)j Fv(and)d Fq(v)j Fv(is)e(assumed)e(independent)g(of)i Fq(q)i Fv(gi)o(v)o(en)e Fq(z)i Fv(resulting)e(in:)1050 1836 y Fq(p)p Fp(\()p Fq(x)p Fn(j)p Fq(z)r(;)c(q)q Fp(\))11 b(=)1253 1785 y Fo(M)1239 1798 y Fj(X)1238 1885 y Fo(m)p Fh(=)p Fs(1)1325 1785 y Fo(V)1307 1798 y Fj(X)1311 1885 y Fo(v)q Fh(=)p Fs(1)1373 1836 y Fq(p)p Fp(\()p Fq(x)p Fn(j)p Fq(m;)6 b(v)q(;)g(z)r(;)f(q)q Fp(\))p Fq(p)p Fp(\()p Fq(m)p Fn(j)p Fq(v)q(;)i(q)q Fp(\))p Fq(p)p Fp(\()p Fq(v)q Fn(j)p Fq(z)r Fp(\))964 1959 y Fv(where)f Fq(p)p Fp(\()p Fq(m)p Fn(j)p Fq(v)q(;)g(q)q Fp(\))i Fv(is)f(a)g(discrete)g (probability)g(table,)h Fq(p)p Fp(\()p Fq(v)q Fn(j)p Fq(z)r Fp(\))e Fv(is)h(the)g(prob-)964 1996 y(ability)j(of)f(class)f Fq(v)i Fv(gi)o(v)o(en)f(continuous)f(v)o(ector)h Fq(z)r Fv(,)g(and)964 2095 y Fq(p)p Fp(\()p Fq(x)p Fn(j)p Fq(m;)c(v)q(;)h(z)r (;)g(q)q Fp(\))11 b(=)1368 2071 y Fv(1)p 1245 2087 266 2 v 1245 2121 a Fp(\()p Fv(2)p Fq(\031)q Fp(\))1317 2110 y Fo(d=)p Fs(2)1363 2121 y Fn(j)p Fu(S)1396 2125 y Fo(q)q(mv)1456 2121 y Fn(j)1467 2110 y Fs(1)p Fo(=)p Fs(2)1515 2095 y Fq(e)1533 2077 y Fm(\000)1562 2068 y Ff(1)p 1562 2072 11 2 v 1562 2088 a(2)1577 2077 y Fh(\()p Fo(x)p Fm(\000)p Fo(B)1653 2081 y Fg(q)q(mv)1711 2077 y Fo(z)q Fh(\))1739 2067 y Fa(0)1750 2077 y Fr(S)1765 2065 y Fa(\000)p Ff(1)1765 2084 y Fg(q)q(mv)1823 2077 y Fh(\()p Fo(x)p Fm(\000)p Fo(B)1899 2081 y Fg(q)q(mv)1957 2077 y Fo(z)q Fh(\))964 2198 y Fv(is)6 b(a)g(Gaussian)g(distrib)o(ution)g(with)g(mean)g Fq(B)1529 2202 y Fo(q)q(mv)1588 2198 y Fq(z)h Fv(and)f(co)o(v)o (ariance)g Fu(S)1864 2202 y Fo(q)q(mv)1923 2198 y Fv(.)964 2236 y(The)i Fq(d)q Fn(\002)q Fp(\()-6 b Fq(s)q Fp(+)q Fv(1)g Fp(\))p Fv(-sized)6 b Fq(B)1295 2240 y Fo(q)q(mv)1365 2236 y Fv(matrices)j(ha)o(v)o(e)f(a)g(sparse)f(structure)i(deter)o(-) 964 2273 y(mined)g(by)f(the)h(BMM)h(dependencies)5 b(for)10 b(state)f Fq(q)q Fv(.)1002 2348 y(W)o(ith)g Fq(z)h Fv(containing)d (observ)o(ations)g(only)g(from)j Fq(x)p Fv(')n(s)e(past,)g(these)f (equa-)964 2385 y(tions)14 b(are)f(similar)i(to)f(or)h(generalize)d (auto-re)o(gressi)o(v)o(e)i(HMMs)g([6,)g(7])964 2422 y(\()p Fq(d)g Fp(=)f Fv(1,)f Fq(M)18 b Fp(=)c Fv(1,)e Fq(V)22 b Fp(=)14 b Fv(1\),)e(v)o(ector)o(-v)o(alued)f(auto-re)o (gressi)o(v)o(e)f(HMMs)964 2467 y([4,)k(9,)h(8)o(])1091 2451 y Fs(6)1120 2467 y Fv(\()p Fq(d)j(>)f Fv(1,)f Fq(M)21 b Fp(=)d Fv(1,)d Fq(V)27 b Fp(=)17 b Fv(1)d(\),)i(mixture)e(auto-re)o (gressi)o(v)o(e)964 2505 y(HMMs)c([3])g(\()p Fq(d)i Fp(=)g Fv(1,)p Fq(M)k(>)11 b Fv(1,)p Fq(V)21 b Fp(=)11 b Fv(1\),)g(and)e(the)h (usual)f(Gaussian)f(mix-)964 2542 y(ture)13 b(models)e(\()p Fq(d)16 b Fp(=)f Fv(1,)p Fq(M)20 b(>)15 b Fv(1,)p Fq(V)25 b Fp(=)15 b Fv(1,)p Fq(s)h Fp(=)f Fv(0\).)24 b(W)o(ith)13 b Fq(V)25 b(>)15 b Fv(1)d(and)964 2579 y Fq(M)j(>)c Fv(1,)f(this)f (model)g(can)g(be)g(considered)e(a)j(mixture)f(of)h(mixtures.)15 b(An)964 2617 y(important)d(dif)o(ference)f(from)h(pre)o(vious)e(work)h (is)g(that)h(here)e(the)i(depen-)964 2654 y(denc)o(y)c Ft(structur)o(e)p Fv(,)f(as)h(represented)g(by)h Fq(B)1512 2658 y Fo(q)q(mv)1573 2654 y Fv(,)g(is)h(sparse,)e(data-deri)o(v)o(ed,) p 964 2689 388 2 v 1009 2717 a Fs(6)1024 2729 y Fi([9)o(])k(uses)f (discriminati)o(ve)f(output)h(distrib)o(utions)g(similar)h(to)g (state-speci\256c)964 2764 y(LD)o(A)c(and)f(also)h(considers)f (dependencies)e(from)j(future)f(observ)o(ations.)p eop %%Page: 4 4 4 3 bop -64 65 a Fv(and)6 b(hidden-v)o(ariable)g(dependent)f(as)h (described)f(in)i(Section)f(2.)13 b(Further)o(-)-64 102 y(more,)c Fq(z)h Fv(is)f(allo)o(wed)f(to)h(contain)f(observ)o(ations)e (from)k Fq(x)p Fv(')n(s)e(past,)g(present,)-64 140 y(and)h(future.)-25 215 y(By)h(introducing)f(an)h(auxiliary)g(function)g(and)g(taking)g (its)g(deri)o(v)o(ati)o(v)o(e,)-64 252 y(it)17 b(can)d(be)h(sho)o(wn)f (that)i(the)f(EM)h(update)e(equations)g(for)i(maximum-)-64 289 y(likelihood)9 b(parameter)f(estimation)h(are)g(as)g(follo)o(ws:)-3 415 y Fq(B)26 419 y Fo(q)q(mv)97 415 y Fp(=)138 345 y Fj( )190 365 y Fo(T)171 377 y Fj(X)177 464 y Fo(t)p Fh(=)p Fs(1)237 415 y Fq(\015)257 419 y Fo(q)q(mv)318 415 y Fp(\()p Fq(t)p Fp(\))p Fq(x)384 419 y Fo(t)397 415 y Fq(z)417 397 y Fm(0)415 422 y Fo(t)429 345 y Fj(!)d( )520 365 y Fo(T)501 377 y Fj(X)507 464 y Fo(t)p Fh(=)p Fs(1)568 415 y Fq(\015)588 419 y Fo(q)q(mv)648 415 y Fp(\()p Fq(t)p Fp(\))p Fq(z)710 419 y Fo(t)724 415 y Fq(z)744 397 y Fm(0)742 422 y Fo(t)756 345 y Fj(!)789 354 y Fm(\000)p Fs(1)833 415 y Fq(;)-9 575 y Fu(S)13 579 y Fo(q)q(mv)85 575 y Fp(=)130 516 y Fj(P)174 526 y Fo(T)174 560 y(t)p Fh(=)p Fs(1)230 546 y Fq(\015)250 550 y Fo(q)q(mv)311 546 y Fp(\()p Fq(t)p Fp(\)\()p Fq(x)392 550 y Fo(t)414 546 y Fn(\000)i Fq(B)481 550 y Fo(q)q(mv)542 546 y Fq(z)560 550 y Fo(t)574 546 y Fp(\)\()p Fq(x)626 550 y Fo(t)648 546 y Fn(\000)g Fq(B)715 550 y Fo(q)q(mv)776 546 y Fq(z)794 550 y Fo(t)808 546 y Fp(\))823 530 y Fm(0)p 130 566 705 2 v 370 578 a Fj(P)414 588 y Fo(T)414 622 y(t)p Fh(=)p Fs(1)470 608 y Fq(\015)490 612 y Fo(q)q(mv)551 608 y Fp(\()p Fq(t)p Fp(\))839 575 y Fq(;)-64 669 y Fv(and)145 740 y Fq(p)p Fp(\()p Fq(m)p Fn(j)p Fq(v)q(;)e(q)q Fp(\))11 b(=)408 682 y Fj(P)452 692 y Fo(T)452 725 y(t)p Fh(=)p Fs(1)508 712 y Fq(\015)528 716 y Fo(q)q(mv)589 712 y Fp(\()p Fq(t)p Fp(\))p 351 732 340 2 v 351 744 a Fj(P)395 754 y Fo(T)395 787 y(t)p Fh(=)p Fs(1)451 744 y Fj(P)495 754 y Fo(M)495 787 y(m)p Fh(=)p Fs(1)566 774 y Fq(\015)586 778 y Fo(q)q(mv)647 774 y Fp(\()p Fq(t)p Fp(\))-64 838 y Fv(where)g Fq(\015)59 842 y Fo(q)q(mv)120 838 y Fp(\()p Fq(t)p Fp(\))j(=)h Fq(p)p Fp(\()p Fq(q)274 842 y Fo(t)302 838 y Fp(=)g Fq(q)q(;)6 b(m)416 842 y Fo(t)445 838 y Fp(=)14 b Fq(m;)6 b(v)559 842 y Fo(t)587 838 y Fp(=)14 b Fq(v)q Fn(j)p Fb(o)p Fq(;)6 b Fb(z)p Fp(\))12 b Fv(and)e(where)-64 875 y Fb(o)16 b Fv(\(resp.)33 b Fb(z)p Fv(\))15 b(is)h(the)f(set)h(of)f (training)h(v)o(ectors)f(\(resp.)33 b(conte)o(xt)15 b(v)o(ec-)-64 912 y(tors\).)32 b Fq(p)p Fp(\()p Fq(v)q Fn(j)p Fq(z)r Fp(\))14 b Fv(does)g(not)h(change)e(between)h(EM)h(iterations,)i(so)d (an)o(y)-64 950 y(\(perhaps)e(unsupervised\))g(classi\256cation)f (method)i(can)f(be)h(used)f(prior)-64 987 y(to)h(EM)g(BMM)h(learning.) 24 b(The)12 b(update)g(equations)f(for)j(the)f(transition)-64 1024 y(probabilities)c(are)g(the)g(same)f(as)h(usual.)-46 1113 y Fw(5.)50 b(RESUL)-5 b(TS)13 b(ON)f(AN)g(ISOLA)-5 b(TED)14 b(DIGITS)335 1163 y(D)n(A)-5 b(T)l(AB)o(ASE)-25 1242 y Fv(Gaussian-mixture)12 b(BMMs)i(were)g(tested)f(with)i Fq(d)i(>)g Fv(1,)f Fq(M)21 b Fp(=)d Fv(5,)-64 1280 y Fq(V)29 b Fp(=)20 b Fv(1,)e(and)d(with)i(diagonal)d(co)o(v)o(ariance)h (matrices)g(on)h Ft(digits+)p Fv(,)i(a)-64 1317 y(telephone)12 b(quality)i(database)d(of)j(isolated)f(digits)h(and)e(control)i(words) -64 1354 y(from)d(Bellcore.)18 b(The)9 b(data)h(is)h(represented)d (using)i(12)g(MFCCs)g(plus)g Fq(c)891 1358 y Fs(0)-64 1392 y Fv(and)g(includes)g(deltas)g(resulting)g(in)h(a)g Fq(d)i Fp(=)g Fv(26)d(element)g(feature)h(v)o(ector)-64 1429 y(sampled)f(e)o(v)o(ery)h(10ms.)18 b(Dependenc)o(y)9 b(links)i(were)f(allo)o(wed)h(to)g(span)f(a)-64 1466 y(maximum)f(of)h(70ms)e(\(7)h(frames\))h(on)e(either)i(side)e(of)i Fq(t)p Fv(.)-25 1541 y(All)j(word)f(error)h(rates)f(\(WER\))i(reported) e(are)g(obtained)f(using)g(data)-64 1578 y(from)e(200)e(speakers)e (totaling)k(2600)e(e)o(xamples)f(from)j(4)f(jackknifed)f(cuts)-64 1616 y(\261)k(scores)e(sho)o(wn)h(are)h(the)f(a)o(v)o(erage)g(of)i(4)e (tests)h(in)g(which)f(150)g(speakers)-64 1653 y(were)g(used)e(for)j (training)f(and)f(50)g(dif)o(ferent)i(speakers)c(used)h(for)j(testing.) -64 1691 y(WER)f(is)f(computed)f(using)g(V)n(iterbi)i(probability)f(e)o (v)o(aluation.)p -78 1730 998 2 v -79 1767 2 38 v -53 1756 a(Num.)k(States)p 187 1767 V 118 w(3)p 333 1767 V 127 w(4)p 480 1767 V 127 w(5)p 626 1767 V 128 w(6)p 772 1767 V 127 w(7)p 918 1767 V -78 1769 998 2 v -79 1806 2 38 v -53 1795 a(WER)p 187 1806 V 183 w(1.73\045)p 333 1806 V 49 w(1.34\045)p 480 1806 V 49 w(1.15\045)p 626 1806 V 50 w(1.19\045)p 772 1806 V 49 w(1.19\045)p 918 1806 V -79 1843 V -53 1832 a(Num.)g(P)o(arams.)p 187 1843 V 51 w(10140)p 333 1843 V 52 w(13520)p 480 1843 V 51 w(16900)p 626 1843 V 51 w(20280)p 772 1843 V 51 w(23660)p 918 1843 V -78 1845 998 2 v -78 1855 V -79 1892 2 38 v -53 1881 a(Num.)g(States)p 187 1892 V 118 w(8)p 333 1892 V 127 w(9)p 480 1892 V 118 w(10)p 626 1892 V 108 w(11)p 772 1892 V 108 w(12)p 918 1892 V -78 1894 998 2 v -79 1931 2 38 v -53 1920 a(WER)p 187 1931 V 183 w(0.89\045)p 333 1931 V 49 w(1.35\045)p 480 1931 V 49 w(1.08\045)p 626 1931 V 50 w(1.08\045)p 772 1931 V 49 w(1.00\045)p 918 1931 V -79 1969 V -53 1957 a(Num.)g(P)o(arams.)p 187 1969 V 51 w(27040)p 333 1969 V 52 w(30420)p 480 1969 V 51 w(33800)p 626 1969 V 51 w(37180)p 772 1969 V 51 w(40560)p 918 1969 V -78 1970 998 2 v -26 2041 a Fk(T)m(able)8 b(1:)14 b Fv(Results)8 b(for)i(a)f(HMM)h(with)f(v)o(arious)g(number)f (of)i(states.)-25 2091 y(The)f(follo)o(wing)i(procedure)e(is)i (performed)f(independently)e(for)j(each)-64 2129 y(cut)k(and)f(number)h (of)g(states)f(per)h(word.)31 b(Whole-word)14 b(strictly)i(left-)-64 2166 y(to-right)f(HMM)e(models)g(bootstrapped)e(using)h(a)h(uniform)h (se)o(gmental)-64 2203 y(k-means)e(procedure)f(are)i(created.)24 b(Full)14 b(EM)f(training)g(is)g(performed)-64 2241 y(until)f(con)o(v)o (er)o(gence)d(is)j(achie)o(v)o(ed)d(and)i(then)g(HMM)h(word)f(error)h (is)g(cal-)-64 2278 y(culated.)i(Using)9 b(the)g(HMMs,)h(the)f(V)n (iterbi)i(path)e(is)g(computed)f(for)i(each)-64 2315 y(word)j(determining)g(the)h(state)f(of)g(each)f(frame.)27 b(Conditional)13 b(mutual)-64 2353 y(information)e(is)f(computed)e (\(as)i(described)e(in)i([1]\))h(using)e(the)h(resulting)-64 2390 y(labels.)21 b(The)11 b(BMM)h(dependenc)o(y)d(selection)i (algorithm)h(of)g(Section)f(3)-64 2428 y(is)e(performed.)k(The)8 b(BMMs)g(are)h(trained)f(starting)h(with)g(the)g(means)e(and)-64 2465 y(co)o(v)o(ariances)12 b(gi)o(v)o(en)i(by)g(the)g(corresponding)e (HMM)j(and)e(with)i(initial)-64 2502 y(dependenc)o(y)d(link)j(v)o (alues)e(set)h(to)h(zero.)30 b(F)o(orced-V)n(iterbi)15 b(training)g(is)-64 2540 y(performed)8 b(on)f(the)g(BMMs)h(using)f(the) h(labels)f(deri)o(v)o(ed)g(from)h(the)g(HMM.)-25 2614 y(T)m(able)g(1)h(sho)o(ws)f(the)g(WER)i(for)g(normal)f(HMMs)g(with)g(v) o(arying)g(num-)-64 2652 y(bers)i(of)g(states)g(per)g(word)g(along)f (with)i(the)f(corresponding)e(number)i(of)-64 2689 y(observ)o(ation)g (model)h(parameters.)22 b(T)m(able)12 b(2)g(sho)o(ws)f(BMM)h(WER.)h(As) -64 2726 y(can)g(be)g(seen,)g(for)h(a)f(gi)o(v)o(en)g(number)g(of)h (states)e(per)i(word,)g(the)f(BMM)-64 2764 y(error)h(rate)f(is)g (always)e(better)i(than)f(the)h(corresponding)e(HMM)i(WER.)p 1027 34 852 2 v 1026 72 2 38 v 1052 60 a(Num.)g(States)p 1292 72 V 118 w(3)p 1439 72 V 127 w(4)p 1585 72 V 128 w(5)p 1731 72 V 127 w(6)p 1878 72 V 1027 73 852 2 v 1026 111 2 38 v 1052 99 a(WER)p 1292 111 V 183 w(0.96\045)p 1439 111 V 49 w(0.85\045)p 1585 111 V 50 w(0.96\045)p 1731 111 V 49 w(0.73\045)p 1878 111 V 1026 148 V 1052 137 a(Num.)g(P)o(arams.)p 1292 148 V 52 w(19157)p 1439 148 V 51 w(25511)p 1585 148 V 51 w(32070)p 1731 148 V 52 w(38521)p 1878 148 V 1027 150 852 2 v 964 221 a Fk(T)m(able)8 b(2:)15 b Fv(Results)9 b(for)h(a)f(BMM)h(with)h(v)o(arious)d(number)h (of)h(states.)k(The)964 258 y(dependenc)o(y)5 b(selection)j(parameters) f(are)h Fq(\034)1535 262 y Fo(u)1566 258 y Fp(=)j Fv(5)6 b Fn(\002)h Fv(10)1707 242 y Fm(\000)p Fs(4)1745 258 y Fq(;)f(\034)1779 262 y Fo(q)1807 258 y Fp(=)k Fv(10)1885 242 y Fm(\000)p Fs(3)1923 258 y Fv(,)964 304 y Fq(\034)981 308 y Fo(g)1009 304 y Fp(=)h Fv(75\045,)e Fq(\034)1154 308 y Fo(c)1181 304 y Fp(=)h Fv(5)e Fn(\002)g Fv(10)1324 288 y Fm(\000)p Fs(2)1362 304 y Fv(,)i Fq(N)1412 308 y Fo(q)1439 304 y Fp(=)h Fv(2)e(for)h(all)f Fq(q)q Fv(,)h(and)f Fq(C)1735 308 y Fo(q)1761 304 y Fv(is)h(the)e(set)h(of)964 341 y(all)g(states)g(e)o(xcept)f Fq(q)q Fv(.)964 407 y(The)e(a)o(v)o(erage)g(percentage)t(WER)h(decrease)1540 391 y Fs(7)1559 407 y Fv(from)h(an)e(HMM)h(to)g(a)g(BMM)964 444 y(in)j(this)h(case)e(is)h(34\045.)17 b(The)10 b(table)g(also)f(sho) o(ws)g(that)i(a)f(BMM)h(is)f(always)964 481 y(better)e(than)f(an)g(HMM) i(e)o(v)o(en)e(when)g(comparing)g(with)h(an)f(HMM)i(using)e(a)964 519 y(comparable)f(number)g(of)i(parameters.)k(The)7 b(a)o(v)o(erage)f(percentage)f(WER)964 556 y(decrease)k(from)k(an)e (HMM)h(to)g(a)g(BMM)g(in)g(this)g(case)e(is)i(15\045)f(\(BMMs)964 593 y(with)g(3,4,5,)f(and)g(6)g(states)f(are)h(compared)f(with)i(HMMs)f (with)h(6,)g(8,)g(10,)964 631 y(and)5 b(12)h(states)g(respecti)o(v)o (ely\).)13 b(The)5 b(best)h(WER)h(achie)o(v)o(ed)e(is)i(0.54\045)f (with)964 668 y(a)j(BMM)h(using)e(6)i(states)e(per)i(word,)f(61877)f (parameters,)h(and)f Fq(N)1835 672 y Fo(q)1863 668 y Fp(=)j Fv(7.)964 705 y(The)g(same)g(procedure)f(using)h(JRAST)m(A)g (features)g(sho)o(ws)g(comparable)964 743 y(WER)e(results)g(and)f(BMM)i (adv)o(antages.)1222 831 y Fw(6.)50 b(CONCLUSIONS)1002 910 y Fv(The)14 b(HMM)i(conditional)e(independence)e(assumption)h(can)h (be)h(re-)964 947 y(lax)o(ed)10 b(by)g(including)g(additional)h (probabilistic)g(dependenc)o(ies)d(only)i(to)964 985 y(the)e(rele)o(v)o(ant)f(and)g(discriminati)o(v)o(e)i(observ)o(ation)d (conte)o(xt.)13 b(In)8 b(this)g(paper)o(,)964 1022 y(a)i(method)f(has)g (been)g(pro)o(vided)g(that)h(chooses)e(this)i(conte)o(xt)g(using)f (con-)964 1059 y(ditional)f(mutual)f(information.)14 b(In)7 b(an)g(isolated)g(word)g(speech)e(database,)964 1097 y(BMMs)k(sho)o(w)f(impro)o(v)o(ed)i(performance)e(o)o(v)o(er)h (comparable)f(HMMs.)1002 1171 y(The)14 b(model)f(b)o(uilding)h(scheme)f (presented)f(abo)o(v)o(e)i(can)f(be)g(consid-)964 1209 y(ered)7 b(discriminati)o(v)o(e,)i(b)o(ut)f(maximum)g(likelihood)f (training)h(is)g(currently)964 1246 y(being)f(used.)13 b(A)8 b(discriminati)o(v)o(e)h(training)g(scheme)e(such)g(as)h(MCE)h (com-)964 1283 y(bined)15 b(with)h(these)f(discriminati)o(v)o(ely)h(b)o (uilt)h(models)e(might)h(yield)g(an)964 1321 y(additional)9 b(adv)o(antage.)1002 1395 y(This)j(work)g(has)f(bene\256ted)g(from)i (discussions)d(with)j(Geof)o(f)f(Zweig,)964 1433 y(Nelson)6 b(Mor)o(gan,)h(Nir)h(Friedman,)f(and)e(Dan)i(Ellis.)13 b(This)7 b(work)f(has)g(been)964 1470 y(partially)j(sponsored)e(by)h (ONR)h(URI)g(Grant)g(N00014-92-J-1617)e(and)h(a)964 1508 y(DoD)h(IDEA)g(grant.)1237 1596 y Fw(7.)50 b(REFERENCES)979 1670 y Fv(1.)20 b(J.A.)10 b(Bilmes.)17 b(Maximum)10 b(mutual)g (information)h(based)d(reduction)1027 1708 y(strate)o(gies)e(for)h (cross-correlation)f(based)t(joint)h(distrib)o(utional)g(mod-)1027 1745 y(eling.)13 b(In)d Ft(Pr)n(oc.)e(IEEE)h(ICASSP)p Fv(,)g(Seattle,)h(W)l(A,)f(May)g(1998.)979 1793 y(2.)20 b(H.)13 b(Bourlard)g(and)f(N.)h(Mor)o(gan.)23 b Ft(Connectionist)12 b(Speec)o(h)f(Recog-)1027 1830 y(nition:)21 b(A)12 b(Hybrid)g(Appr)n (oac)o(h)p Fv(.)21 b(Kluwer)13 b(Academic)e(Publishers,)1027 1867 y(1994.)979 1915 y(3.)20 b(B.-H.)13 b(Juang)d(and)i(L.R.)g (Rabiner)n(.)21 b(Mixture)13 b(autore)o(gressi)o(v)o(e)e(hid-)1027 1952 y(den)g(marko)o(v)g(models)g(for)h(speech)e(signals.)20 b Ft(IEEE)12 b(T)n(r)o(ans.)f(ASSP)p Fv(,)1027 1990 y (33\(6\):1404\2611413,)c(December)g(1985.)979 2037 y(4.)20 b(P)l(.)12 b(K)o(enn)o(y)n(,)g(M.)h(Lennig,)f(and)f(P)l(.)h (Mermelstein.)22 b(A)12 b(linear)g(predic-)1027 2074 y(ti)o(v)o(e)h(HMM)g(for)g(v)o(ector)o(-v)o(alued)f(observ)o(ations)f (with)i(applications)1027 2112 y(to)h(speech)e(recognition.)25 b Ft(IEEE)14 b(T)n(r)o(ans.)f(ASSP)p Fv(,)h(38\(2\):220\261225,)1027 2149 y(February)8 b(1990.)979 2197 y(5.)20 b(M.)11 b(Ostendorf,)h(V)-5 b(.)12 b(Digalakis,)f(and)f(O.)i(Kimball.)20 b(From)11 b(HMM')n(s)1027 2234 y(to)i(se)o(gment)f(models:)20 b(A)13 b(uni\256ed)f(vie)o(w)h(of)g(stochastic)e(modeling)1027 2271 y(for)d(speech)e(recognition.)k Ft(IEEE)e(T)n(r)o(ans.)f(Speec)o (h)f(and)h(A)o(udio)h(Pr)n(oc.)p Fv(,)1027 2309 y(4\(5\):360\261378,)g (September)g(1996.)979 2356 y(6.)20 b(A.B.)8 b(Poritz.)k(Linear)c (predicti)o(v)o(e)g(hidden)f(marko)o(v)g(models)h(and)f(the)1027 2394 y(speech)g(signal.)13 b(In)c Ft(ICASSP)p Fv(,)g(pages)f (1291\2611294,)e(1982.)979 2441 y(7.)20 b(A.B.)c(Poritz.)31 b(Hidden)15 b(marko)o(v)g(models:)26 b(A)16 b(guided)f(tour)n(.)31 b(In)1027 2479 y Ft(ICASSP)p Fv(,)9 b(pages)e(7\26113,)h(1988.)979 2526 y(8.)20 b(C.J.)12 b(W)m(ellekens.)19 b(Explicit)13 b(time)f(correlation)g(in)g(hidden)f(marko)o(v)1027 2563 y(models)d(for)i(speech)d(recognition.)13 b(In)c Ft(ICASSP)p Fv(,)g(1987.)979 2611 y(9.)20 b(P)l(.C.)12 b(W)m(oodland.)20 b(Hidden)11 b(marko)o(v)g(models)g(using)g(v)o(ector)h(linear)1027 2648 y(prediction)6 b(and)g(discriminati)o(v)o(e)g(output)g(dis)o(trib) o(utions.)g(In)g Ft(ICASSP)p Fv(,)1027 2686 y(pages)h(I\261509\261512,) h(1992.)p 964 2725 388 2 v 1009 2752 a Fs(7)1024 2764 y Fi(De\256ned)f(as)h Fe(av)q(g)1228 2772 y Fo(k)1247 2764 y Fc(\()p Fe(W)d(E)r(R)1354 2770 y Fo(hmm)1426 2775 y Fg(k)1454 2764 y Fd(\000)j Fe(W)d(E)r(R)1582 2770 y Fo(bmm)1650 2775 y Fg(k)1670 2764 y Fc(\))p Fe(=W)g(E)r(R)1795 2770 y Fo(hmm)1867 2775 y Fg(k)p eop %%Trailer end userdict /end-hook known{end-hook}if %%EOF