信息论与编码(第二版)曹雪虹(最全版本)答案

2.131,23,uuu11|1/2puu21|1/2puu31|0puu12|1/3puu22|0puu32|2/3puu13|1/3puu23|2/3puu33|0puu1/21/201/302/31/32/30pu1u2u3W1W2W31231WP{01}(0|00)p=0.8(0|11)p=0.2(1|00)p=0.2(1|11)p=0.8(0|01)p=0.5(0|10)p=0.5(1|01)p=0.5(1|10)p=0.5(0|00)(00|00)0.8pp(0|01)(10|01)0.5pp(0|11)(10|11)0.2pp(0|10)(00|10)0.5pp(1|00)(01|00)0.2pp(1|01)(11|01)0.5pp(1|11)(11|11)0.8pp(1|10)(01|10)0.5ppu1u2u31/21/21/32/32/31/30.80.200000.50.50.50.500000.20.8p000110110.80.20.50.50.50.50.20.800011011W1,W2,W3,W4411iiWPWW13113224324412340.80.50.20.50.50.20.50.81(1)35(2)1(3)(4)2,3,,,12(5)1(1)bitxpxIxpiii170.4181log)(log)(18161616161)((2)bitxpxIxpiii170.5361log)(log)(3616161)((3)1112131415162122232425263132333435364142434445465152535455566162636465662111223344556636161611518161612symbolbitxpxpXHiii/337.4181log18115361log3616)(log)()((4)symbolbitxpxpXHXPXiii/274.361log61365log365291log912121log1212181log1812361log3612)(log)()(36112181111211091936586173656915121418133612)((5)bitxpxIxpiii710.13611log)(log)(3611116161)(2-42.525%75%160160160XXx1x2P(X)0.250.75YYy1160cmy2160cmP(Y)0.50.575%160bitxyp75.0)/(11160bitypxypxpyxpyxI415.15.075.025.0log)()/()(log)/(log)/(111111112.637131()(1,2)(2,1)18pxpp()log()log184.170Ixpxbit271()(1,6)(6,1)(2,5)(5,2)(3,4)(4,3)6pxpppppp()log()log62.585Ixpxbit2.7123401233/81/41/41/8XxxxxP12{202120130213001203210110321010021032011223210}122118()loglog1.415()3Ixbitpx233()2,()2,()3IxbitIxbitIxbit123414()13()12()6()87.81IIxIxIxIxbit87.811.9545bit/2.84{0,1,2,3}8{0,1,2,3,4,5,6,7}2{0,1}symbolbitnXH/24loglog)(1symbolbitnXH/38loglog)(2symbolbitnXH/12loglog)(0232-9(1)I()=Log4()2I()Log430.415(2)H=14Log4()34Log430.8112-10(2)P(/)=P(/)=H(Y/)=(3)P(/)=P(/)=H(Y/)=(4)P()=P()=H(Y)=2.11381381818123XX={1,2,.,38}YY={l}YX()()ijipxypx13112381838()()loglog2log1.24()3823818jjjHYpypybit/22(,)()log385.25HXYHXbit/3(|)(,)()()()5.251.244.01HXYHXYHYHXHYbit/2.12XYX={x1x2x3},Y={y1y2y3},l,ijijrxyr1112132122233132337/241/2401/241/41/2401/247/24rrrrrrrrr1XY2Y3YX(,)ijpxy22221(,)(,)log(,)724112log4log24log4247244ijijijHXYpxypxy=2.3bit/X21()3log31.583HYbit/(|)(,)()2.31.58HXYHXYHYY=0.72bit/Yy1y2y3P8/248/248/242.13XYYXx1=0x2=1y1=01/83/8y2=13/81/8YXy1y2y3x17/241/240x21/241/41/24x301/247/24Xx1x2x3P8/248/248/24Z=XY(1)H(X),H(Y),H(Z),H(XZ),H(YZ)H(XYZ)(2)H(X/Y),H(Y/X),H(X/Z),H(Z/X),H(Y/Z),H(Z/Y),H(X/YZ),H(Y/XZ)H(Z/XY)(3)I(X;Y),I(X;Z),I(Y;Z),I(X;Y/Z),I(Y;Z/X)I(X;Z/Y)(1)symbolbitypypYHyxpyxpypyxpyxpypsymbolbitxpxpXHyxpyxpxpyxpyxpxpjjjiii/1)(log)()(218183)()()(218381)()()(/1)(log)()(218183)()()(218381)()()(22212121112212221111Z=XYsymbolbitzpZHzzZPZkk/544.081log8187log87)()(818710)(221symbolbitzxpzxpXZHzpzxpzxpzxpzpzxpzpzxpzxpzxpzpxpzxpzxpzxpzxpxpikkiki/406.181log8183log8321log21)(log)()(81)()()()()(835.087)()()()()()(5.0)()(0)()()()(2222221211112121111112121111symbolbitzypzypYZHzpzypzypzypzpzypzpzypzypzypzpypzypzypzypzypypjkkjkj/406.181log8183log8321log21)(log)()(81)()()()()(835.087)()()()()()(5.0)()(0)()()()(2222221211112121111112121111symbolbitzyxpzyxpXYZHyxpzyxpyxpzyxpzyxpzyxpyxpzyxpyxpzyxpzyxpzyxpzxpzyxpzxpzyxpzyxpyxpzyxpyxpzyxpzyxpzyxpzyxpzyxpijkkjikji/811.181log8183log8383log8381log81)(log)()(81)()()()()(0)(83)()()()()(838121)()()()()()(8/1)()()()()(0)(0)(0)(22222222222122122121121221211211111121111111211111111211111212221211(2)symbolbitXYHXYZHXYZHsymbolbitXZHXYZHXZYHsymbolbitYZHXYZHYZXHsymbolbitYHYZHYZHsymbolbitZHYZHZYHsymbolbitXHXZHXZHsymbolbitZHXZHZXHsymbolbitXHXYHXYHsymbolbitYHXYHYXHsymbolbityxpyxpXYHijjiji/0811.1811.1)()()/(/405.0406.1811.1)()()/(/405.0406.1811.1)()()/(/406.01406.1)()()/(/862.0544.0406.1)()()/(/406.01406.1)()()/(/862.0544.0406.1)()()/(/811.01811.1)()()/(/811.01811.1)()()/(/811.181log8183log8383log8381log81)(log)()(2(3)symbolbitYZXHYXHYZXIsymbolbitXZYHXYHXZYIsymbolbitYZXHZXHZYXIsymbolbitZYHYHZYIsymbolbitZXHXHZXIsymbolbitYXHXHYXI/406.0405.0811.0)/()/()/;(/457.0405.0862.0)/()/()/;(/457.0405.0862.0)/()/()/;(/138.0862.01)/()();(/138.0862.01)/()();(/189.0811.01)/()();(2-14(1)P(ij)=P(i/j)=(2)1:=2:2-15P(j/i)=2.16X={}p()0.3p()0.71H(X)2P(|)0.9143P(|)0.0857P(|)0.2P(|)0.831221010()0.3log0.7log0.881337HXbit/P(|)=P()P(|)P()0.70.30.70.3P(|)P()P(|)P()2P()0.7P()0.321222221()(|)(,)log(,)1110.91430.7log0.08570.7log0.20.3log0.91430.08570.210.80.3log0.8ijijijHXHXXpxypxy0.512bit/2.1731051281000010001)symbolbitXNHXHsymbolbitnXHN/101.27103)()(/7128loglog)(65222)symbolbitXNHXHsymbolbitnXHN/13288288.131000)()(/288.1310000loglog)(223)158037288.13101.2)()(6XHXHNN2.20X1()2xpxe,x,Hc(X)00201()()log()()log21()log()()log211loglog()22111loglog()log()22211log2log22xcxxxxxxxxHXpxpxdxpxedxpxdxpxxedxeexdxeexdxexdxexe01loglog(1)212logloglog2xxdxexeee22()0,()EXDX,22121422()log2logloglog()22eeeeHXeHX2.24XY01),(2222ryxryxpH(X),H(Y),H(XYZ)I(X;Y)20222log2sinlogxdx202020220220202222022022222222222222222222222222222sinlog22cos1422cos1log4sinlogsin4logsin4sinlogsin4sinlogsin4)cos(sinlogsin4coslog4log2log)(/log21loglog211log2loglog)(2loglog)(2log)(2log)()(log)()()(21)()(22222222ddrdrddrdrrrrdrrrrxdxxrxrrdx