《信息论基础》第一版习题解答.pdf 88页

'







X01Y01/41/411/125/12






















 


 




 

 


 



 





































 




















 











 




























































































Æ

























































































!











""#








#

















!




















$%


""!


"#&
! 


 


""
  



  



  









  


%



"#
  








#


!!!
!
$
!$!!%








#%

 




& 


"
























"


"






"















&

























 

  



&
















"#!










&











)"















%
"

!


 















()


**
+








,
"

-()*
















(.)+,
+

*+


,+%-&






















#. -""/(


"./








 


0-I(X;Z)H(X,Y,Z)XZI(X;Y)I(Y;Z)Y
#
012034#,15,61
""

,15,!2201







#
#









#
#

,/&,&



!#



!#


0


"

23/12"344

3#37#53#5

7"587
967/112
:73/67#41"75
67587378
3#)587/671"7;:)5873!,
358345837/17:583/67&97"3#
583#5583="7#1#73:)583
:8>
""
#
!%)583<583797#




%?
$%&*"1@=9A8B8:2;
"1< 583


;5=

3+***>3+*?"/#$-&7#$-&A7B7#$-&A7B7&C12AB9)583("583:3"3C12AB97)583("D3D33;3C12AB97D3)58397C12,)5839"337"378,@)583@4
#$-&7A
"<3583
%%5833BCAB97)583C129)583C)58397A
AB)583(%12AB77
)583->?AB=@C12AB>97)583C97A7)583?!)583(7583
3+**3*3"*3&C12AB9,D9"+3

3C12AB97)583D3EE,FF97A
""-&"3-&3"3C12AB97D3583A73)583G3#)583797
"1
:
%1!
:
3"583
G%@

!
37)583AB"9AB*1"7:BH9AB1:BH9AB%"7=15>1
%">1:I)583"


CC

!


J

J




!


H(
4KI!!





#I






!


HJD
 ""
KD;
L""
E!






#% MEF+,

CC##F+,,&












,
F


CL!
9H-I























!

M




"#







,

IVIVXYVIIIIIVIIIZF









,











,,


,
,















,,









,,





,
,
O=



,!






-""-
""



P"".P""
./
.-.
I
.


.


.
.

.
.
...

.
.
."..

...BN.,
..J//.
.///"(.".
//Q
O


































A








7GKL,K)

"

))/

,)I





!

R
S
" AI" !;# ?KT$
!J
5?-&C5MH.!!!.!.
!.!!.

"!
%
@JU















# 



N2IOV




!











NO









2I








 !"#$%&P#

"




"











Q2IOV#RWX""











#V2IC#V"RWX""Y
2I


2IV"












OV2I"CQNOV2I"J,$. 







2IOQ





.






"































.
...".




".






".




".".
2IOV

#RWX""

 !

 !
 !
 !"#$%&#V2ICRV"C

 !
 !4


2IVOV2IV
"WX""Y
0


!
1110111
111

"%




CC2I)OV


"

"

K+

L2I%



 #







2
#SZ"



%,CC


 
33
.#2!

.
3#5AB


2#2#!
.
3.3

2#

2#2##2#




22#



 [STO3
%#
"UC





//"


"M&#"
#


-,+"NC*NC
9
"

  !"#$%&/
"



%""/

 O%
///#,""
]5!%4
!//!%/$/
#

 !
!/
/

%"
P/4)FQ^R_^O

4#&V]5%I
/
#KD;*
W


9%^?
J


#




TXW

4











 %
4444K
]%










4
4

4
,
UÆ


 ZO%
,""& 
,&VT;Æ !$$#%$$
$$
%Æ
$$;Æ&$$&#%&$$&
Æ&$$&
%Æ&$$&


  5%


E  5T






7










 ""Y  !"#$%&HG$$#%$$
$$
%Æ
$$,/%VWJ
ÆÆ
WÆÆ
ÆÆÆÆ%

Æ







Æ
ZM(]SZ


T$#XW
SZ"





J









E  5T

"
"

"


O6W
XF+O6WX


#W,
YX"O6W,/O6W
 
WO6WX,4


Z

T
,SZ",,<[
X2MO6WW

,
,







H/
6
,/
(
5
(,/
 
5((( 55
5$$ 


$$)$$

$$"

8$$
$$"

88
"



"


[""%




T$XW
JÆ
%
D;
Æ 89!ÆÆY]T$%9
8Æ!Æ!
8Æ#V"CÆ
ÆHJÆRJ
Æ$$$$
9

8Y]T$%$$!#%#%""98Æ!Æ  !"#$%&#%"9
9!!ÆÆ#%""
9!Æ
8Æ
!
9#9!!Æ



#$Æ
888888
!!
8Æ9!ÆÆ



#$Æ

!
8ÆÆ8
8Æ

8Æ8
8ÆÆ%8ÆJ!

8ÆJ8
8ÆEJ$Æ

8Æ8
8Æ


Z%

,;"""XT$

]T$//#//J
]T$VW0

T$]?O
;E]0M0D;

0#

"()*+,a-
%Q]!^^ X%_V#%^XQ]!^
%+,
]$)#D;





@"
"$^^$$$$%;EZb^!%EZb;#
78 
,%
#
M-.!+J
VO%

#^X$+,
%





XVO$^X$$$`




%
%
%
%









%
%
%




%


=@_,^X*
$"($//--^X
  01!345%%
-/-^Z


bX-^/-c,%%


%
/-#$




&%#$
##%A;#
#`SZV^^%"%

"%

"%

"%


"%
"%


"%


"%

#^Zb^aU8,aU VQ^T$,Zb^%""?d






aTeb4
HV
f[""?^!,^X$$%D%;bcbR#^%gÆ"""]#^2^X
#
V$



$
 V""::::::7


#VVQ]!^CV72^X&:^^X:
:


:


:
:


:

:




2^X

DL


V7"":::::::7





VQ]!^CV72^X  01!345:^^X
:



:

:


:


:


:


:
:
2^XDL^hV&V+!^iQ]^^?d^X^,XLN
"de^*+
444Q]-&^X
^























52,"^^^X









de^<52,"^2^X
n

VO---V""-/VQ]hbi^2^X




//
/




V











"
h52,"^^XN$/
2^X

$



VaT$













/77#]G?^C/787#]G?^C/!,!+9 7#]G?^C45"Q]"feg""
.

Q]"#j
".j"#Q]"%










0r
.


.






."
.""r.

.





""Ps0r.%;E0r#j8
-CC@JU5jP1===@-.t*8,1/#!P""p/,g8j"=
/67-&8/,/X#j
-&

8WX""8J


k






 

""(

"(
=

$0qpTQS]
L


-



(.G


%













))





#

,0rr,+







  0:;<!>45
"""
""$,j"#[F,$












3gE/]$

#j"






Q]"

#j"
"

$j./""
"
./

:-
,jIJ

#1
0!=

>"
>"#"

j



%""(

"(

 











"



Vjr 

H0r
 
67










""(




j0r


r
 





"
"j0r




Hr





""

"





#*GZ0G7^*$Z%Y
"j0r
 
  0:;<!>45
Hr









"
"


!"j0r
 

Hr
"










"
0r

1

1Hr111
1

.
.


1"
1
1

1"1"..

."
.
1.%.# !1""
 

"
j0r
.
.


. 
Hr



.

..
.


.




..
.
.









.
.






".
..
.





..
.
.
.

.
.
.
..


 
.

..
..j
.
""
1
r
>


>Hr>

>
>
>

>

>

>"
>"


>

>>

>
>
>
>
>
>"
>"  0:;<!>45

.
#>#

""
##j)0)"">

>>"
>"#>"...
.
.Q]$
-CC@JU5jP1===@-.&$
$j*"845
1







11"1"


"
11"

1S1
1"


!
"1"
!!""(

"
1"1,
[,"
[mt
0r

HrE
%
""(


@luGgO*va
w"Y"j-"Jrs""(

" Y"*GMEZJ



"""(

"("
r"(rJ0r


WX""Y*$,Z%



!r
rj0Z
x!Q]"!j;#0rHrZj!







(
"





"

""(

"("  0:;<!>45
"(r!
rÆ
0r1111

1111

1111
1111O=@n:*j0rZ
?@AB,a-CABD(




%fwL55

5
/5


) )


R2%f5%f@t-
<K
2%f5)5)

5
5


5



5







/





//


)

)))

))






<K;D;5WX"")0AWX"")


.

.


3





3

5.3/
.uo5.3/

)))(

.3

.
3

"
.3)))











"."3 E FH345!IHJ



)))<





"
.3"."3#306

%:
)

,K
<K)))))












)
)))#







.3
.
.).



".;#.//
.
)R&G.!"

!


/



%fwL55

5

5



"%f<

))2%f





5($)


%
,WX"")







3





3

))

3


3
)


33)



3)


)




))





01))))













3"
3"
3


3
333 )



)!533


,@-.)


K3D





<




8vO%VO%U%f
"%f<"#("5"5
<./
<
"
"KM2yY6@


!!!
/

./
R5

>"
"!



;H!%
<
>!
<
>""!
 E FH345!IHJ)
)<







%fY


!










!<<#<H%fY)



!
#GV


<
<<


<<



<H,


<
"
"
<
"
"
!<c,""

<
")
V8vO%


- 

U%f<
"-
#)


T

-,5U%f"%f)))%





UC


)<"


5uo5)5)

)))

S





))


*)))






))
2

2

))"

-
#"#2:-
M)

"-

<
"-

T
-
<-"-
K

2)
2
2-
-

)!()

"-
<-"-
EM
23CCV


Z
T5) 
)

,%fwL<#V%fwL5"%f@
L%fwL5)5)??Ps<#V

%fwL5"%f
<<?
 E FH345!IHJ#??


"%f<"

#"uo,
)5)


:)5)?



HG)5)?


"%f!H,"

<?
))<""))
)

E<
M&./
k
<5
5!5
<J


)
<
)
)
)
)
)
)

)

<
<
<#%) )k06(5)5)
!


5)5)



)<


)<)E< "%fdeK
V


-%fwLY55*$Z%555C?
@"(/

##@xC)5
)



@
<
@
T
,%fY5*G#5GC
?!<
@,/KL
>,
55>

>,
55>

2y


5
5
>


>
>#>,x/


>x
)))4

D;55




<



))<




)
)
E FH345!IHJ))
)>#
)5)5






)<

)>>x



)<
>
)


:<
>
)))#
)5

!H,


<


>,>./uivl!7

5
//5/#5
>/2)

2
))





2
)

2222@)%



2%f)25



>K )K

2
2

,/K<
>

T
HY6@

-


-!!!

-/

-./55--




-



-


-
-
-
"-

<-"-

V%fYHQGV

)<
<

))#<V

"%f


 E FH345!IHJ%HiVO
%fwLV%2%f

),wx"


$y2

!
)<"



))"






)"




H,%fuo
5
5

,/uo

5





)"%f<
<

KLM,oa-NO
qL+yr//!
/

/(!!!5((

55//
/
/

/,ÆF
?55/(/
$($/


$5$/


/,QÆF
?55
/(
/
5(
/5
/
/
/




qLusutr

!  P QR3!>45ST(


!!(?!(?5
(

!(?!(?5
(


!(?!(?5(
,Æ


!(?!(?5((


!(?5!(?5


--Qr
-QqL!!(?--(


!!(?!(?5----((




!(?5!(?5------
--Q,r&!
-!
-!
!!!5!
(!(?

--!(?5
--!(?--(

-

!(?!(?5----------



A
qL!


1AA

A&



]G45STAA
|6lY"
AAA|6lY/A

A


"A


T
,&
#
&


#

#%


I
 


#!YSZC,/SZ


5





#











#

22+2


222+2
#5 
 
2





22






















2Km

22Km#5




22












"

"
"


"



%
@F:






TQMv#|6lY
A;AA;AAA;

+9AB&"
"



 P QR3!>45ST


#qL

"!
!(?


1
#r"!1QMv



"
1
1
;AA
1AA; ;



A
A"
1A"
1A



./

1A1A1
;AA

1AA1
;AA
1AA1AA
;


;;
R&G;
"
"
"

1
;AA1A
1
;A"
;
R&G ;
(!
!5!("!!!5
,Æ"!1A(
,QÆ!!(?5A1A(1A!5A

1A
A

1A

A

1AA

A
1A1AA
1AA1AA
A
AAAA
AAA


[



"
""&
r./w



v

"
"
"""


x



Av

A

Ev
6l;;1A1A P QR3!>45ST1AAw1AA
&"
"
"wM01"#F1!-.2
!H2I"+!+?I?J!+D$
KKKF+D
"+"F1!+IM





(.CCAI,
(.CCAIM

(.CCAI
,

0
[t

N

#0N}"uo


#
A;A;AA








#j./-& IIIY1Y2IVIIIX





,



,


,






,




()







%
""(


()
"(


A
"(


A











; P QR3!>45ST



6|6lY
A
A








;;|6lY
A;A;AA



;





"

AA
;
;34

;
A
;
UVWNO
} 
rs*fel""|

9

!





$
!!
9

!!!

!



!


!

2!
#%

]!
9

!9
/]T$!!

!
*ÆZ,|ME9

C!/]T$%ME|!
9

!/Q7








 C%






ZST

9

!






$
!!
9

!!!

!



!


!

2
!
#{{{ C"
Q~0N


N
0

#"7#Q~jK#Q~/-
















E3g


""(


""(



""(



"("

:
! y"
5gNz<




<
%Q]%<<O
./!<<
#jK <"
<<
<"
Q~
Q~0N



N

0

#jK#Q~/-















#jE(.+~g0{k#WX""qL
!(?A1A
A
#jK+~[t






#0N}"uo
A
m}"uoA%#jKD;<<<%k~
A<

AAA
<<
 2
 2A
AAA<<<
A 
ZSTO!?8"V"]!
#!#"]y"Kx/!<

!
<
!

<<

!

%!

!
:%#y"K"!

H!
!

!
!y"KR2R2H(X)H(f(X))R1R1H(X|f(X))H(X)H(X)(a)(b)

O!?8""]






"V^"