!#" $&%' ()*+"

213(4,65
7

,-"/.

0+*)

8 *+$:9;.

<=?>A@CB!DCE!FCE0G:E;G:HIDKJMLAE;@N@ @NHIO?DNB;E0PRQ?=SPT=?>A@CB!DCE!FCE0G:E;G:HIDKJMLAE;@N@ BVU?PRQ?Q?E!LW>A@+@CU?HYXZQ->AQ&[?\IO?DCE I]_^ U?E

@NHIO?DNB;E>A@`Pba?>AQ3PRDKJc@NHIO?DNB;EXZ>AFCU>AFC@dPeLgf?U3PeaWEhFjilknmYoqpYrCo#sVtvuwXZU?E;DNEx>AF0E;G:>AFC@0@KJMGaWHILA@doqpdkzy
PeQ?=/o#s+k  XZ>AFCU{f?DCHIa?PRa?>gLA>AFCE;@}|~oqph+k|3p0PRQ?=&|~o#sK k|sDCE;@NfWE!B!FC>AIE!LAJ ]
! f
A> Q3PRDKJ
HRO?DCB!E

oqp

o#s

f
! f

Rp
vs

E;B!E;>ARE;D

>gQ3PeDNJ JMG:G:E!FDN>gBjU?PRQ?Q?E!L~ 
>g\IO2DCE I >A\IQ3PRL ^ DCPRQ?@CG:>g@N@C>AHIQ-FU?DNHIO?\IUcP >gQ?PRDNJ JGSG:E!FCDC>gBU3PRQ?Q?E!L
I] PRLgB!O?LPeFCE`FU?EjE!QvFCDCHIfJ{HRFU2ET@NHIO?DNB;ET~i{ PR@PO?Q?BhF>AHIQ{HRW|?p ]
I] LAHRFFCU?EE;QFDNHIfJO?Q?BhF>AHIQ&~|?pPR\PR>AQ?@NFW|3p PRQ?=x[3Q?=&HIOMF+FU?E ePRLAO?E HRv|3p+XZU?E!DCE~|?p
aWE!B;HIG:E;@ZGSPM>gGO?G ]
<a?>AQ3PRDKJ@NJG:GSEhFDN>gBBVU3PeQ?Q?E;Lj>A@P@CfE;B;>gPRL`B;PR@CEHRT=?>A@CB;DNE!FCEG:E;G:HIDKJMLAE;@N@-BVU3PRQ?Q2E;L ]_^ U?E
BVU?PRQ?Q?E!L U?PR@`FXH/>gQ2f?O2Fj@NJGaHILA@`oqpky{PRQ?=o#sdk  PeQ?=FU?ExFXHcHIOMFf?O2FT@KJMGaWHILA@Rpjky
PeQ?=&s+k I]^ U2EBVU?PRQ?Q?E!L3>g@+B)PeLgLgE!=x@NJG:GSEhFDC>AB aE;B)PeO?@CEFU2Ef2DCHIa3Pea?>gLA>AFJIHe3DCE!B;E;>>gQ?\  XZU?E;QSy
>A@@NE;QFZ>g@@PRG:EPR@FCU?E`f?DNHIa3PRa2>gLg>FJ&HRDCE!B;E!>A>gQ?\yXZU?E;Q  >A@@CE!QF ]^ U?E;DNE!HIDNE`FU?EdB;HIQ?=2>AF>AHIQ3PRL
f2DCHIa3Pea?>gLA>AF>AE;@|~vsY oqpV PRQ?=x|~epR o#sK PRDCE`E!vO3PRL#FHxfu2XZU?E;DNEjf/>A@ B)PeLgLgE!=-FU?E`FCDPRQ2@C>AFC>gHIQ?PRLWE!DCDNHID
f2DCHIa3Pea?>gLA>AFJ ]
I] >AFUFU?EQ2HXZLAE;=?\RE HR3FDCPRQ?@N>AF>AHIQ3PRLE!DCDNHIDPRQ2=x@NJGaHILMf2DCHIa3Pea?>gLA>AF>AE;@PeFNFU?E>gQ?f?OMFHR?FCU?E
BVU3PRQ?Q?E!Luv=?EhFE;DNGS>AQ?E FU2ENHI>gQFf?DNHIa3PRa?>ALg>F>gE!@|~oqpYrepVhuY|~o#srvsNhu)|~o#shrRpVPRQ?=|~o#shrCsN ]
E!FE!DCG:>gQ?EFCU?EHIO2FCf?O2F/@NJGaHILf?DNHIa3PRa?>ALg>F>gE!@|~RpVPRQ2=|~sNPRQ2=FCU?EB;HIQ?=2>AF>AHIQ3PRL
f?DCHIa?PRa?>gLA>AFC>gE;@|~o e!hrvTSky2r I]
I]_ PRLgB!O?LPeFCE/FCU?EB!HIQ?=?>F>gHRQ3PRLZE;QFDNHIfJ~i ThuXZU?>gBVUDNE;f?DNE;@CE!QF@-FU2EPRG:HIO?QF-HRjO2Q
B;E;DKFVPR>AQ?>AFJDCE!GbPR>AQ?>gQ2\PRaWHRO2F&FU?E{BVU3PRQ2Q?E;L>gQ?f2O2F:PeFE!DxFU?E/BVU3PRQ?Q2E;LZHIO2FCf?O2F:U3PR@:aWE!E;Q
HIa?@CE!DNRE;= ]
I] <dB;B!HIDC=2>gQ?\jFHU3PRf2FCE;D  HR ^ DCPRQ?@CG:>g@N@C>AHIQbPeQ?=-/HM=?O2LPeFC>gHIQ&HR >g\IQ?PRLg@ ~E; ] I] uvFCU?E
FDPeQ?@C>AQ2HIDCGSPeFC>gHIQ&>g@ \I>IE;QSaJS~irT}k'~i{W~i T ] HIGSf2O2FEZFU?EFDCPRQ?@C>AQ2HID
GbPeFC>gHIQ-HRD FU?Ej\I>IE;Q{BVU3PeQ?Q?E;L ]

#hd

I]^ ?U ESBVU?PRQ?Q?E!L B;PRf3PRB!>AFJHRDjFCU?E:PRaHRESBVU?PRQ?Q?E!L >A@jDCE;f2DCE;@NE;QFE!=PR@k GSP ~i Thu

gYKCA
PRB;B!HIDC=?>AQ?\FCHE! ]I]Y HRjU3Pef2FE!D  HR ^ K] U?PeFSePRLAO?E;@S=?HFCU?Ef2DCHIa3Pea?>gLA>AF>AE;@
|~oqphPRQ?=T|~o#sC+HR#FCU?Ed@KJMGaWHILA@ oqp PRQ?=So#s+DCE;@NfWE!B!FC>AIE!LAJ&FVPeRE0FCHDNE;f?DNE;@CE!QFFU?EBVU3PRQ?Q2E;L
B)PRf3PeB;>AFJ{ ] EhFE;DNGS>AQ?EdFCU?EjBVU3PRQ?Q?E!LB)PRf3PeB;>AFJ{O?Q?=2E;DPRaHREB!>gDNB;O?G:@NFPRQ?B;E ]
I] LAHRFFU?EBVU3PRQ?Q?E!L}B;PRf3PRB!>AFJPR\PR>AQ?@NFZFCU?EFCDPRQ?@N>AFC>gHIQ3PeLE;DCDNHIDdf2DCHIa3Pea?>gLA>AFJ| ] HIG:f3PRDNE
FU?Ef?LAHRFbXZ>FUFCU?EE;QFDNHIfJO?Q2B!F>AHIQ~| ] >g@NB;O?@N@-FU?EDNE;LgPeF>AHIQ?@CU2>gfaE!FXE;E!QFCU?E
BVU3PRQ?Q?E!LB)PRf3PeB;>AFJ{PRQ?=FCU?EjE;QFDNHIfJO?Q?B!FC>gHIQ/~| ]
,$:)+!$S

I]
~i{k
k
k

|~o!N~|~o;N
N ?p
|~oqphN~|~oqphC}|~o#sCN~|~o#sCC
|3p~|3pV}|sK~|sN

~

XZU?E;DNERu
|3p|sk
|sk


 |3p

~i{+k|3p~|3pV+~  |3pK~  c|3ph

~
XZU?>gBVU:\I>ARE;@FU?EZE!QvFCDCHIfJ:HRFU?E0PRaHYIEZ=?>g@NB;DNE!FEG:E;G:HIDNJLgE!@C@+a?>AQ3PRDKJx@CHIO2DCB;EZXZ>AFCUS@NHIO?DNB;E
PRLgf?U?PRaWEhF0i ]
I]^ ?U EE;QFDNHIfJHRFU2E@CHIO?DNB;E\I>IE!Q/aJ~ >A@PO?Q?BhF>AHIQHRf?DC>AHIDC>f?DNHIa3PRa?>ALg>FJT|?p ] E!Q?B;E
~ B;PRQcaETPRLg@NHXZDC>FCFE!Qc>AQFU?EHILALgHYXZ>gQ?\HIDCG/
~|?p+kz|3pW~|3p}~  |3pN~  |3pV

XZU?E;DNES~|3pd>A@B)PRLALgE!=E;QFDNHIfJO?Q?B!FC>gHIQPRQ2={|?px~y2r  ] U?E;Q{|3pTky2u~|3pdky

aWE!B)PRO?@NE-PR@jo y2rCo0LgHI\3~oWT y ]S U?E;Q|?pk  u~|3pVTky ] HRDZ|?pxky2 u~|?p
PeFCFPR>gQ?@Z>F@GSPM>gGO?GePRLgO?EjHR I]^ U2EE!QvFCDCHIfJ{O?Q?BhF>AHIQ~|3pPR@0PxO?Q?B!FC>gHIQ/HR|3pd>A@
@CU?HYXZQ>gQc[3\IO?DNE M] <d@|3p0ky2 r|sk  |3p`ky2 u> ] E ] FCU?EE!QvFCDCHIfJ/O?Q?BhF>gHRQ~|?p
aWE!B;HIG:E;@ZGSPM>gGO?GXZU?E!QcFU2ET@NHIO?DNB;ET@NJGaHILg@ZPRDNEE;vO3PRLALAJbLg>geE;LJ ]
I] DNHIGFU2ES=?E!@CB!DC>gfMF>gHRQHRBVU3PRQ?Q?E!Lu}FCU?E&FDPeQ?@C>F>gHRQ3PRL+E;DNDCHIDTf?DNHIa3PRa?>ALg>F>gE!@dFU?PeF>AQ?=?>AB)PeFCE
FU?E{E!WE;BhF:HRdQ2HI>g@NE/B;PRQaWE-XZDN>AFCFCE;QPR@; |~RpR o#sCSk|~sY oqpbk| ] HRQ?@CE!O2E;QFLJFCU?E
FDPeQ?@C>F>gHRQ3PRLqf?DCHRa3PRa?>ALg>AFC>gE!@#|~epR oqph+k|~s) o#sNk  |u2>AQ?=?>AB)PeFCEFCU?E`f?DNHIa3PRa?>ALg>FJ&HRQ?H
E;DCDNHIDC@ ]^ U?E;Q/FU?ENHI>AQvF @NJGaHILf?DCHRa3PRa?>ALg>AFC>gE!@B)PeQcaE`XZDC>FCFE!QPe@;
|~oYrR;k|~Rv oh|~o;rvT:ky2r 

#hd

1
0.9
0.8

Entropy H(p0)>

0.7
0.6
0.5
0.4
0.3
0.2
0.1
0

0.1

0.2

0.3

0.4
0.5
0.6
Symbol probability p0>

0.7

0.8

0.9

>g\IO2DCE M QFDNHIfJ{HR}@NHIO?DNB;ET@NJGaHILPR@ZPxO?Q?B!FC>gHIQ{HR@NJGaHILf?DNHIa3PRa2>gLg>FJ

|~oqpYrCRpVk
k

|~Rpe oqph|~oqp

|?p~  |

|~oqpYrCsKk
k

|~s) oqph|~oqp

|?p|

|~o#shrCRpVk
k

|~Rpe o#sC|~o#sN

|Ws|

|~o#shrCsKk
k

|~s) o#sC|~o#sN

|Ws;~  |

^ U?EHRO2Ff?OMFZ@NJGaHILf?DCHRa3PRa?>ALg>AFC>gE!@|~R;hr-~y2r  PRDNEjB;HIG:f?O2FCE;=/PR@ZaWE!LgHYXj
|~e)k
|~epk
k

s
N?p

|~Rv o!|~o!

|~RpR oqp|~oqph|~RpR o#sN|~o#sC

|3p~  ||I|Ws

~  y

~ R

#hd

|~vsNk

|~sY oqp|~oqph|~sY o#sN|~o#sC

|I|3p|s;~  |
k

~ Y

^ ?U EB!HIQ?=?>F>gHRQ3PRL#f?DNHIa3PRa2>gLg>F>AE;@|~o R;hrT{~y2r  B)PRQ/aE=?EhFE!DCG:>gQ?E!=O?@N>gQ?\ P)JIEe@

DCO?LAE ] <dB!B;HIDN=?>gQ2\&FCH:FCU?>g@DNO?LgEe
|~eM oh|~o!
|~e)
|~orR;
s
N?p |~e o;|~oh

|~o e)k
k

~ )

^ U?E>AQ?=?>M>A=?O3PRLqFDCPRQ?@N>AF>AHIQ3PRLWf?DCHRa3PRa?>ALg>AFC>gE!@FU2E;Q/B)PRQ/aWEjE2f2DCE;@N@CE!=PR@;
|~oqpYrep
|~ep
|3p~  |q
|3p~  ||s|

|~oqpI Rpk
k
k

|~oqpYrvsN
|~vsN
|3p|
|3p||s!~  |

|~oqpI sk
k
k

|~o#shrep
|~ep
|s|
|3p~  ||s|

|~o#s Rpk
k
k

|~o#s sk
k

|~o#shrvsN
|~vsN
|s!~  |q
|3p||s!~  |

~ ;

~ Y

~ )

~ Y

#hd

I]_^ ?U E0B!HIQ?=?>F>AHIQ3PRL?E!QFDCHRfvJ&HeFU2E@NHIO?DNB;E`PeLgf?U3PeaWEhFi\I>ARE;Q&FU3PF'keB)PRQ:aWEZXZDC>FCFCE;Q
PR@;
s

~i ke)k
|~o e;KW~|~o e)N
~ 
C?p
^ U?E:PRaWHYRE:vO3PeQvFC>AFJ>g@jP-DPeQ?=?HIG6RPeDC>Pea?LgETFU3PeFFPRRE!@FU?EePRLAO?E;@j~i kRpV`PRQ?=
~i kvsN}XZ>AFCUSf?DNHIa3PRa2>gLg>F>AE;@|~Rp+PRQ2=|~sNDCE!@CfE;BhF>ARE;LJ ]+^ U?E!DCE!HRDCE0FCU?E0PYRE;DCPR\IE
RPeLgO?EHR}~i kR; HRE;DFU2ETHRO2Ff?OMFdPeLgf?U3PeaWEhFZz>A@\I>ARE;Q/avJ
s
~i Tk ~i 'kR;|~R;
?p
s s
k |~ov R;N~|~ov R;C|~R;
V?p C?p
s s

|~ore)KW~|~o e)N
k
~ 
V?p C?p
O?a?@KF>AFCO2F>AQ?\bFCU?EePRLgO2E;@dHeNHI>gQF`f2DCHIa3Pea?>gLA>AF>AE;@DCHRG ~ u u#2u0PeQ?=FU?EFDPeQ?@C>A@NF>AHIQ3PRL
f?DCHIa?PRa?>gLA>AFC>gE;@ DCHIG~ ) u  u Y u Y hu2XET\IE!FFCU?EjB;HIQ?=2>AF>AHIQ3PRLWE;QFDNHIfJ/PR@;
~i Tk
k

|3p~  |K~|3p|q~ }c|s|q~ }|Ws!~  |K~`

~ y
|3pW~}|sN~`|I|3pV~ |R|sK~

I] <0FE!DSB!HIG:f?O2F>AQ?\FCU?E{RPeLgO?E!@bHRj~i{xPRQ?=~i ThuFU2EcFDCPRQ?@N>gQ2HIDNGbPF>gHRQB;PRQaE

HIa2FVPe>gQ?E!=cPe@;
~irTk
k
k

~i{}~i T

|3p~|3ph}c|sNW~|sN|3pV~|s~`}|I|3pV~ }|R|sNW~

|?p~ |sN~ }|I|3pV~ }|I|WsN~

~ M
|3p
|s

I]^ U?EBVU?PRQ?Q?E!LB)PRf3PeB;>AFJ->g@EhMf?DNE;@N@CE;=Pe@;

GbP 
~i T
g)KKA
GbP ~
~i{~i TN
g)KKA

~ R

PM>gGO2GePRLgO2EHRFCU?EjDC>A\IUFU3PRQ?=/@C>A=?E`FE!DCG~ I HMB!B;O?DN@ZXZU2E;Q{FU?Ej>gQ2f?O2FZ@NJGaHILA@ FH
FU?ExBVU3PeQ?Q?E;LPRDCEE!vO3PRLgLJLA>geE;LAJ/> ] E ] XZU2E;Q|~oqphk|3pk|~o#sCk|sZky2 ]T^ UvO?@`FCU?E
BVU3PRQ?Q?E!LB)PRf3PeB;>AFJbHID FU?>A@B)PR@NEj>g@;
k~irT0
 ?p


~ e

#hd

1
0.9
0.8

Channel Capacity C>

0.7
0.6
0.5
0.4
0.3
0.2
0.1
0

0.05

0.1

0.15

0.2
0.25
0.3
0.35
Transitional error probability(p)>

0.4

0.45

0.5

>A\IO?DNE 2 U3PRQ2Q?E;L PRf3PeB;>AFJPR@PxO2Q?B!FC>gHIQ{HRFDCPRQ?@C>F>AHIQ3PRLWE;DCDNHIDf?DNHIa3PRa?>ALg>FJbf

?O a?@KF>AFCO2F>AQ?\FU?ExePRLAO?E;@jHRr r PeQ?=XZ>AFCUFU?E&f?DNHIa3PRa?>ALg>F>gE!@|3pk|s`ky2 >gQ
~ M u3PRQ?=/PeFCE;DZ@CHRGSE@N>gG:f?Lg>[3B)PeFC>gHIQ:FU?EHILALgHYXZ>gQ2\DCE!@CO?LFZHID BVU3PRQ2Q?E;LB)Pef3PRB;>FJB)PeQ/aE
HIa2FVPe>gQ?E!=
|
k ~ ~  |C}|3~ 

|
k  |q~|q'~  |qN~  |
~
E;Q2B;EFU?EBVU?PRQ?Q?E!LB)PRf3PeB;>AFJnHRa?>gQ3PeDNJ@NJGSG:E!FCDC>AB-BVU3PRQ?Q2E;L=?E!fWE!Q?=?@&HIQ?LJHIQFCU?E
FDPeQ?@C>F>gHRQ3PRLf2DCHIa3Pea?>gLA>AFJ:HRE;DCDNHIDZf ]
I] Q~ R huwXZU?E;Qbfqky2uMk  uMaE;B;PRO?@CEdPR@o/ yMrCodLAHI\3~oW y ] <0@f3kjy ] u2ky ]^ U?E0f?LgHeF
HR+PR\PR>AQ?@NFZf{>A@@CU?HYXZQ>AQ[3\IO?DNE M]
HIGSf?PRDC>AQ?\&~ }PRQ?=c~ huIFCU?EDCE!LPeFC>gHIQ?@NU?>gfaWEhFXE!E;Q&FU?EBVU3PeQ?Q?E;LqB;PRf3PRB!>AFJPRQ?=&E;QFDNHIfJ
O?Q?B!FC>gHIQ{B;PRQcaEjEhMf?DNE;@C@NE;=Pe@;
k  ~|
~ R





^ U2ETHILALgHYXZ>gQ2\B;HIQ2B;LgO2@C>gHRQ?@B)PRQ/aETGSPR=?E`DNHIGFCU?ETPRaHREjDCE;@NO?LAFC@
 U?E;QFCU?EBVU3PeQ?Q?E;LM>g@Q?HI>A@CEDNE;EeueXE B)PRQ@CE!F}FU?EE;DCDNHIDf?DCHIa?PRa?>gLA>AFJ |-ky ] HIDFU?>A@ePRLAO?E
HR|#uFCU?E&BVU3PRQ?Q2E;L+B)Pef3PRB;>FJPeFNFVPR>AQ?@>AFC@GbPM>AGO?G RPeLgO?ExHRHIQ?Exa2>AF)u#XZU2>gBVU>g@Eh2PRBhFLJ
FU?E>AQ2HIDCGSPeFC>gHIQT>gQE;PRBVU&BVU3PRQ?Q2E;L3>gQ2f?O2F ] < F+FU?E@PRG:EF>AGSEeueFCU?EE;QFDNHIfJO?Q?BhF>AHIQ ~fq
PeFCFPR>gQ?@>F@G:>gQ?>AGO?GnePRLgO2EHR !E;DNH ]

#hd

?U E;QFCU?ETBVU3PRQ?Q?E!L>A@ZQ?HI>g@KJIu3XZ>AFCU/XHIDN@NF`B;PR@CETB;HRQ?=?>AFC>gHIQ?PRL#f?DNHIa3PRa?>ALg>FJ-HR}E;DCDNHIDfqky ] u
FU?EBVU?PRQ?Q?E!L`B)PRf?PRB;>FJaE;B!HIGSE!@!E;DCH ] ^ U?EE;QFDNHIfJO2Q?B!FC>gHIQPFCFVPe>gQ?@S>AF@SGbP2>AGO?G
RPeLgO?EHR I]