A Stochastic Dynamic Programming Approach Based on Bounded Rationality and Application to Dynamic Portfolio Choice

<table>(a) Impact of a change in <svg height="11.8" id="M289" style="vertical-align:-0.0pt" version="1.1" viewbox="0 0 12.9625 11.8" width="12.9625" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g transform="matrix(.017,-0,0,-.017,7.25,11.35)"><path d="M-70 557l-16 -25q-49 20 -126 62q-67 -39 -125 -62l-16 25q86 60 132 107h22q49 -51 129 -107z" id="x302"></path></g><g transform="matrix(.017,-0,0,-.017,.062,11.538)"><path d="M393 379q-9 -16 -28 -29q-15 -10 -23 -2q-19 19 -36 19q-21 0 -52 -38q-57 -72 -82 -126l-40 -197q-23 -3 -75 -18l-7 7q49 196 74 335q7 43 -2 43q-7 0 -30 -14.5t-47 -37.5l-16 23q37 42 82 73t67 31q41 0 15 -113l-11 -50h4q41 71 85 117t77 46q29 0 45 -26
q13 -21 0 -43z" id="x1D45F"></path></g>
</svg> on <svg height="13.825" id="M290" style="vertical-align:-0.13794pt" version="1.1" viewbox="0 0 13.675 13.825" width="13.675" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g transform="matrix(.017,-0,0,-.017,.062,13.55)"><path d="M475 507q0 -83 -20 -172t-56 -167.5t-93.5 -129t-125.5 -50.5q-157 0 -157 227q0 78 21.5 164t59 161t96.5 123.5t126 48.5q79 0 114 -58t35 -147zM391 522q0 155 -81 155q-62 0 -111 -82.5t-73 -200.5h253q12 81 12 128zM373 346h-255q-12 -91 -12 -150q0 -72 20 -123
t63 -51q34 0 64 28.5t52.5 77t39 103t28.5 115.5z" id="x1D703"></path></g>
<g transform="matrix(.012,-0,0,-.012,8.525,5.387)"><path d="M352 391q0 -31 -27 -44q-14 -7 -24 6q-39 48 -84 48q-23 0 -39.5 -15t-16.5 -40q0 -43 73 -90q49 -32 70 -58t21 -57q0 -58 -62 -105.5t-129 -47.5q-40 0 -75.5 25t-35.5 52q0 28 32 46q7 4 15 3t11 -6q19 -31 48.5 -50.5t54.5 -19.5q34 0 54 19.5t20 42.5q0 43 -65 81
q-97 56 -97 123q0 50 51 96q19 17 58 32.5t62 15.5q37 0 61 -18t24 -39z" id="x1D460"></path></g>
</svg> with <svg height="15.1375" id="M291" style="vertical-align:-3.13504pt" version="1.1" viewbox="0 0 63.150002 15.1375" width="63.150002" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g transform="matrix(.017,-0,0,-.017,.062,10.862)"><path d="M548 455q-32 -77 -74 -77q-37 0 -103 10l-3 -2q36 -30 48.5 -62t12.5 -80q0 -103 -75 -179.5t-175 -76.5q-70 0 -113 45t-43 128q0 115 83.5 200.5t209.5 85.5q31 0 77.5 -4t67.5 -4q36 0 62 30zM350 274q0 54 -17 86q-19 35 -57 35q-50 0 -90 -37.5t-59 -91.5t-19 -109
q0 -61 24.5 -96.5t65.5 -35.5q51 0 87.5 46.5t50.5 100.5t14 102z" id="x1D70E"></path></g>
<g transform="matrix(.012,-0,0,-.012,9.663,14.938)"><path d="M393 379q-9 -16 -28 -29q-15 -10 -23 -2q-19 19 -36 19q-21 0 -52 -38q-57 -72 -82 -126l-40 -197q-23 -3 -75 -18l-7 7q49 196 74 335q7 43 -2 43q-7 0 -30 -14.5t-47 -37.5l-16 23q37 42 82 73t67 31q41 0 15 -113l-11 -50h4q41 71 85 117t77 46q29 0 45 -26
q13 -21 0 -43z" id="x1D45F"></path></g>
<g transform="matrix(.017,-0,0,-.017,20.038,10.862)"><path d="M535 323h-483v50h483v-50zM535 138h-483v50h483v-50z" id="x3D"></path></g><g transform="matrix(.017,-0,0,-.017,34.724,10.862)"><path d="M241 635q53 0 94 -28.5t63.5 -76t33.5 -102.5t11 -116q0 -58 -11 -112.5t-34 -103.5t-63.5 -78.5t-94.5 -29.5t-95 28t-64.5 75t-34.5 102.5t-11 118.5q0 58 11.5 112.5t34.5 103t64.5 78t95.5 29.5zM238 602q-32 0 -55.5 -25t-35.5 -68t-17.5 -91t-5.5 -105
q0 -76 10 -138.5t37 -107.5t69 -45q32 0 55.5 25t35.5 68.5t17.5 91.5t5.5 105t-5.5 105.5t-18 92t-36 68t-56.5 24.5z" id="x30"></path></g><g transform="matrix(.017,-0,0,-.017,42.884,10.862)"><path d="M113 -12q-24 0 -39.5 16t-15.5 42q0 24 16 40.5t40 16.5t40 -16.5t16 -40.5q0 -26 -16 -42t-41 -16z" id="x2E"></path></g><g transform="matrix(.017,-0,0,-.017,46.76,10.862)"><path d="M384 0h-275v27q67 5 81.5 18.5t14.5 68.5v385q0 38 -7.5 47.5t-40.5 10.5l-48 2v24q85 15 178 52v-521q0 -55 14.5 -68.5t82.5 -18.5v-27z" id="x31"></path></g><g transform="matrix(.017,-0,0,-.017,54.919,10.862)"><path d="M153 550l-26 -186q79 31 111 31q90 0 141.5 -51t51.5 -119q0 -93 -89 -166q-85 -69 -173 -71q-32 0 -61.5 11.5t-41.5 23.5q-18 17 -17 34q2 16 22 33q14 9 26 -1q61 -50 124 -50q60 0 93 43.5t33 104.5q0 69 -41.5 110t-121.5 41q-53 0 -102 -20l38 305h286l6 -8
l-26 -65h-233z" id="x35"></path></g>
</svg>, <svg height="15.1375" id="M292" style="vertical-align:-3.2316pt" version="1.1" viewbox="0 0 63.712502 15.1375" width="63.712502" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g transform="matrix(.017,-0,0,-.017,.062,10.862)"><path d="M548 455q-32 -77 -74 -77q-37 0 -103 10l-3 -2q36 -30 48.5 -62t12.5 -80q0 -103 -75 -179.5t-175 -76.5q-70 0 -113 45t-43 128q0 115 83.5 200.5t209.5 85.5q31 0 77.5 -4t67.5 -4q36 0 62 30zM350 274q0 54 -17 86q-19 35 -57 35q-50 0 -90 -37.5t-59 -91.5t-19 -109
q0 -61 24.5 -96.5t65.5 -35.5q51 0 87.5 46.5t50.5 100.5t14 102z" id="x1D70E"></path></g>
<g transform="matrix(.012,-0,0,-.012,9.663,14.938)"><path d="M452 333q0 -82 -46 -164t-116 -128q-81 -53 -158 -53q-26 0 -51 13t-37 32q-26 41 -6 134l91 431q7 40 2.5 47t-34.5 7h-33l2 25q36 4 72.5 13t58.5 15.5t28 6.5q10 0 4 -29l-91 -391h2q65 77 130 116.5t105 39.5q36 0 56.5 -32t20.5 -83zM365 316q0 76 -35 76
q-31 0 -93.5 -49t-107.5 -110q-12 -37 -17 -70q-9 -65 12 -96.5t59 -31.5q31 0 56 14q53 29 89.5 105t36.5 162z" id="x1D44F"></path></g>
<g transform="matrix(.017,-0,0,-.017,20.588,10.862)"><path d="M535 323h-483v50h483v-50zM535 138h-483v50h483v-50z" id="x3D"></path></g><g transform="matrix(.017,-0,0,-.017,35.291,10.862)"><path d="M241 635q53 0 94 -28.5t63.5 -76t33.5 -102.5t11 -116q0 -58 -11 -112.5t-34 -103.5t-63.5 -78.5t-94.5 -29.5t-95 28t-64.5 75t-34.5 102.5t-11 118.5q0 58 11.5 112.5t34.5 103t64.5 78t95.5 29.5zM238 602q-32 0 -55.5 -25t-35.5 -68t-17.5 -91t-5.5 -105
q0 -76 10 -138.5t37 -107.5t69 -45q32 0 55.5 25t35.5 68.5t17.5 91.5t5.5 105t-5.5 105.5t-18 92t-36 68t-56.5 24.5z" id="x30"></path></g><g transform="matrix(.017,-0,0,-.017,43.451,10.862)"><path d="M113 -12q-24 0 -39.5 16t-15.5 42q0 24 16 40.5t40 16.5t40 -16.5t16 -40.5q0 -26 -16 -42t-41 -16z" id="x2E"></path></g><g transform="matrix(.017,-0,0,-.017,47.327,10.862)"><path d="M412 140l28 -9q0 -2 -35 -131h-373v23q112 112 161 170q59 70 92 127t33 115q0 63 -31 98t-86 35q-75 0 -137 -93l-22 20l57 81q55 59 135 59q69 0 118.5 -46.5t49.5 -122.5q0 -62 -29.5 -114t-102.5 -130l-141 -149h186q42 0 58.5 10.5t38.5 56.5z" id="x32"></path></g><g transform="matrix(.017,-0,0,-.017,55.486,10.862)"><path d="M153 550l-26 -186q79 31 111 31q90 0 141.5 -51t51.5 -119q0 -93 -89 -166q-85 -69 -173 -71q-32 0 -61.5 11.5t-41.5 23.5q-18 17 -17 34q2 16 22 33q14 9 26 -1q61 -50 124 -50q60 0 93 43.5t33 104.5q0 69 -41.5 110t-121.5 41q-53 0 -102 -20l38 305h286l6 -8
l-26 -65h-233z" id="x35"></path></g>
</svg>. (b) Impact of a change in <svg height="16.2875" id="M293" style="vertical-align:-0.13794pt" version="1.1" viewbox="0 0 8.1000004 16.2875" width="8.1000004" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g transform="matrix(.017,-0,0,-.017,7.65,11.35)"><path d="M-70 557l-16 -25q-49 20 -126 62q-67 -39 -125 -62l-16 25q86 60 132 107h22q49 -51 129 -107z" id="x302"></path></g><g transform="matrix(.017,-0,0,-.017,.062,16.025)"><path d="M452 333q0 -82 -46 -164t-116 -128q-81 -53 -158 -53q-26 0 -51 13t-37 32q-26 41 -6 134l91 431q7 40 2.5 47t-34.5 7h-33l2 25q36 4 72.5 13t58.5 15.5t28 6.5q10 0 4 -29l-91 -391h2q65 77 130 116.5t105 39.5q36 0 56.5 -32t20.5 -83zM365 316q0 76 -35 76
q-31 0 -93.5 -49t-107.5 -110q-12 -37 -17 -70q-9 -65 12 -96.5t59 -31.5q31 0 56 14q53 29 89.5 105t36.5 162z" id="x1D44F"></path></g>
</svg> on <svg height="13.825" id="M294" style="vertical-align:-0.13794pt" version="1.1" viewbox="0 0 13.675 13.825" width="13.675" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g transform="matrix(.017,-0,0,-.017,.062,13.55)"><path d="M475 507q0 -83 -20 -172t-56 -167.5t-93.5 -129t-125.5 -50.5q-157 0 -157 227q0 78 21.5 164t59 161t96.5 123.5t126 48.5q79 0 114 -58t35 -147zM391 522q0 155 -81 155q-62 0 -111 -82.5t-73 -200.5h253q12 81 12 128zM373 346h-255q-12 -91 -12 -150q0 -72 20 -123
t63 -51q34 0 64 28.5t52.5 77t39 103t28.5 115.5z" id="x1D703"></path></g>
<g transform="matrix(.012,-0,0,-.012,8.525,5.387)"><path d="M352 391q0 -31 -27 -44q-14 -7 -24 6q-39 48 -84 48q-23 0 -39.5 -15t-16.5 -40q0 -43 73 -90q49 -32 70 -58t21 -57q0 -58 -62 -105.5t-129 -47.5q-40 0 -75.5 25t-35.5 52q0 28 32 46q7 4 15 3t11 -6q19 -31 48.5 -50.5t54.5 -19.5q34 0 54 19.5t20 42.5q0 43 -65 81
q-97 56 -97 123q0 50 51 96q19 17 58 32.5t62 15.5q37 0 61 -18t24 -39z" id="x1D460"></path></g>
</svg> with <svg height="15.1375" id="M295" style="vertical-align:-3.13504pt" version="1.1" viewbox="0 0 63.150002 15.1375" width="63.150002" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g transform="matrix(.017,-0,0,-.017,.062,10.862)"><path d="M548 455q-32 -77 -74 -77q-37 0 -103 10l-3 -2q36 -30 48.5 -62t12.5 -80q0 -103 -75 -179.5t-175 -76.5q-70 0 -113 45t-43 128q0 115 83.5 200.5t209.5 85.5q31 0 77.5 -4t67.5 -4q36 0 62 30zM350 274q0 54 -17 86q-19 35 -57 35q-50 0 -90 -37.5t-59 -91.5t-19 -109
q0 -61 24.5 -96.5t65.5 -35.5q51 0 87.5 46.5t50.5 100.5t14 102z" id="x1D70E"></path></g>
<g transform="matrix(.012,-0,0,-.012,9.663,14.938)"><path d="M393 379q-9 -16 -28 -29q-15 -10 -23 -2q-19 19 -36 19q-21 0 -52 -38q-57 -72 -82 -126l-40 -197q-23 -3 -75 -18l-7 7q49 196 74 335q7 43 -2 43q-7 0 -30 -14.5t-47 -37.5l-16 23q37 42 82 73t67 31q41 0 15 -113l-11 -50h4q41 71 85 117t77 46q29 0 45 -26
q13 -21 0 -43z" id="x1D45F"></path></g>
<g transform="matrix(.017,-0,0,-.017,20.038,10.862)"><path d="M535 323h-483v50h483v-50zM535 138h-483v50h483v-50z" id="x3D"></path></g><g transform="matrix(.017,-0,0,-.017,34.724,10.862)"><path d="M241 635q53 0 94 -28.5t63.5 -76t33.5 -102.5t11 -116q0 -58 -11 -112.5t-34 -103.5t-63.5 -78.5t-94.5 -29.5t-95 28t-64.5 75t-34.5 102.5t-11 118.5q0 58 11.5 112.5t34.5 103t64.5 78t95.5 29.5zM238 602q-32 0 -55.5 -25t-35.5 -68t-17.5 -91t-5.5 -105
q0 -76 10 -138.5t37 -107.5t69 -45q32 0 55.5 25t35.5 68.5t17.5 91.5t5.5 105t-5.5 105.5t-18 92t-36 68t-56.5 24.5z" id="x30"></path></g><g transform="matrix(.017,-0,0,-.017,42.884,10.862)"><path d="M113 -12q-24 0 -39.5 16t-15.5 42q0 24 16 40.5t40 16.5t40 -16.5t16 -40.5q0 -26 -16 -42t-41 -16z" id="x2E"></path></g><g transform="matrix(.017,-0,0,-.017,46.76,10.862)"><path d="M384 0h-275v27q67 5 81.5 18.5t14.5 68.5v385q0 38 -7.5 47.5t-40.5 10.5l-48 2v24q85 15 178 52v-521q0 -55 14.5 -68.5t82.5 -18.5v-27z" id="x31"></path></g><g transform="matrix(.017,-0,0,-.017,54.919,10.862)"><path d="M153 550l-26 -186q79 31 111 31q90 0 141.5 -51t51.5 -119q0 -93 -89 -166q-85 -69 -173 -71q-32 0 -61.5 11.5t-41.5 23.5q-18 17 -17 34q2 16 22 33q14 9 26 -1q61 -50 124 -50q60 0 93 43.5t33 104.5q0 69 -41.5 110t-121.5 41q-53 0 -102 -20l38 305h286l6 -8
l-26 -65h-233z" id="x35"></path></g>
</svg>, <svg height="15.1375" id="M296" style="vertical-align:-3.2316pt" version="1.1" viewbox="0 0 63.712502 15.1375" width="63.712502" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g transform="matrix(.017,-0,0,-.017,.062,10.862)"><path d="M548 455q-32 -77 -74 -77q-37 0 -103 10l-3 -2q36 -30 48.5 -62t12.5 -80q0 -103 -75 -179.5t-175 -76.5q-70 0 -113 45t-43 128q0 115 83.5 200.5t209.5 85.5q31 0 77.5 -4t67.5 -4q36 0 62 30zM350 274q0 54 -17 86q-19 35 -57 35q-50 0 -90 -37.5t-59 -91.5t-19 -109
q0 -61 24.5 -96.5t65.5 -35.5q51 0 87.5 46.5t50.5 100.5t14 102z" id="x1D70E"></path></g>
<g transform="matrix(.012,-0,0,-.012,9.663,14.938)"><path d="M452 333q0 -82 -46 -164t-116 -128q-81 -53 -158 -53q-26 0 -51 13t-37 32q-26 41 -6 134l91 431q7 40 2.5 47t-34.5 7h-33l2 25q36 4 72.5 13t58.5 15.5t28 6.5q10 0 4 -29l-91 -391h2q65 77 130 116.5t105 39.5q36 0 56.5 -32t20.5 -83zM365 316q0 76 -35 76
q-31 0 -93.5 -49t-107.5 -110q-12 -37 -17 -70q-9 -65 12 -96.5t59 -31.5q31 0 56 14q53 29 89.5 105t36.5 162z" id="x1D44F"></path></g>
<g transform="matrix(.017,-0,0,-.017,20.588,10.862)"><path d="M535 323h-483v50h483v-50zM535 138h-483v50h483v-50z" id="x3D"></path></g><g transform="matrix(.017,-0,0,-.017,35.291,10.862)"><path d="M241 635q53 0 94 -28.5t63.5 -76t33.5 -102.5t11 -116q0 -58 -11 -112.5t-34 -103.5t-63.5 -78.5t-94.5 -29.5t-95 28t-64.5 75t-34.5 102.5t-11 118.5q0 58 11.5 112.5t34.5 103t64.5 78t95.5 29.5zM238 602q-32 0 -55.5 -25t-35.5 -68t-17.5 -91t-5.5 -105
q0 -76 10 -138.5t37 -107.5t69 -45q32 0 55.5 25t35.5 68.5t17.5 91.5t5.5 105t-5.5 105.5t-18 92t-36 68t-56.5 24.5z" id="x30"></path></g><g transform="matrix(.017,-0,0,-.017,43.451,10.862)"><path d="M113 -12q-24 0 -39.5 16t-15.5 42q0 24 16 40.5t40 16.5t40 -16.5t16 -40.5q0 -26 -16 -42t-41 -16z" id="x2E"></path></g><g transform="matrix(.017,-0,0,-.017,47.327,10.862)"><path d="M412 140l28 -9q0 -2 -35 -131h-373v23q112 112 161 170q59 70 92 127t33 115q0 63 -31 98t-86 35q-75 0 -137 -93l-22 20l57 81q55 59 135 59q69 0 118.5 -46.5t49.5 -122.5q0 -62 -29.5 -114t-102.5 -130l-141 -149h186q42 0 58.5 10.5t38.5 56.5z" id="x32"></path></g><g transform="matrix(.017,-0,0,-.017,55.486,10.862)"><path d="M153 550l-26 -186q79 31 111 31q90 0 141.5 -51t51.5 -119q0 -93 -89 -166q-85 -69 -173 -71q-32 0 -61.5 11.5t-41.5 23.5q-18 17 -17 34q2 16 22 33q14 9 26 -1q61 -50 124 -50q60 0 93 43.5t33 104.5q0 69 -41.5 110t-121.5 41q-53 0 -102 -20l38 305h286l6 -8
l-26 -65h-233z" id="x35"></path></g>
</svg>.</table>

Discrete Dynamics in Nature and Society

fig6

Figure 6

Figure 6: A Stochastic Dynamic Programming Approach Based on Bounded Rationality and Application to Dynamic Portfolio Choice 