A Stochastic Dynamic Programming Approach Based on Bounded Rationality and Application to Dynamic Portfolio Choice

<table>(a) Impact of a change in <svg height="11.8" id="M265" style="vertical-align:-0.0pt" version="1.1" viewbox="0 0 7.3000002 11.8" width="7.3000002" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g transform="matrix(.017,-0,0,-.017,7.25,11.35)"><path d="M-70 557l-16 -25q-49 20 -126 62q-67 -39 -125 -62l-16 25q86 60 132 107h22q49 -51 129 -107z" id="x302"></path></g><g transform="matrix(.017,-0,0,-.017,.062,11.538)"><path d="M393 379q-9 -16 -28 -29q-15 -10 -23 -2q-19 19 -36 19q-21 0 -52 -38q-57 -72 -82 -126l-40 -197q-23 -3 -75 -18l-7 7q49 196 74 335q7 43 -2 43q-7 0 -30 -14.5t-47 -37.5l-16 23q37 42 82 73t67 31q41 0 15 -113l-11 -50h4q41 71 85 117t77 46q29 0 45 -26
q13 -21 0 -43z" id="x1D45F"></path></g>
</svg> on <svg height="13.825" id="M266" style="vertical-align:-0.13794pt" version="1.1" viewbox="0 0 12.1125 13.825" width="12.1125" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g transform="matrix(.017,-0,0,-.017,.062,13.55)"><path d="M383 397q0 -32 -35 -49q-12 -6 -23 8q-37 45 -84 45t-90 -71q-40 -65 -40 -167q0 -57 22 -86t59 -29q38 0 81.5 24.5t69.5 51.5l16 -21q-44 -53 -104 -84t-109 -31q-56 0 -89.5 41t-33.5 117q0 61 30 124t79 105q33 28 81 50.5t86 22.5q34 0 59 -15.5t25 -35.5z" id="x1D450"></path></g>
<g transform="matrix(.012,-0,0,-.012,6.962,5.387)"><path d="M352 391q0 -31 -27 -44q-14 -7 -24 6q-39 48 -84 48q-23 0 -39.5 -15t-16.5 -40q0 -43 73 -90q49 -32 70 -58t21 -57q0 -58 -62 -105.5t-129 -47.5q-40 0 -75.5 25t-35.5 52q0 28 32 46q7 4 15 3t11 -6q19 -31 48.5 -50.5t54.5 -19.5q34 0 54 19.5t20 42.5q0 43 -65 81
q-97 56 -97 123q0 50 51 96q19 17 58 32.5t62 15.5q37 0 61 -18t24 -39z" id="x1D460"></path></g>
</svg> with <svg height="15.1375" id="M267" style="vertical-align:-3.13504pt" version="1.1" viewbox="0 0 54.987499 15.1375" width="54.987499" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g transform="matrix(.017,-0,0,-.017,.062,10.862)"><path d="M548 455q-32 -77 -74 -77q-37 0 -103 10l-3 -2q36 -30 48.5 -62t12.5 -80q0 -103 -75 -179.5t-175 -76.5q-70 0 -113 45t-43 128q0 115 83.5 200.5t209.5 85.5q31 0 77.5 -4t67.5 -4q36 0 62 30zM350 274q0 54 -17 86q-19 35 -57 35q-50 0 -90 -37.5t-59 -91.5t-19 -109
q0 -61 24.5 -96.5t65.5 -35.5q51 0 87.5 46.5t50.5 100.5t14 102z" id="x1D70E"></path></g>
<g transform="matrix(.012,-0,0,-.012,9.663,14.938)"><path d="M393 379q-9 -16 -28 -29q-15 -10 -23 -2q-19 19 -36 19q-21 0 -52 -38q-57 -72 -82 -126l-40 -197q-23 -3 -75 -18l-7 7q49 196 74 335q7 43 -2 43q-7 0 -30 -14.5t-47 -37.5l-16 23q37 42 82 73t67 31q41 0 15 -113l-11 -50h4q41 71 85 117t77 46q29 0 45 -26
q13 -21 0 -43z" id="x1D45F"></path></g>
<g transform="matrix(.017,-0,0,-.017,20.038,10.862)"><path d="M535 323h-483v50h483v-50zM535 138h-483v50h483v-50z" id="x3D"></path></g><g transform="matrix(.017,-0,0,-.017,34.724,10.862)"><path d="M384 0h-275v27q67 5 81.5 18.5t14.5 68.5v385q0 38 -7.5 47.5t-40.5 10.5l-48 2v24q85 15 178 52v-521q0 -55 14.5 -68.5t82.5 -18.5v-27z" id="x31"></path></g><g transform="matrix(.017,-0,0,-.017,42.884,10.862)"><path d="M113 -12q-24 0 -39.5 16t-15.5 42q0 24 16 40.5t40 16.5t40 -16.5t16 -40.5q0 -26 -16 -42t-41 -16z" id="x2E"></path></g><g transform="matrix(.017,-0,0,-.017,46.76,10.862)"><path d="M153 550l-26 -186q79 31 111 31q90 0 141.5 -51t51.5 -119q0 -93 -89 -166q-85 -69 -173 -71q-32 0 -61.5 11.5t-41.5 23.5q-18 17 -17 34q2 16 22 33q14 9 26 -1q61 -50 124 -50q60 0 93 43.5t33 104.5q0 69 -41.5 110t-121.5 41q-53 0 -102 -20l38 305h286l6 -8
l-26 -65h-233z" id="x35"></path></g>
</svg>, <svg height="15.1375" id="M268" style="vertical-align:-3.2316pt" version="1.1" viewbox="0 0 55.549999 15.1375" width="55.549999" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g transform="matrix(.017,-0,0,-.017,.062,10.862)"><path d="M548 455q-32 -77 -74 -77q-37 0 -103 10l-3 -2q36 -30 48.5 -62t12.5 -80q0 -103 -75 -179.5t-175 -76.5q-70 0 -113 45t-43 128q0 115 83.5 200.5t209.5 85.5q31 0 77.5 -4t67.5 -4q36 0 62 30zM350 274q0 54 -17 86q-19 35 -57 35q-50 0 -90 -37.5t-59 -91.5t-19 -109
q0 -61 24.5 -96.5t65.5 -35.5q51 0 87.5 46.5t50.5 100.5t14 102z" id="x1D70E"></path></g>
<g transform="matrix(.012,-0,0,-.012,9.663,14.938)"><path d="M452 333q0 -82 -46 -164t-116 -128q-81 -53 -158 -53q-26 0 -51 13t-37 32q-26 41 -6 134l91 431q7 40 2.5 47t-34.5 7h-33l2 25q36 4 72.5 13t58.5 15.5t28 6.5q10 0 4 -29l-91 -391h2q65 77 130 116.5t105 39.5q36 0 56.5 -32t20.5 -83zM365 316q0 76 -35 76
q-31 0 -93.5 -49t-107.5 -110q-12 -37 -17 -70q-9 -65 12 -96.5t59 -31.5q31 0 56 14q53 29 89.5 105t36.5 162z" id="x1D44F"></path></g>
<g transform="matrix(.017,-0,0,-.017,20.588,10.862)"><path d="M535 323h-483v50h483v-50zM535 138h-483v50h483v-50z" id="x3D"></path></g><g transform="matrix(.017,-0,0,-.017,35.291,10.862)"><path d="M384 0h-275v27q67 5 81.5 18.5t14.5 68.5v385q0 38 -7.5 47.5t-40.5 10.5l-48 2v24q85 15 178 52v-521q0 -55 14.5 -68.5t82.5 -18.5v-27z" id="x31"></path></g><g transform="matrix(.017,-0,0,-.017,43.451,10.862)"><path d="M113 -12q-24 0 -39.5 16t-15.5 42q0 24 16 40.5t40 16.5t40 -16.5t16 -40.5q0 -26 -16 -42t-41 -16z" id="x2E"></path></g><g transform="matrix(.017,-0,0,-.017,47.327,10.862)"><path d="M447 623l8 -12l-283 -613l-74 -10l-7 11q174 283 297 551h-216q-48 0 -62.5 -12t-33.5 -63h-29q10 60 18 148h382z" id="x37"></path></g>
</svg>. (b) Impact of a change in <svg height="16.2875" id="M269" style="vertical-align:-0.13794pt" version="1.1" viewbox="0 0 8.1000004 16.2875" width="8.1000004" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g transform="matrix(.017,-0,0,-.017,7.65,11.35)"><path d="M-70 557l-16 -25q-49 20 -126 62q-67 -39 -125 -62l-16 25q86 60 132 107h22q49 -51 129 -107z" id="x302"></path></g><g transform="matrix(.017,-0,0,-.017,.062,16.025)"><path d="M452 333q0 -82 -46 -164t-116 -128q-81 -53 -158 -53q-26 0 -51 13t-37 32q-26 41 -6 134l91 431q7 40 2.5 47t-34.5 7h-33l2 25q36 4 72.5 13t58.5 15.5t28 6.5q10 0 4 -29l-91 -391h2q65 77 130 116.5t105 39.5q36 0 56.5 -32t20.5 -83zM365 316q0 76 -35 76
q-31 0 -93.5 -49t-107.5 -110q-12 -37 -17 -70q-9 -65 12 -96.5t59 -31.5q31 0 56 14q53 29 89.5 105t36.5 162z" id="x1D44F"></path></g>
</svg> on <svg height="13.825" id="M270" style="vertical-align:-0.13794pt" version="1.1" viewbox="0 0 12.1125 13.825" width="12.1125" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g transform="matrix(.017,-0,0,-.017,.062,13.55)"><path d="M383 397q0 -32 -35 -49q-12 -6 -23 8q-37 45 -84 45t-90 -71q-40 -65 -40 -167q0 -57 22 -86t59 -29q38 0 81.5 24.5t69.5 51.5l16 -21q-44 -53 -104 -84t-109 -31q-56 0 -89.5 41t-33.5 117q0 61 30 124t79 105q33 28 81 50.5t86 22.5q34 0 59 -15.5t25 -35.5z" id="x1D450"></path></g>
<g transform="matrix(.012,-0,0,-.012,6.962,5.387)"><path d="M352 391q0 -31 -27 -44q-14 -7 -24 6q-39 48 -84 48q-23 0 -39.5 -15t-16.5 -40q0 -43 73 -90q49 -32 70 -58t21 -57q0 -58 -62 -105.5t-129 -47.5q-40 0 -75.5 25t-35.5 52q0 28 32 46q7 4 15 3t11 -6q19 -31 48.5 -50.5t54.5 -19.5q34 0 54 19.5t20 42.5q0 43 -65 81
q-97 56 -97 123q0 50 51 96q19 17 58 32.5t62 15.5q37 0 61 -18t24 -39z" id="x1D460"></path></g>
</svg> with <svg height="15.1375" id="M271" style="vertical-align:-3.13504pt" version="1.1" viewbox="0 0 54.987499 15.1375" width="54.987499" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g transform="matrix(.017,-0,0,-.017,.062,10.862)"><path d="M548 455q-32 -77 -74 -77q-37 0 -103 10l-3 -2q36 -30 48.5 -62t12.5 -80q0 -103 -75 -179.5t-175 -76.5q-70 0 -113 45t-43 128q0 115 83.5 200.5t209.5 85.5q31 0 77.5 -4t67.5 -4q36 0 62 30zM350 274q0 54 -17 86q-19 35 -57 35q-50 0 -90 -37.5t-59 -91.5t-19 -109
q0 -61 24.5 -96.5t65.5 -35.5q51 0 87.5 46.5t50.5 100.5t14 102z" id="x1D70E"></path></g>
<g transform="matrix(.012,-0,0,-.012,9.663,14.938)"><path d="M393 379q-9 -16 -28 -29q-15 -10 -23 -2q-19 19 -36 19q-21 0 -52 -38q-57 -72 -82 -126l-40 -197q-23 -3 -75 -18l-7 7q49 196 74 335q7 43 -2 43q-7 0 -30 -14.5t-47 -37.5l-16 23q37 42 82 73t67 31q41 0 15 -113l-11 -50h4q41 71 85 117t77 46q29 0 45 -26
q13 -21 0 -43z" id="x1D45F"></path></g>
<g transform="matrix(.017,-0,0,-.017,20.038,10.862)"><path d="M535 323h-483v50h483v-50zM535 138h-483v50h483v-50z" id="x3D"></path></g><g transform="matrix(.017,-0,0,-.017,34.724,10.862)"><path d="M384 0h-275v27q67 5 81.5 18.5t14.5 68.5v385q0 38 -7.5 47.5t-40.5 10.5l-48 2v24q85 15 178 52v-521q0 -55 14.5 -68.5t82.5 -18.5v-27z" id="x31"></path></g><g transform="matrix(.017,-0,0,-.017,42.884,10.862)"><path d="M113 -12q-24 0 -39.5 16t-15.5 42q0 24 16 40.5t40 16.5t40 -16.5t16 -40.5q0 -26 -16 -42t-41 -16z" id="x2E"></path></g><g transform="matrix(.017,-0,0,-.017,46.76,10.862)"><path d="M153 550l-26 -186q79 31 111 31q90 0 141.5 -51t51.5 -119q0 -93 -89 -166q-85 -69 -173 -71q-32 0 -61.5 11.5t-41.5 23.5q-18 17 -17 34q2 16 22 33q14 9 26 -1q61 -50 124 -50q60 0 93 43.5t33 104.5q0 69 -41.5 110t-121.5 41q-53 0 -102 -20l38 305h286l6 -8
l-26 -65h-233z" id="x35"></path></g>
</svg>, <svg height="15.1375" id="M272" style="vertical-align:-3.2316pt" version="1.1" viewbox="0 0 55.549999 15.1375" width="55.549999" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g transform="matrix(.017,-0,0,-.017,.062,10.862)"><path d="M548 455q-32 -77 -74 -77q-37 0 -103 10l-3 -2q36 -30 48.5 -62t12.5 -80q0 -103 -75 -179.5t-175 -76.5q-70 0 -113 45t-43 128q0 115 83.5 200.5t209.5 85.5q31 0 77.5 -4t67.5 -4q36 0 62 30zM350 274q0 54 -17 86q-19 35 -57 35q-50 0 -90 -37.5t-59 -91.5t-19 -109
q0 -61 24.5 -96.5t65.5 -35.5q51 0 87.5 46.5t50.5 100.5t14 102z" id="x1D70E"></path></g>
<g transform="matrix(.012,-0,0,-.012,9.663,14.938)"><path d="M452 333q0 -82 -46 -164t-116 -128q-81 -53 -158 -53q-26 0 -51 13t-37 32q-26 41 -6 134l91 431q7 40 2.5 47t-34.5 7h-33l2 25q36 4 72.5 13t58.5 15.5t28 6.5q10 0 4 -29l-91 -391h2q65 77 130 116.5t105 39.5q36 0 56.5 -32t20.5 -83zM365 316q0 76 -35 76
q-31 0 -93.5 -49t-107.5 -110q-12 -37 -17 -70q-9 -65 12 -96.5t59 -31.5q31 0 56 14q53 29 89.5 105t36.5 162z" id="x1D44F"></path></g>
<g transform="matrix(.017,-0,0,-.017,20.588,10.862)"><path d="M535 323h-483v50h483v-50zM535 138h-483v50h483v-50z" id="x3D"></path></g><g transform="matrix(.017,-0,0,-.017,35.291,10.862)"><path d="M384 0h-275v27q67 5 81.5 18.5t14.5 68.5v385q0 38 -7.5 47.5t-40.5 10.5l-48 2v24q85 15 178 52v-521q0 -55 14.5 -68.5t82.5 -18.5v-27z" id="x31"></path></g><g transform="matrix(.017,-0,0,-.017,43.451,10.862)"><path d="M113 -12q-24 0 -39.5 16t-15.5 42q0 24 16 40.5t40 16.5t40 -16.5t16 -40.5q0 -26 -16 -42t-41 -16z" id="x2E"></path></g><g transform="matrix(.017,-0,0,-.017,47.327,10.862)"><path d="M447 623l8 -12l-283 -613l-74 -10l-7 11q174 283 297 551h-216q-48 0 -62.5 -12t-33.5 -63h-29q10 60 18 148h382z" id="x37"></path></g>
</svg>.</table>

Discrete Dynamics in Nature and Society

fig3

Figure 3

Figure 3: A Stochastic Dynamic Programming Approach Based on Bounded Rationality and Application to Dynamic Portfolio Choice 