OL-DEC-MDP Model for Multiagent Online Scheduling with a Time-Dependent Probability of Success

<table>The state transition process of MDP <svg height="20.15" id="M123" style="vertical-align:-5.32956pt" version="1.1" viewbox="0 0 115.375 20.15" width="115.375" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g transform="matrix(.017,-0,0,-.017,.062,12.013)"><path d="M360 -163h-62l-192 430v6l192 430h62l-193 -433z" id="x27E8"></path></g><g transform="matrix(.017,-0,0,-.017,7.083,12.013)"><path d="M352 391q0 -31 -27 -44q-14 -7 -24 6q-39 48 -84 48q-23 0 -39.5 -15t-16.5 -40q0 -43 73 -90q49 -32 70 -58t21 -57q0 -58 -62 -105.5t-129 -47.5q-40 0 -75.5 25t-35.5 52q0 28 32 46q7 4 15 3t11 -6q19 -31 48.5 -50.5t54.5 -19.5q34 0 54 19.5t20 42.5q0 43 -65 81
q-97 56 -97 123q0 50 51 96q19 17 58 32.5t62 15.5q37 0 61 -18t24 -39z" id="x1D460"></path></g>
<g transform="matrix(.012,-0,0,-.012,13.463,16.088)"><path d="M244 607q0 -25 -15.5 -43t-37.5 -18q-19 0 -32 13t-13 35q0 21 15 41t39 20q20 0 32 -14t12 -34zM222 91q-29 -33 -79 -68t-75 -35q-13 0 -19 7.5t-6 31t10 65.5l62 253q5 26 -1 26q-21 0 -72 -43l-13 24q43 40 91 68t71 28q30 0 10 -78l-71 -274q-8 -30 3 -30
q16 0 76 48z" id="x1D456"></path></g><g transform="matrix(.012,-0,0,-.012,16.711,16.088)"><path d="M394 607q0 -25 -15.5 -43t-39.5 -18q-19 0 -32 13t-13 35t16 41.5t40 19.5q20 0 32 -13.5t12 -34.5zM360 349l-57 -283q-38 -188 -122 -263q-72 -64 -114 -64q-16 0 -30 10.5t-14 22.5q0 24 21 45q15 13 26 6q30 -20 54 -20q41 0 65 95q37 147 86 415q6 34 6.5 42.5
t-5.5 11.5q-18 0 -79 -54l-14 25q48 48 96.5 79t71.5 31q29 0 9 -99z" id="x1D457"></path></g>
<g transform="matrix(.017,-0,0,-.017,22.362,12.013)"><path d="M95 130q31 0 61 -30t30 -78q0 -53 -38 -87.5t-93 -51.5l-11 29q77 31 77 85q0 26 -17.5 43t-44.5 24q-4 0 -8.5 6.5t-4.5 17.5q0 18 15 30t34 12z" id="x2C"></path></g><g transform="matrix(.017,-0,0,-.017,29.06,12.013)"><path d="M716 28l-8 -28h-254l8 28q55 5 66 17.5t5 47.5l-30 145h-232l-74 -138q-21 -43 -11 -54.5t72 -17.5l-6 -28h-235l8 28q53 7 73.5 21t53.5 70l319 540l33 8q6 -43 33 -176l80 -381q10 -49 26.5 -63t72.5 -19zM495 281l-49 264h-2l-149 -264h200z" id="x1D434"></path></g>
<g transform="matrix(.012,-0,0,-.012,41.525,16.088)"><path d="M244 607q0 -25 -15.5 -43t-37.5 -18q-19 0 -32 13t-13 35q0 21 15 41t39 20q20 0 32 -14t12 -34zM222 91q-29 -33 -79 -68t-75 -35q-13 0 -19 7.5t-6 31t10 65.5l62 253q5 26 -1 26q-21 0 -72 -43l-13 24q43 40 91 68t71 28q30 0 10 -78l-71 -274q-8 -30 3 -30
q16 0 76 48z" id="x1D456"></path></g><g transform="matrix(.012,-0,0,-.012,44.773,16.088)"><path d="M394 607q0 -25 -15.5 -43t-39.5 -18q-19 0 -32 13t-13 35t16 41.5t40 19.5q20 0 32 -13.5t12 -34.5zM360 349l-57 -283q-38 -188 -122 -263q-72 -64 -114 -64q-16 0 -30 10.5t-14 22.5q0 24 21 45q15 13 26 6q30 -20 54 -20q41 0 65 95q37 147 86 415q6 34 6.5 42.5
t-5.5 11.5q-18 0 -79 -54l-14 25q48 48 96.5 79t71.5 31q29 0 9 -99z" id="x1D457"></path></g>
<g transform="matrix(.017,-0,0,-.017,50.438,12.013)"><path d="M95 130q31 0 61 -30t30 -78q0 -53 -38 -87.5t-93 -51.5l-11 29q77 31 77 85q0 26 -17.5 43t-44.5 24q-4 0 -8.5 6.5t-4.5 17.5q0 18 15 30t34 12z" id="x2C"></path></g><g transform="matrix(.017,-0,0,-.017,57.135,12.013)"><path d="M570 304q0 -108 -87 -199q-40 -42 -94.5 -74t-105.5 -43q-41 0 -65 11l-29 -141q-9 -45 -1.5 -58t45.5 -16l26 -2l-5 -29l-241 -10l4 26q51 10 67.5 24t26.5 60l113 520q-54 -20 -89 -41l-7 26q38 28 105 53l11 49q20 25 77 58l8 -7l-17 -77q39 14 102 14q82 0 119 -36
t37 -108zM482 289q0 114 -113 114q-26 0 -66 -7l-70 -327q12 -14 32 -25t39 -11q59 0 118.5 81.5t59.5 174.5z" id="x1D45D"></path></g>
<g transform="matrix(.012,-0,0,-.012,67.225,16.975)"><path d="M244 607q0 -25 -15.5 -43t-37.5 -18q-19 0 -32 13t-13 35q0 21 15 41t39 20q20 0 32 -14t12 -34zM222 91q-29 -33 -79 -68t-75 -35q-13 0 -19 7.5t-6 31t10 65.5l62 253q5 26 -1 26q-21 0 -72 -43l-13 24q43 40 91 68t71 28q30 0 10 -78l-71 -274q-8 -30 3 -30
q16 0 76 48z" id="x1D456"></path></g><g transform="matrix(.012,-0,0,-.012,70.473,16.975)"><path d="M394 607q0 -25 -15.5 -43t-39.5 -18q-19 0 -32 13t-13 35t16 41.5t40 19.5q20 0 32 -13.5t12 -34.5zM360 349l-57 -283q-38 -188 -122 -263q-72 -64 -114 -64q-16 0 -30 10.5t-14 22.5q0 24 21 45q15 13 26 6q30 -20 54 -20q41 0 65 95q37 147 86 415q6 34 6.5 42.5
t-5.5 11.5q-18 0 -79 -54l-14 25q48 48 96.5 79t71.5 31q29 0 9 -99z" id="x1D457"></path></g>
<g transform="matrix(.017,-0,0,-.017,76.125,12.013)"><path d="M95 130q31 0 61 -30t30 -78q0 -53 -38 -87.5t-93 -51.5l-11 29q77 31 77 85q0 26 -17.5 43t-44.5 24q-4 0 -8.5 6.5t-4.5 17.5q0 18 15 30t34 12z" id="x2C"></path></g><g transform="matrix(.017,-0,0,-.017,82.823,12.013)"><path d="M393 379q-9 -16 -28 -29q-15 -10 -23 -2q-19 19 -36 19q-21 0 -52 -38q-57 -72 -82 -126l-40 -197q-23 -3 -75 -18l-7 7q49 196 74 335q7 43 -2 43q-7 0 -30 -14.5t-47 -37.5l-16 23q37 42 82 73t67 31q41 0 15 -113l-11 -50h4q41 71 85 117t77 46q29 0 45 -26
q13 -21 0 -43z" id="x1D45F"></path></g>
<g transform="matrix(.012,-0,0,-.012,90.012,16.088)"><path d="M244 607q0 -25 -15.5 -43t-37.5 -18q-19 0 -32 13t-13 35q0 21 15 41t39 20q20 0 32 -14t12 -34zM222 91q-29 -33 -79 -68t-75 -35q-13 0 -19 7.5t-6 31t10 65.5l62 253q5 26 -1 26q-21 0 -72 -43l-13 24q43 40 91 68t71 28q30 0 10 -78l-71 -274q-8 -30 3 -30
q16 0 76 48z" id="x1D456"></path></g><g transform="matrix(.012,-0,0,-.012,93.261,16.088)"><path d="M394 607q0 -25 -15.5 -43t-39.5 -18q-19 0 -32 13t-13 35t16 41.5t40 19.5q20 0 32 -13.5t12 -34.5zM360 349l-57 -283q-38 -188 -122 -263q-72 -64 -114 -64q-16 0 -30 10.5t-14 22.5q0 24 21 45q15 13 26 6q30 -20 54 -20q41 0 65 95q37 147 86 415q6 34 6.5 42.5
t-5.5 11.5q-18 0 -79 -54l-14 25q48 48 96.5 79t71.5 31q29 0 9 -99z" id="x1D457"></path></g>
<g transform="matrix(.017,-0,0,-.017,98.912,12.013)"><path d="M307 267l-192 -430h-62l193 433l-193 433h62l192 -430v-6z" id="x27E9"></path></g>
<g transform="matrix(.012,-0,0,-.012,105.938,16.088)"><path d="M324 430l-26 -36l-112 -4l-55 -265q-13 -66 7 -66q13 0 44.5 20t50.5 40l17 -24q-38 -40 -85.5 -73.5t-87.5 -33.5q-50 0 -21 138l55 262h-80l-2 8l25 34h66l25 99l78 63l10 -9l-37 -153h128z" id="x1D461"></path></g>
<g transform="matrix(.008,-0,0,-.008,109.988,18.95)"><path d="M384 0h-275v27q67 5 81.5 18.5t14.5 68.5v385q0 38 -7.5 47.5t-40.5 10.5l-48 2v24q85 15 178 52v-521q0 -55 14.5 -68.5t82.5 -18.5v-27z" id="x31"></path></g>
</svg>.</table>

Mathematical Problems in Engineering

fig2

Figure 2

Figure 2: OL-DEC-MDP Model for Multiagent Online Scheduling with a Time-Dependent Probability of Success 