Value Function and Optimal Rule on the Optimal Stopping Problem for Continuous-Time Markov Processes

<div>The value function and the point <svg height="10.3089pt" id="M402" style="vertical-align:-0.2063999pt" version="1.1" viewbox="-0.0498162 -10.1025 17.8312 10.3089" width="17.8312pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M536 404C536 423 520 448 491 448C445 448 398 404 308 283L286 338C255 416 242 448 217 448C182 448 138 402 92 341L111 321C149 368 169 378 178 378C188 378 198 363 214 320L254 212C185 117 138 65 107 65C98 65 85 69 82 75C79 82 73 86 65 86C44 86 23 60 23 39C23 7 44 -12 71 -12C119 -12 168 33 265 177L306 61C321 17 347 -12 373 -12C413 -12 465 33 507 96L491 119C459 84 432 60 413 60C395 60 378 92 358 148L321 250C341 279 369 310 389 332C417 363 439 382 456 382C466 382 475 376 481 368C486 361 492 358 496 358C513 358 536 381 536 404Z" id="g113-121"></path></g><g transform="matrix(.0091,0,0,-0.0091,7.267,-5.741)"><path d="M486 158C486 177 478 202 466 220C413 228 386 236 336 262C386 288 413 297 466 304C478 323 486 347 485 366C470 376 444 381 422 380C389 338 368 319 321 288C323 345 329 372 349 422C339 442 322 461 305 470C289 461 271 442 262 422C281 372 287 345 290 288C243 319 222 338 189 380C167 381 142 376 125 366C125 347 133 322 145 304C198 296 225 288 275 262C225 236 198 227 145 220C133 201 125 177 126 158C141 148 167 143 189 144C222 186 243 205 290 236C288 179 282 152 262 102C272 82 289 63 306 54C322 63 340 82 350 102C330 152 324 179 321 236C368 205 390 186 422 144C444 143 470 148 486 158Z" id="g50-43"></path></g></svg>(<svg height="10.3089pt" id="M403" style="vertical-align:-0.2063999pt" version="1.1" viewbox="-0.0498162 -10.1025 62.6883 10.3089" width="62.6883pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M536 404C536 423 520 448 491 448C445 448 398 404 308 283L286 338C255 416 242 448 217 448C182 448 138 402 92 341L111 321C149 368 169 378 178 378C188 378 198 363 214 320L254 212C185 117 138 65 107 65C98 65 85 69 82 75C79 82 73 86 65 86C44 86 23 60 23 39C23 7 44 -12 71 -12C119 -12 168 33 265 177L306 61C321 17 347 -12 373 -12C413 -12 465 33 507 96L491 119C459 84 432 60 413 60C395 60 378 92 358 148L321 250C341 279 369 310 389 332C417 363 439 382 456 382C466 382 475 376 481 368C486 361 492 358 496 358C513 358 536 381 536 404Z" id="g113-121"></path></g><g transform="matrix(.0091,0,0,-0.0091,7.267,-5.741)"><path d="M486 158C486 177 478 202 466 220C413 228 386 236 336 262C386 288 413 297 466 304C478 323 486 347 485 366C470 376 444 381 422 380C389 338 368 319 321 288C323 345 329 372 349 422C339 442 322 461 305 470C289 461 271 442 262 422C281 372 287 345 290 288C243 319 222 338 189 380C167 381 142 376 125 366C125 347 133 322 145 304C198 296 225 288 275 262C225 236 198 227 145 220C133 201 125 177 126 158C141 148 167 143 189 144C222 186 243 205 290 236C288 179 282 152 262 102C272 82 289 63 306 54C322 63 340 82 350 102C330 152 324 179 321 236C368 205 390 186 422 144C444 143 470 148 486 158Z" id="g50-43"></path></g><g transform="matrix(.013,0,0,-0.013,16.978,0)"><path d="M535 138V188H52V138H535ZM536 353L507 390C486 357 454 333 416 333C388 333 343 353 308 370C264 391 211 414 171 414C121 414 78 382 49 340L80 307C100 339 133 364 171 364C197 364 244 343 279 326C323 305 374 283 416 283C465 283 506 314 536 353Z" id="g117-134"></path></g><g transform="matrix(.013,0,0,-0.013,28.241,0)"><path d="M241 635C89 635 35 457 35 312C35 153 89 -12 240 -12C390 -12 443 166 443 312C443 466 390 635 241 635ZM238 602C329 602 354 454 354 312C354 172 330 22 240 22C152 22 124 173 124 313S148 602 238 602Z" id="g113-49"></path></g><g transform="matrix(.013,0,0,-0.013,34.481,0)"><path d="M113 -12C146 -12 170 11 170 46C170 78 146 103 114 103S58 78 58 46C58 11 82 -12 113 -12Z" id="g113-47"></path></g><g transform="matrix(.013,0,0,-0.013,37.445,0)"><path d="M153 550H386L412 615L406 623H120L82 318C104 327 142 338 184 338C294 338 347 275 347 187C347 112 305 39 221 39C160 39 119 71 97 89C88 97 80 96 71 90C59 80 50 67 49 57C48 45 52 36 66 23C80 9 123 -12 169 -12C221 -11 288 15 342 59C403 109 431 165 431 225C431 308 366 395 238 395C212 395 165 379 127 364L153 550Z" id="g113-54"></path></g><g transform="matrix(.013,0,0,-0.013,43.685,0)"><path d="M456 178V225H360V632H320C217 496 115 347 20 206V178H280V106C280 40 276 34 189 27V0H445V27C364 34 360 39 360 106V178H456ZM280 225H82C149 335 214 431 278 520H280V225Z" id="g113-53"></path></g><g transform="matrix(.013,0,0,-0.013,49.926,0)"><path d="M153 550H386L412 615L406 623H120L82 318C104 327 142 338 184 338C294 338 347 275 347 187C347 112 305 39 221 39C160 39 119 71 97 89C88 97 80 96 71 90C59 80 50 67 49 57C48 45 52 36 66 23C80 9 123 -12 169 -12C221 -11 288 15 342 59C403 109 431 165 431 225C431 308 366 395 238 395C212 395 165 379 127 364L153 550Z" id="g113-54"></path></g><g transform="matrix(.013,0,0,-0.013,56.166,0)"><path d="M244 635C114 635 38 519 38 422C38 317 111 240 217 240C236 240 255 244 277 256L345 292C311 140 203 39 59 15L64 -15C89 -15 150 -5 204 17C339 72 440 202 440 386C440 521 368 635 244 635ZM228 602C326 602 352 479 352 390C352 370 351 347 348 324C327 308 293 296 258 296C174 296 124 369 124 458C124 517 152 602 228 602Z" id="g113-58"></path></g></svg>) for <span class="nowrap"><svg height="11.7782pt" id="M404" style="vertical-align:-3.42938pt" version="1.1" viewbox="-0.0498162 -8.34882 28.5284 11.7782" width="28.5284pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M538 96L524 119C492 88 454 63 446 63C439 63 434 70 440 101C463 223 491 341 518 448H508L433 422L401 276C355 192 240 56 188 56C163 56 154 89 163 133C184 233 207 338 235 443L230 448L152 424L58 17C40 -60 23 -143 23 -185C23 -241 42 -261 63 -261C92 -261 117 -241 125 -227L124 -221C109 -209 89 -165 89 -103C89 -55 96 -13 105 26H107C121 -3 134 -12 151 -12C172 -12 194 -5 221 16C279 61 330 124 384 194H386C381 159 377 141 368 105C343 3 363 -12 383 -12C416 -12 486 35 538 96Z" id="g113-234"></path></g><g transform="matrix(.013,0,0,-0.013,10.848,0)"><path d="M535 323V373H52V323H535ZM535 138V188H52V138H535Z" id="g117-34"></path></g><g transform="matrix(.013,0,0,-0.013,22.111,0)"><path d="M384 0V27C293 34 287 42 287 114V635C232 613 172 594 109 583V559L157 557C201 555 205 550 205 499V114C205 42 199 34 109 27V0H384Z" id="g113-50"></path></g></svg>,</span> <span class="nowrap"><svg height="13.1484pt" id="M405" style="vertical-align:-1.3645pt" version="1.1" viewbox="-0.0498162 -11.7839 38.6282 13.1484" width="38.6282pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M548 455L523 469C505 448 490 439 461 439C416 439 374 447 316 447C144 447 23 310 23 161C23 47 89 -12 179 -12C312 -12 429 106 429 244C429 303 419 344 368 386L371 388C404 383 440 378 474 378C507 378 530 411 548 455ZM350 274C350 191 308 25 198 25C144 25 108 75 108 157C108 264 170 395 276 395C296 395 320 384 333 360C347 334 350 316 350 274Z" id="g113-240"></path></g><g transform="matrix(.013,0,0,-0.013,10.979,0)"><path d="M535 323V373H52V323H535ZM535 138V188H52V138H535Z" id="g117-34"></path></g><g transform="matrix(.013,0,0,-0.013,22.242,-1.543)"><path d="M782 731H740L476 -79H474L280 352L133 274L151 239L242 286L473 -219L782 731Z" id="g119-37"></path></g><rect height="0.65243" width="6.26339" x="32.2112" y="-11.0816"></rect><g transform="matrix(.013,0,0,-0.013,32.211,0)"><path d="M412 140C382 77 369 73 315 73H129L270 222C362 320 402 379 402 466C402 571 322 635 234 635C177 635 130 609 99 576L42 495L64 475C90 514 133 568 201 568C274 568 318 519 318 435C318 349 255 267 193 193C144 135 87 78 32 23V0H405C417 45 427 89 440 131L412 140Z" id="g113-51"></path></g></svg>,</span> <span class="nowrap"><svg height="8.55521pt" id="M406" style="vertical-align:-0.2063904pt" version="1.1" viewbox="-0.0498162 -8.34882 26.7929 8.55521" width="26.7929pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M393 379C402 394 400 411 393 422C384 437 365 448 348 448C301 448 237 372 186 285H182L193 335C210 408 205 448 178 448C150 448 80 402 29 344L45 321C80 355 114 373 122 373C128 373 130 365 124 330C106 228 76 98 50 -5L57 -12C82 -5 112 3 132 6L172 203C196 256 234 304 254 329C275 355 293 367 306 367C318 367 330 360 342 348C347 343 355 343 365 350S386 367 393 379Z" id="g113-115"></path></g><g transform="matrix(.013,0,0,-0.013,9.12,0)"><path d="M535 323V373H52V323H535ZM535 138V188H52V138H535Z" id="g117-34"></path></g><g transform="matrix(.013,0,0,-0.013,20.383,0)"><path d="M384 0V27C293 34 287 42 287 114V635C232 613 172 594 109 583V559L157 557C201 555 205 550 205 499V114C205 42 199 34 109 27V0H384Z" id="g113-50"></path></g></svg>,</span> <span class="nowrap"><svg height="9.49473pt" id="M407" style="vertical-align:-0.2063999pt" version="1.1" viewbox="-0.0498162 -9.28833 28.4893 9.49473" width="28.4893pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M529 97L508 118C475 75 449 58 438 58C428 58 421 66 415 104C393 234 374 403 364 496C345 670 307 712 254 712C220 712 174 691 153 669L161 645C176 653 194 658 206 658C237 658 261 640 278 562C287 522 290 483 293 434C223 269 110 105 23 9L32 -12C59 -6 85 0 108 7C152 64 251 252 300 366C307 297 315 221 337 82C346 24 363 -12 393 -12C425 -12 475 13 529 97Z" id="g113-233"></path></g><g transform="matrix(.013,0,0,-0.013,10.806,0)"><path d="M535 323V373H52V323H535ZM535 138V188H52V138H535Z" id="g117-34"></path></g><g transform="matrix(.013,0,0,-0.013,22.068,0)"><path d="M384 0V27C293 34 287 42 287 114V635C232 613 172 594 109 583V559L157 557C201 555 205 550 205 499V114C205 42 199 34 109 27V0H384Z" id="g113-50"></path></g></svg>,</span> and <span class="nowrap"><svg height="11.7782pt" id="M408" style="vertical-align:-3.42938pt" version="1.1" viewbox="-0.0498162 -8.34882 36.9709 11.7782" width="36.9709pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M471 401C471 442 455 448 440 448C421 448 389 439 366 424C314 390 233 331 165 242H163L187 345C193 372 197 393 197 409C197 435 189 448 174 448C146 448 80 408 23 349L40 327C64 351 97 373 107 373C115 373 118 366 111 337L29 -4L36 -12C56 -4 83 3 110 9C123 69 136 126 150 172C227 283 336 381 377 381C392 381 396 370 379 298L326 74C290 -77 273 -172 273 -197C273 -219 316 -261 346 -261L353 -246C348 -227 352 -174 374 -66L457 310C467 352 471 381 471 401Z" id="g113-229"></path></g><g transform="matrix(.013,0,0,-0.013,10.055,0)"><path d="M535 323V373H52V323H535ZM535 138V188H52V138H535Z" id="g117-34"></path></g><g transform="matrix(.013,0,0,-0.013,21.318,0)"><path d="M384 0V27C293 34 287 42 287 114V635C232 613 172 594 109 583V559L157 557C201 555 205 550 205 499V114C205 42 199 34 109 27V0H384Z" id="g113-50"></path></g><g transform="matrix(.013,0,0,-0.013,27.558,0)"><path d="M113 -12C146 -12 170 11 170 46C170 78 146 103 114 103S58 78 58 46C58 11 82 -12 113 -12Z" id="g113-47"></path></g><g transform="matrix(.013,0,0,-0.013,30.522,0)"><path d="M153 550H386L412 615L406 623H120L82 318C104 327 142 338 184 338C294 338 347 275 347 187C347 112 305 39 221 39C160 39 119 71 97 89C88 97 80 96 71 90C59 80 50 67 49 57C48 45 52 36 66 23C80 9 123 -12 169 -12C221 -11 288 15 342 59C403 109 431 165 431 225C431 308 366 395 238 395C212 395 165 379 127 364L153 550Z" id="g113-54"></path></g></svg>.</span></div>

Chinese Journal of Mathematics

fig4

Figure 4

Figure 4: Value Function and Optimal Rule on the Optimal Stopping Problem for Continuous-Time Markov Processes 