The Preconditioned SOR Iterative Method for Positive Definite Matrices

<table>Spectral radius of random PSD matrices <svg height="20.700001" id="M121" style="vertical-align:-3.50804pt" version="1.1" viewbox="0 0 195.5125 20.700001" width="195.5125" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g transform="matrix(.017,-0,0,-.017,.062,16.262)"><path d="M716 28l-8 -28h-254l8 28q55 5 66 17.5t5 47.5l-30 145h-232l-74 -138q-21 -43 -11 -54.5t72 -17.5l-6 -28h-235l8 28q53 7 73.5 21t53.5 70l319 540l33 8q6 -43 33 -176l80 -381q10 -49 26.5 -63t72.5 -19zM495 281l-49 264h-2l-149 -264h200z" id="x1D434"></path></g>
<g transform="matrix(.012,-0,0,-.012,12.525,8.1)"><path d="M649 676l-22 -187l-33 -2q3 56 -12 94q-8 20 -31.5 26.5t-86.5 6.5h-74l-90 -491q-4 -23 -6 -36.5t1 -25t7 -16.5t18 -9t27 -5t41 -3l-6 -28h-286l4 28q68 5 84 18.5t28 76.5l94 491h-55q-74 0 -100.5 -6t-41.5 -23q-24 -29 -54 -98l-32 1q32 98 53 188h22q7 -18 15 -22
t37 -4h417q23 0 33.5 5t25.5 21h23z" id="x1D447"></path></g>
<g transform="matrix(.017,-0,0,-.017,21.075,16.262)"><path d="M716 28l-8 -28h-254l8 28q55 5 66 17.5t5 47.5l-30 145h-232l-74 -138q-21 -43 -11 -54.5t72 -17.5l-6 -28h-235l8 28q53 7 73.5 21t53.5 70l319 540l33 8q6 -43 33 -176l80 -381q10 -49 26.5 -63t72.5 -19zM495 281l-49 264h-2l-149 -264h200z" id="x1D434"></path></g><g transform="matrix(.017,-0,0,-.017,37.292,16.262)"><path d="M535 230h-212v-233h-58v233h-213v50h213v210h58v-210h212v-50z" id="x2B"></path></g><g transform="matrix(.017,-0,0,-.017,51.061,16.262)"><path d="M384 0h-275v27q67 5 81.5 18.5t14.5 68.5v385q0 38 -7.5 47.5t-40.5 10.5l-48 2v24q85 15 178 52v-521q0 -55 14.5 -68.5t82.5 -18.5v-27z" id="x31"></path></g><g transform="matrix(.017,-0,0,-.017,59.22,16.262)"><path d="M241 635q53 0 94 -28.5t63.5 -76t33.5 -102.5t11 -116q0 -58 -11 -112.5t-34 -103.5t-63.5 -78.5t-94.5 -29.5t-95 28t-64.5 75t-34.5 102.5t-11 118.5q0 58 11.5 112.5t34.5 103t64.5 78t95.5 29.5zM238 602q-32 0 -55.5 -25t-35.5 -68t-17.5 -91t-5.5 -105
q0 -76 10 -138.5t37 -107.5t69 -45q32 0 55.5 25t35.5 68.5t17.5 91.5t5.5 105t-5.5 105.5t-18 92t-36 68t-56.5 24.5z" id="x30"></path></g><g transform="matrix(.017,-0,0,-.017,71.153,16.262)"><path d="M471 153q-22 -15 -61 -13q-25 31 -45.5 49.5t-56.5 41.5q4 -71 28 -134q-17 -33 -42 -46q-24 12 -42 46q24 63 28 134q-36 -23 -56.5 -41.5t-45.5 -49.5q-36 -2 -61 13q0 28 19 59q65 10 130 43q-65 33 -130 43q-19 31 -19 59q22 15 61 13q25 -31 45.5 -49.5t56.5 -41.5
q-4 71 -28 134q17 33 42 46q24 -12 42 -46q-24 -63 -28 -134q36 23 56.5 41.5t45.5 49.5q36 2 61 -13q0 -28 -19 -59q-65 -10 -130 -43q65 -33 130 -43q19 -31 19 -59z" id="x2217"></path></g><g transform="matrix(.017,-0,0,-.017,84.905,16.262)"><path d="M517 51v-25q-101 -18 -155 -38v65l-61 -36q-50 -29 -78 -29q-68 0 -126.5 58t-58.5 155q0 103 77 175.5t180 72.5q36 0 67 -12v143q0 48 -11.5 58.5t-65.5 14.5v25q79 9 156 34v-597q0 -38 7.5 -48t36.5 -13zM362 85v275q-35 51 -103 51q-20 0 -40.5 -8.5t-42 -28
t-35 -57.5t-13.5 -89q0 -83 42 -130t96 -47q51 0 96 34z" id="x64"></path></g><g transform="matrix(.017,-0,0,-.017,93.881,16.262)"><path d="M135 536q-20 0 -35 15.5t-15 35.5q0 22 15 37t36 15t35.5 -15t14.5 -37q0 -21 -15 -36t-36 -15zM252 0h-220v26q48 5 59 17t11 63v206q0 47 -9 58t-54 18v24q78 12 142 39v-345q0 -51 11.5 -63t59.5 -17v-26z" id="x69"></path></g><g transform="matrix(.017,-0,0,-.017,98.436,16.262)"><path d="M433 39l-85 -51q-27 0 -47 20q-16 16 -24 44q-5 -3 -24 -16.5t-27 -18.5t-23 -13.5t-25 -12t-19 -3.5q-52 0 -86 36.5t-34 85.5q0 71 81 99q128 43 155 65v17q0 54 -23 83.5t-62 29.5q-28 0 -45 -19t-29 -66q-7 -23 -29 -23q-15 0 -29 13t-14 30t31 40q25 19 68.5 40.5
t81.5 29.5q49 0 82 -27q45 -39 45 -123v-185q0 -60 35 -60q18 0 36 11zM275 84v156q-12 -6 -49 -23t-41 -19q-31 -14 -46 -31t-15 -43q0 -35 22.5 -55.5t48.5 -20.5q19 0 42 10.5t38 25.5z" id="x61"></path></g><g transform="matrix(.017,-0,0,-.017,105.899,16.262)"><path d="M463 437l5 -8q-21 -38 -45 -51l-57 3q30 -35 30 -88q0 -76 -52.5 -118t-122.5 -42q-24 0 -51 5q-30 -21 -30 -42q0 -16 16 -27t47 -11q19 0 54 0.5t52 0.5q36 0 65.5 -8t53.5 -36t24 -74q0 -77 -75 -137.5t-174 -60.5q-79 0 -126 37.5t-48 84.5q0 32 24 56q21 21 83 70
q-49 15 -74 55q-13 20 -11 42q56 21 88 61q-37 16 -62.5 51t-25.5 83q0 78 56.5 122t122.5 44h1q51 0 96 -27q71 4 136 15zM219 418q-34 0 -58 -32t-24 -87q0 -59 26.5 -96.5t67.5 -37.5q35 1 59 32t24 87q0 59 -26 96.5t-69 37.5zM241 -11q-62 0 -87 -21q-46 -39 -46 -78
q0 -41 38 -68.5t94 -27.5q69 0 106.5 31t37.5 80q0 52 -45 71q-33 13 -98 13z" id="x67"></path></g><g transform="matrix(.017,-0,0,-.017,116.693,16.262)"><path d="M300 -147l-18 -23q-106 71 -159 185.5t-53 254.5v1q0 139 53 252.5t159 186.5l18 -24q-74 -62 -115.5 -173.5t-41.5 -242.5q0 -130 41.5 -242.5t115.5 -174.5z" id="x28"></path></g><g transform="matrix(.017,-0,0,-.017,122.575,16.262)"><path d="M181 342h2q63 107 121 107q24 0 41 -16t17 -34q0 -34 -32 -49q-17 -7 -26 2q-21 20 -43 20q-20 0 -42 -22t-38 -63v-183q0 -50 12.5 -62t69.5 -16v-26h-230v26q47 5 58 17t11 61v207q0 49 -9 60.5t-53 16.5v23q74 12 141 40v-109z" id="x72"></path></g><g transform="matrix(.017,-0,0,-.017,128.881,16.262)"><path d="M433 39l-85 -51q-27 0 -47 20q-16 16 -24 44q-5 -3 -24 -16.5t-27 -18.5t-23 -13.5t-25 -12t-19 -3.5q-52 0 -86 36.5t-34 85.5q0 71 81 99q128 43 155 65v17q0 54 -23 83.5t-62 29.5q-28 0 -45 -19t-29 -66q-7 -23 -29 -23q-15 0 -29 13t-14 30t31 40q25 19 68.5 40.5
t81.5 29.5q49 0 82 -27q45 -39 45 -123v-185q0 -60 35 -60q18 0 36 11zM275 84v156q-12 -6 -49 -23t-41 -19q-31 -14 -46 -31t-15 -43q0 -35 22.5 -55.5t48.5 -20.5q19 0 42 10.5t38 25.5z" id="x61"></path></g><g transform="matrix(.017,-0,0,-.017,136.208,16.262)"><path d="M524 0h-209v26q44 5 55 18t11 65v167q0 114 -91 114q-50 0 -109 -51v-235q0 -50 10 -61.5t55 -16.5v-26h-217v26q51 5 62 17t11 61v206q0 47 -9.5 58.5t-50.5 19.5v23q82 15 139 40v-79l67 47q47 30 83 30q60 0 94.5 -40t34.5 -112v-193q0 -50 10 -61.5t54 -16.5v-26z
" id="x6E"></path></g><g transform="matrix(.017,-0,0,-.017,145.438,16.262)"><path d="M517 51v-25q-101 -18 -155 -38v65l-61 -36q-50 -29 -78 -29q-68 0 -126.5 58t-58.5 155q0 103 77 175.5t180 72.5q36 0 67 -12v143q0 48 -11.5 58.5t-65.5 14.5v25q79 9 156 34v-597q0 -38 7.5 -48t36.5 -13zM362 85v275q-35 51 -103 51q-20 0 -40.5 -8.5t-42 -28
t-35 -57.5t-13.5 -89q0 -83 42 -130t96 -47q51 0 96 34z" id="x64"></path></g><g transform="matrix(.017,-0,0,-.017,154.413,16.262)"><path d="M300 -147l-18 -23q-106 71 -159 185.5t-53 254.5v1q0 139 53 252.5t159 186.5l18 -24q-74 -62 -115.5 -173.5t-41.5 -242.5q0 -130 41.5 -242.5t115.5 -174.5z" id="x28"></path></g><g transform="matrix(.017,-0,0,-.017,160.295,16.262)"><path d="M495 86q-46 -47 -87 -72.5t-63 -25.5q-43 0 -16 107l49 210q7 34 8 50.5t-3 21t-13 4.5q-35 0 -109.5 -72.5t-115.5 -140.5q-21 -75 -38 -159q-50 -10 -76 -21l-6 8l84 340q8 35 -4 35q-17 0 -67 -46l-15 26q44 44 85.5 70.5t64.5 26.5q35 0 10 -103l-24 -98h2
q42 56 97 103.5t96 71.5q46 26 74 26q9 0 16 -2.5t14 -11.5t9.5 -24.5t-1 -44t-13.5 -68.5q-30 -117 -47 -200q-4 -19 -3.5 -25t6.5 -6q21 0 70 48z" id="x1D45B"></path></g><g transform="matrix(.017,-0,0,-.017,168.828,16.262)"><path d="M95 130q31 0 61 -30t30 -78q0 -53 -38 -87.5t-93 -51.5l-11 29q77 31 77 85q0 26 -17.5 43t-44.5 24q-4 0 -8.5 6.5t-4.5 17.5q0 18 15 30t34 12z" id="x2C"></path></g><g transform="matrix(.017,-0,0,-.017,175.509,16.262)"><path d="M384 0h-275v27q67 5 81.5 18.5t14.5 68.5v385q0 38 -7.5 47.5t-40.5 10.5l-48 2v24q85 15 178 52v-521q0 -55 14.5 -68.5t82.5 -18.5v-27z" id="x31"></path></g><g transform="matrix(.017,-0,0,-.017,183.668,16.262)"><path d="M275 270q0 -296 -211 -440l-19 23q75 62 116.5 174t41.5 243t-42 243t-116 173l19 24q211 -144 211 -440z" id="x29"></path></g><g transform="matrix(.017,-0,0,-.017,189.55,16.262)"><path d="M275 270q0 -296 -211 -440l-19 23q75 62 116.5 174t41.5 243t-42 243t-116 173l19 24q211 -144 211 -440z" id="x29"></path></g>
</svg> with nearly half of the entries of <svg height="11.4625" id="M122" style="vertical-align:-0.0pt" version="1.1" viewbox="0 0 12.5875 11.4625" width="12.5875" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g transform="matrix(.017,-0,0,-.017,.062,11.4)"><path d="M716 28l-8 -28h-254l8 28q55 5 66 17.5t5 47.5l-30 145h-232l-74 -138q-21 -43 -11 -54.5t72 -17.5l-6 -28h-235l8 28q53 7 73.5 21t53.5 70l319 540l33 8q6 -43 33 -176l80 -381q10 -49 26.5 -63t72.5 -19zM495 281l-49 264h-2l-149 -264h200z" id="x1D434"></path></g>
</svg> negative and <svg height="11.125" id="M123" style="vertical-align:-0.1638pt" version="1.1" viewbox="0 0 44.400002 11.125" width="44.400002" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g transform="matrix(.017,-0,0,-.017,.062,10.862)"><path d="M495 86q-46 -47 -87 -72.5t-63 -25.5q-43 0 -16 107l49 210q7 34 8 50.5t-3 21t-13 4.5q-35 0 -109.5 -72.5t-115.5 -140.5q-21 -75 -38 -159q-50 -10 -76 -21l-6 8l84 340q8 35 -4 35q-17 0 -67 -46l-15 26q44 44 85.5 70.5t64.5 26.5q35 0 10 -103l-24 -98h2
q42 56 97 103.5t96 71.5q46 26 74 26q9 0 16 -2.5t14 -11.5t9.5 -24.5t-1 -44t-13.5 -68.5q-30 -117 -47 -200q-4 -19 -3.5 -25t6.5 -6q21 0 70 48z" id="x1D45B"></path></g><g transform="matrix(.017,-0,0,-.017,13.305,10.862)"><path d="M535 323h-483v50h483v-50zM535 138h-483v50h483v-50z" id="x3D"></path></g><g transform="matrix(.017,-0,0,-.017,28.008,10.862)"><path d="M153 550l-26 -186q79 31 111 31q90 0 141.5 -51t51.5 -119q0 -93 -89 -166q-85 -69 -173 -71q-32 0 -61.5 11.5t-41.5 23.5q-18 17 -17 34q2 16 22 33q14 9 26 -1q61 -50 124 -50q60 0 93 43.5t33 104.5q0 69 -41.5 110t-121.5 41q-53 0 -102 -20l38 305h286l6 -8
l-26 -65h-233z" id="x35"></path></g><g transform="matrix(.017,-0,0,-.017,36.168,10.862)"><path d="M241 635q53 0 94 -28.5t63.5 -76t33.5 -102.5t11 -116q0 -58 -11 -112.5t-34 -103.5t-63.5 -78.5t-94.5 -29.5t-95 28t-64.5 75t-34.5 102.5t-11 118.5q0 58 11.5 112.5t34.5 103t64.5 78t95.5 29.5zM238 602q-32 0 -55.5 -25t-35.5 -68t-17.5 -91t-5.5 -105
q0 -76 10 -138.5t37 -107.5t69 -45q32 0 55.5 25t35.5 68.5t17.5 91.5t5.5 105t-5.5 105.5t-18 92t-36 68t-56.5 24.5z" id="x30"></path></g>
</svg>.</table>

Journal of Applied Mathematics

fig2

Figure 2

Figure 2: The Preconditioned SOR Iterative Method for Positive Definite Matrices 