A Least Squares Method for Variance Estimation in Heteroscedastic Nonparametric Regression

<table>Plots of <svg height="15.5375" id="M236" style="vertical-align:-3.13504pt" version="1.1" viewbox="0 0 18.4375 15.5375" width="18.4375" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g transform="matrix(.017,-0,0,-.017,.062,11.4)"><path d="M682 629q-1 -16 -1.5 -72t-2.5 -86l-31 -4q-5 92 -51 129t-139 37q-100 0 -177 -49t-116 -125t-39 -162q0 -122 66 -201t182 -79q83 0 137 42.5t112 128.5l26 -15q-12 -31 -42.5 -88t-45.5 -75q-139 -27 -199 -27q-148 0 -243 81.5t-95 226.5q0 173 129.5 274.5
t325.5 101.5q114 0 204 -38z" id="x1D436"></path></g>
<g transform="matrix(.012,-0,0,-.012,12.05,15.475)"><path d="M384 0h-275v27q67 5 81.5 18.5t14.5 68.5v385q0 38 -7.5 47.5t-40.5 10.5l-48 2v24q85 15 178 52v-521q0 -55 14.5 -68.5t82.5 -18.5v-27z" id="x31"></path></g>
</svg> in <svg height="19.924999" id="M237" style="vertical-align:-3.13504pt" version="1.1" viewbox="0 0 56.375 19.924999" width="56.375" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g transform="matrix(.017,-0,0,-.017,35.3,15.237)"><path d="M470 557l-12 -25q-103 25 -223 64q-128 -41 -223 -64l-12 25q172 77 224 109h22q57 -35 224 -109z" id="xF5C01"></path></g><g transform="matrix(.017,-0,0,-.017,34.5,15.775)"><path d="M548 455q-32 -77 -74 -77q-37 0 -103 10l-3 -2q36 -30 48.5 -62t12.5 -80q0 -103 -75 -179.5t-175 -76.5q-70 0 -113 45t-43 128q0 115 83.5 200.5t209.5 85.5q31 0 77.5 -4t67.5 -4q36 0 62 30zM350 274q0 54 -17 86q-19 35 -57 35q-50 0 -90 -37.5t-59 -91.5t-19 -109
q0 -61 24.5 -96.5t65.5 -35.5q51 0 87.5 46.5t50.5 100.5t14 102z" id="x1D70E"></path></g><g transform="matrix(.017,-0,0,-.017,.062,15.775)"><path d="M687 650v-28q-52 -6 -71.5 -23t-47.5 -83q-142 -346 -208 -527h-31q-119 325 -207 545q-21 54 -39.5 68.5t-65.5 19.5v28h245v-28q-52 -5 -61.5 -15.5t3.5 -43.5q55 -157 166 -437h2q120 303 158 421q14 43 3.5 55.5t-71.5 19.5v28h225z" id="x56"></path></g><g transform="matrix(.017,-0,0,-.017,12.013,15.775)"><path d="M433 39l-85 -51q-27 0 -47 20q-16 16 -24 44q-5 -3 -24 -16.5t-27 -18.5t-23 -13.5t-25 -12t-19 -3.5q-52 0 -86 36.5t-34 85.5q0 71 81 99q128 43 155 65v17q0 54 -23 83.5t-62 29.5q-28 0 -45 -19t-29 -66q-7 -23 -29 -23q-15 0 -29 13t-14 30t31 40q25 19 68.5 40.5
t81.5 29.5q49 0 82 -27q45 -39 45 -123v-185q0 -60 35 -60q18 0 36 11zM275 84v156q-12 -6 -49 -23t-41 -19q-31 -14 -46 -31t-15 -43q0 -35 22.5 -55.5t48.5 -20.5q19 0 42 10.5t38 25.5z" id="x61"></path></g><g transform="matrix(.017,-0,0,-.017,19.475,15.775)"><path d="M181 342h2q63 107 121 107q24 0 41 -16t17 -34q0 -34 -32 -49q-17 -7 -26 2q-21 20 -43 20q-20 0 -42 -22t-38 -63v-183q0 -50 12.5 -62t69.5 -16v-26h-230v26q47 5 58 17t11 61v207q0 49 -9 60.5t-53 16.5v23q74 12 141 40v-109z" id="x72"></path></g><g transform="matrix(.017,-0,0,-.017,28.603,15.775)"><path d="M300 -147l-18 -23q-106 71 -159 185.5t-53 254.5v1q0 139 53 252.5t159 186.5l18 -24q-74 -62 -115.5 -173.5t-41.5 -242.5q0 -130 41.5 -242.5t115.5 -174.5z" id="x28"></path></g>
<g transform="matrix(.012,-0,0,-.012,44.1,7.613)"><path d="M412 140l28 -9q0 -2 -35 -131h-373v23q112 112 161 170q59 70 92 127t33 115q0 63 -31 98t-86 35q-75 0 -137 -93l-22 20l57 81q55 59 135 59q69 0 118.5 -46.5t49.5 -122.5q0 -62 -29.5 -114t-102.5 -130l-141 -149h186q42 0 58.5 10.5t38.5 56.5z" id="x32"></path></g><g transform="matrix(.012,-0,0,-.012,44.1,19.863)"><path d="M384 0h-275v27q67 5 81.5 18.5t14.5 68.5v385q0 38 -7.5 47.5t-40.5 10.5l-48 2v24q85 15 178 52v-521q0 -55 14.5 -68.5t82.5 -18.5v-27z" id="x31"></path></g>
<g transform="matrix(.017,-0,0,-.017,50.438,15.775)"><path d="M275 270q0 -296 -211 -440l-19 23q75 62 116.5 174t41.5 243t-42 243t-116 173l19 24q211 -144 211 -440z" id="x29"></path></g>
</svg> and <svg height="15.5375" id="M238" style="vertical-align:-3.13504pt" version="1.1" viewbox="0 0 18.4375 15.5375" width="18.4375" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g transform="matrix(.017,-0,0,-.017,.062,11.4)"><path d="M682 629q-1 -16 -1.5 -72t-2.5 -86l-31 -4q-5 92 -51 129t-139 37q-100 0 -177 -49t-116 -125t-39 -162q0 -122 66 -201t182 -79q83 0 137 42.5t112 128.5l26 -15q-12 -31 -42.5 -88t-45.5 -75q-139 -27 -199 -27q-148 0 -243 81.5t-95 226.5q0 173 129.5 274.5
t325.5 101.5q114 0 204 -38z" id="x1D436"></path></g>
<g transform="matrix(.012,-0,0,-.012,12.05,15.475)"><path d="M412 140l28 -9q0 -2 -35 -131h-373v23q112 112 161 170q59 70 92 127t33 115q0 63 -31 98t-86 35q-75 0 -137 -93l-22 20l57 81q55 59 135 59q69 0 118.5 -46.5t49.5 -122.5q0 -62 -29.5 -114t-102.5 -130l-141 -149h186q42 0 58.5 10.5t38.5 56.5z" id="x32"></path></g>
</svg> in <svg height="20.049999" id="M239" style="vertical-align:-3.23158pt" version="1.1" viewbox="0 0 69.887497 20.049999" width="69.887497" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g transform="matrix(.017,-0,0,-.017,35.3,15.237)"><path d="M470 557l-12 -25q-103 25 -223 64q-128 -41 -223 -64l-12 25q172 77 224 109h22q57 -35 224 -109z" id="xF5C01"></path></g><g transform="matrix(.017,-0,0,-.017,34.5,15.775)"><path d="M548 455q-32 -77 -74 -77q-37 0 -103 10l-3 -2q36 -30 48.5 -62t12.5 -80q0 -103 -75 -179.5t-175 -76.5q-70 0 -113 45t-43 128q0 115 83.5 200.5t209.5 85.5q31 0 77.5 -4t67.5 -4q36 0 62 30zM350 274q0 54 -17 86q-19 35 -57 35q-50 0 -90 -37.5t-59 -91.5t-19 -109
q0 -61 24.5 -96.5t65.5 -35.5q51 0 87.5 46.5t50.5 100.5t14 102z" id="x1D70E"></path></g><g transform="matrix(.017,-0,0,-.017,.062,15.775)"><path d="M687 650v-28q-52 -6 -71.5 -23t-47.5 -83q-142 -346 -208 -527h-31q-119 325 -207 545q-21 54 -39.5 68.5t-65.5 19.5v28h245v-28q-52 -5 -61.5 -15.5t3.5 -43.5q55 -157 166 -437h2q120 303 158 421q14 43 3.5 55.5t-71.5 19.5v28h225z" id="x56"></path></g><g transform="matrix(.017,-0,0,-.017,12.013,15.775)"><path d="M433 39l-85 -51q-27 0 -47 20q-16 16 -24 44q-5 -3 -24 -16.5t-27 -18.5t-23 -13.5t-25 -12t-19 -3.5q-52 0 -86 36.5t-34 85.5q0 71 81 99q128 43 155 65v17q0 54 -23 83.5t-62 29.5q-28 0 -45 -19t-29 -66q-7 -23 -29 -23q-15 0 -29 13t-14 30t31 40q25 19 68.5 40.5
t81.5 29.5q49 0 82 -27q45 -39 45 -123v-185q0 -60 35 -60q18 0 36 11zM275 84v156q-12 -6 -49 -23t-41 -19q-31 -14 -46 -31t-15 -43q0 -35 22.5 -55.5t48.5 -20.5q19 0 42 10.5t38 25.5z" id="x61"></path></g><g transform="matrix(.017,-0,0,-.017,19.475,15.775)"><path d="M181 342h2q63 107 121 107q24 0 41 -16t17 -34q0 -34 -32 -49q-17 -7 -26 2q-21 20 -43 20q-20 0 -42 -22t-38 -63v-183q0 -50 12.5 -62t69.5 -16v-26h-230v26q47 5 58 17t11 61v207q0 49 -9 60.5t-53 16.5v23q74 12 141 40v-109z" id="x72"></path></g><g transform="matrix(.017,-0,0,-.017,28.603,15.775)"><path d="M300 -147l-18 -23q-106 71 -159 185.5t-53 254.5v1q0 139 53 252.5t159 186.5l18 -24q-74 -62 -115.5 -173.5t-41.5 -242.5q0 -130 41.5 -242.5t115.5 -174.5z" id="x28"></path></g>
<g transform="matrix(.012,-0,0,-.012,44.1,7.613)"><path d="M412 140l28 -9q0 -2 -35 -131h-373v23q112 112 161 170q59 70 92 127t33 115q0 63 -31 98t-86 35q-75 0 -137 -93l-22 20l57 81q55 59 135 59q69 0 118.5 -46.5t49.5 -122.5q0 -62 -29.5 -114t-102.5 -130l-141 -149h186q42 0 58.5 10.5t38.5 56.5z" id="x32"></path></g>
<g transform="matrix(.012,-0,0,-.012,44.1,19.863)"><path d="M592 498l-30 -3q-13 63 -31 89q-13 19 -33.5 25.5t-75.5 6.5h-70v-493q0 -60 16 -75.5t86 -19.5v-28h-286v28q68 4 83.5 19.5t15.5 75.5v493h-62q-60 0 -83 -7t-33 -24q-12 -17 -32 -90h-29q10 116 12 180h20q10 -16 21 -20.5t34 -4.5h395q19 0 28.5 5t21.5 20h21
q2 -89 11 -177z" id="x54"></path></g><g transform="matrix(.012,-0,0,-.012,51.763,19.863)"><path d="M956 650v-28q-52 -7 -69 -22.5t-39 -77.5q-60 -175 -165 -533h-31l-175 499h-2l-163 -499h-31l-164 535q-18 60 -36 76.5t-65 21.5v28h243v-28q-53 -7 -63 -18.5t3 -49.5l122 -412h2l162 499h29l175 -500h2q87 277 113 401q12 45 0.5 59t-68.5 21v28h220z" id="x57"></path></g>
<g transform="matrix(.017,-0,0,-.017,63.938,15.775)"><path d="M275 270q0 -296 -211 -440l-19 23q75 62 116.5 174t41.5 243t-42 243t-116 173l19 24q211 -144 211 -440z" id="x29"></path></g>
</svg> versus the location <svg height="15.7" id="M240" style="vertical-align:-2.34499pt" version="1.1" viewbox="0 0 7.3125 15.7" width="7.3125" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g transform="matrix(.017,-0,0,-.017,.062,11.2)"><path d="M394 607q0 -25 -15.5 -43t-39.5 -18q-19 0 -32 13t-13 35t16 41.5t40 19.5q20 0 32 -13.5t12 -34.5zM360 349l-57 -283q-38 -188 -122 -263q-72 -64 -114 -64q-16 0 -30 10.5t-14 22.5q0 24 21 45q15 13 26 6q30 -20 54 -20q41 0 65 95q37 147 86 415q6 34 6.5 42.5
t-5.5 11.5q-18 0 -79 -54l-14 25q48 48 96.5 79t71.5 31q29 0 9 -99z" id="x1D457"></path></g>
</svg>, under various <svg height="7.9499998" id="M241" style="vertical-align:-0.10033pt" version="1.1" viewbox="0 0 8.6625004 7.9499998" width="8.6625004" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g transform="matrix(.017,-0,0,-.017,.062,7.675)"><path d="M495 86q-46 -47 -87 -72.5t-63 -25.5q-43 0 -16 107l49 210q7 34 8 50.5t-3 21t-13 4.5q-35 0 -109.5 -72.5t-115.5 -140.5q-21 -75 -38 -159q-50 -10 -76 -21l-6 8l84 340q8 35 -4 35q-17 0 -67 -46l-15 26q44 44 85.5 70.5t64.5 26.5q35 0 10 -103l-24 -98h2
q42 56 97 103.5t96 71.5q46 26 74 26q9 0 16 -2.5t14 -11.5t9.5 -24.5t-1 -44t-13.5 -68.5q-30 -117 -47 -200q-4 -19 -3.5 -25t6.5 -6q21 0 70 48z" id="x1D45B"></path></g>
</svg>. The dashed and solid lines correspond to <svg height="15.5375" id="M242" style="vertical-align:-3.13504pt" version="1.1" viewbox="0 0 18.4375 15.5375" width="18.4375" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g transform="matrix(.017,-0,0,-.017,.062,11.4)"><path d="M682 629q-1 -16 -1.5 -72t-2.5 -86l-31 -4q-5 92 -51 129t-139 37q-100 0 -177 -49t-116 -125t-39 -162q0 -122 66 -201t182 -79q83 0 137 42.5t112 128.5l26 -15q-12 -31 -42.5 -88t-45.5 -75q-139 -27 -199 -27q-148 0 -243 81.5t-95 226.5q0 173 129.5 274.5
t325.5 101.5q114 0 204 -38z" id="x1D436"></path></g>
<g transform="matrix(.012,-0,0,-.012,12.05,15.475)"><path d="M384 0h-275v27q67 5 81.5 18.5t14.5 68.5v385q0 38 -7.5 47.5t-40.5 10.5l-48 2v24q85 15 178 52v-521q0 -55 14.5 -68.5t82.5 -18.5v-27z" id="x31"></path></g>
</svg> and <svg height="15.5375" id="M243" style="vertical-align:-3.13504pt" version="1.1" viewbox="0 0 18.4375 15.5375" width="18.4375" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g transform="matrix(.017,-0,0,-.017,.062,11.4)"><path d="M682 629q-1 -16 -1.5 -72t-2.5 -86l-31 -4q-5 92 -51 129t-139 37q-100 0 -177 -49t-116 -125t-39 -162q0 -122 66 -201t182 -79q83 0 137 42.5t112 128.5l26 -15q-12 -31 -42.5 -88t-45.5 -75q-139 -27 -199 -27q-148 0 -243 81.5t-95 226.5q0 173 129.5 274.5
t325.5 101.5q114 0 204 -38z" id="x1D436"></path></g>
<g transform="matrix(.012,-0,0,-.012,12.05,15.475)"><path d="M412 140l28 -9q0 -2 -35 -131h-373v23q112 112 161 170q59 70 92 127t33 115q0 63 -31 98t-86 35q-75 0 -137 -93l-22 20l57 81q55 59 135 59q69 0 118.5 -46.5t49.5 -122.5q0 -62 -29.5 -114t-102.5 -130l-141 -149h186q42 0 58.5 10.5t38.5 56.5z" id="x32"></path></g>
</svg>, respectively.</table>

Journal of Applied Mathematics

fig2

Figure 2

Figure 2: A Least Squares Method for Variance Estimation in Heteroscedastic Nonparametric Regression 