Analysis of Variance for Item Differences in Verification Data with Unknown Groups

<div>Performance of estimators of <svg height="15.8677pt" id="M238" style="vertical-align:-3.2911pt" version="1.1" viewbox="-0.0498162 -12.5766 47.2293 15.8677" width="47.2293pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,1.155,-3.549)"><path d="M470 557C393 591 314 624 246 666H224C156 624 76 591 0 557L12 532C86 550 163 573 235 596C309 572 384 550 458 532L470 557Z"></path></g><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M494 514C482 587 419 712 303 712C238 712 174 667 174 603C174 561 205 514 249 449C219 438 187 422 162 407C93 366 23 283 23 177C23 69 87 -12 190 -12C244 -12 288 5 328 33C406 87 444 170 444 249C444 329 404 391 331 475C265 550 222 605 222 627C222 647 238 657 267 657C355 657 421 585 484 499L494 514ZM359 234C359 143 319 30 219 30C172 30 114 75 114 178C114 275 163 343 195 378C212 397 241 415 269 425C305 382 359 313 359 234Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,6.396,3.132)"><path d="M636 22C611 29 589 38 560 74C536 104 518 134 495 173L430 300C518 328 592 392 592 492C592 555 563 594 528 618C491 643 435 650 377 650H140L131 618C222 610 223 601 208 518L137 136C121 43 116 40 27 32L18 0H295L300 32C212 40 206 42 223 138L248 279H296C334 279 350 272 369 230C393 174 413 140 441 94C482 24 523 1 626 -8L636 22ZM497 480C497 422 468 374 417 343C387 324 353 315 304 315H255L298 556C303 583 309 598 319 603C331 610 348 613 367 613C448 613 497 573 497 480Z"></path></g><g transform="matrix(.013,0,0,-0.013,12.727,0)"><path d="M95 130C70 130 46 113 46 88C46 72 54 64 59 64C93 55 121 33 121 -3C121 -41 93 -68 44 -88L55 -117C117 -98 186 -56 186 22C186 91 131 130 95 130Z"></path></g><g transform="matrix(.013,0,0,-0.013,19.025,-3.549)"><path d="M470 557C393 591 314 624 246 666H224C156 624 76 591 0 557L12 532C86 550 163 573 235 596C309 572 384 550 458 532L470 557Z"></path></g><g transform="matrix(.013,0,0,-0.013,17.87,0)"><path d="M494 514C482 587 419 712 303 712C238 712 174 667 174 603C174 561 205 514 249 449C219 438 187 422 162 407C93 366 23 283 23 177C23 69 87 -12 190 -12C244 -12 288 5 328 33C406 87 444 170 444 249C444 329 404 391 331 475C265 550 222 605 222 627C222 647 238 657 267 657C355 657 421 585 484 499L494 514ZM359 234C359 143 319 30 219 30C172 30 114 75 114 178C114 275 163 343 195 378C212 397 241 415 269 425C305 382 359 313 359 234Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,24.266,3.132)"><path d="M463 633C453 636 427 644 417 648C388 660 349 667 316 667C183 667 100 592 100 483C100 398 176 335 223 305L259 282C321 242 358 203 358 149C358 66 301 22 234 22C110 22 70 131 57 208L24 205L28 48C51 23 128 -17 215 -17C342 -17 446 60 446 174C446 262 394 310 317 361L284 383C229 420 183 455 183 515C183 569 222 628 298 628C384 628 418 563 428 481L461 487C459 527 458 593 463 633Z"></path></g><g transform="matrix(.013,0,0,-0.013,29.155,0)"><path d="M95 130C70 130 46 113 46 88C46 72 54 64 59 64C93 55 121 33 121 -3C121 -41 93 -68 44 -88L55 -117C117 -98 186 -56 186 22C186 91 131 130 95 130Z"></path></g><g transform="matrix(.013,0,0,-0.013,35.453,-3.549)"><path d="M470 557C393 591 314 624 246 666H224C156 624 76 591 0 557L12 532C86 550 163 573 235 596C309 572 384 550 458 532L470 557Z"></path></g><g transform="matrix(.013,0,0,-0.013,34.298,0)"><path d="M494 514C482 587 419 712 303 712C238 712 174 667 174 603C174 561 205 514 249 449C219 438 187 422 162 407C93 366 23 283 23 177C23 69 87 -12 190 -12C244 -12 288 5 328 33C406 87 444 170 444 249C444 329 404 391 331 475C265 550 222 605 222 627C222 647 238 657 267 657C355 657 421 585 484 499L494 514ZM359 234C359 143 319 30 219 30C172 30 114 75 114 178C114 275 163 343 195 378C212 397 241 415 269 425C305 382 359 313 359 234Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,40.694,3.132)"><path d="M655 676H628C608 656 600 650 571 650H156C118 650 114 651 102 676H77C63 615 45 548 24 485L60 486C81 531 97 562 114 580C134 603 148 611 252 611H308L217 127C201 41 196 38 105 32L98 0H384L393 32C300 38 288 41 304 127L393 611H466C553 611 571 604 582 580C592 559 597 530 595 485L630 489C636 548 645 624 655 676Z"></path></g></svg> for several values of <svg height="9.39034pt" id="M239" style="vertical-align:-3.42943pt" version="1.1" viewbox="-0.0498162 -5.96091 11.7975 9.39034" width="11.7975pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M546 430L539 434C529 434 505 438 495 440C473 444 450 448 430 448C352 448 265 412 213 366C145 306 96 203 96 103C96 22 135 -12 160 -12C190 -12 238 14 262 32C310 68 368 120 411 184H413C403 117 396 75 384 21C353 -118 325 -158 291 -184C270 -200 241 -205 208 -205C133 -205 90 -164 74 -110C70 -98 58 -100 49 -107C34 -119 23 -140 23 -155C23 -190 74 -261 166 -261C219 -261 280 -233 314 -208C383 -157 446 -79 470 81C491 223 529 388 546 430ZM456 386C452 357 433 283 420 252C402 216 366 174 325 129C288 88 239 56 212 56C192 56 182 77 182 120C182 165 199 242 226 292C256 348 281 377 311 389C327 395 353 402 375 402C408 402 436 394 456 386Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,7.072,3.132)"><path d="M442 39L431 68C420 63 406 57 394 57C377 57 359 71 359 118V301C359 353 349 393 314 424C291 443 261 451 230 451C171 438 107 401 79 381C59 366 46 355 46 340C46 316 72 295 91 295C106 295 117 303 122 319C131 350 139 371 152 384C163 397 178 404 197 404C246 404 281 365 281 293V278C260 262 186 232 124 213C69 194 41 161 41 112C41 47 92 -12 163 -12C195 -12 243 25 283 51C288 35 293 22 308 7C319 -4 339 -12 354 -12L442 39ZM281 87C262 68 226 51 199 51C169 51 129 74 129 126C129 162 151 181 190 198C211 208 259 229 281 240V87Z"></path></g></svg> and <span class="nowrap"><svg height="9.25658pt" id="M240" style="vertical-align:-3.295671pt" version="1.1" viewbox="-0.0498162 -5.96091 11.1842 9.25658" width="11.1842pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M495 86L479 114C446 82 419 66 409 66C401 66 401 72 406 97C420 166 436 231 453 297C489 435 454 448 428 448C406 448 384 439 354 422C305 394 222 327 161 247H159L183 345C200 415 194 448 173 448C143 448 82 410 23 351L38 325C64 349 95 371 105 371C111 371 116 365 109 336L25 -4L31 -12C50 -4 77 3 107 9C119 69 132 122 145 168C197 254 321 381 370 381C387 381 393 374 378 305L329 95C309 17 320 -12 345 -12C372 -12 430 19 495 86Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,6.461,3.132)"><path d="M442 39L431 68C420 63 406 57 394 57C377 57 359 71 359 118V301C359 353 349 393 314 424C291 443 261 451 230 451C171 438 107 401 79 381C59 366 46 355 46 340C46 316 72 295 91 295C106 295 117 303 122 319C131 350 139 371 152 384C163 397 178 404 197 404C246 404 281 365 281 293V278C260 262 186 232 124 213C69 194 41 161 41 112C41 47 92 -12 163 -12C195 -12 243 25 283 51C288 35 293 22 308 7C319 -4 339 -12 354 -12L442 39ZM281 87C262 68 226 51 199 51C169 51 129 74 129 126C129 162 151 181 190 198C211 208 259 229 281 240V87Z"></path></g></svg>.</span> The true values are <span class="nowrap"><svg height="12.5794pt" id="M241" style="vertical-align:-3.29107pt" version="1.1" viewbox="-0.0498162 -9.28833 151.032 12.5794" width="151.032pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M494 514C482 587 419 712 303 712C238 712 174 667 174 603C174 561 205 514 249 449C219 438 187 422 162 407C93 366 23 283 23 177C23 69 87 -12 190 -12C244 -12 288 5 328 33C406 87 444 170 444 249C444 329 404 391 331 475C265 550 222 605 222 627C222 647 238 657 267 657C355 657 421 585 484 499L494 514ZM359 234C359 143 319 30 219 30C172 30 114 75 114 178C114 275 163 343 195 378C212 397 241 415 269 425C305 382 359 313 359 234Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,6.396,3.132)"><path d="M636 22C611 29 589 38 560 74C536 104 518 134 495 173L430 300C518 328 592 392 592 492C592 555 563 594 528 618C491 643 435 650 377 650H140L131 618C222 610 223 601 208 518L137 136C121 43 116 40 27 32L18 0H295L300 32C212 40 206 42 223 138L248 279H296C334 279 350 272 369 230C393 174 413 140 441 94C482 24 523 1 626 -8L636 22ZM497 480C497 422 468 374 417 343C387 324 353 315 304 315H255L298 556C303 583 309 598 319 603C331 610 348 613 367 613C448 613 497 573 497 480Z"></path></g><g transform="matrix(.013,0,0,-0.013,16.335,0)"><path d="M535 323V373H52V323H535ZM535 138V188H52V138H535Z"></path></g><g transform="matrix(.013,0,0,-0.013,27.598,0)"><path d="M113 -12C146 -12 170 11 170 46C170 78 146 103 114 103S58 78 58 46C58 11 82 -12 113 -12Z"></path></g><g transform="matrix(.013,0,0,-0.013,30.562,0)"><path d="M241 635C89 635 35 457 35 312C35 153 89 -12 240 -12C390 -12 443 166 443 312C443 466 390 635 241 635ZM238 602C329 602 354 454 354 312C354 172 330 22 240 22C152 22 124 173 124 313S148 602 238 602Z"></path></g><g transform="matrix(.013,0,0,-0.013,36.802,0)"><path d="M412 140C382 77 369 73 315 73H129L270 222C362 320 402 379 402 466C402 571 322 635 234 635C177 635 130 609 99 576L42 495L64 475C90 514 133 568 201 568C274 568 318 519 318 435C318 349 255 267 193 193C144 135 87 78 32 23V0H405C417 45 427 89 440 131L412 140Z"></path></g><g transform="matrix(.013,0,0,-0.013,43.089,0)"><path d="M95 130C70 130 46 113 46 88C46 72 54 64 59 64C93 55 121 33 121 -3C121 -41 93 -68 44 -88L55 -117C117 -98 186 -56 186 22C186 91 131 130 95 130Z"></path></g><g transform="matrix(.013,0,0,-0.013,48.232,0)"><path d="M494 514C482 587 419 712 303 712C238 712 174 667 174 603C174 561 205 514 249 449C219 438 187 422 162 407C93 366 23 283 23 177C23 69 87 -12 190 -12C244 -12 288 5 328 33C406 87 444 170 444 249C444 329 404 391 331 475C265 550 222 605 222 627C222 647 238 657 267 657C355 657 421 585 484 499L494 514ZM359 234C359 143 319 30 219 30C172 30 114 75 114 178C114 275 163 343 195 378C212 397 241 415 269 425C305 382 359 313 359 234Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,54.628,3.132)"><path d="M463 633C453 636 427 644 417 648C388 660 349 667 316 667C183 667 100 592 100 483C100 398 176 335 223 305L259 282C321 242 358 203 358 149C358 66 301 22 234 22C110 22 70 131 57 208L24 205L28 48C51 23 128 -17 215 -17C342 -17 446 60 446 174C446 262 394 310 317 361L284 383C229 420 183 455 183 515C183 569 222 628 298 628C384 628 418 563 428 481L461 487C459 527 458 593 463 633Z"></path></g><g transform="matrix(.013,0,0,-0.013,63.124,0)"><path d="M535 323V373H52V323H535ZM535 138V188H52V138H535Z"></path></g><g transform="matrix(.013,0,0,-0.013,74.387,0)"><path d="M113 -12C146 -12 170 11 170 46C170 78 146 103 114 103S58 78 58 46C58 11 82 -12 113 -12Z"></path></g><g transform="matrix(.013,0,0,-0.013,77.351,0)"><path d="M241 635C89 635 35 457 35 312C35 153 89 -12 240 -12C390 -12 443 166 443 312C443 466 390 635 241 635ZM238 602C329 602 354 454 354 312C354 172 330 22 240 22C152 22 124 173 124 313S148 602 238 602Z"></path></g><g transform="matrix(.013,0,0,-0.013,83.591,0)"><path d="M384 0V27C293 34 287 42 287 114V635C232 613 172 594 109 583V559L157 557C201 555 205 550 205 499V114C205 42 199 34 109 27V0H384Z"></path></g><g transform="matrix(.013,0,0,-0.013,89.878,0)"><path d="M95 130C70 130 46 113 46 88C46 72 54 64 59 64C93 55 121 33 121 -3C121 -41 93 -68 44 -88L55 -117C117 -98 186 -56 186 22C186 91 131 130 95 130Z"></path></g><g transform="matrix(.013,0,0,-0.013,95.021,0)"><path d="M494 514C482 587 419 712 303 712C238 712 174 667 174 603C174 561 205 514 249 449C219 438 187 422 162 407C93 366 23 283 23 177C23 69 87 -12 190 -12C244 -12 288 5 328 33C406 87 444 170 444 249C444 329 404 391 331 475C265 550 222 605 222 627C222 647 238 657 267 657C355 657 421 585 484 499L494 514ZM359 234C359 143 319 30 219 30C172 30 114 75 114 178C114 275 163 343 195 378C212 397 241 415 269 425C305 382 359 313 359 234Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,101.417,3.132)"><path d="M655 676H628C608 656 600 650 571 650H156C118 650 114 651 102 676H77C63 615 45 548 24 485L60 486C81 531 97 562 114 580C134 603 148 611 252 611H308L217 127C201 41 196 38 105 32L98 0H384L393 32C300 38 288 41 304 127L393 611H466C553 611 571 604 582 580C592 559 597 530 595 485L630 489C636 548 645 624 655 676Z"></path></g><g transform="matrix(.013,0,0,-0.013,111.438,0)"><path d="M535 323V373H52V323H535ZM535 138V188H52V138H535Z"></path></g><g transform="matrix(.013,0,0,-0.013,122.701,0)"><path d="M241 635C89 635 35 457 35 312C35 153 89 -12 240 -12C390 -12 443 166 443 312C443 466 390 635 241 635ZM238 602C329 602 354 454 354 312C354 172 330 22 240 22C152 22 124 173 124 313S148 602 238 602Z"></path></g><g transform="matrix(.013,0,0,-0.013,128.941,0)"><path d="M113 -12C146 -12 170 11 170 46C170 78 146 103 114 103S58 78 58 46C58 11 82 -12 113 -12Z"></path></g><g transform="matrix(.013,0,0,-0.013,131.905,0)"><path d="M241 635C89 635 35 457 35 312C35 153 89 -12 240 -12C390 -12 443 166 443 312C443 466 390 635 241 635ZM238 602C329 602 354 454 354 312C354 172 330 22 240 22C152 22 124 173 124 313S148 602 238 602Z"></path></g><g transform="matrix(.013,0,0,-0.013,138.145,0)"><path d="M412 140C382 77 369 73 315 73H129L270 222C362 320 402 379 402 466C402 571 322 635 234 635C177 635 130 609 99 576L42 495L64 475C90 514 133 568 201 568C274 568 318 519 318 435C318 349 255 267 193 193C144 135 87 78 32 23V0H405C417 45 427 89 440 131L412 140Z"></path></g><g transform="matrix(.013,0,0,-0.013,144.385,0)"><path d="M412 140C382 77 369 73 315 73H129L270 222C362 320 402 379 402 466C402 571 322 635 234 635C177 635 130 609 99 576L42 495L64 475C90 514 133 568 201 568C274 568 318 519 318 435C318 349 255 267 193 193C144 135 87 78 32 23V0H405C417 45 427 89 440 131L412 140Z"></path></g></svg>,</span> and negative estimates of <svg height="16.5202pt" id="M242" style="vertical-align:-3.943601pt" version="1.1" viewbox="-0.0498162 -12.5766 11.7923 16.5202" width="11.7923pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,1.155,-3.549)"><path d="M470 557C393 591 314 624 246 666H224C156 624 76 591 0 557L12 532C86 550 163 573 235 596C309 572 384 550 458 532L470 557Z"></path></g><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M494 514C482 587 419 712 303 712C238 712 174 667 174 603C174 561 205 514 249 449C219 438 187 422 162 407C93 366 23 283 23 177C23 69 87 -12 190 -12C244 -12 288 5 328 33C406 87 444 170 444 249C444 329 404 391 331 475C265 550 222 605 222 627C222 647 238 657 267 657C355 657 421 585 484 499L494 514ZM359 234C359 143 319 30 219 30C172 30 114 75 114 178C114 275 163 343 195 378C212 397 241 415 269 425C305 382 359 313 359 234Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,6.722,-5.741)"><path d="M414 144C384 79 371 75 317 75H135L276 221C367 316 408 376 408 465C408 570 327 635 237 635C179 635 131 609 100 575L42 494L67 471C94 510 138 565 205 565C277 565 321 517 321 435C321 348 258 270 195 195C146 137 88 81 33 26V0H411C423 44 433 88 446 135L414 144Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,6.396,3.784)"><path d="M463 633C453 636 427 644 417 648C388 660 349 667 316 667C183 667 100 592 100 483C100 398 176 335 223 305L259 282C321 242 358 203 358 149C358 66 301 22 234 22C110 22 70 131 57 208L24 205L28 48C51 23 128 -17 215 -17C342 -17 446 60 446 174C446 262 394 310 317 361L284 383C229 420 183 455 183 515C183 569 222 628 298 628C384 628 418 563 428 481L461 487C459 527 458 593 463 633Z"></path></g></svg> were set to 0.</div>

Science and Technology of Nuclear Installations

tab2

Table 2

Table 2: Analysis of Variance for Item Differences in Verification Data with Unknown Groups 