{ "ok": true, "checks": [ { "name": "agreement_value", "expected": 1, "actual": 1.0, "diff": 0.0, "ok": true }, { "name": "intervals.agreement.point", "expected": 1, "actual": 1.0, "diff": 0.0, "ok": true }, { "name": "intervals.agreement.lo", "expected": 1, "actual": 1.0, "diff": 0.0, "ok": true }, { "name": "intervals.agreement.hi", "expected": 1, "actual": 1.0, "diff": 0.0, "ok": true }, { "name": "breakdowns.supplementary_agreement.gwet_ac1", "expected": 1, "actual": 1.0, "diff": 0.0, "ok": true }, { "name": "intervals.gwet_ac1.point", "expected": 1, "actual": 1.0, "diff": 0.0, "ok": true }, { "name": "intervals.gwet_ac1.lo", "expected": 1, "actual": 1.0, "diff": 0.0, "ok": true }, { "name": "intervals.gwet_ac1.hi", "expected": 1, "actual": 1.0, "diff": 0.0, "ok": true }, { "name": "gold_accuracy_pct", "expected": 100, "actual": 100.0, "diff": 0.0, "ok": true }, { "name": "intervals.gold_accuracy.bootstrap.point", "expected": 100, "actual": 100.0, "diff": 0.0, "ok": true }, { "name": "intervals.gold_accuracy.bootstrap.lo", "expected": 100, "actual": 100.0, "diff": 0.0, "ok": true }, { "name": "intervals.gold_accuracy.bootstrap.hi", "expected": 100, "actual": 100.0, "diff": 0.0, "ok": true }, { "name": "intervals.gold_accuracy.wilson.point", "expected": 100, "actual": 100.0, "diff": 0.0, "ok": true }, { "name": "intervals.gold_accuracy.wilson.lo", "expected": 34.2380227506653, "actual": 34.2380227506653, "diff": 0.0, "ok": true }, { "name": "intervals.gold_accuracy.wilson.hi", "expected": 100, "actual": 100.0, "diff": 0.0, "ok": true }, { "name": "intervals.defect_rate.wilson.point", "expected": 6.25, "actual": 6.25, "diff": 0.0, "ok": true }, { "name": "intervals.defect_rate.wilson.lo", "expected": 1.1119344764642518, "actual": 1.1119344764642518, "diff": 0.0, "ok": true }, { "name": "intervals.defect_rate.wilson.hi", "expected": 28.328737570298944, "actual": 28.328737570298944, "diff": 0.0, "ok": true }, { "name": "defect_rate_pct", "expected": 6.25, "actual": 6.25, "diff": 0.0, "ok": true }, { "name": "rubric_pass_rate_pct", "expected": 78.57142857142857, "actual": 78.57142857142857, "diff": 0.0, "ok": true }, { "name": "intervals.rubric_pass_rate.bootstrap.point", "expected": 78.57142857142857, "actual": 78.57142857142857, "diff": 0.0, "ok": true }, { "name": "intervals.rubric_pass_rate.bootstrap.lo", "expected": 57.14285714285714, "actual": 57.14285714285714, "diff": 0.0, "ok": true }, { "name": "intervals.rubric_pass_rate.bootstrap.hi", "expected": 100, "actual": 100.0, "diff": 0.0, "ok": true }, { "name": "intervals.rubric_pass_rate.wilson.point", "expected": 78.57142857142857, "actual": 78.57142857142857, "diff": 0.0, "ok": true }, { "name": "intervals.rubric_pass_rate.wilson.lo", "expected": 52.410769413399706, "actual": 52.410769413399706, "diff": 0.0, "ok": true }, { "name": "intervals.rubric_pass_rate.wilson.hi", "expected": 92.42861328730683, "actual": 92.42861328730683, "diff": 0.0, "ok": true }, { "name": "validator_agreement.value", "expected": 0.8181818181818182, "actual": 0.8181818181818182, "diff": 0.0, "ok": true }, { "name": "validator_agreement.method", "expected": "COHENS_KAPPA", "actual": "COHENS_KAPPA", "diff": null, "ok": true }, { "name": "validator_agreement.n_items", "expected": 16, "actual": 16, "diff": null, "ok": true }, { "name": "validator_agreement.n_validators", "expected": 2, "actual": 2, "diff": null, "ok": true }, { "name": "validator_agreement.interval.point", "expected": 0.8181818181818182, "actual": 0.8181818181818182, "diff": 0.0, "ok": true }, { "name": "validator_agreement.interval.lo", "expected": 0.2544186046511653, "actual": 0.2544186046511653, "diff": 0.0, "ok": true }, { "name": "validator_agreement.interval.hi", "expected": 1, "actual": 1.0, "diff": 0.0, "ok": true } ] }