{
  "summary": [
    {
      "n": 1,
      "precision": "native",
      "correct": 3,
      "questions": 80,
      "accuracy": 0.0375,
      "accuracy_ci": [
        0.0,
        0.0875
      ],
      "delta_reference": 0.0,
      "delta_reference_ci": [
        0.0,
        0.0
      ],
      "disagreement": 0.0,
      "harmful_flips": 0,
      "beneficial_flips": 0,
      "oracle_coverage": 0.0375,
      "accuracy_given_available": 1.0,
      "top_tie_rate": 0.0
    },
    {
      "n": 1,
      "precision": "8",
      "correct": 3,
      "questions": 80,
      "accuracy": 0.0375,
      "accuracy_ci": [
        0.0,
        0.0875
      ],
      "delta_reference": 0.0,
      "delta_reference_ci": [
        0.0,
        0.0
      ],
      "disagreement": 0.0,
      "harmful_flips": 0,
      "beneficial_flips": 0,
      "oracle_coverage": 0.0375,
      "accuracy_given_available": 1.0,
      "top_tie_rate": 0.0
    },
    {
      "n": 1,
      "precision": "4",
      "correct": 3,
      "questions": 80,
      "accuracy": 0.0375,
      "accuracy_ci": [
        0.0,
        0.0875
      ],
      "delta_reference": 0.0,
      "delta_reference_ci": [
        0.0,
        0.0
      ],
      "disagreement": 0.0,
      "harmful_flips": 0,
      "beneficial_flips": 0,
      "oracle_coverage": 0.0375,
      "accuracy_given_available": 1.0,
      "top_tie_rate": 0.0
    },
    {
      "n": 2,
      "precision": "native",
      "correct": 4,
      "questions": 80,
      "accuracy": 0.05,
      "accuracy_ci": [
        0.0125,
        0.1
      ],
      "delta_reference": 0.0,
      "delta_reference_ci": [
        0.0,
        0.0
      ],
      "disagreement": 0.0,
      "harmful_flips": 0,
      "beneficial_flips": 0,
      "oracle_coverage": 0.125,
      "accuracy_given_available": 0.4,
      "top_tie_rate": 0.1125
    },
    {
      "n": 2,
      "precision": "8",
      "correct": 3,
      "questions": 80,
      "accuracy": 0.0375,
      "accuracy_ci": [
        0.0,
        0.0875
      ],
      "delta_reference": -0.0125,
      "delta_reference_ci": [
        -0.0375,
        0.0
      ],
      "disagreement": 0.1,
      "harmful_flips": 1,
      "beneficial_flips": 0,
      "oracle_coverage": 0.125,
      "accuracy_given_available": 0.3,
      "top_tie_rate": 0.0875
    },
    {
      "n": 2,
      "precision": "4",
      "correct": 2,
      "questions": 80,
      "accuracy": 0.025,
      "accuracy_ci": [
        0.0,
        0.0625
      ],
      "delta_reference": -0.025,
      "delta_reference_ci": [
        -0.0625,
        0.0
      ],
      "disagreement": 0.2125,
      "harmful_flips": 2,
      "beneficial_flips": 0,
      "oracle_coverage": 0.125,
      "accuracy_given_available": 0.2,
      "top_tie_rate": 0.1375
    },
    {
      "n": 4,
      "precision": "native",
      "correct": 5,
      "questions": 80,
      "accuracy": 0.0625,
      "accuracy_ci": [
        0.0125,
        0.125
      ],
      "delta_reference": 0.0,
      "delta_reference_ci": [
        0.0,
        0.0
      ],
      "disagreement": 0.0,
      "harmful_flips": 0,
      "beneficial_flips": 0,
      "oracle_coverage": 0.2375,
      "accuracy_given_available": 0.2631578947368421,
      "top_tie_rate": 0.15
    },
    {
      "n": 4,
      "precision": "8",
      "correct": 4,
      "questions": 80,
      "accuracy": 0.05,
      "accuracy_ci": [
        0.0125,
        0.1
      ],
      "delta_reference": -0.0125,
      "delta_reference_ci": [
        -0.0375,
        0.0
      ],
      "disagreement": 0.1125,
      "harmful_flips": 1,
      "beneficial_flips": 0,
      "oracle_coverage": 0.2375,
      "accuracy_given_available": 0.21052631578947367,
      "top_tie_rate": 0.175
    },
    {
      "n": 4,
      "precision": "4",
      "correct": 3,
      "questions": 80,
      "accuracy": 0.0375,
      "accuracy_ci": [
        0.0,
        0.0875
      ],
      "delta_reference": -0.025,
      "delta_reference_ci": [
        -0.075,
        0.025
      ],
      "disagreement": 0.55,
      "harmful_flips": 3,
      "beneficial_flips": 1,
      "oracle_coverage": 0.2375,
      "accuracy_given_available": 0.15789473684210525,
      "top_tie_rate": 0.225
    },
    {
      "n": 8,
      "precision": "native",
      "correct": 9,
      "questions": 80,
      "accuracy": 0.1125,
      "accuracy_ci": [
        0.05,
        0.1875
      ],
      "delta_reference": 0.0,
      "delta_reference_ci": [
        0.0,
        0.0
      ],
      "disagreement": 0.0,
      "harmful_flips": 0,
      "beneficial_flips": 0,
      "oracle_coverage": 0.5125,
      "accuracy_given_available": 0.21951219512195122,
      "top_tie_rate": 0.225
    },
    {
      "n": 8,
      "precision": "8",
      "correct": 7,
      "questions": 80,
      "accuracy": 0.0875,
      "accuracy_ci": [
        0.0375,
        0.15
      ],
      "delta_reference": -0.025,
      "delta_reference_ci": [
        -0.075,
        0.025
      ],
      "disagreement": 0.275,
      "harmful_flips": 3,
      "beneficial_flips": 1,
      "oracle_coverage": 0.5125,
      "accuracy_given_available": 0.17073170731707318,
      "top_tie_rate": 0.2
    },
    {
      "n": 8,
      "precision": "4",
      "correct": 5,
      "questions": 80,
      "accuracy": 0.0625,
      "accuracy_ci": [
        0.0125,
        0.125
      ],
      "delta_reference": -0.05,
      "delta_reference_ci": [
        -0.125,
        0.0125
      ],
      "disagreement": 0.625,
      "harmful_flips": 6,
      "beneficial_flips": 2,
      "oracle_coverage": 0.5125,
      "accuracy_given_available": 0.12195121951219512,
      "top_tie_rate": 0.3375
    },
    {
      "n": 16,
      "precision": "native",
      "correct": 11,
      "questions": 80,
      "accuracy": 0.1375,
      "accuracy_ci": [
        0.0625,
        0.225
      ],
      "delta_reference": 0.0,
      "delta_reference_ci": [
        0.0,
        0.0
      ],
      "disagreement": 0.0,
      "harmful_flips": 0,
      "beneficial_flips": 0,
      "oracle_coverage": 1.0,
      "accuracy_given_available": 0.1375,
      "top_tie_rate": 0.1875
    },
    {
      "n": 16,
      "precision": "8",
      "correct": 10,
      "questions": 80,
      "accuracy": 0.125,
      "accuracy_ci": [
        0.0625,
        0.2
      ],
      "delta_reference": -0.0125,
      "delta_reference_ci": [
        -0.0625,
        0.025
      ],
      "disagreement": 0.2875,
      "harmful_flips": 2,
      "beneficial_flips": 1,
      "oracle_coverage": 1.0,
      "accuracy_given_available": 0.125,
      "top_tie_rate": 0.1875
    },
    {
      "n": 16,
      "precision": "4",
      "correct": 6,
      "questions": 80,
      "accuracy": 0.075,
      "accuracy_ci": [
        0.025,
        0.1375
      ],
      "delta_reference": -0.0625,
      "delta_reference_ci": [
        -0.15,
        0.0125
      ],
      "disagreement": 0.6875,
      "harmful_flips": 8,
      "beneficial_flips": 3,
      "oracle_coverage": 1.0,
      "accuracy_given_available": 0.075,
      "top_tie_rate": 0.425
    }
  ],
  "policies": [
    {
      "n": 2,
      "precision": "8",
      "policy": "never",
      "threshold": null,
      "escalation_fraction": 0.0,
      "reference_candidate_evaluations": 0,
      "accuracy": 0.0375,
      "accuracy_ci": [
        0.0,
        0.0875
      ],
      "delta_quantized": 0.0,
      "delta_quantized_ci": [
        0.0,
        0.0
      ],
      "disagreement_reference": 0.1,
      "random_rescore_expected_accuracy": 0.0375,
      "delta_random_expected": 0.0,
      "delta_random_expected_ci": [
        0.0,
        0.0
      ],
      "estimated_scoring_cost_relative_to_native": 1.1615898249924037
    },
    {
      "n": 2,
      "precision": "8",
      "policy": "q0",
      "threshold": 0.0,
      "escalation_fraction": 0.0875,
      "reference_candidate_evaluations": 14,
      "accuracy": 0.05,
      "accuracy_ci": [
        0.0125,
        0.1
      ],
      "delta_quantized": 0.0125,
      "delta_quantized_ci": [
        0.0,
        0.0375
      ],
      "disagreement_reference": 0.0625,
      "random_rescore_expected_accuracy": 0.038593749999999996,
      "delta_random_expected": 0.01140625,
      "delta_random_expected_ci": [
        0.0,
        0.03421875
      ],
      "estimated_scoring_cost_relative_to_native": 1.2490898249924036
    },
    {
      "n": 2,
      "precision": "8",
      "policy": "q0.25",
      "threshold": 0.25,
      "escalation_fraction": 0.325,
      "reference_candidate_evaluations": 52,
      "accuracy": 0.05,
      "accuracy_ci": [
        0.0125,
        0.1
      ],
      "delta_quantized": 0.0125,
      "delta_quantized_ci": [
        0.0,
        0.0375
      ],
      "disagreement_reference": 0.0125,
      "random_rescore_expected_accuracy": 0.0415625,
      "delta_random_expected": 0.0084375,
      "delta_random_expected_ci": [
        0.0,
        0.025312500000000005
      ],
      "estimated_scoring_cost_relative_to_native": 1.4865898249924037
    },
    {
      "n": 2,
      "precision": "8",
      "policy": "q0.5",
      "threshold": 0.375,
      "escalation_fraction": 0.4375,
      "reference_candidate_evaluations": 70,
      "accuracy": 0.05,
      "accuracy_ci": [
        0.0125,
        0.1
      ],
      "delta_quantized": 0.0125,
      "delta_quantized_ci": [
        0.0,
        0.0375
      ],
      "disagreement_reference": 0.0125,
      "random_rescore_expected_accuracy": 0.04296875,
      "delta_random_expected": 0.00703125,
      "delta_random_expected_ci": [
        0.0,
        0.02109375
      ],
      "estimated_scoring_cost_relative_to_native": 1.5990898249924037
    },
    {
      "n": 2,
      "precision": "8",
      "policy": "q0.75",
      "threshold": 0.75,
      "escalation_fraction": 0.6875,
      "reference_candidate_evaluations": 110,
      "accuracy": 0.05,
      "accuracy_ci": [
        0.0125,
        0.1
      ],
      "delta_quantized": 0.0125,
      "delta_quantized_ci": [
        0.0,
        0.0375
      ],
      "disagreement_reference": 0.0,
      "random_rescore_expected_accuracy": 0.04609375,
      "delta_random_expected": 0.00390625,
      "delta_random_expected_ci": [
        0.0,
        0.01171875
      ],
      "estimated_scoring_cost_relative_to_native": 1.8490898249924037
    },
    {
      "n": 2,
      "precision": "8",
      "policy": "q1",
      "threshold": 2.125,
      "escalation_fraction": 0.9625,
      "reference_candidate_evaluations": 154,
      "accuracy": 0.05,
      "accuracy_ci": [
        0.0125,
        0.1
      ],
      "delta_quantized": 0.0125,
      "delta_quantized_ci": [
        0.0,
        0.0375
      ],
      "disagreement_reference": 0.0,
      "random_rescore_expected_accuracy": 0.04953125,
      "delta_random_expected": 0.0004687499999999997,
      "delta_random_expected_ci": [
        0.0,
        0.001406249999999999
      ],
      "estimated_scoring_cost_relative_to_native": 2.124089824992404
    },
    {
      "n": 2,
      "precision": "8",
      "policy": "always",
      "threshold": null,
      "escalation_fraction": 1.0,
      "reference_candidate_evaluations": 160,
      "accuracy": 0.05,
      "accuracy_ci": [
        0.0125,
        0.1
      ],
      "delta_quantized": 0.0125,
      "delta_quantized_ci": [
        0.0,
        0.0375
      ],
      "disagreement_reference": 0.0,
      "random_rescore_expected_accuracy": 0.05,
      "delta_random_expected": 0.0,
      "delta_random_expected_ci": [
        0.0,
        0.0
      ],
      "estimated_scoring_cost_relative_to_native": 2.1615898249924035
    },
    {
      "n": 2,
      "precision": "4",
      "policy": "never",
      "threshold": null,
      "escalation_fraction": 0.0,
      "reference_candidate_evaluations": 0,
      "accuracy": 0.025,
      "accuracy_ci": [
        0.0,
        0.0625
      ],
      "delta_quantized": 0.0,
      "delta_quantized_ci": [
        0.0,
        0.0
      ],
      "disagreement_reference": 0.2125,
      "random_rescore_expected_accuracy": 0.025,
      "delta_random_expected": 0.0,
      "delta_random_expected_ci": [
        0.0,
        0.0
      ],
      "estimated_scoring_cost_relative_to_native": 1.4840861605990996
    },
    {
      "n": 2,
      "precision": "4",
      "policy": "q0",
      "threshold": 0.0,
      "escalation_fraction": 0.1375,
      "reference_candidate_evaluations": 22,
      "accuracy": 0.0375,
      "accuracy_ci": [
        0.0,
        0.0875
      ],
      "delta_quantized": 0.0125,
      "delta_quantized_ci": [
        0.0,
        0.0375
      ],
      "disagreement_reference": 0.1375,
      "random_rescore_expected_accuracy": 0.028437500000000004,
      "delta_random_expected": 0.009062500000000001,
      "delta_random_expected_ci": [
        -0.00515625,
        0.032343750000000004
      ],
      "estimated_scoring_cost_relative_to_native": 1.6215861605990995
    },
    {
      "n": 2,
      "precision": "4",
      "policy": "q0.25",
      "threshold": 0.125,
      "escalation_fraction": 0.4125,
      "reference_candidate_evaluations": 66,
      "accuracy": 0.0375,
      "accuracy_ci": [
        0.0,
        0.0875
      ],
      "delta_quantized": 0.0125,
      "delta_quantized_ci": [
        0.0,
        0.0375
      ],
      "disagreement_reference": 0.0375,
      "random_rescore_expected_accuracy": 0.035312500000000004,
      "delta_random_expected": 0.0021875000000000006,
      "delta_random_expected_ci": [
        -0.015468749999999998,
        0.022031250000000002
      ],
      "estimated_scoring_cost_relative_to_native": 1.8965861605990995
    },
    {
      "n": 2,
      "precision": "4",
      "policy": "q0.5",
      "threshold": 0.25,
      "escalation_fraction": 0.65,
      "reference_candidate_evaluations": 104,
      "accuracy": 0.05,
      "accuracy_ci": [
        0.0125,
        0.1
      ],
      "delta_quantized": 0.025,
      "delta_quantized_ci": [
        0.0,
        0.0625
      ],
      "disagreement_reference": 0.0,
      "random_rescore_expected_accuracy": 0.041249999999999995,
      "delta_random_expected": 0.008749999999999999,
      "delta_random_expected_ci": [
        0.0,
        0.021875
      ],
      "estimated_scoring_cost_relative_to_native": 2.1340861605990997
    },
    {
      "n": 2,
      "precision": "4",
      "policy": "q0.75",
      "threshold": 0.5,
      "escalation_fraction": 0.825,
      "reference_candidate_evaluations": 132,
      "accuracy": 0.05,
      "accuracy_ci": [
        0.0125,
        0.1
      ],
      "delta_quantized": 0.025,
      "delta_quantized_ci": [
        0.0,
        0.0625
      ],
      "disagreement_reference": 0.0,
      "random_rescore_expected_accuracy": 0.045625000000000006,
      "delta_random_expected": 0.004375000000000001,
      "delta_random_expected_ci": [
        0.0,
        0.010937500000000003
      ],
      "estimated_scoring_cost_relative_to_native": 2.3090861605990995
    },
    {
      "n": 2,
      "precision": "4",
      "policy": "q1",
      "threshold": 1.125,
      "escalation_fraction": 1.0,
      "reference_candidate_evaluations": 160,
      "accuracy": 0.05,
      "accuracy_ci": [
        0.0125,
        0.1
      ],
      "delta_quantized": 0.025,
      "delta_quantized_ci": [
        0.0,
        0.0625
      ],
      "disagreement_reference": 0.0,
      "random_rescore_expected_accuracy": 0.05,
      "delta_random_expected": 0.0,
      "delta_random_expected_ci": [
        0.0,
        0.0
      ],
      "estimated_scoring_cost_relative_to_native": 2.4840861605990994
    },
    {
      "n": 2,
      "precision": "4",
      "policy": "always",
      "threshold": null,
      "escalation_fraction": 1.0,
      "reference_candidate_evaluations": 160,
      "accuracy": 0.05,
      "accuracy_ci": [
        0.0125,
        0.1
      ],
      "delta_quantized": 0.025,
      "delta_quantized_ci": [
        0.0,
        0.0625
      ],
      "disagreement_reference": 0.0,
      "random_rescore_expected_accuracy": 0.05,
      "delta_random_expected": 0.0,
      "delta_random_expected_ci": [
        0.0,
        0.0
      ],
      "estimated_scoring_cost_relative_to_native": 2.4840861605990994
    },
    {
      "n": 4,
      "precision": "8",
      "policy": "never",
      "threshold": null,
      "escalation_fraction": 0.0,
      "reference_candidate_evaluations": 0,
      "accuracy": 0.05,
      "accuracy_ci": [
        0.0125,
        0.1
      ],
      "delta_quantized": 0.0,
      "delta_quantized_ci": [
        0.0,
        0.0
      ],
      "disagreement_reference": 0.1125,
      "random_rescore_expected_accuracy": 0.05,
      "delta_random_expected": 0.0,
      "delta_random_expected_ci": [
        0.0,
        0.0
      ],
      "estimated_scoring_cost_relative_to_native": 1.1615898249924037
    },
    {
      "n": 4,
      "precision": "8",
      "policy": "q0",
      "threshold": 0.0,
      "escalation_fraction": 0.175,
      "reference_candidate_evaluations": 56,
      "accuracy": 0.0625,
      "accuracy_ci": [
        0.0125,
        0.125
      ],
      "delta_quantized": 0.0125,
      "delta_quantized_ci": [
        0.0,
        0.0375
      ],
      "disagreement_reference": 0.0625,
      "random_rescore_expected_accuracy": 0.0521875,
      "delta_random_expected": 0.010312499999999999,
      "delta_random_expected_ci": [
        0.0,
        0.030937499999999996
      ],
      "estimated_scoring_cost_relative_to_native": 1.3365898249924038
    },
    {
      "n": 4,
      "precision": "8",
      "policy": "q0.25",
      "threshold": 0.125,
      "escalation_fraction": 0.4,
      "reference_candidate_evaluations": 128,
      "accuracy": 0.0625,
      "accuracy_ci": [
        0.0125,
        0.125
      ],
      "delta_quantized": 0.0125,
      "delta_quantized_ci": [
        0.0,
        0.0375
      ],
      "disagreement_reference": 0.0,
      "random_rescore_expected_accuracy": 0.05500000000000001,
      "delta_random_expected": 0.0075,
      "delta_random_expected_ci": [
        0.0,
        0.0225
      ],
      "estimated_scoring_cost_relative_to_native": 1.5615898249924036
    },
    {
      "n": 4,
      "precision": "8",
      "policy": "q0.5",
      "threshold": 0.3125,
      "escalation_fraction": 0.55,
      "reference_candidate_evaluations": 176,
      "accuracy": 0.0625,
      "accuracy_ci": [
        0.0125,
        0.125
      ],
      "delta_quantized": 0.0125,
      "delta_quantized_ci": [
        0.0,
        0.0375
      ],
      "disagreement_reference": 0.0,
      "random_rescore_expected_accuracy": 0.056874999999999995,
      "delta_random_expected": 0.005625,
      "delta_random_expected_ci": [
        0.0,
        0.016874999999999998
      ],
      "estimated_scoring_cost_relative_to_native": 1.7115898249924038
    },
    {
      "n": 4,
      "precision": "8",
      "policy": "q0.75",
      "threshold": 0.53125,
      "escalation_fraction": 0.6875,
      "reference_candidate_evaluations": 220,
      "accuracy": 0.0625,
      "accuracy_ci": [
        0.0125,
        0.125
      ],
      "delta_quantized": 0.0125,
      "delta_quantized_ci": [
        0.0,
        0.0375
      ],
      "disagreement_reference": 0.0,
      "random_rescore_expected_accuracy": 0.05859375,
      "delta_random_expected": 0.00390625,
      "delta_random_expected_ci": [
        0.0,
        0.01171875
      ],
      "estimated_scoring_cost_relative_to_native": 1.8490898249924037
    },
    {
      "n": 4,
      "precision": "8",
      "policy": "q1",
      "threshold": 1.125,
      "escalation_fraction": 0.95,
      "reference_candidate_evaluations": 304,
      "accuracy": 0.0625,
      "accuracy_ci": [
        0.0125,
        0.125
      ],
      "delta_quantized": 0.0125,
      "delta_quantized_ci": [
        0.0,
        0.0375
      ],
      "disagreement_reference": 0.0,
      "random_rescore_expected_accuracy": 0.061875,
      "delta_random_expected": 0.0006250000000000006,
      "delta_random_expected_ci": [
        0.0,
        0.0018750000000000017
      ],
      "estimated_scoring_cost_relative_to_native": 2.1115898249924037
    },
    {
      "n": 4,
      "precision": "8",
      "policy": "always",
      "threshold": null,
      "escalation_fraction": 1.0,
      "reference_candidate_evaluations": 320,
      "accuracy": 0.0625,
      "accuracy_ci": [
        0.0125,
        0.125
      ],
      "delta_quantized": 0.0125,
      "delta_quantized_ci": [
        0.0,
        0.0375
      ],
      "disagreement_reference": 0.0,
      "random_rescore_expected_accuracy": 0.0625,
      "delta_random_expected": 0.0,
      "delta_random_expected_ci": [
        0.0,
        0.0
      ],
      "estimated_scoring_cost_relative_to_native": 2.1615898249924035
    },
    {
      "n": 4,
      "precision": "4",
      "policy": "never",
      "threshold": null,
      "escalation_fraction": 0.0,
      "reference_candidate_evaluations": 0,
      "accuracy": 0.0375,
      "accuracy_ci": [
        0.0,
        0.0875
      ],
      "delta_quantized": 0.0,
      "delta_quantized_ci": [
        0.0,
        0.0
      ],
      "disagreement_reference": 0.55,
      "random_rescore_expected_accuracy": 0.0375,
      "delta_random_expected": 0.0,
      "delta_random_expected_ci": [
        0.0,
        0.0
      ],
      "estimated_scoring_cost_relative_to_native": 1.4840861605990996
    },
    {
      "n": 4,
      "precision": "4",
      "policy": "q0",
      "threshold": 0.0,
      "escalation_fraction": 0.225,
      "reference_candidate_evaluations": 72,
      "accuracy": 0.0375,
      "accuracy_ci": [
        0.0,
        0.0875
      ],
      "delta_quantized": 0.0,
      "delta_quantized_ci": [
        -0.0375,
        0.0375
      ],
      "disagreement_reference": 0.3875,
      "random_rescore_expected_accuracy": 0.043125000000000004,
      "delta_random_expected": -0.005625000000000001,
      "delta_random_expected_ci": [
        -0.034687499999999996,
        0.0234375
      ],
      "estimated_scoring_cost_relative_to_native": 1.7090861605990995
    },
    {
      "n": 4,
      "precision": "4",
      "policy": "q0.25",
      "threshold": 0.09375,
      "escalation_fraction": 0.225,
      "reference_candidate_evaluations": 72,
      "accuracy": 0.0375,
      "accuracy_ci": [
        0.0,
        0.0875
      ],
      "delta_quantized": 0.0,
      "delta_quantized_ci": [
        -0.0375,
        0.0375
      ],
      "disagreement_reference": 0.3875,
      "random_rescore_expected_accuracy": 0.043125000000000004,
      "delta_random_expected": -0.005625000000000001,
      "delta_random_expected_ci": [
        -0.034687499999999996,
        0.0234375
      ],
      "estimated_scoring_cost_relative_to_native": 1.7090861605990995
    },
    {
      "n": 4,
      "precision": "4",
      "policy": "q0.5",
      "threshold": 0.125,
      "escalation_fraction": 0.6375,
      "reference_candidate_evaluations": 204,
      "accuracy": 0.0375,
      "accuracy_ci": [
        0.0,
        0.0875
      ],
      "delta_quantized": 0.0,
      "delta_quantized_ci": [
        -0.0375,
        0.0375
      ],
      "disagreement_reference": 0.1375,
      "random_rescore_expected_accuracy": 0.053437500000000006,
      "delta_random_expected": -0.0159375,
      "delta_random_expected_ci": [
        -0.044375,
        0.005625000000000002
      ],
      "estimated_scoring_cost_relative_to_native": 2.1215861605990995
    },
    {
      "n": 4,
      "precision": "4",
      "policy": "q0.75",
      "threshold": 0.15625,
      "escalation_fraction": 0.6375,
      "reference_candidate_evaluations": 204,
      "accuracy": 0.0375,
      "accuracy_ci": [
        0.0,
        0.0875
      ],
      "delta_quantized": 0.0,
      "delta_quantized_ci": [
        -0.0375,
        0.0375
      ],
      "disagreement_reference": 0.1375,
      "random_rescore_expected_accuracy": 0.053437500000000006,
      "delta_random_expected": -0.0159375,
      "delta_random_expected_ci": [
        -0.044375,
        0.005625000000000002
      ],
      "estimated_scoring_cost_relative_to_native": 2.1215861605990995
    },
    {
      "n": 4,
      "precision": "4",
      "policy": "q1",
      "threshold": 0.75,
      "escalation_fraction": 0.975,
      "reference_candidate_evaluations": 312,
      "accuracy": 0.0625,
      "accuracy_ci": [
        0.0125,
        0.125
      ],
      "delta_quantized": 0.025,
      "delta_quantized_ci": [
        -0.025,
        0.075
      ],
      "disagreement_reference": 0.0,
      "random_rescore_expected_accuracy": 0.061875,
      "delta_random_expected": 0.0006250000000000006,
      "delta_random_expected_ci": [
        -0.0006250000000000006,
        0.0018750000000000017
      ],
      "estimated_scoring_cost_relative_to_native": 2.4590861605990995
    },
    {
      "n": 4,
      "precision": "4",
      "policy": "always",
      "threshold": null,
      "escalation_fraction": 1.0,
      "reference_candidate_evaluations": 320,
      "accuracy": 0.0625,
      "accuracy_ci": [
        0.0125,
        0.125
      ],
      "delta_quantized": 0.025,
      "delta_quantized_ci": [
        -0.025,
        0.075
      ],
      "disagreement_reference": 0.0,
      "random_rescore_expected_accuracy": 0.0625,
      "delta_random_expected": 0.0,
      "delta_random_expected_ci": [
        0.0,
        0.0
      ],
      "estimated_scoring_cost_relative_to_native": 2.4840861605990994
    },
    {
      "n": 8,
      "precision": "8",
      "policy": "never",
      "threshold": null,
      "escalation_fraction": 0.0,
      "reference_candidate_evaluations": 0,
      "accuracy": 0.0875,
      "accuracy_ci": [
        0.0375,
        0.15
      ],
      "delta_quantized": 0.0,
      "delta_quantized_ci": [
        0.0,
        0.0
      ],
      "disagreement_reference": 0.275,
      "random_rescore_expected_accuracy": 0.0875,
      "delta_random_expected": 0.0,
      "delta_random_expected_ci": [
        0.0,
        0.0
      ],
      "estimated_scoring_cost_relative_to_native": 1.1615898249924037
    },
    {
      "n": 8,
      "precision": "8",
      "policy": "q0",
      "threshold": 0.0,
      "escalation_fraction": 0.2,
      "reference_candidate_evaluations": 128,
      "accuracy": 0.1125,
      "accuracy_ci": [
        0.05,
        0.1875
      ],
      "delta_quantized": 0.025,
      "delta_quantized_ci": [
        0.0,
        0.0625
      ],
      "disagreement_reference": 0.175,
      "random_rescore_expected_accuracy": 0.0925,
      "delta_random_expected": 0.02,
      "delta_random_expected_ci": [
        -0.0025,
        0.052500000000000005
      ],
      "estimated_scoring_cost_relative_to_native": 1.3615898249924037
    },
    {
      "n": 8,
      "precision": "8",
      "policy": "q0.25",
      "threshold": 0.125,
      "escalation_fraction": 0.45,
      "reference_candidate_evaluations": 288,
      "accuracy": 0.125,
      "accuracy_ci": [
        0.0625,
        0.2
      ],
      "delta_quantized": 0.0375,
      "delta_quantized_ci": [
        0.0,
        0.0875
      ],
      "disagreement_reference": 0.05,
      "random_rescore_expected_accuracy": 0.09875,
      "delta_random_expected": 0.026250000000000002,
      "delta_random_expected_ci": [
        0.005625,
        0.053750000000000006
      ],
      "estimated_scoring_cost_relative_to_native": 1.6115898249924037
    },
    {
      "n": 8,
      "precision": "8",
      "policy": "q0.5",
      "threshold": 0.125,
      "escalation_fraction": 0.45,
      "reference_candidate_evaluations": 288,
      "accuracy": 0.125,
      "accuracy_ci": [
        0.0625,
        0.2
      ],
      "delta_quantized": 0.0375,
      "delta_quantized_ci": [
        0.0,
        0.0875
      ],
      "disagreement_reference": 0.05,
      "random_rescore_expected_accuracy": 0.09875,
      "delta_random_expected": 0.026250000000000002,
      "delta_random_expected_ci": [
        0.005625,
        0.053750000000000006
      ],
      "estimated_scoring_cost_relative_to_native": 1.6115898249924037
    },
    {
      "n": 8,
      "precision": "8",
      "policy": "q0.75",
      "threshold": 0.375,
      "escalation_fraction": 0.7625,
      "reference_candidate_evaluations": 488,
      "accuracy": 0.1125,
      "accuracy_ci": [
        0.05,
        0.1875
      ],
      "delta_quantized": 0.025,
      "delta_quantized_ci": [
        -0.025,
        0.075
      ],
      "disagreement_reference": 0.0,
      "random_rescore_expected_accuracy": 0.1065625,
      "delta_random_expected": 0.005937500000000001,
      "delta_random_expected_ci": [
        -0.005937500000000001,
        0.017812500000000002
      ],
      "estimated_scoring_cost_relative_to_native": 1.9240898249924037
    },
    {
      "n": 8,
      "precision": "8",
      "policy": "q1",
      "threshold": 0.75,
      "escalation_fraction": 0.95,
      "reference_candidate_evaluations": 608,
      "accuracy": 0.1125,
      "accuracy_ci": [
        0.05,
        0.1875
      ],
      "delta_quantized": 0.025,
      "delta_quantized_ci": [
        -0.025,
        0.075
      ],
      "disagreement_reference": 0.0,
      "random_rescore_expected_accuracy": 0.11125,
      "delta_random_expected": 0.0012500000000000011,
      "delta_random_expected_ci": [
        -0.0012500000000000011,
        0.0037500000000000033
      ],
      "estimated_scoring_cost_relative_to_native": 2.1115898249924037
    },
    {
      "n": 8,
      "precision": "8",
      "policy": "always",
      "threshold": null,
      "escalation_fraction": 1.0,
      "reference_candidate_evaluations": 640,
      "accuracy": 0.1125,
      "accuracy_ci": [
        0.05,
        0.1875
      ],
      "delta_quantized": 0.025,
      "delta_quantized_ci": [
        -0.025,
        0.075
      ],
      "disagreement_reference": 0.0,
      "random_rescore_expected_accuracy": 0.1125,
      "delta_random_expected": 0.0,
      "delta_random_expected_ci": [
        0.0,
        0.0
      ],
      "estimated_scoring_cost_relative_to_native": 2.1615898249924035
    },
    {
      "n": 8,
      "precision": "4",
      "policy": "never",
      "threshold": null,
      "escalation_fraction": 0.0,
      "reference_candidate_evaluations": 0,
      "accuracy": 0.0625,
      "accuracy_ci": [
        0.0125,
        0.125
      ],
      "delta_quantized": 0.0,
      "delta_quantized_ci": [
        0.0,
        0.0
      ],
      "disagreement_reference": 0.625,
      "random_rescore_expected_accuracy": 0.0625,
      "delta_random_expected": 0.0,
      "delta_random_expected_ci": [
        0.0,
        0.0
      ],
      "estimated_scoring_cost_relative_to_native": 1.4840861605990996
    },
    {
      "n": 8,
      "precision": "4",
      "policy": "q0",
      "threshold": 0.0,
      "escalation_fraction": 0.3375,
      "reference_candidate_evaluations": 216,
      "accuracy": 0.1125,
      "accuracy_ci": [
        0.05,
        0.1875
      ],
      "delta_quantized": 0.05,
      "delta_quantized_ci": [
        0.0125,
        0.1
      ],
      "disagreement_reference": 0.375,
      "random_rescore_expected_accuracy": 0.079375,
      "delta_random_expected": 0.033125,
      "delta_random_expected_ci": [
        -0.00015625000000000084,
        0.07062500000000001
      ],
      "estimated_scoring_cost_relative_to_native": 1.8215861605990995
    },
    {
      "n": 8,
      "precision": "4",
      "policy": "q0.25",
      "threshold": 0.0,
      "escalation_fraction": 0.3375,
      "reference_candidate_evaluations": 216,
      "accuracy": 0.1125,
      "accuracy_ci": [
        0.05,
        0.1875
      ],
      "delta_quantized": 0.05,
      "delta_quantized_ci": [
        0.0125,
        0.1
      ],
      "disagreement_reference": 0.375,
      "random_rescore_expected_accuracy": 0.079375,
      "delta_random_expected": 0.033125,
      "delta_random_expected_ci": [
        -0.00015625000000000084,
        0.07062500000000001
      ],
      "estimated_scoring_cost_relative_to_native": 1.8215861605990995
    },
    {
      "n": 8,
      "precision": "4",
      "policy": "q0.5",
      "threshold": 0.125,
      "escalation_fraction": 0.7875,
      "reference_candidate_evaluations": 504,
      "accuracy": 0.1125,
      "accuracy_ci": [
        0.05,
        0.1875
      ],
      "delta_quantized": 0.05,
      "delta_quantized_ci": [
        -0.0125,
        0.125
      ],
      "disagreement_reference": 0.0625,
      "random_rescore_expected_accuracy": 0.10187500000000001,
      "delta_random_expected": 0.010625,
      "delta_random_expected_ci": [
        -0.00265625,
        0.0265625
      ],
      "estimated_scoring_cost_relative_to_native": 2.2715861605990995
    },
    {
      "n": 8,
      "precision": "4",
      "policy": "q0.75",
      "threshold": 0.125,
      "escalation_fraction": 0.7875,
      "reference_candidate_evaluations": 504,
      "accuracy": 0.1125,
      "accuracy_ci": [
        0.05,
        0.1875
      ],
      "delta_quantized": 0.05,
      "delta_quantized_ci": [
        -0.0125,
        0.125
      ],
      "disagreement_reference": 0.0625,
      "random_rescore_expected_accuracy": 0.10187500000000001,
      "delta_random_expected": 0.010625,
      "delta_random_expected_ci": [
        -0.00265625,
        0.0265625
      ],
      "estimated_scoring_cost_relative_to_native": 2.2715861605990995
    },
    {
      "n": 8,
      "precision": "4",
      "policy": "q1",
      "threshold": 0.5,
      "escalation_fraction": 0.975,
      "reference_candidate_evaluations": 624,
      "accuracy": 0.1125,
      "accuracy_ci": [
        0.05,
        0.1875
      ],
      "delta_quantized": 0.05,
      "delta_quantized_ci": [
        -0.0125,
        0.125
      ],
      "disagreement_reference": 0.0,
      "random_rescore_expected_accuracy": 0.11125,
      "delta_random_expected": 0.0012500000000000011,
      "delta_random_expected_ci": [
        -0.0003125000000000003,
        0.0031250000000000028
      ],
      "estimated_scoring_cost_relative_to_native": 2.4590861605990995
    },
    {
      "n": 8,
      "precision": "4",
      "policy": "always",
      "threshold": null,
      "escalation_fraction": 1.0,
      "reference_candidate_evaluations": 640,
      "accuracy": 0.1125,
      "accuracy_ci": [
        0.05,
        0.1875
      ],
      "delta_quantized": 0.05,
      "delta_quantized_ci": [
        -0.0125,
        0.125
      ],
      "disagreement_reference": 0.0,
      "random_rescore_expected_accuracy": 0.1125,
      "delta_random_expected": 0.0,
      "delta_random_expected_ci": [
        0.0,
        0.0
      ],
      "estimated_scoring_cost_relative_to_native": 2.4840861605990994
    },
    {
      "n": 16,
      "precision": "8",
      "policy": "never",
      "threshold": null,
      "escalation_fraction": 0.0,
      "reference_candidate_evaluations": 0,
      "accuracy": 0.125,
      "accuracy_ci": [
        0.0625,
        0.2
      ],
      "delta_quantized": 0.0,
      "delta_quantized_ci": [
        0.0,
        0.0
      ],
      "disagreement_reference": 0.2875,
      "random_rescore_expected_accuracy": 0.125,
      "delta_random_expected": 0.0,
      "delta_random_expected_ci": [
        0.0,
        0.0
      ],
      "estimated_scoring_cost_relative_to_native": 1.1615898249924037
    },
    {
      "n": 16,
      "precision": "8",
      "policy": "q0",
      "threshold": 0.0,
      "escalation_fraction": 0.1875,
      "reference_candidate_evaluations": 240,
      "accuracy": 0.1375,
      "accuracy_ci": [
        0.0625,
        0.225
      ],
      "delta_quantized": 0.0125,
      "delta_quantized_ci": [
        -0.025,
        0.0625
      ],
      "disagreement_reference": 0.1625,
      "random_rescore_expected_accuracy": 0.12734375,
      "delta_random_expected": 0.01015625,
      "delta_random_expected_ci": [
        -0.0203125,
        0.05078125
      ],
      "estimated_scoring_cost_relative_to_native": 1.3490898249924037
    },
    {
      "n": 16,
      "precision": "8",
      "policy": "q0.25",
      "threshold": 0.125,
      "escalation_fraction": 0.525,
      "reference_candidate_evaluations": 672,
      "accuracy": 0.1375,
      "accuracy_ci": [
        0.0625,
        0.225
      ],
      "delta_quantized": 0.0125,
      "delta_quantized_ci": [
        -0.025,
        0.0625
      ],
      "disagreement_reference": 0.025,
      "random_rescore_expected_accuracy": 0.1315625,
      "delta_random_expected": 0.0059375,
      "delta_random_expected_ci": [
        -0.011875,
        0.0296875
      ],
      "estimated_scoring_cost_relative_to_native": 1.6865898249924036
    },
    {
      "n": 16,
      "precision": "8",
      "policy": "q0.5",
      "threshold": 0.25,
      "escalation_fraction": 0.7375,
      "reference_candidate_evaluations": 944,
      "accuracy": 0.1375,
      "accuracy_ci": [
        0.0625,
        0.225
      ],
      "delta_quantized": 0.0125,
      "delta_quantized_ci": [
        -0.025,
        0.0625
      ],
      "disagreement_reference": 0.0,
      "random_rescore_expected_accuracy": 0.13421875,
      "delta_random_expected": 0.0032812499999999994,
      "delta_random_expected_ci": [
        -0.006562499999999999,
        0.016406249999999997
      ],
      "estimated_scoring_cost_relative_to_native": 1.8990898249924038
    },
    {
      "n": 16,
      "precision": "8",
      "policy": "q0.75",
      "threshold": 0.25,
      "escalation_fraction": 0.7375,
      "reference_candidate_evaluations": 944,
      "accuracy": 0.1375,
      "accuracy_ci": [
        0.0625,
        0.225
      ],
      "delta_quantized": 0.0125,
      "delta_quantized_ci": [
        -0.025,
        0.0625
      ],
      "disagreement_reference": 0.0,
      "random_rescore_expected_accuracy": 0.13421875,
      "delta_random_expected": 0.0032812499999999994,
      "delta_random_expected_ci": [
        -0.006562499999999999,
        0.016406249999999997
      ],
      "estimated_scoring_cost_relative_to_native": 1.8990898249924038
    },
    {
      "n": 16,
      "precision": "8",
      "policy": "q1",
      "threshold": 0.875,
      "escalation_fraction": 0.9875,
      "reference_candidate_evaluations": 1264,
      "accuracy": 0.1375,
      "accuracy_ci": [
        0.0625,
        0.225
      ],
      "delta_quantized": 0.0125,
      "delta_quantized_ci": [
        -0.025,
        0.0625
      ],
      "disagreement_reference": 0.0,
      "random_rescore_expected_accuracy": 0.13734375000000001,
      "delta_random_expected": 0.00015624999999999943,
      "delta_random_expected_ci": [
        -0.00031249999999999887,
        0.0007812499999999972
      ],
      "estimated_scoring_cost_relative_to_native": 2.1490898249924038
    },
    {
      "n": 16,
      "precision": "8",
      "policy": "always",
      "threshold": null,
      "escalation_fraction": 1.0,
      "reference_candidate_evaluations": 1280,
      "accuracy": 0.1375,
      "accuracy_ci": [
        0.0625,
        0.225
      ],
      "delta_quantized": 0.0125,
      "delta_quantized_ci": [
        -0.025,
        0.0625
      ],
      "disagreement_reference": 0.0,
      "random_rescore_expected_accuracy": 0.1375,
      "delta_random_expected": 0.0,
      "delta_random_expected_ci": [
        0.0,
        0.0
      ],
      "estimated_scoring_cost_relative_to_native": 2.1615898249924035
    },
    {
      "n": 16,
      "precision": "4",
      "policy": "never",
      "threshold": null,
      "escalation_fraction": 0.0,
      "reference_candidate_evaluations": 0,
      "accuracy": 0.075,
      "accuracy_ci": [
        0.025,
        0.1375
      ],
      "delta_quantized": 0.0,
      "delta_quantized_ci": [
        0.0,
        0.0
      ],
      "disagreement_reference": 0.6875,
      "random_rescore_expected_accuracy": 0.075,
      "delta_random_expected": 0.0,
      "delta_random_expected_ci": [
        0.0,
        0.0
      ],
      "estimated_scoring_cost_relative_to_native": 1.4840861605990996
    },
    {
      "n": 16,
      "precision": "4",
      "policy": "q0",
      "threshold": 0.0,
      "escalation_fraction": 0.425,
      "reference_candidate_evaluations": 544,
      "accuracy": 0.1,
      "accuracy_ci": [
        0.0375,
        0.175
      ],
      "delta_quantized": 0.025,
      "delta_quantized_ci": [
        -0.0375,
        0.0875
      ],
      "disagreement_reference": 0.4125,
      "random_rescore_expected_accuracy": 0.1015625,
      "delta_random_expected": -0.0015625000000000014,
      "delta_random_expected_ci": [
        -0.0421875,
        0.041249999999999995
      ],
      "estimated_scoring_cost_relative_to_native": 1.9090861605990996
    },
    {
      "n": 16,
      "precision": "4",
      "policy": "q0.25",
      "threshold": 0.0,
      "escalation_fraction": 0.425,
      "reference_candidate_evaluations": 544,
      "accuracy": 0.1,
      "accuracy_ci": [
        0.0375,
        0.175
      ],
      "delta_quantized": 0.025,
      "delta_quantized_ci": [
        -0.0375,
        0.0875
      ],
      "disagreement_reference": 0.4125,
      "random_rescore_expected_accuracy": 0.1015625,
      "delta_random_expected": -0.0015625000000000014,
      "delta_random_expected_ci": [
        -0.0421875,
        0.041249999999999995
      ],
      "estimated_scoring_cost_relative_to_native": 1.9090861605990996
    },
    {
      "n": 16,
      "precision": "4",
      "policy": "q0.5",
      "threshold": 0.125,
      "escalation_fraction": 0.85,
      "reference_candidate_evaluations": 1088,
      "accuracy": 0.1375,
      "accuracy_ci": [
        0.0625,
        0.225
      ],
      "delta_quantized": 0.0625,
      "delta_quantized_ci": [
        -0.0125,
        0.15
      ],
      "disagreement_reference": 0.075,
      "random_rescore_expected_accuracy": 0.128125,
      "delta_random_expected": 0.009375000000000001,
      "delta_random_expected_ci": [
        -0.0018750000000000004,
        0.022500000000000003
      ],
      "estimated_scoring_cost_relative_to_native": 2.3340861605990995
    },
    {
      "n": 16,
      "precision": "4",
      "policy": "q0.75",
      "threshold": 0.15625,
      "escalation_fraction": 0.85,
      "reference_candidate_evaluations": 1088,
      "accuracy": 0.1375,
      "accuracy_ci": [
        0.0625,
        0.225
      ],
      "delta_quantized": 0.0625,
      "delta_quantized_ci": [
        -0.0125,
        0.15
      ],
      "disagreement_reference": 0.075,
      "random_rescore_expected_accuracy": 0.128125,
      "delta_random_expected": 0.009375000000000001,
      "delta_random_expected_ci": [
        -0.0018750000000000004,
        0.022500000000000003
      ],
      "estimated_scoring_cost_relative_to_native": 2.3340861605990995
    },
    {
      "n": 16,
      "precision": "4",
      "policy": "q1",
      "threshold": 0.75,
      "escalation_fraction": 1.0,
      "reference_candidate_evaluations": 1280,
      "accuracy": 0.1375,
      "accuracy_ci": [
        0.0625,
        0.225
      ],
      "delta_quantized": 0.0625,
      "delta_quantized_ci": [
        -0.0125,
        0.15
      ],
      "disagreement_reference": 0.0,
      "random_rescore_expected_accuracy": 0.1375,
      "delta_random_expected": 0.0,
      "delta_random_expected_ci": [
        0.0,
        0.0
      ],
      "estimated_scoring_cost_relative_to_native": 2.4840861605990994
    },
    {
      "n": 16,
      "precision": "4",
      "policy": "always",
      "threshold": null,
      "escalation_fraction": 1.0,
      "reference_candidate_evaluations": 1280,
      "accuracy": 0.1375,
      "accuracy_ci": [
        0.0625,
        0.225
      ],
      "delta_quantized": 0.0625,
      "delta_quantized_ci": [
        -0.0125,
        0.15
      ],
      "disagreement_reference": 0.0,
      "random_rescore_expected_accuracy": 0.1375,
      "delta_random_expected": 0.0,
      "delta_random_expected_ci": [
        0.0,
        0.0
      ],
      "estimated_scoring_cost_relative_to_native": 2.4840861605990994
    }
  ],
  "ex_post_bound_checks": [
    {
      "precision": "8",
      "n": 2,
      "certified_fraction": 0.4375,
      "violations": 0
    },
    {
      "precision": "8",
      "n": 4,
      "certified_fraction": 0.2125,
      "violations": 0
    },
    {
      "precision": "8",
      "n": 8,
      "certified_fraction": 0.05,
      "violations": 0
    },
    {
      "precision": "8",
      "n": 16,
      "certified_fraction": 0.0125,
      "violations": 0
    },
    {
      "precision": "4",
      "n": 2,
      "certified_fraction": 0.0,
      "violations": 0
    },
    {
      "precision": "4",
      "n": 4,
      "certified_fraction": 0.0,
      "violations": 0
    },
    {
      "precision": "4",
      "n": 8,
      "certified_fraction": 0.0,
      "violations": 0
    },
    {
      "precision": "4",
      "n": 16,
      "certified_fraction": 0.0,
      "violations": 0
    }
  ],
  "n_dev": 40,
  "n_test": 80,
  "bootstrap_replicates": 10000,
  "hardware": "Apple M1, 8 GB unified memory",
  "scope": "One general instruction model; constructed integer answers; no generation or reasoning traces.",
  "candidate_label_accuracy": {
    "native": 0.296875,
    "8": 0.42421875,
    "4": 0.06796875
  },
  "always_no_label_accuracy": 0.9375,
  "family_n16": [
    {
      "family": 0,
      "precision": "native",
      "accuracy": 0.05
    },
    {
      "family": 0,
      "precision": "8",
      "accuracy": 0.05
    },
    {
      "family": 0,
      "precision": "4",
      "accuracy": 0.05
    },
    {
      "family": 1,
      "precision": "native",
      "accuracy": 0.3
    },
    {
      "family": 1,
      "precision": "8",
      "accuracy": 0.25
    },
    {
      "family": 1,
      "precision": "4",
      "accuracy": 0.1
    },
    {
      "family": 2,
      "precision": "native",
      "accuracy": 0.1
    },
    {
      "family": 2,
      "precision": "8",
      "accuracy": 0.1
    },
    {
      "family": 2,
      "precision": "4",
      "accuracy": 0.1
    },
    {
      "family": 3,
      "precision": "native",
      "accuracy": 0.1
    },
    {
      "family": 3,
      "precision": "8",
      "accuracy": 0.1
    },
    {
      "family": 3,
      "precision": "4",
      "accuracy": 0.05
    }
  ]
}