{
  "study": "YouTube auto-captions vs creator captions (#2642)",
  "thresholds": {
    "rule1_speech_rate_floor_fraction": 0.4,
    "rule1_typical_units_per_minute": {
      "en": 150,
      "es": 160,
      "fr": 150,
      "de": 130,
      "pt": 150,
      "ja": 300,
      "ko": 100,
      "hi": 120
    },
    "rule1_unit": {
      "en": "words",
      "es": "words",
      "fr": "words",
      "de": "words",
      "pt": "words",
      "ja": "characters",
      "ko": "words",
      "hi": "words"
    },
    "rule2_creator_auto_length_ratio": [
      0.7,
      1.3
    ],
    "rule3_mutual_max": 0.15,
    "rule3_reference_min": 0.4,
    "rule4_duplicate_max": 0.02,
    "low_error_flag": 0.05,
    "qualification_b_script_share_min": 0.5
  },
  "thresholds_fixed_at": "2026-10-26T04:53:02+00:00",
  "normalizer_version": "yt-caption-norm-1",
  "run_date": "2026-10-26",
  "captions_fetched_from": "2026-10-26",
  "captions_fetched_to": "2026-10-26",
  "ytdlp_version": "2026.10.21",
  "bootstrap": {
    "resamples": 2000,
    "seed": 20261026,
    "unit": "video",
    "stratified_by": "language",
    "interval": "percentile 95%"
  },
  "metrics": {
    "en": "wer",
    "es": "wer",
    "fr": "wer",
    "de": "wer",
    "pt": "wer",
    "ja": "cer",
    "ko": "wer",
    "hi": "wer"
  },
  "extra_cer_languages": [
    "hi",
    "ko"
  ],
  "pooled_note": "Pooled figures cover the word-scored languages; Japanese is scored in characters and reported on its own.",
  "discovery": {
    "probed_per_language": {
      "en": 7,
      "es": 15,
      "fr": 20,
      "de": 17,
      "pt": 18,
      "ja": 34,
      "ko": 15,
      "hi": 60
    },
    "rejected_at_probe": {
      "en": {
        "channel_cap": 1,
        "language_mismatch": 4,
        "no_auto_track": 1
      },
      "es": {
        "language_mismatch": 4,
        "no_auto_track": 1
      },
      "fr": {
        "language_mismatch": 11,
        "no_creator_track": 1
      },
      "de": {
        "language_mismatch": 6,
        "channel_cap": 1
      },
      "pt": {
        "no_auto_json3": 1,
        "no_creator_track": 3,
        "language_mismatch": 6
      },
      "ja": {
        "language_mismatch": 25,
        "channel_cap": 2,
        "no_creator_track": 1,
        "live": 1
      },
      "ko": {
        "channel_cap": 1,
        "no_auto_json3": 2,
        "no_creator_track": 3,
        "no_auto_track": 1
      },
      "hi": {
        "language_mismatch": 21,
        "channel_cap": 4,
        "no_auto_json3": 3,
        "no_creator_track": 6
      }
    }
  },
  "drop_counts": {
    "rule1_partial_or_summary": 3,
    "rule2_length_ratio": 3,
    "rule3_three_way_outlier": 2,
    "rule4_duplicate_asr_reference": 27,
    "qualification_b_creator_text_not_in_language": 9
  },
  "per_language_counts": {
    "en": {
      "qualified_candidates": 8,
      "fetch_failed": 0,
      "fail_b_creator_text_not_in_language": 0,
      "drop_rule1": 0,
      "drop_rule2": 0,
      "drop_rule4": 0,
      "surplus_not_used": 3,
      "selected": 5,
      "drop_rule3": 0,
      "kept": 5
    },
    "es": {
      "qualified_candidates": 8,
      "fetch_failed": 0,
      "fail_b_creator_text_not_in_language": 0,
      "drop_rule1": 0,
      "drop_rule2": 1,
      "drop_rule4": 0,
      "surplus_not_used": 2,
      "selected": 5,
      "drop_rule3": 0,
      "kept": 5
    },
    "fr": {
      "qualified_candidates": 8,
      "fetch_failed": 0,
      "fail_b_creator_text_not_in_language": 0,
      "drop_rule1": 0,
      "drop_rule2": 0,
      "drop_rule4": 2,
      "surplus_not_used": 1,
      "selected": 5,
      "drop_rule3": 1,
      "kept": 4
    },
    "de": {
      "qualified_candidates": 8,
      "fetch_failed": 0,
      "fail_b_creator_text_not_in_language": 0,
      "drop_rule1": 0,
      "drop_rule2": 0,
      "drop_rule4": 0,
      "surplus_not_used": 3,
      "selected": 5,
      "drop_rule3": 0,
      "kept": 5
    },
    "pt": {
      "qualified_candidates": 8,
      "fetch_failed": 0,
      "fail_b_creator_text_not_in_language": 0,
      "drop_rule1": 1,
      "drop_rule2": 1,
      "drop_rule4": 0,
      "surplus_not_used": 1,
      "selected": 5,
      "drop_rule3": 0,
      "kept": 5
    },
    "ja": {
      "qualified_candidates": 14,
      "fetch_failed": 0,
      "fail_b_creator_text_not_in_language": 0,
      "drop_rule1": 1,
      "drop_rule2": 0,
      "drop_rule4": 4,
      "surplus_not_used": 4,
      "selected": 5,
      "drop_rule3": 0,
      "kept": 5
    },
    "ko": {
      "qualified_candidates": 8,
      "fetch_failed": 0,
      "fail_b_creator_text_not_in_language": 0,
      "drop_rule1": 0,
      "drop_rule2": 0,
      "drop_rule4": 2,
      "surplus_not_used": 1,
      "selected": 5,
      "drop_rule3": 0,
      "kept": 5
    },
    "hi": {
      "qualified_candidates": 36,
      "fetch_failed": 0,
      "fail_b_creator_text_not_in_language": 9,
      "drop_rule1": 1,
      "drop_rule2": 1,
      "drop_rule4": 19,
      "surplus_not_used": 1,
      "selected": 5,
      "drop_rule3": 1,
      "kept": 4
    }
  },
  "rule3_evaluable_videos": 40,
  "rule3_applied": {
    "per_language": {
      "en": {
        "metric": "wer",
        "videos": 5,
        "reference_units": 7842,
        "edits": 233,
        "micro": 0.0297,
        "micro_ci95": [
          0.0236,
          0.0374
        ],
        "macro": 0.0296,
        "macro_ci95": [
          0.0238,
          0.0361
        ]
      },
      "es": {
        "metric": "wer",
        "videos": 5,
        "reference_units": 6841,
        "edits": 594,
        "micro": 0.0868,
        "micro_ci95": [
          0.0444,
          0.1304
        ],
        "macro": 0.0882,
        "macro_ci95": [
          0.0486,
          0.1271
        ]
      },
      "fr": {
        "metric": "wer",
        "videos": 4,
        "reference_units": 6597,
        "edits": 852,
        "micro": 0.1291,
        "micro_ci95": [
          0.0866,
          0.1937
        ],
        "macro": 0.1421,
        "macro_ci95": [
          0.0847,
          0.1996
        ]
      },
      "de": {
        "metric": "wer",
        "videos": 5,
        "reference_units": 6620,
        "edits": 1193,
        "micro": 0.1802,
        "micro_ci95": [
          0.1317,
          0.2255
        ],
        "macro": 0.1712,
        "macro_ci95": [
          0.1221,
          0.2279
        ]
      },
      "pt": {
        "metric": "wer",
        "videos": 5,
        "reference_units": 4513,
        "edits": 756,
        "micro": 0.1675,
        "micro_ci95": [
          0.092,
          0.2524
        ],
        "macro": 0.1579,
        "macro_ci95": [
          0.0884,
          0.2386
        ]
      },
      "ja": {
        "metric": "cer",
        "videos": 5,
        "reference_units": 12903,
        "edits": 1745,
        "micro": 0.1352,
        "micro_ci95": [
          0.0787,
          0.1895
        ],
        "macro": 0.1295,
        "macro_ci95": [
          0.0816,
          0.1796
        ]
      },
      "ko": {
        "metric": "wer",
        "videos": 5,
        "reference_units": 4060,
        "edits": 1177,
        "micro": 0.2899,
        "micro_ci95": [
          0.1711,
          0.4398
        ],
        "macro": 0.3076,
        "macro_ci95": [
          0.1818,
          0.4395
        ],
        "cer": {
          "videos": 5,
          "reference_units": 11469,
          "edits": 1334,
          "micro": 0.1163,
          "micro_ci95": [
            0.0464,
            0.2274
          ],
          "macro": 0.1264,
          "macro_ci95": [
            0.049,
            0.2301
          ]
        }
      },
      "hi": {
        "metric": "wer",
        "videos": 4,
        "reference_units": 4354,
        "edits": 999,
        "micro": 0.2294,
        "micro_ci95": [
          0.0202,
          0.4922
        ],
        "macro": 0.1829,
        "macro_ci95": [
          0.0202,
          0.4609
        ],
        "cer": {
          "videos": 4,
          "reference_units": 16185,
          "edits": 2747,
          "micro": 0.1697,
          "micro_ci95": [
            0.0086,
            0.3698
          ],
          "macro": 0.1273,
          "macro_ci95": [
            0.0091,
            0.3486
          ]
        }
      }
    },
    "pooled_word_languages": {
      "metric": "wer",
      "languages": [
        "de",
        "en",
        "es",
        "fr",
        "hi",
        "ko",
        "pt"
      ],
      "videos": 33,
      "reference_units": 40827,
      "edits": 5804,
      "micro": 0.1422,
      "micro_ci95": [
        0.1065,
        0.1848
      ],
      "macro": 0.1537,
      "macro_ci95": [
        0.117,
        0.1986
      ]
    },
    "kept_videos_under_low_error_flag": 9
  },
  "rule3_not_applied": {
    "per_language": {
      "en": {
        "metric": "wer",
        "videos": 5,
        "reference_units": 7842,
        "edits": 233,
        "micro": 0.0297,
        "micro_ci95": [
          0.0236,
          0.0374
        ],
        "macro": 0.0296,
        "macro_ci95": [
          0.0238,
          0.0361
        ]
      },
      "es": {
        "metric": "wer",
        "videos": 5,
        "reference_units": 6841,
        "edits": 594,
        "micro": 0.0868,
        "micro_ci95": [
          0.0444,
          0.1304
        ],
        "macro": 0.0882,
        "macro_ci95": [
          0.0486,
          0.1271
        ]
      },
      "fr": {
        "metric": "wer",
        "videos": 5,
        "reference_units": 7334,
        "edits": 1242,
        "micro": 0.1693,
        "micro_ci95": [
          0.1017,
          0.3249
        ],
        "macro": 0.2196,
        "macro_ci95": [
          0.1043,
          0.3807
        ]
      },
      "de": {
        "metric": "wer",
        "videos": 5,
        "reference_units": 6620,
        "edits": 1193,
        "micro": 0.1802,
        "micro_ci95": [
          0.1317,
          0.2255
        ],
        "macro": 0.1712,
        "macro_ci95": [
          0.1221,
          0.2279
        ]
      },
      "pt": {
        "metric": "wer",
        "videos": 5,
        "reference_units": 4513,
        "edits": 756,
        "micro": 0.1675,
        "micro_ci95": [
          0.092,
          0.2524
        ],
        "macro": 0.1579,
        "macro_ci95": [
          0.0884,
          0.2386
        ]
      },
      "ja": {
        "metric": "cer",
        "videos": 5,
        "reference_units": 12903,
        "edits": 1745,
        "micro": 0.1352,
        "micro_ci95": [
          0.0787,
          0.1895
        ],
        "macro": 0.1295,
        "macro_ci95": [
          0.0816,
          0.1796
        ]
      },
      "ko": {
        "metric": "wer",
        "videos": 5,
        "reference_units": 4060,
        "edits": 1177,
        "micro": 0.2899,
        "micro_ci95": [
          0.1711,
          0.4398
        ],
        "macro": 0.3076,
        "macro_ci95": [
          0.1818,
          0.4395
        ],
        "cer": {
          "videos": 5,
          "reference_units": 11469,
          "edits": 1334,
          "micro": 0.1163,
          "micro_ci95": [
            0.0464,
            0.2274
          ],
          "macro": 0.1264,
          "macro_ci95": [
            0.049,
            0.2301
          ]
        }
      },
      "hi": {
        "metric": "wer",
        "videos": 5,
        "reference_units": 5114,
        "edits": 1512,
        "micro": 0.2957,
        "micro_ci95": [
          0.0374,
          0.5527
        ],
        "macro": 0.2813,
        "macro_ci95": [
          0.0329,
          0.5306
        ],
        "cer": {
          "videos": 5,
          "reference_units": 18920,
          "edits": 4306,
          "micro": 0.2276,
          "micro_ci95": [
            0.0187,
            0.4328
          ],
          "macro": 0.2159,
          "macro_ci95": [
            0.016,
            0.4345
          ]
        }
      }
    },
    "pooled_word_languages": {
      "metric": "wer",
      "languages": [
        "de",
        "en",
        "es",
        "fr",
        "hi",
        "ko",
        "pt"
      ],
      "videos": 35,
      "reference_units": 42324,
      "edits": 6707,
      "micro": 0.1585,
      "micro_ci95": [
        0.1186,
        0.204
      ],
      "macro": 0.1793,
      "macro_ci95": [
        0.1326,
        0.232
      ]
    },
    "kept_videos_under_low_error_flag": 9
  },
  "videos": [
    {
      "id": "RcGyVTAoXEU",
      "lang": "en",
      "metric": "wer",
      "error_rate": 0.0283,
      "reference_units": 2011,
      "dropped_by_rule3": false
    },
    {
      "id": "BHY0FxzoKZE",
      "lang": "en",
      "metric": "wer",
      "error_rate": 0.0412,
      "reference_units": 1941,
      "dropped_by_rule3": false
    },
    {
      "id": "gUV5DJb6KGs",
      "lang": "en",
      "metric": "wer",
      "error_rate": 0.0215,
      "reference_units": 2191,
      "dropped_by_rule3": false
    },
    {
      "id": "rNxC16mlO60",
      "lang": "en",
      "metric": "wer",
      "error_rate": 0.0332,
      "reference_units": 904,
      "dropped_by_rule3": false
    },
    {
      "id": "xnAL69VN6UA",
      "lang": "en",
      "metric": "wer",
      "error_rate": 0.0239,
      "reference_units": 795,
      "dropped_by_rule3": false
    },
    {
      "id": "UplzCjJXei8",
      "lang": "es",
      "metric": "wer",
      "error_rate": 0.0356,
      "reference_units": 1543,
      "dropped_by_rule3": false
    },
    {
      "id": "FmlFrPMOBro",
      "lang": "es",
      "metric": "wer",
      "error_rate": 0.0928,
      "reference_units": 862,
      "dropped_by_rule3": false
    },
    {
      "id": "OGrRGTul1wg",
      "lang": "es",
      "metric": "wer",
      "error_rate": 0.0395,
      "reference_units": 1493,
      "dropped_by_rule3": false
    },
    {
      "id": "sq1FtWre4Vs",
      "lang": "es",
      "metric": "wer",
      "error_rate": 0.1348,
      "reference_units": 1959,
      "dropped_by_rule3": false
    },
    {
      "id": "OLKWN8yYECY",
      "lang": "es",
      "metric": "wer",
      "error_rate": 0.1382,
      "reference_units": 984,
      "dropped_by_rule3": false
    },
    {
      "id": "VzaF5dvvo4I",
      "lang": "fr",
      "metric": "wer",
      "error_rate": 0.0897,
      "reference_units": 2744,
      "dropped_by_rule3": false
    },
    {
      "id": "6wWbcYk-OrY",
      "lang": "fr",
      "metric": "wer",
      "error_rate": 0.5292,
      "reference_units": 737,
      "dropped_by_rule3": true
    },
    {
      "id": "TCgKyI8ItTo",
      "lang": "fr",
      "metric": "wer",
      "error_rate": 0.1731,
      "reference_units": 1606,
      "dropped_by_rule3": false
    },
    {
      "id": "Jq-xC_6nr6o",
      "lang": "fr",
      "metric": "wer",
      "error_rate": 0.2262,
      "reference_units": 1017,
      "dropped_by_rule3": false
    },
    {
      "id": "qL1fdrDMY7I",
      "lang": "fr",
      "metric": "wer",
      "error_rate": 0.0797,
      "reference_units": 1230,
      "dropped_by_rule3": false
    },
    {
      "id": "MugjWQADXuk",
      "lang": "de",
      "metric": "wer",
      "error_rate": 0.2011,
      "reference_units": 2049,
      "dropped_by_rule3": false
    },
    {
      "id": "BEo_nKJxZh8",
      "lang": "de",
      "metric": "wer",
      "error_rate": 0.1488,
      "reference_units": 1734,
      "dropped_by_rule3": false
    },
    {
      "id": "i8ywQ19VZsc",
      "lang": "de",
      "metric": "wer",
      "error_rate": 0.1033,
      "reference_units": 629,
      "dropped_by_rule3": false
    },
    {
      "id": "dB_Dvq0d_NY",
      "lang": "de",
      "metric": "wer",
      "error_rate": 0.1346,
      "reference_units": 1003,
      "dropped_by_rule3": false
    },
    {
      "id": "kC2W-lK6Gak",
      "lang": "de",
      "metric": "wer",
      "error_rate": 0.268,
      "reference_units": 1205,
      "dropped_by_rule3": false
    },
    {
      "id": "iM9_SsGBGtA",
      "lang": "pt",
      "metric": "wer",
      "error_rate": 0.1081,
      "reference_units": 981,
      "dropped_by_rule3": false
    },
    {
      "id": "QVgEF892qZ4",
      "lang": "pt",
      "metric": "wer",
      "error_rate": 0.0696,
      "reference_units": 618,
      "dropped_by_rule3": false
    },
    {
      "id": "wERtXzsc088",
      "lang": "pt",
      "metric": "wer",
      "error_rate": 0.0975,
      "reference_units": 1077,
      "dropped_by_rule3": false
    },
    {
      "id": "IlLcvSlGDV0",
      "lang": "pt",
      "metric": "wer",
      "error_rate": 0.2096,
      "reference_units": 606,
      "dropped_by_rule3": false
    },
    {
      "id": "jRRuTj-D6K4",
      "lang": "pt",
      "metric": "wer",
      "error_rate": 0.3046,
      "reference_units": 1231,
      "dropped_by_rule3": false
    },
    {
      "id": "YbDYE-31VU4",
      "lang": "ja",
      "metric": "cer",
      "error_rate": 0.0551,
      "reference_units": 2305,
      "dropped_by_rule3": false
    },
    {
      "id": "9Y9piHpWd2U",
      "lang": "ja",
      "metric": "cer",
      "error_rate": 0.1375,
      "reference_units": 887,
      "dropped_by_rule3": false
    },
    {
      "id": "fGWH4Oh0my0",
      "lang": "ja",
      "metric": "cer",
      "error_rate": 0.1315,
      "reference_units": 2099,
      "dropped_by_rule3": false
    },
    {
      "id": "rvbQbruucQ0",
      "lang": "ja",
      "metric": "cer",
      "error_rate": 0.1052,
      "reference_units": 3908,
      "dropped_by_rule3": false
    },
    {
      "id": "sqI-AdObawk",
      "lang": "ko",
      "metric": "wer",
      "error_rate": 0.1063,
      "reference_units": 969,
      "cer": 0.0371,
      "dropped_by_rule3": false
    },
    {
      "id": "t2hzzJIaZAw",
      "lang": "ko",
      "metric": "wer",
      "error_rate": 0.5705,
      "reference_units": 787,
      "cer": 0.3273,
      "dropped_by_rule3": false
    },
    {
      "id": "9sdBXctXui4",
      "lang": "ko",
      "metric": "wer",
      "error_rate": 0.3752,
      "reference_units": 525,
      "cer": 0.1338,
      "dropped_by_rule3": false
    },
    {
      "id": "4dMU83SZEy0",
      "lang": "ko",
      "metric": "wer",
      "error_rate": 0.2708,
      "reference_units": 816,
      "cer": 0.0989,
      "dropped_by_rule3": false
    },
    {
      "id": "VVA6epiaQn8",
      "lang": "ko",
      "metric": "wer",
      "error_rate": 0.215,
      "reference_units": 963,
      "cer": 0.0347,
      "dropped_by_rule3": false
    },
    {
      "id": "wEdZMzyM168",
      "lang": "hi",
      "metric": "wer",
      "error_rate": 0.675,
      "reference_units": 760,
      "cer": 0.57,
      "dropped_by_rule3": true
    },
    {
      "id": "UZZr2VaMCAk",
      "lang": "hi",
      "metric": "wer",
      "error_rate": 0.6078,
      "reference_units": 1415,
      "cer": 0.4515,
      "dropped_by_rule3": false
    },
    {
      "id": "ZJ4fIzjj4HY",
      "lang": "ja",
      "metric": "cer",
      "error_rate": 0.2184,
      "reference_units": 3704,
      "dropped_by_rule3": false
    },
    {
      "id": "cNnKUwvSMMQ",
      "lang": "hi",
      "metric": "wer",
      "error_rate": 0.0202,
      "reference_units": 1039,
      "cer": 0.0072,
      "dropped_by_rule3": false
    },
    {
      "id": "Ylglewdlj-k",
      "lang": "hi",
      "metric": "wer",
      "error_rate": 0.0202,
      "reference_units": 642,
      "cer": 0.011,
      "dropped_by_rule3": false
    },
    {
      "id": "2oNsmVPY8tc",
      "lang": "hi",
      "metric": "wer",
      "error_rate": 0.0835,
      "reference_units": 1258,
      "cer": 0.0397,
      "dropped_by_rule3": false
    }
  ]
}