transcribe-cpp/validation.json

{
  "handy-orukeet-cpu": {
    "pooled": {
      "wer_percent": 5.30209617755857,
      "words": 2433,
      "substitutions": 104,
      "deletions": 10,
      "insertions": 15
    },
    "languages": {
      "de_de": {
        "wer_percent": 4.071246819338422,
        "words": 393,
        "substitutions": 14,
        "deletions": 1,
        "insertions": 1
      },
      "en_us": {
        "wer_percent": 3.4031413612565444,
        "words": 382,
        "substitutions": 12,
        "deletions": 1,
        "insertions": 0
      },
      "es_419": {
        "wer_percent": 3.006012024048096,
        "words": 499,
        "substitutions": 14,
        "deletions": 1,
        "insertions": 0
      },
      "fr_fr": {
        "wer_percent": 4.496788008565311,
        "words": 467,
        "substitutions": 16,
        "deletions": 2,
        "insertions": 3
      },
      "ru_ru": {
        "wer_percent": 7.238605898123325,
        "words": 373,
        "substitutions": 20,
        "deletions": 2,
        "insertions": 5
      },
      "uk_ua": {
        "wer_percent": 11.598746081504702,
        "words": 319,
        "substitutions": 28,
        "deletions": 3,
        "insertions": 6
      }
    }
  },
  "handy-orukeet-metal": {
    "pooled": {
      "wer_percent": 5.343197698314837,
      "words": 2433,
      "substitutions": 105,
      "deletions": 10,
      "insertions": 15
    },
    "languages": {
      "de_de": {
        "wer_percent": 4.071246819338422,
        "words": 393,
        "substitutions": 14,
        "deletions": 1,
        "insertions": 1
      },
      "en_us": {
        "wer_percent": 3.4031413612565444,
        "words": 382,
        "substitutions": 12,
        "deletions": 1,
        "insertions": 0
      },
      "es_419": {
        "wer_percent": 3.006012024048096,
        "words": 499,
        "substitutions": 14,
        "deletions": 1,
        "insertions": 0
      },
      "fr_fr": {
        "wer_percent": 4.496788008565311,
        "words": 467,
        "substitutions": 16,
        "deletions": 2,
        "insertions": 3
      },
      "ru_ru": {
        "wer_percent": 7.506702412868632,
        "words": 373,
        "substitutions": 21,
        "deletions": 2,
        "insertions": 5
      },
      "uk_ua": {
        "wer_percent": 11.598746081504702,
        "words": 319,
        "substitutions": 28,
        "deletions": 3,
        "insertions": 6
      }
    }
  },
  "handy-parakeet-metal": {
    "pooled": {
      "wer_percent": 5.1376900945334985,
      "words": 2433,
      "substitutions": 107,
      "deletions": 13,
      "insertions": 5
    },
    "languages": {
      "de_de": {
        "wer_percent": 3.5623409669211195,
        "words": 393,
        "substitutions": 13,
        "deletions": 1,
        "insertions": 0
      },
      "en_us": {
        "wer_percent": 4.18848167539267,
        "words": 382,
        "substitutions": 14,
        "deletions": 2,
        "insertions": 0
      },
      "es_419": {
        "wer_percent": 3.406813627254509,
        "words": 499,
        "substitutions": 16,
        "deletions": 1,
        "insertions": 0
      },
      "fr_fr": {
        "wer_percent": 4.068522483940043,
        "words": 467,
        "substitutions": 15,
        "deletions": 3,
        "insertions": 1
      },
      "ru_ru": {
        "wer_percent": 7.774798927613941,
        "words": 373,
        "substitutions": 23,
        "deletions": 5,
        "insertions": 1
      },
      "uk_ua": {
        "wer_percent": 9.404388714733543,
        "words": 319,
        "substitutions": 26,
        "deletions": 1,
        "insertions": 3
      }
    }
  },
  "orukeet-nemo-reference": {
    "pooled": {
      "wer_percent": 5.343197698314837,
      "words": 2433,
      "substitutions": 105,
      "deletions": 10,
      "insertions": 15
    },
    "languages": {
      "de_de": {
        "wer_percent": 3.816793893129771,
        "words": 393,
        "substitutions": 13,
        "deletions": 1,
        "insertions": 1
      },
      "en_us": {
        "wer_percent": 3.4031413612565444,
        "words": 382,
        "substitutions": 12,
        "deletions": 1,
        "insertions": 0
      },
      "es_419": {
        "wer_percent": 2.80561122244489,
        "words": 499,
        "substitutions": 13,
        "deletions": 1,
        "insertions": 0
      },
      "fr_fr": {
        "wer_percent": 4.496788008565311,
        "words": 467,
        "substitutions": 16,
        "deletions": 2,
        "insertions": 3
      },
      "ru_ru": {
        "wer_percent": 7.774798927613941,
        "words": 373,
        "substitutions": 22,
        "deletions": 2,
        "insertions": 5
      },
      "uk_ua": {
        "wer_percent": 11.912225705329153,
        "words": 319,
        "substitutions": 29,
        "deletions": 3,
        "insertions": 6
      }
    }
  },
  "protocol": {
    "clips": 120,
    "reference_words": 2433,
    "selection": "first 20 FLEURS validation rows in en_us, de_de, es_419, fr_fr, ru_ru, uk_ua",
    "manifest_sha256": "ad89c16cb46654215fdaf84507937d38825568991d4b4660036ef8d21b74c92a",
    "normalization": "NFKC/casefold; Unicode punctuation/symbols to spaces; collapse whitespace; no number expansion",
    "hardware": "Apple M5 Max, 128 GiB, macOS 26.4.1",
    "timing": "No comparative speed claim; these native checks were not isolated paired timing runs."
  }
}