{
  "recognizer": "Jarvis Parakeet TDT CTC 110m INT8, no hotwords",
  "summary": {
    "cpp-int8-c3": {
      "words": 276,
      "errors": 13,
      "wer": 0.04710144927536232,
      "shortTranscripts": [
        "Done.",
        "Done.",
        "Done."
      ]
    },
    "cpp-int8-c3-gate50": {
      "words": 276,
      "errors": 25,
      "wer": 0.09057971014492754,
      "shortTranscripts": [
        "Done.",
        "Done.",
        "Done."
      ]
    },
    "cpp-int8-c3-trim": {
      "words": 276,
      "errors": 27,
      "wer": 0.09782608695652174,
      "shortTranscripts": [
        "Done.",
        "Done.",
        "Done."
      ]
    },
    "cpp-mixed-alba-gate50": {
      "words": 276,
      "errors": 13,
      "wer": 0.04710144927536232,
      "shortTranscripts": [
        "done",
        "Done.",
        "done."
      ]
    },
    "cpp-mixed-alba-raw": {
      "words": 276,
      "errors": 15,
      "wer": 0.05434782608695652,
      "shortTranscripts": [
        "Done.",
        "Done.",
        "Done."
      ]
    },
    "cpp-mixed-c15-trim": {
      "words": 276,
      "errors": 38,
      "wer": 0.13768115942028986,
      "shortTranscripts": [
        "Done.",
        "Done.",
        "Done."
      ]
    },
    "cpp-mixed-c3": {
      "words": 276,
      "errors": 30,
      "wer": 0.10869565217391304,
      "shortTranscripts": [
        "Done.",
        "Done.",
        "Done."
      ]
    },
    "cpp-mixed-c3-gate50": {
      "words": 276,
      "errors": 25,
      "wer": 0.09057971014492754,
      "shortTranscripts": [
        "Done.",
        "Done.",
        "Done."
      ]
    },
    "cpp-mixed-c3-trim": {
      "words": 276,
      "errors": 27,
      "wer": 0.09782608695652174,
      "shortTranscripts": [
        "Done.",
        "Done.",
        "Done."
      ]
    },
    "kevin-int8-c3-trim": {
      "words": 276,
      "errors": 17,
      "wer": 0.06159420289855073,
      "shortTranscripts": [
        "Done.",
        "Done.",
        "Done."
      ]
    },
    "kevin-mixed-c3": {
      "words": 276,
      "errors": 17,
      "wer": 0.06159420289855073,
      "shortTranscripts": [
        "Done.",
        "Done.",
        "Done."
      ]
    },
    "kevin-mixed-c3-gate50": {
      "words": 276,
      "errors": 20,
      "wer": 0.07246376811594203,
      "shortTranscripts": [
        "Done.",
        "Done.",
        "Done."
      ]
    },
    "kevin-mixed-c3-trim": {
      "words": 276,
      "errors": 17,
      "wer": 0.06159420289855073,
      "shortTranscripts": [
        "Done.",
        "Done.",
        "Done."
      ]
    }
  },
  "records": [
    {
      "engine": "cpp-int8-c3-gate50",
      "repetition": "r0",
      "scenario": "long",
      "transcript": "I finish the requested update and check the paths that share this behavior. The desktop client now keeps the selected tasks stable across reconnects, while the mobile client reports a disconnected note instead of subsequently moving work elsewhere. Focus tests cover local and remote routing, cancellation, and the reverse transition. The targeted type check and test files pass, and no live user date was opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 67,
      "errors": 9,
      "substitutions": 8,
      "deletions": 0,
      "insertions": 1,
      "wordErrorRate": 0.13636363636363635
    },
    {
      "engine": "cpp-int8-c3-gate50",
      "repetition": "r0",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-int8-c3-gate50",
      "repetition": "r0",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-int8-c3-gate50",
      "repetition": "r1",
      "scenario": "long",
      "transcript": "I finish the requested update and check the paths that share this behavior. The desktop client now keeps the selected task stable across reconnects, while the mobile client reports a disconnected node instead of slightly moving work elsewhere. Focused tests cover local and remote routing, cancellation, and the reverse transition. The targeted type check and test files pass, and no live user is opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 66,
      "errors": 7,
      "substitutions": 5,
      "deletions": 1,
      "insertions": 1,
      "wordErrorRate": 0.10606060606060606
    },
    {
      "engine": "cpp-int8-c3-gate50",
      "repetition": "r1",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-int8-c3-gate50",
      "repetition": "r1",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-int8-c3-gate50",
      "repetition": "r2",
      "scenario": "long",
      "transcript": "I finished the requested update and checked the paths that share this behavior. The desktop client now keeps the selected tasks stable across reconnects, while the mobile client reports a disconnected note slightly moving work elsewhere. Focused tests cover local and remote routing, cancellation, and the reverse transition. The targeted type check and test files pass, and no live user is opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 64,
      "errors": 9,
      "substitutions": 5,
      "deletions": 3,
      "insertions": 1,
      "wordErrorRate": 0.13636363636363635
    },
    {
      "engine": "cpp-int8-c3-gate50",
      "repetition": "r2",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-int8-c3-gate50",
      "repetition": "r2",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-int8-c3",
      "repetition": "r0",
      "scenario": "long",
      "transcript": "I finished the requested update and check the paths that share this behavior. The desktop client now keeps the selected tasks stable across reconnects, while the mobile client reports a disconnected node instead of silently moving work elsewhere. Focus tests cover local and remote routing, cancellation, and the reverse transition. The targeted type check and test files pass, and no live user data was opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 67,
      "errors": 5,
      "substitutions": 4,
      "deletions": 0,
      "insertions": 1,
      "wordErrorRate": 0.07575757575757576
    },
    {
      "engine": "cpp-int8-c3",
      "repetition": "r0",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-int8-c3",
      "repetition": "r0",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-int8-c3",
      "repetition": "r1",
      "scenario": "long",
      "transcript": "I finished the requested update and check the paths that share this behavior. The desktop client now keeps the selected task stable across reconnects, while the mobile client reports a disconnected node instead of silently moving work elsewhere. Focused tests cover local and remote routing, cancellation, and the reverse transition. The targeted type check and test files pass, and no live user data was opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 67,
      "errors": 3,
      "substitutions": 2,
      "deletions": 0,
      "insertions": 1,
      "wordErrorRate": 0.045454545454545456
    },
    {
      "engine": "cpp-int8-c3",
      "repetition": "r1",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-int8-c3",
      "repetition": "r1",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-int8-c3",
      "repetition": "r2",
      "scenario": "long",
      "transcript": "I finish the requested update and check the paths that share this behavior. The desktop client now keeps the selected task stable across reconnects, while the mobile client reports a disconnected node instead of silently moving work elsewhere. Focus tests cover local and remote routing, cancellation, and the reverse transition. The targeted type check and test files pass, and no live user data was opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 67,
      "errors": 5,
      "substitutions": 4,
      "deletions": 0,
      "insertions": 1,
      "wordErrorRate": 0.07575757575757576
    },
    {
      "engine": "cpp-int8-c3",
      "repetition": "r2",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-int8-c3",
      "repetition": "r2",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-int8-c3-trim",
      "repetition": "r0",
      "scenario": "long",
      "transcript": "I finished the requested update and check the paths that share this behavior. The desktop client now keeps the selected tasks stable across reconnects, while the mobile client reports a disconnected note instead of slightly moving work elsewhere. Focus tests cover local and remote routing, cancellation, and the reverse transition. The targeted type check and test files pass, and no live user date was opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 67,
      "errors": 8,
      "substitutions": 7,
      "deletions": 0,
      "insertions": 1,
      "wordErrorRate": 0.12121212121212122
    },
    {
      "engine": "cpp-int8-c3-trim",
      "repetition": "r0",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-int8-c3-trim",
      "repetition": "r0",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-int8-c3-trim",
      "repetition": "r1",
      "scenario": "long",
      "transcript": "I finished the requested update and check the paths that share this behavior. The desktop client now keeps the selected task stable across reconnects, while the mobile client reports a disconnected network of slightly moving work elsewhere. Focused tests cover local and remote routing, cancellation and the reverse transition. The targeted type check and test files pass, and no live user is opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 65,
      "errors": 8,
      "substitutions": 5,
      "deletions": 2,
      "insertions": 1,
      "wordErrorRate": 0.12121212121212122
    },
    {
      "engine": "cpp-int8-c3-trim",
      "repetition": "r1",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-int8-c3-trim",
      "repetition": "r1",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-int8-c3-trim",
      "repetition": "r2",
      "scenario": "long",
      "transcript": "I finish the requested update and check the paths that share this behavior. The desktop client now keeps the selected task stable across reconnects, while the mobile client reports a disconnected note moving work elsewhere. Focus tests cover local and remote routing, cancellation, and the reverse transition. The targeted type check and test files pass, and no live user is opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 63,
      "errors": 11,
      "substitutions": 6,
      "deletions": 4,
      "insertions": 1,
      "wordErrorRate": 0.16666666666666666
    },
    {
      "engine": "cpp-int8-c3-trim",
      "repetition": "r2",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-int8-c3-trim",
      "repetition": "r2",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-alba-gate50",
      "repetition": "r0",
      "scenario": "long",
      "transcript": "I finished the requested update and check the paths that share this behavior. The desktop client now keeps the selected tasks stable across reconnects while the mobile client reports a disconnected node instead of silently moving work elsewhere. Focused tests cover local and remote routing, cancellation and the reverse transition. The targeted type check and test files pass and no live user data was opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 67,
      "errors": 4,
      "substitutions": 3,
      "deletions": 0,
      "insertions": 1,
      "wordErrorRate": 0.06060606060606061
    },
    {
      "engine": "cpp-mixed-alba-gate50",
      "repetition": "r0",
      "scenario": "short",
      "transcript": "done",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-alba-gate50",
      "repetition": "r0",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests, all targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-alba-gate50",
      "repetition": "r1",
      "scenario": "long",
      "transcript": "I finished the requested update and check the paths that share this behavior. The desktop client now keeps the selected tasks stable across reconnects while the mobile client reports a disconnected node instead of silently moving work elsewhere. Focused tests cover local and remote routing, cancellation and the reverse transition. The targeted type check and test files pass and no live user data was opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 67,
      "errors": 4,
      "substitutions": 3,
      "deletions": 0,
      "insertions": 1,
      "wordErrorRate": 0.06060606060606061
    },
    {
      "engine": "cpp-mixed-alba-gate50",
      "repetition": "r1",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-alba-gate50",
      "repetition": "r1",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests, all targeted checks passed, you can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-alba-gate50",
      "repetition": "r2",
      "scenario": "long",
      "transcript": "I finish the requested update and check the paths that share this behavior. The desktop client now keeps the selected tasks stable across reconnects while the mobile client reports a disconnected node instead of silently moving work elsewhere. Focused tests cover local and remote routing, cancellation, and the reverse transition. The targeted type check and test files pass and no live user data was opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 67,
      "errors": 5,
      "substitutions": 4,
      "deletions": 0,
      "insertions": 1,
      "wordErrorRate": 0.07575757575757576
    },
    {
      "engine": "cpp-mixed-alba-gate50",
      "repetition": "r2",
      "scenario": "short",
      "transcript": "done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-alba-gate50",
      "repetition": "r2",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests, all targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-alba-raw",
      "repetition": "r0",
      "scenario": "long",
      "transcript": "I finished the requested update and check the paths that share this behavior. The desktop client now keeps the selected tasks stable across reconnects while the mobile client reports a disconnected node instead of silently moving work elsewhere. Focus tests cover local and remote routing, cancellation and the reverse transition. The targeted type check and test files pass, and no live user data was opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 67,
      "errors": 5,
      "substitutions": 4,
      "deletions": 0,
      "insertions": 1,
      "wordErrorRate": 0.07575757575757576
    },
    {
      "engine": "cpp-mixed-alba-raw",
      "repetition": "r0",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-alba-raw",
      "repetition": "r0",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests, all targeted checks passed, you can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-alba-raw",
      "repetition": "r1",
      "scenario": "long",
      "transcript": "I finish the requested update and check the paths that share this behavior. The desktop client now keeps the selected tasks stable across reconnects while the mobile client reports a disconnected node instead of silently moving work elsewhere. Focused tests cover local and remote routing, cancellation and the reverse transition. The targeted type check and test files pass and no live user data was opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 67,
      "errors": 5,
      "substitutions": 4,
      "deletions": 0,
      "insertions": 1,
      "wordErrorRate": 0.07575757575757576
    },
    {
      "engine": "cpp-mixed-alba-raw",
      "repetition": "r1",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-alba-raw",
      "repetition": "r1",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests, all targeted checks passed, you can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-alba-raw",
      "repetition": "r2",
      "scenario": "long",
      "transcript": "I finished the requested update and check the paths that share this behavior. The desktop client now keeps the selected tasks stable across reconnects while the mobile client reports a disconnected node instead of silently moving work elsewhere. Focus tests cover local and remote routing, cancellation, and the reverse transition. The targeted type check and test files pass and no live user data was opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 67,
      "errors": 5,
      "substitutions": 4,
      "deletions": 0,
      "insertions": 1,
      "wordErrorRate": 0.07575757575757576
    },
    {
      "engine": "cpp-mixed-alba-raw",
      "repetition": "r2",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-alba-raw",
      "repetition": "r2",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests, all targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-c15-trim",
      "repetition": "r0",
      "scenario": "long",
      "transcript": "I finish the requested update and check the paths that share this behavior. The desktop client now keeps the selected task stable across reconnects, while the mobile client reports a disconnectly moving work elsewhere. Focus tests cover local and remote routing, cancellation and the reverse transition. The targeted type check and test files pass, and no live usage was opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 62,
      "errors": 12,
      "substitutions": 6,
      "deletions": 5,
      "insertions": 1,
      "wordErrorRate": 0.18181818181818182
    },
    {
      "engine": "cpp-mixed-c15-trim",
      "repetition": "r0",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-c15-trim",
      "repetition": "r0",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-c15-trim",
      "repetition": "r1",
      "scenario": "long",
      "transcript": "I finished the requested update and check the paths that share this behavior. The desktop client now keeps the selected task stable across reconnects, while the mobile client reports a disconnectly moving work elsewhere. Focus tests cover local and remote routing, cancellation, and the reverse transition. The targeted type check and test files pass, and no live user is opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 62,
      "errors": 11,
      "substitutions": 5,
      "deletions": 5,
      "insertions": 1,
      "wordErrorRate": 0.16666666666666666
    },
    {
      "engine": "cpp-mixed-c15-trim",
      "repetition": "r1",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-c15-trim",
      "repetition": "r1",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-c15-trim",
      "repetition": "r2",
      "scenario": "long",
      "transcript": "I finish the requested update and check the files that share this behavior. The desktop client now keeps the selected tasks stable across reconnects, while the mobile client reports a disconnectly moving work elsewhere. Focus tests cover local and remote routing, cancellation, and the reverse transition. The targeted type check and test files pass and no live usage is opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 62,
      "errors": 15,
      "substitutions": 9,
      "deletions": 5,
      "insertions": 1,
      "wordErrorRate": 0.22727272727272727
    },
    {
      "engine": "cpp-mixed-c15-trim",
      "repetition": "r2",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-c15-trim",
      "repetition": "r2",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-c3-gate50",
      "repetition": "r0",
      "scenario": "long",
      "transcript": "I finish the requested update and check the paths that share this behavior. The desktop client now keeps the selected tasks table across reconnects, while the mobile client reports a disconnected node instead of silently moving work elsewhere. Focus tests cover local and remote routing, cancellation, and the reverse transition. The targeted type check and test files pass, and no live user data was opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 67,
      "errors": 7,
      "substitutions": 6,
      "deletions": 0,
      "insertions": 1,
      "wordErrorRate": 0.10606060606060606
    },
    {
      "engine": "cpp-mixed-c3-gate50",
      "repetition": "r0",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-c3-gate50",
      "repetition": "r0",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-c3-gate50",
      "repetition": "r1",
      "scenario": "long",
      "transcript": "I finished the requested update and checked the paths that share this behavior. The desktop client now keeps the selected task stable across reconnects, while the mobile client reports a disconnected node is slightly moving work elsewhere. Focus tests cover local and remote routing, cancellation, and the reverse transition. The targeted type check and test files pass, and no live user data is opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 66,
      "errors": 7,
      "substitutions": 5,
      "deletions": 1,
      "insertions": 1,
      "wordErrorRate": 0.10606060606060606
    },
    {
      "engine": "cpp-mixed-c3-gate50",
      "repetition": "r1",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-c3-gate50",
      "repetition": "r1",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-c3-gate50",
      "repetition": "r2",
      "scenario": "long",
      "transcript": "I finished the requested update and check the paths that share this behavior. The desktop client now keeps the selected tasks stable across reconnects, while the mobile client reports a disconnected system moving work elsewhere. Focus tests cover local and remote routing, cancellation, and the reverse transition. The targeted type check and test files pass and no live user is opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 63,
      "errors": 11,
      "substitutions": 6,
      "deletions": 4,
      "insertions": 1,
      "wordErrorRate": 0.16666666666666666
    },
    {
      "engine": "cpp-mixed-c3-gate50",
      "repetition": "r2",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-c3-gate50",
      "repetition": "r2",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-c3",
      "repetition": "r0",
      "scenario": "long",
      "transcript": "I finish the requested update and check the paths that share this behavior. The desktop client now keeps the selected task stable across reconnects, while the mobile client reports a disconnected node instead of silently moving work elsewhere. Focus tests cover local and remote routing, cancellation and the reverse transition. The targeted type check and test files pass, and no live user data was opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 67,
      "errors": 5,
      "substitutions": 4,
      "deletions": 0,
      "insertions": 1,
      "wordErrorRate": 0.07575757575757576
    },
    {
      "engine": "cpp-mixed-c3",
      "repetition": "r0",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-c3",
      "repetition": "r0",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-c3",
      "repetition": "r1",
      "scenario": "long",
      "transcript": "I finish the requested update and check the paths that share this behavior. The desktop client now keeps the selected task stable across reconnects, while the mobile client reports a disconnected network slowly moving work elsewhere. Focus tests cover local and remote routing, cancellation, and the reverse transition. The targeted type check and test files pass, and no live user data is opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 65,
      "errors": 10,
      "substitutions": 7,
      "deletions": 2,
      "insertions": 1,
      "wordErrorRate": 0.15151515151515152
    },
    {
      "engine": "cpp-mixed-c3",
      "repetition": "r1",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-c3",
      "repetition": "r1",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-c3",
      "repetition": "r2",
      "scenario": "long",
      "transcript": "I finish the requested update and check the paths that share this behavior. The desktop client now keeps the selected tasks stable across reconnects, while the mobile client reports a disconnected system moving work elsewhere. Focused tests cover local and remote routing, cancellation, and the reverse transition. The targeted type check and test files pass, opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 58,
      "errors": 15,
      "substitutions": 5,
      "deletions": 9,
      "insertions": 1,
      "wordErrorRate": 0.22727272727272727
    },
    {
      "engine": "cpp-mixed-c3",
      "repetition": "r2",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-c3",
      "repetition": "r2",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-c3-trim",
      "repetition": "r0",
      "scenario": "long",
      "transcript": "I finish the requested update and check the paths that share this behavior. The desktop client now keeps the selected task stable across reconnects, while the mobile client reports a disconnected node instead of moving work elsewhere. Focus tests cover local and remote routing, cancellation and the reverse transition. The targeted type check and test files pass, and no live user data is opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 66,
      "errors": 7,
      "substitutions": 5,
      "deletions": 1,
      "insertions": 1,
      "wordErrorRate": 0.10606060606060606
    },
    {
      "engine": "cpp-mixed-c3-trim",
      "repetition": "r0",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-c3-trim",
      "repetition": "r0",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-c3-trim",
      "repetition": "r1",
      "scenario": "long",
      "transcript": "I finish the requested update and check the paths that share this behavior. The desktop client now keeps the selected task stable across reconnects, while the mobile client reports a disconnected network slowly moving work elsewhere. Focus tests cover local and remote routing, cancellation, and the reverse transition. The targeted type check and test files pass, and no live user data is opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 65,
      "errors": 10,
      "substitutions": 7,
      "deletions": 2,
      "insertions": 1,
      "wordErrorRate": 0.15151515151515152
    },
    {
      "engine": "cpp-mixed-c3-trim",
      "repetition": "r1",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-c3-trim",
      "repetition": "r1",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-c3-trim",
      "repetition": "r2",
      "scenario": "long",
      "transcript": "I finish the requested update and check the paths that share this behavior. The desktop client now keeps the selected tasks stable across reconnects while the mobile client reports a disconnected node subsequently moving work elsewhere. Focus tests cover local and remote routing, cancellation, and the reverse transition. The targeted type check and test files pass and no live user data is opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 65,
      "errors": 10,
      "substitutions": 7,
      "deletions": 2,
      "insertions": 1,
      "wordErrorRate": 0.15151515151515152
    },
    {
      "engine": "cpp-mixed-c3-trim",
      "repetition": "r2",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "cpp-mixed-c3-trim",
      "repetition": "r2",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "kevin-int8-c3-trim",
      "repetition": "r0",
      "scenario": "long",
      "transcript": "I finish the requested update and check the paths that share this behavior. The desktop client now keeps the selected tasks stable across reconnects, while the mobile client reports a disconnected node instead of silently moving work elsewhere. Focus tests cover local and remote routing, cancellation and the reverse transition. The targeted type check and test files pass, and no live user data was opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 67,
      "errors": 6,
      "substitutions": 5,
      "deletions": 0,
      "insertions": 1,
      "wordErrorRate": 0.09090909090909091
    },
    {
      "engine": "kevin-int8-c3-trim",
      "repetition": "r0",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "kevin-int8-c3-trim",
      "repetition": "r0",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "kevin-int8-c3-trim",
      "repetition": "r1",
      "scenario": "long",
      "transcript": "I finish the requested update and check the paths that share this behavior. The desktop client now keeps the selected tasks stable across reconnects, while the mobile client reports a disconnected node instead of silently moving work elsewhere. Focus tests cover local and remote routing, cancellation, and the reverse transition. The targeted type check and test files pass, and no live user data was opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 67,
      "errors": 6,
      "substitutions": 5,
      "deletions": 0,
      "insertions": 1,
      "wordErrorRate": 0.09090909090909091
    },
    {
      "engine": "kevin-int8-c3-trim",
      "repetition": "r1",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "kevin-int8-c3-trim",
      "repetition": "r1",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "kevin-int8-c3-trim",
      "repetition": "r2",
      "scenario": "long",
      "transcript": "I finish the requested update and check the paths that share this behavior. The desktop client now keeps the selected tasks stable across reconnects. While the mobile client reports a disconnected node instead of silently moving work elsewhere, focused tests cover local and remote routing, cancellation, and the reverse transition. The targeted type check and test files pass, and no live user data was opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 67,
      "errors": 5,
      "substitutions": 4,
      "deletions": 0,
      "insertions": 1,
      "wordErrorRate": 0.07575757575757576
    },
    {
      "engine": "kevin-int8-c3-trim",
      "repetition": "r2",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "kevin-int8-c3-trim",
      "repetition": "r2",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "kevin-mixed-c3-gate50",
      "repetition": "r0",
      "scenario": "long",
      "transcript": "I finish the requested update and check the paths that share this behavior. The desktop client now keeps the selected tasks stable across reconnects, while the mobile client reports a disconnected node instead of silently moving work elsewhere. Focus tests cover local and remote routing, cancellation and the reverse transition. The targeted type check and test files pass, and no live user data was opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 67,
      "errors": 6,
      "substitutions": 5,
      "deletions": 0,
      "insertions": 1,
      "wordErrorRate": 0.09090909090909091
    },
    {
      "engine": "kevin-mixed-c3-gate50",
      "repetition": "r0",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "kevin-mixed-c3-gate50",
      "repetition": "r0",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "kevin-mixed-c3-gate50",
      "repetition": "r1",
      "scenario": "long",
      "transcript": "I finish the requested update and check the paths that share this behavior. The desktop client now keeps the selected tasks stable across reconnects, while the mobile client reports a disconnected node instead of silently moving work elsewhere. Focus tests cover local and remote routing, cancelation and the reverse transition. The targeted type check and test files pass, and no live user data was opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 67,
      "errors": 7,
      "substitutions": 6,
      "deletions": 0,
      "insertions": 1,
      "wordErrorRate": 0.10606060606060606
    },
    {
      "engine": "kevin-mixed-c3-gate50",
      "repetition": "r1",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "kevin-mixed-c3-gate50",
      "repetition": "r1",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "kevin-mixed-c3-gate50",
      "repetition": "r2",
      "scenario": "long",
      "transcript": "I finish the requested update and check the paths that share this behavior. The desktop client now keeps the selected tasks stable across reconnects, while the mobile client reports a disconnected node instead of silently moving work elsewhere. Focus tests cover local and remote routing, cancelation, and the reverse transition. The targeted type check and test files pass and no live user data was opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 67,
      "errors": 7,
      "substitutions": 6,
      "deletions": 0,
      "insertions": 1,
      "wordErrorRate": 0.10606060606060606
    },
    {
      "engine": "kevin-mixed-c3-gate50",
      "repetition": "r2",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "kevin-mixed-c3-gate50",
      "repetition": "r2",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "kevin-mixed-c3",
      "repetition": "r0",
      "scenario": "long",
      "transcript": "I finish the requested update and check the paths that share this behavior. The desktop client now keeps the selected tasks stable across reconnects, while the mobile client reports a disconnected node instead of silently moving work elsewhere. Focus tests cover local and remote routing, cancellation and the reverse transition. The targeted type check and test files pass, and no live user data was opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 67,
      "errors": 6,
      "substitutions": 5,
      "deletions": 0,
      "insertions": 1,
      "wordErrorRate": 0.09090909090909091
    },
    {
      "engine": "kevin-mixed-c3",
      "repetition": "r0",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "kevin-mixed-c3",
      "repetition": "r0",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "kevin-mixed-c3",
      "repetition": "r1",
      "scenario": "long",
      "transcript": "I finish the requested update and check the paths that share this behavior. The desktop client now keeps the selected tasks stable across reconnects, while the mobile client reports a disconnected node instead of silently moving work elsewhere. Focused tests cover local and remote routing, cancellation, and the reverse transition. The targeted type check and test files pass, and no live user data was opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 67,
      "errors": 5,
      "substitutions": 4,
      "deletions": 0,
      "insertions": 1,
      "wordErrorRate": 0.07575757575757576
    },
    {
      "engine": "kevin-mixed-c3",
      "repetition": "r1",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "kevin-mixed-c3",
      "repetition": "r1",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "kevin-mixed-c3",
      "repetition": "r2",
      "scenario": "long",
      "transcript": "I finish the requested update and check the paths that share this behavior. The desktop client now keeps the selected tasks stable across reconnects, while the mobile client reports a disconnected node instead of silently moving work elsewhere. Focus tests cover local and remote routing, cancellation, and the reverse transition. The targeted type check and test files pass, and no live user data was opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 67,
      "errors": 6,
      "substitutions": 5,
      "deletions": 0,
      "insertions": 1,
      "wordErrorRate": 0.09090909090909091
    },
    {
      "engine": "kevin-mixed-c3",
      "repetition": "r2",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "kevin-mixed-c3",
      "repetition": "r2",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "kevin-mixed-c3-trim",
      "repetition": "r0",
      "scenario": "long",
      "transcript": "I finish the requested update and check the paths that share this behavior. The desktop client now keeps the selected tasks stable across reconnects, while the mobile client reports a disconnected node instead of silently moving work elsewhere. Focus tests cover local and remote routing, cancellation and the reverse transition. The targeted type check and test files pass, and no live user data was opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 67,
      "errors": 6,
      "substitutions": 5,
      "deletions": 0,
      "insertions": 1,
      "wordErrorRate": 0.09090909090909091
    },
    {
      "engine": "kevin-mixed-c3-trim",
      "repetition": "r0",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "kevin-mixed-c3-trim",
      "repetition": "r0",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "kevin-mixed-c3-trim",
      "repetition": "r1",
      "scenario": "long",
      "transcript": "I finish the requested update and check the paths that share this behavior. The desktop client now keeps the selected tasks stable across reconnects, while the mobile client reports a disconnected node instead of silently moving work elsewhere. Focused tests cover local and remote routing, cancellation, and the reverse transition. The targeted type check and test files pass, and no live user data was opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 67,
      "errors": 5,
      "substitutions": 4,
      "deletions": 0,
      "insertions": 1,
      "wordErrorRate": 0.07575757575757576
    },
    {
      "engine": "kevin-mixed-c3-trim",
      "repetition": "r1",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "kevin-mixed-c3-trim",
      "repetition": "r1",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "kevin-mixed-c3-trim",
      "repetition": "r2",
      "scenario": "long",
      "transcript": "I finish the requested update and check the paths that share this behavior. The desktop client now keeps the selected tasks stable across reconnects, while the mobile client reports a disconnected node instead of silently moving work elsewhere. Focus tests cover local and remote routing, cancellation, and the reverse transition. The targeted type check and test files pass, and no live user data was opened or changed.",
      "referenceWords": 66,
      "hypothesisWords": 67,
      "errors": 6,
      "substitutions": 5,
      "deletions": 0,
      "insertions": 1,
      "wordErrorRate": 0.09090909090909091
    },
    {
      "engine": "kevin-mixed-c3-trim",
      "repetition": "r2",
      "scenario": "short",
      "transcript": "Done.",
      "referenceWords": 1,
      "hypothesisWords": 1,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    },
    {
      "engine": "kevin-mixed-c3-trim",
      "repetition": "r2",
      "scenario": "typical",
      "transcript": "The task is complete. I updated the login flow and added regression tests. All targeted checks passed. You can review the changes in the workspace.",
      "referenceWords": 25,
      "hypothesisWords": 25,
      "errors": 0,
      "substitutions": 0,
      "deletions": 0,
      "insertions": 0,
      "wordErrorRate": 0.0
    }
  ]
}