{
  "version": "0.3.0",
  "checkpoint_sha256": "f64a77638758fe0da5a8400b5142a1b3a1a2f481b8fb7f8099f5fb88265b9992",
  "scope": "Frozen 0.3.0 public run; not Jev parity",
  "source_files_sha256": {
    "evaluation/metrics.json": "8b5113da3cebce76387db38eb991d0834b96e0613b777339252f11951ee87003",
    "suite/metrics.json": "1deaf15714a9a7b384da153ca147befaaa3d1abd3b6d0d512d9291b13b955a88",
    "evaluation/test.jsonl": "934bebb0a4d9fbf6138419fd3618427a84eafaf0ef180ff13c69318712e1bd1b",
    "evaluation/test_ranking_final.json": "a90c8049c9f665fbcf85c6a02727b8fe87763c212b24126ce6830d04cb99d28b",
    "supervised/training_log.jsonl": "950ae2a38884864de6eaa79b2d5de8b972089f79d528c762d0030d3e7eec23f6",
    "rl/training_log.jsonl": "8201b43f2ede599c86c1fe4c7fef38b91e342c46598ee287bec539ced23118fa",
    "supervised/run_config.json": "7194cc9ba65e005f6846adc88647b2eb833420cfa5f2dd9720cab58e9c0b76ce",
    "model/training_provenance.json": "6d4e71bf1613d5bef07969c6a3286a804e36e6c8d15df558af198b742d77eb94",
    "doom-engage/metrics.json": "504424b59af1ea381babf4e73986f514c40a7584d42ac405a4d58cac031c0ba6",
    "doom-hold/metrics.json": "275e7f2db42102154ae6d4d6c413eb2c3f5bb6999119935c4c152d07de52bd70",
    "navigation/bicycle-physics.json": "df32af3bce5a88dd2d057e120b012bb942b3435718c6f9ad6bfc5ef62f0a7ffc",
    "navigation/cat-computing.json": "0a350abfffe53dd73134e80d681087f42eb688a32189c95ee5900b03e9f048ea"
  },
  "chart_data": {
    "tasks": [
      {
        "task": "clinc_8way",
        "label": "CLINC: 8-way routing",
        "split": "test",
        "n": 150,
        "trained": 0.9666666666666667,
        "reference": 0.54,
        "trained_nll": 0.16479856473442542,
        "reference_nll": 1.5749481987953187
      },
      {
        "task": "emotion_presence",
        "label": "Emotion presence",
        "split": "test",
        "n": 150,
        "trained": 0.8866666666666667,
        "reference": 0.5066666666666667,
        "trained_nll": 0.2896981178333711,
        "reference_nll": 0.6983972714344661
      },
      {
        "task": "commonsense_qa",
        "label": "CommonsenseQA",
        "split": "test",
        "n": 150,
        "trained": 0.56,
        "reference": 0.23333333333333334,
        "trained_nll": 1.0263930546321596,
        "reference_nll": 1.548451331059138
      },
      {
        "task": "threshold_policy",
        "label": "Synthetic threshold",
        "split": "test",
        "n": 150,
        "trained": 1.0,
        "reference": 0.5266666666666666,
        "trained_nll": 0.004553504743974675,
        "reference_nll": 0.690964260896047
      },
      {
        "task": "ordinal_rubric",
        "label": "Synthetic ordinal rubric",
        "split": "test",
        "n": 150,
        "trained": 1.0,
        "reference": 0.31333333333333335,
        "trained_nll": 0.0,
        "reference_nll": 1.0959128856658935
      },
      {
        "task": "heldout_winogrande",
        "label": "WinoGrande [unseen]",
        "split": "heldout",
        "n": 150,
        "trained": 0.5,
        "reference": 0.56,
        "trained_nll": 0.7782885433733463,
        "reference_nll": 0.6798250985145569
      },
      {
        "task": "heldout_agent_trace",
        "label": "Agent trace [synthetic, unseen]",
        "split": "heldout",
        "n": 150,
        "trained": 0.7733333333333333,
        "reference": 0.12,
        "trained_nll": 1.6637681728914269,
        "reference_nll": 0.9315960345665614
      },
      {
        "task": "heldout_security_policy",
        "label": "Security policy [synthetic, unseen]",
        "split": "heldout",
        "n": 150,
        "trained": 0.41333333333333333,
        "reference": 0.6866666666666666,
        "trained_nll": 1.0490681455532709,
        "reference_nll": 0.8461787496010462
      }
    ],
    "binary": {
      "threshold_policy": {
        "reliability_bins": [
          {
            "n": 15,
            "predicted": 3.416915921358547e-05,
            "observed": 0.0
          },
          {
            "n": 15,
            "predicted": 4.728830123591858e-05,
            "observed": 0.0
          },
          {
            "n": 15,
            "predicted": 7.107364945113659e-05,
            "observed": 0.0
          },
          {
            "n": 15,
            "predicted": 0.00011450223537394777,
            "observed": 0.0
          },
          {
            "n": 15,
            "predicted": 0.12969346495034795,
            "observed": 0.13333333333333333
          },
          {
            "n": 15,
            "predicted": 0.9868841489156087,
            "observed": 1.0
          },
          {
            "n": 15,
            "predicted": 0.9908095836639405,
            "observed": 1.0
          },
          {
            "n": 15,
            "predicted": 0.9922822276751201,
            "observed": 1.0
          },
          {
            "n": 15,
            "predicted": 0.9938714027404785,
            "observed": 1.0
          },
          {
            "n": 15,
            "predicted": 0.9950778007507324,
            "observed": 1.0
          }
        ],
        "ranking": {
          "n": 150,
          "positives": 77,
          "prevalence": 0.5133333333333333,
          "auroc": 1.0,
          "average_precision": 1.0,
          "independent_source_groups": 75
        }
      },
      "emotion_presence": {
        "reliability_bins": [
          {
            "n": 15,
            "predicted": 0.00496288450085558,
            "observed": 0.06666666666666667
          },
          {
            "n": 15,
            "predicted": 0.02731183556218942,
            "observed": 0.0
          },
          {
            "n": 15,
            "predicted": 0.04805598209301631,
            "observed": 0.06666666666666667
          },
          {
            "n": 15,
            "predicted": 0.12036715994278589,
            "observed": 0.2
          },
          {
            "n": 15,
            "predicted": 0.506336224079132,
            "observed": 0.5333333333333333
          },
          {
            "n": 15,
            "predicted": 0.8524085124333699,
            "observed": 0.6666666666666666
          },
          {
            "n": 15,
            "predicted": 0.9270840207735698,
            "observed": 1.0
          },
          {
            "n": 15,
            "predicted": 0.9570442716280619,
            "observed": 1.0
          },
          {
            "n": 15,
            "predicted": 0.9797014435132344,
            "observed": 1.0
          },
          {
            "n": 15,
            "predicted": 0.9908855080604553,
            "observed": 1.0
          }
        ],
        "ranking": {
          "n": 150,
          "positives": 83,
          "prevalence": 0.5533333333333333,
          "auroc": 0.9564826470059342,
          "average_precision": 0.9709703724114431,
          "independent_source_groups": 150
        }
      }
    },
    "sft_validation": [
      {
        "step": 100,
        "macro_nll": 0.5705572651700827
      },
      {
        "step": 200,
        "macro_nll": 0.3511684085779753
      },
      {
        "step": 300,
        "macro_nll": 0.349124031531462
      },
      {
        "step": 400,
        "macro_nll": 0.29583027041207016
      },
      {
        "step": 500,
        "macro_nll": 0.277908893643448
      },
      {
        "step": 600,
        "macro_nll": 0.27728859889011553
      },
      {
        "step": 700,
        "macro_nll": 0.26969031004493355
      },
      {
        "step": 800,
        "macro_nll": 0.26863169854529123
      }
    ],
    "rl_validation": [
      {
        "update": 10,
        "return": 0.9325,
        "forecast_nll": 0.010193169589911122
      },
      {
        "update": 20,
        "return": 0.9325,
        "forecast_nll": 0.000761653176141408
      },
      {
        "update": 30,
        "return": 0.9325,
        "forecast_nll": 0.0019944845662394073
      },
      {
        "update": 40,
        "return": 0.9337500000000001,
        "forecast_nll": 8.925671625803488e-06
      },
      {
        "update": 50,
        "return": 0.9337500000000001,
        "forecast_nll": 7.659067842391565e-06
      },
      {
        "update": 60,
        "return": 0.683125,
        "forecast_nll": 0.9807996643116894
      }
    ],
    "nonzero_policy_gradient_updates": [],
    "rl_updates": 60,
    "latency": {
      "primary": {
        "cases": {
          "questions_1": {
            "median_ms": 67.67566700000316,
            "min_ms": 67.01616698410362,
            "max_ms": 69.39929199870676,
            "repeats": 10,
            "usage": {
              "input_tokens": 35,
              "output_tokens": 0,
              "candidate_token_evaluations": 352
            }
          },
          "questions_4": {
            "median_ms": 224.841187504353,
            "min_ms": 214.73154099658132,
            "max_ms": 234.07733399653807,
            "repeats": 10,
            "usage": {
              "input_tokens": 56,
              "output_tokens": 0,
              "candidate_token_evaluations": 1408
            }
          },
          "questions_16": {
            "median_ms": 868.5696880274918,
            "min_ms": 843.0807500262745,
            "max_ms": 932.4874579906464,
            "repeats": 10,
            "usage": {
              "input_tokens": 140,
              "output_tokens": 0,
              "candidate_token_evaluations": 5632
            }
          },
          "candidates_2": {
            "median_ms": 52.425062021939084,
            "min_ms": 50.35108304582536,
            "max_ms": 54.46933303028345,
            "repeats": 10,
            "usage": {
              "input_tokens": 39,
              "output_tokens": 0,
              "candidate_token_evaluations": 244
            }
          },
          "candidates_8": {
            "median_ms": 156.71789599582553,
            "min_ms": 155.58120899368078,
            "max_ms": 159.85900000669062,
            "repeats": 10,
            "usage": {
              "input_tokens": 39,
              "output_tokens": 0,
              "candidate_token_evaluations": 976
            }
          },
          "candidates_32": {
            "median_ms": 607.1348334953655,
            "min_ms": 604.7938329866156,
            "max_ms": 630.181334039662,
            "repeats": 10,
            "usage": {
              "input_tokens": 39,
              "output_tokens": 0,
              "candidate_token_evaluations": 3948
            }
          },
          "candidates_128": {
            "median_ms": 2438.300979003543,
            "min_ms": 2429.0778330178,
            "max_ms": 2457.5657079694793,
            "repeats": 10,
            "usage": {
              "input_tokens": 39,
              "output_tokens": 0,
              "candidate_token_evaluations": 15908
            }
          },
          "candidates_255": {
            "median_ms": 4918.976749991998,
            "min_ms": 4907.403832999989,
            "max_ms": 5007.831083028577,
            "repeats": 10,
            "usage": {
              "input_tokens": 39,
              "output_tokens": 0,
              "candidate_token_evaluations": 31910
            }
          },
          "mixed": {
            "median_ms": 149.07177051645704,
            "min_ms": 147.6271660067141,
            "max_ms": 149.98208300676197,
            "repeats": 10,
            "usage": {
              "input_tokens": 48,
              "output_tokens": 0,
              "candidate_token_evaluations": 935
            }
          }
        },
        "permutation_plus_extra_question_max_probability_drift": 0.0,
        "schema_checks_passed": true,
        "scope": "Warm local Python API: includes tokenization, forward and CPU normalization. Model load, cold start and HTTP/network excluded. No generated output tokens.",
        "hardware": "mps:0",
        "torch": "2.8.0",
        "method": "independent candidate prompts, repeated state prefill"
      },
      "extra": null
    }
  },
  "typed_metrics": {
    "temperatures": {
      "choice": 3.3144540786743164,
      "score": 0.05000000074505806,
      "noul": 3.3144540786743164
    },
    "data": {
      "sha256": {
        "train": "68c9e9ee3be8470676507d7843d7ca1a6064167329e9af5d165bd2dfa8fcabf5",
        "validation": "746f5c86b020667681ae1bab3eff2fb5c6cf23acb8bc808dfb5ed97af20f91c6",
        "test": "82a546ab93e882d93e23c1aa11e85380c94590dafcdffcdbed5f206b7492c628",
        "heldout": "304f6ef02c948c12c637e4dd44058987a62543dff3bc9fc121e4b234607bad90"
      },
      "decisions": {
        "train": 15292,
        "validation": 967,
        "test": 966,
        "heldout": 733
      },
      "selection_decisions": 483,
      "calibration_decisions": 484
    },
    "test": {
      "overall": {
        "n": 966,
        "accuracy": 0.876639061555359,
        "nll": 0.2914248821979368,
        "brier": 0.1276242514013203,
        "ece": 0.020520984941387727,
        "ece_bins": 15
      },
      "choice": {
        "n": 516,
        "accuracy": 0.802002584229606,
        "nll": 0.4600362263887695,
        "brier": 0.1905295707046809,
        "ece": 0.03959856430689493,
        "ece_bins": 15
      },
      "noul": {
        "n": 300,
        "accuracy": 0.9433333333333334,
        "nll": 0.1471258112886729,
        "brier": 0.08323922790020016,
        "ece": 0.018887551029523244,
        "ece_bins": 15
      },
      "score": {
        "n": 150,
        "accuracy": 1.0,
        "nll": 0.0,
        "brier": 0.0,
        "ece": 0.0,
        "ece_bins": 15
      },
      "by_task": {
        "native_workflow": {
          "n": 168,
          "accuracy": 0.8412698420385519,
          "nll": 0.2946210259289425,
          "brier": 0.022690811843769264,
          "ece": 0.05911358924848695,
          "ece_bins": 15
        },
        "threshold_policy": {
          "n": 150,
          "accuracy": 1.0,
          "nll": 0.004553504743974675,
          "brier": 9.939781537204206e-05,
          "ece": 0.004528398116429688,
          "ece_bins": 15
        },
        "clinc_8way": {
          "n": 150,
          "accuracy": 0.9666666666666667,
          "nll": 0.16479856473442542,
          "brier": 0.07022531089978763,
          "ece": 0.04539073348045354,
          "ece_bins": 15
        },
        "emotion_presence": {
          "n": 150,
          "accuracy": 0.8866666666666667,
          "nll": 0.2896981178333711,
          "brier": 0.16637905798502833,
          "ece": 0.03378186861673989,
          "ece_bins": 15
        },
        "commonsense_qa": {
          "n": 150,
          "accuracy": 0.56,
          "nll": 1.0263930546321596,
          "brier": 0.5300990785701106,
          "ece": 0.10840456704298652,
          "ece_bins": 15
        },
        "ordinal_rubric": {
          "n": 150,
          "accuracy": 1.0,
          "nll": 0.0,
          "brier": 0.0,
          "ece": 0.0,
          "ece_bins": 15
        },
        "native_route": {
          "n": 48,
          "accuracy": 0.90625,
          "nll": 0.19174203240739493,
          "brier": 0.09276132652869566,
          "ece": 0.05967254688342413,
          "ece_bins": 15
        }
      },
      "macro_task_accuracy": 0.8801218821959836,
      "macro_task_nll": 0.2816866143257526,
      "all_correct_in_group": 0.8860103626943006,
      "multi_question_groups": 193,
      "independent_source_groups": 648,
      "distinct_states": 816,
      "binary_diagnostics": {
        "threshold_policy": {
          "tp": 73,
          "tn": 77,
          "fp": 0,
          "fn": 0,
          "positive_examples": 73,
          "negative_examples": 77,
          "positive_recall": 1.0,
          "negative_recall": 1.0,
          "balanced_accuracy": 1.0,
          "always_true_accuracy": 0.4866666666666667,
          "false_label_ranking": {
            "n": 150,
            "positives": 77,
            "prevalence": 0.5133333333333333,
            "auroc": 1.0,
            "average_precision": 1.0
          }
        },
        "emotion_presence": {
          "tp": 59,
          "tn": 74,
          "fp": 9,
          "fn": 8,
          "positive_examples": 67,
          "negative_examples": 83,
          "positive_recall": 0.8805970149253731,
          "negative_recall": 0.891566265060241,
          "balanced_accuracy": 0.8860816399928071,
          "always_true_accuracy": 0.44666666666666666,
          "false_label_ranking": {
            "n": 150,
            "positives": 83,
            "prevalence": 0.5533333333333333,
            "auroc": 0.9564826470059342,
            "average_precision": 0.9709703724114431
          }
        }
      },
      "training_prevalence_constant_baseline": {
        "overall": {
          "n": 300,
          "accuracy": 0.52,
          "nll": 0.6927040723959604,
          "brier": 0.49955694208542506,
          "ece": 0.013584871292114276,
          "ece_bins": 15
        },
        "noul": {
          "n": 300,
          "accuracy": 0.52,
          "nll": 0.6927040723959604,
          "brier": 0.49955694208542506,
          "ece": 0.013584871292114276,
          "ece_bins": 15
        },
        "by_task": {
          "threshold_policy": {
            "n": 150,
            "accuracy": 0.4866666666666667,
            "nll": 0.6935644272963206,
            "brier": 0.5004172563552857,
            "ece": 0.019657088120778377,
            "ece_bins": 15
          },
          "emotion_presence": {
            "n": 150,
            "accuracy": 0.5533333333333333,
            "nll": 0.6918437174956004,
            "brier": 0.49869662781556445,
            "ece": 0.04682683070500693,
            "ece_bins": 15
          }
        },
        "macro_task_accuracy": 0.52,
        "macro_task_nll": 0.6927040723959605,
        "all_correct_in_group": 0.06666666666666667,
        "multi_question_groups": 75,
        "independent_source_groups": 225,
        "distinct_states": 225
      }
    },
    "intervention": "full",
    "checkpoint_sha256": "f64a77638758fe0da5a8400b5142a1b3a1a2f481b8fb7f8099f5fb88265b9992",
    "heldout": {
      "overall": {
        "n": 733,
        "accuracy": 0.6228285588191932,
        "nll": 0.9601858567386922,
        "brier": 0.3874445840055281,
        "ece": 0.10040380390002654,
        "ece_bins": 15
      },
      "choice": {
        "n": 583,
        "accuracy": 0.5841052034553492,
        "nll": 0.7791612470939062,
        "brier": 0.3788410234559556,
        "ece": 0.0720301151633467,
        "ece_bins": 15
      },
      "noul": {
        "n": 150,
        "accuracy": 0.7733333333333333,
        "nll": 1.6637681728914269,
        "brier": 0.42088375600820044,
        "ece": 0.22432143012682593,
        "ece_bins": 15
      },
      "by_task": {
        "heldout_security_policy": {
          "n": 150,
          "accuracy": 0.41333333333333333,
          "nll": 1.0490681455532709,
          "brier": 0.6408198869228363,
          "ece": 0.11550681134064991,
          "ece_bins": 15
        },
        "native_route": {
          "n": 43,
          "accuracy": 0.9651162790697675,
          "nll": 0.15069474288408624,
          "brier": 0.047726456983704084,
          "ece": 0.07212982205457469,
          "ece_bins": 15
        },
        "native_workflow": {
          "n": 240,
          "accuracy": 0.6751388900602857,
          "nll": 0.7236151240530793,
          "brier": 0.16080703520768355,
          "ece": 0.04796738680452109,
          "ece_bins": 15
        },
        "heldout_winogrande": {
          "n": 150,
          "accuracy": 0.5,
          "nll": 0.7782885433733463,
          "brier": 0.5606360502416888,
          "ece": 0.16864537596702578,
          "ece_bins": 15
        },
        "heldout_agent_trace": {
          "n": 150,
          "accuracy": 0.7733333333333333,
          "nll": 1.6637681728914269,
          "brier": 0.42088375600820044,
          "ece": 0.22432143012682593,
          "ece_bins": 15
        }
      },
      "macro_task_accuracy": 0.665384367159344,
      "macro_task_nll": 0.873086945751042,
      "all_correct_in_group": 0.40106951871657753,
      "multi_question_groups": 187,
      "independent_source_groups": 348,
      "distinct_states": 583,
      "binary_diagnostics": {
        "heldout_agent_trace": {
          "tp": 12,
          "tn": 104,
          "fp": 34,
          "fn": 0,
          "positive_examples": 12,
          "negative_examples": 138,
          "positive_recall": 1.0,
          "negative_recall": 0.7536231884057971,
          "balanced_accuracy": 0.8768115942028986,
          "always_true_accuracy": 0.08,
          "false_label_ranking": {
            "n": 150,
            "positives": 138,
            "prevalence": 0.92,
            "auroc": 0.8330314009661836,
            "average_precision": 0.9854164423960087
          }
        }
      }
    }
  },
  "graph_ablations": {
    "full": {
      "test": {
        "macro_task_accuracy": 0.8801218821959836,
        "macro_task_nll": 0.2816866143257526
      },
      "heldout": {
        "macro_task_accuracy": 0.665384367159344,
        "macro_task_nll": 0.873086945751042
      }
    },
    "no_graph": {
      "test": {
        "macro_task_accuracy": 0.8872307257333986,
        "macro_task_nll": 0.4976246629656312
      },
      "heldout": {
        "macro_task_accuracy": 0.6212609821298672,
        "macro_task_nll": 0.937954696274774
      }
    },
    "no_messages": {
      "test": {
        "macro_task_accuracy": 0.8791695012436026,
        "macro_task_nll": 0.2824126415297876
      },
      "heldout": {
        "macro_task_accuracy": 0.6667177004926773,
        "macro_task_nll": 0.8681385970023623
      }
    },
    "reverse_edges": {
      "test": {
        "macro_task_accuracy": 0.8801218821959836,
        "macro_task_nll": 0.28234903672615674
      },
      "heldout": {
        "macro_task_accuracy": 0.665384367159344,
        "macro_task_nll": 0.8736922535864953
      }
    }
  },
  "graph_counterfactuals": {
    "full": {
      "pairs": 16,
      "both_correct_rate": 1.0,
      "changed_prediction_rate": 1.0
    },
    "no_graph": {
      "pairs": 16,
      "both_correct_rate": 1.0,
      "changed_prediction_rate": 1.0
    },
    "no_messages": {
      "pairs": 16,
      "both_correct_rate": 1.0,
      "changed_prediction_rate": 1.0
    },
    "reverse_edges": {
      "pairs": 16,
      "both_correct_rate": 1.0,
      "changed_prediction_rate": 1.0
    }
  },
  "doom": {
    "engage": {
      "environment": "ViZDoom basic / Freedoom2",
      "mission": "Eliminate the enemy while conserving ammunition.",
      "model": "/Users/sphinx/dev/openjev/runs/public/model",
      "checkpoint_sha256": "f64a77638758fe0da5a8400b5142a1b3a1a2f481b8fb7f8099f5fb88265b9992",
      "episodes": [
        {
          "seed": 901729,
          "steps": 75,
          "shots": 22.0,
          "kills": 0.0,
          "reward": -410.0
        },
        {
          "seed": 901730,
          "steps": 75,
          "shots": 22.0,
          "kills": 0.0,
          "reward": -410.0
        },
        {
          "seed": 901731,
          "steps": 75,
          "shots": 22.0,
          "kills": 0.0,
          "reward": -410.0
        }
      ],
      "kill_rate": 0.0,
      "no_shot_rate": 0.0,
      "median_decision_ms": 211.62516699405387,
      "wall_seconds": 50.75101516698487,
      "scope": "Same integrated checkpoint. Engine coordinates, not pixels. Training exposure is checkpoint-dependent; consult its training provenance. Explicit control/range rules in prompt. Video uses game time, not wall time. No teacher fallback. No Jev comparison."
    },
    "hold": {
      "environment": "ViZDoom basic / Freedoom2",
      "mission": "Do not fire any shots.",
      "model": "/Users/sphinx/dev/openjev/runs/public/model",
      "checkpoint_sha256": "f64a77638758fe0da5a8400b5142a1b3a1a2f481b8fb7f8099f5fb88265b9992",
      "episodes": [
        {
          "seed": 901729,
          "steps": 75,
          "shots": 17.0,
          "kills": 0.0,
          "reward": -385.0
        },
        {
          "seed": 901730,
          "steps": 75,
          "shots": 19.0,
          "kills": 0.0,
          "reward": -395.0
        },
        {
          "seed": 901731,
          "steps": 75,
          "shots": 21.0,
          "kills": 0.0,
          "reward": -405.0
        }
      ],
      "kill_rate": 0.0,
      "no_shot_rate": 0.0,
      "median_decision_ms": 215.7091669505462,
      "wall_seconds": 50.23567595903296,
      "scope": "Same integrated checkpoint. Engine coordinates, not pixels. Training exposure is checkpoint-dependent; consult its training provenance. Explicit control/range rules in prompt. Video uses game time, not wall time. No teacher fallback. No Jev comparison."
    }
  },
  "navigation": [
    {
      "label": "Bicycle to Physics",
      "start": "Bicycle",
      "target": "Physics",
      "success": false,
      "reason": "cycle",
      "final": "Bike (disambiguation)"
    },
    {
      "label": "Cat to CS",
      "start": "Cat",
      "target": "Computer science",
      "success": false,
      "reason": "cycle",
      "final": "Cat"
    }
  ]
}