{ "checkpoint_sha256": "ec83247177a6919c17944093fdd02d3258906dc809c16b326e0dfd879275efeb", "broad_jev_parity_established": false, "source_files_sha256": { "evaluation/metrics.json": "47056fe50f5847d819758cb88b82325e377603c69eccc52c51541e40d708d7fa", "suite/metrics.json": "1c1266c99df73cca79663871dcec27d31722ac71ce5e03c8f7ac038d2dd5288c", "model/training_provenance.json": "7a439a453ec1dc4b289ee93259a36be88d2a549fb30893a68e831636f0c94c28", "supervised/run_config.json": "4f01b9198a8a42cd5ff7fa14f698ecbc3180c5e27f018989c637e6e7d8266a74", "supervised/training_log.jsonl": "65fdf2ad638156a0676874b1166713398e43d826b1a9245ee6936d1f6206fe96", "rl/training_log.jsonl": "f27b511e8e35a8710511e2ba9e6319c447f6236bd1c9ace543e67434a515095a", "evaluation/heldout.jsonl": "18f3a819e8309f7207564b5e650d24cc743ab348b4833af63c9a0c31e37a47dc", "evaluation/published-canonical/metrics.json": "c117bdb40d796182e63736ef55dd2ddda84dd7cfacef8287736c9777fb8e4753", "evaluation/published-prior/metrics.json": "44d8681825983121e5895cfe7d91460002e39ed5f54fe1a43fcf6fcbc0be4b5d", "doom-engage/metrics.json": "b48c37bc7cba8aacde403ae39d51790122e9f6e7a1aac7683cf997b16c910b74", "doom-hold/metrics.json": "d9f3e07970ef0989794a31398fbc07b24dba9acc1de3d48d1406050778689569", "navigation/comparison.json": "a91d0ee814c04a7388e2d60518704867bf2aca4ab68f59b6937cbfe47aac3450", "evaluation/test.jsonl": "fdae2eed01ecdc36d657ffd37cd072b6f00b7eb0375c23cf3716d912e262b61a", "evaluation/verified_coverage.json": "f35214389d3e34fbefc4528ccae4eb50834dfb943719bd7f77113415c73150e0", "suite/reference/heldout.jsonl": "ae8881ea5ace8092f09d36b2d291058dbf27367d272fd8091e860902812f355c" }, "fresh_hard_label_tasks": { "heldout_winogrande": { "n": 150, "accuracy": 0.58 }, "heldout_agent_trace": { "n": 150, "accuracy": 1.0 }, "contrast_permission": { "n": 120, "accuracy": 0.9416666666666667 }, "native_workflow": { "n": 132, "accuracy": 0.9924242424242424 }, "contrast_ranking": { "n": 120, "accuracy": 0.8416666666666667 }, "contrast_mission_control": { "n": 120, "accuracy": 1.0 }, "contrast_policy": { "n": 120, "accuracy": 0.8166666666666667 }, "contrast_rubric": { "n": 118, "accuracy": 0.9745762711864406 }, "native_route": { "n": 40, "accuracy": 0.95 }, "contrast_injection": { "n": 120, "accuracy": 0.9916666666666667 }, "contrast_conditional": { "n": 120, "accuracy": 0.7833333333333333 }, "contrast_control": { "n": 180, "accuracy": 0.9666666666666667 }, "contrast_actuation": { "n": 180, "accuracy": 0.9944444444444445 }, "heldout_security_policy": { "n": 150, "accuracy": 0.44 }, "contrast_evidence": { "n": 180, "accuracy": 1.0 }, "contrast_navigation": { "n": 103, "accuracy": 0.8737864077669902 }, "contrast_probability": { "n": 2, "accuracy": 1.0 } }, "pretrained_hard_label_tasks": { "heldout_winogrande": { "n": 150, "accuracy": 0.5133333333333333 }, "heldout_agent_trace": { "n": 150, "accuracy": 0.13333333333333333 }, "contrast_permission": { "n": 120, "accuracy": 0.5 }, "native_workflow": { "n": 132, "accuracy": 0.015151515151515152 }, "contrast_ranking": { "n": 120, "accuracy": 0.375 }, "contrast_mission_control": { "n": 120, "accuracy": 0.2 }, "contrast_policy": { "n": 120, "accuracy": 0.475 }, "contrast_rubric": { "n": 118, "accuracy": 0.6864406779661016 }, "native_route": { "n": 40, "accuracy": 0.625 }, "contrast_injection": { "n": 120, "accuracy": 0.575 }, "contrast_conditional": { "n": 120, "accuracy": 0.5 }, "contrast_control": { "n": 180, "accuracy": 0.6277777777777778 }, "contrast_actuation": { "n": 180, "accuracy": 0.3333333333333333 }, "heldout_security_policy": { "n": 150, "accuracy": 0.72 }, "contrast_evidence": { "n": 180, "accuracy": 0.5222222222222223 }, "contrast_navigation": { "n": 103, "accuracy": 0.4077669902912621 }, "contrast_probability": { "n": 2, "accuracy": 0.5 } }, "probability_count_mae": 0.14816618227402312, "published": { "checkpoint_sha256": "ec83247177a6919c17944093fdd02d3258906dc809c16b326e0dfd879275efeb", "saved_context_limit": 16384, "runtime_context_limit": 16384, "runtime_override": false, "source_manifest": { "scope": "Public selected examples; not necessarily the full evaluation.", "restriction": "Evaluation only, not training or calibration; no API calls.", "sources": { "security_incidents": { "page": "https://evals.typesafe.ai/security_incidents", "asset": "https://evals.typesafe.ai/security_incidents-cases.js", "sha256": "6c96b19f192d07004613afc281a31712aa7d04bd75e31a3afe2322174ade0645", "advertised_cases": 240, "downloaded_cases": 5 }, "agent_trace_observability": { "page": "https://evals.typesafe.ai/agent_trace_observability", "asset": "https://evals.typesafe.ai/agent_trace_observability-cases.js", "sha256": "4a3821a24366dc9830e12b481a23c96d0ab70e3c473b59551b88e8d0c4b615b3", "advertised_cases": 117, "downloaded_cases": 5 }, "invoice_processing": { "page": "https://evals.typesafe.ai/invoice_processing", "asset": "https://evals.typesafe.ai/invoice_processing-cases.js", "sha256": "8c2f886978a30e637d577cd0713b3cf12bb622ef7210fcc9a4be47540a6df27f", "advertised_cases": 150, "downloaded_cases": 5 }, "customer_service": { "page": "https://evals.typesafe.ai/customer_service", "asset": "https://evals.typesafe.ai/customer_service-cases.js", "sha256": "066f789bcc17ae906a17fc37ad4fd2f2bb1e881245aeb76b524715bc962a2493", "advertised_cases": 204, "downloaded_cases": 5 } } }, "metrics": { "agent_trace_observability": { "questions": 52, "answered": 52, "coverage": 1.0, "cases": 5, "open_jev_vs_jev": { "top_label_agreement": 0.5, "squared_probability_distance": 0.44340776908878315, "total_variation": 0.3970282488731691, "questions": 52 }, "open_jev_vs_consensus": { "top_label_agreement": 0.38461538461538464, "squared_probability_distance": 0.5360462748904286, "total_variation": 0.46300268798742106, "questions": 52 }, "jev_vs_consensus": { "top_label_agreement": 0.7884615384615384, "squared_probability_distance": 0.14020705128205127, "total_variation": 0.18165064102564102, "questions": 52 } }, "customer_service": { "questions": 98, "answered": 98, "coverage": 1.0, "cases": 5, "open_jev_vs_jev": { "top_label_agreement": 0.5408163265306123, "squared_probability_distance": 0.5498659502984637, "total_variation": 0.4109786601194882, "questions": 98 }, "open_jev_vs_consensus": { "top_label_agreement": 0.5164835164835165, "squared_probability_distance": 0.5532203471651104, "total_variation": 0.4274205023477829, "questions": 91 }, "jev_vs_consensus": { "top_label_agreement": 0.9010989010989011, "squared_probability_distance": 0.06437557236263737, "total_variation": 0.10910989010989011, "questions": 91 } }, "invoice_processing": { "questions": 232, "answered": 232, "coverage": 1.0, "cases": 5, "open_jev_vs_jev": { "top_label_agreement": 0.25, "squared_probability_distance": 0.6041828265364748, "total_variation": 0.5867619107691461, "questions": 232 }, "open_jev_label_only_agreement": { "questions": 167, "agreement": 0.2994011976047904 }, "jev_label_only_agreement": { "questions": 167, "agreement": 0.9700598802395209 } }, "security_incidents": { "questions": 26, "answered": 26, "coverage": 1.0, "cases": 5, "open_jev_vs_jev": { "top_label_agreement": 0.2692307692307692, "squared_probability_distance": 0.6188021249846494, "total_variation": 0.5356279045115188, "questions": 26 }, "open_jev_vs_consensus": { "top_label_agreement": 0.38461538461538464, "squared_probability_distance": 0.6629569317878145, "total_variation": 0.5271444304403095, "questions": 26 }, "jev_vs_consensus": { "top_label_agreement": 0.8076923076923077, "squared_probability_distance": 0.07690940384615384, "total_variation": 0.15607692307692306, "questions": 26 } } }, "scope": "Twenty publisher-selected cases, replaying Jev-visited questions on the published inputs. Not a closed-loop workflow or representative benchmark. Jev/reference probabilities are rounded; reference distributions are model consensus, not human-verified truth. Local warm timings are not comparable to Jev service latency. No API access, training, calibration or test-set refitting used.", "jev_parity_established": false }, "published_prior": { "checkpoint_sha256": "291331782d0aff8f9ac25008163271939d75d8b82e858cb803482a4397d2c7ed", "saved_context_limit": 512, "runtime_context_limit": 16384, "runtime_override": true, "source_manifest": { "scope": "Public selected examples; not necessarily the full evaluation.", "restriction": "Evaluation only, not training or calibration; no API calls.", "sources": { "security_incidents": { "page": "https://evals.typesafe.ai/security_incidents", "asset": "https://evals.typesafe.ai/security_incidents-cases.js", "sha256": "6c96b19f192d07004613afc281a31712aa7d04bd75e31a3afe2322174ade0645", "advertised_cases": 240, "downloaded_cases": 5 }, "agent_trace_observability": { "page": "https://evals.typesafe.ai/agent_trace_observability", "asset": "https://evals.typesafe.ai/agent_trace_observability-cases.js", "sha256": "4a3821a24366dc9830e12b481a23c96d0ab70e3c473b59551b88e8d0c4b615b3", "advertised_cases": 117, "downloaded_cases": 5 }, "invoice_processing": { "page": "https://evals.typesafe.ai/invoice_processing", "asset": "https://evals.typesafe.ai/invoice_processing-cases.js", "sha256": "8c2f886978a30e637d577cd0713b3cf12bb622ef7210fcc9a4be47540a6df27f", "advertised_cases": 150, "downloaded_cases": 5 }, "customer_service": { "page": "https://evals.typesafe.ai/customer_service", "asset": "https://evals.typesafe.ai/customer_service-cases.js", "sha256": "066f789bcc17ae906a17fc37ad4fd2f2bb1e881245aeb76b524715bc962a2493", "advertised_cases": 204, "downloaded_cases": 5 } } }, "metrics": { "agent_trace_observability": { "questions": 52, "answered": 52, "coverage": 1.0, "cases": 5, "open_jev_vs_jev": { "top_label_agreement": 0.5192307692307693, "squared_probability_distance": 0.3730615954573269, "total_variation": 0.3874204417369077, "questions": 52 }, "open_jev_vs_consensus": { "top_label_agreement": 0.4423076923076923, "squared_probability_distance": 0.4126219008400079, "total_variation": 0.4336117816518882, "questions": 52 }, "jev_vs_consensus": { "top_label_agreement": 0.7884615384615384, "squared_probability_distance": 0.14020705128205127, "total_variation": 0.18165064102564102, "questions": 52 } }, "customer_service": { "questions": 98, "answered": 98, "coverage": 1.0, "cases": 5, "open_jev_vs_jev": { "top_label_agreement": 0.46938775510204084, "squared_probability_distance": 0.5602752851628022, "total_variation": 0.4678339468828919, "questions": 98 }, "open_jev_vs_consensus": { "top_label_agreement": 0.4725274725274725, "squared_probability_distance": 0.5472579016994327, "total_variation": 0.47500542054120626, "questions": 91 }, "jev_vs_consensus": { "top_label_agreement": 0.9010989010989011, "squared_probability_distance": 0.06437557236263737, "total_variation": 0.10910989010989011, "questions": 91 } }, "invoice_processing": { "questions": 232, "answered": 232, "coverage": 1.0, "cases": 5, "open_jev_vs_jev": { "top_label_agreement": 0.19827586206896552, "squared_probability_distance": 0.5464509237019917, "total_variation": 0.5666235701048538, "questions": 232 }, "open_jev_label_only_agreement": { "questions": 167, "agreement": 0.24550898203592814 }, "jev_label_only_agreement": { "questions": 167, "agreement": 0.9700598802395209 } }, "security_incidents": { "questions": 26, "answered": 26, "coverage": 1.0, "cases": 5, "open_jev_vs_jev": { "top_label_agreement": 0.34615384615384615, "squared_probability_distance": 0.40824844183427444, "total_variation": 0.4159368807319683, "questions": 26 }, "open_jev_vs_consensus": { "top_label_agreement": 0.46153846153846156, "squared_probability_distance": 0.5208991751345013, "total_variation": 0.4717753604704032, "questions": 26 }, "jev_vs_consensus": { "top_label_agreement": 0.8076923076923077, "squared_probability_distance": 0.07690940384615384, "total_variation": 0.15607692307692306, "questions": 26 } } }, "scope": "Twenty publisher-selected cases, replaying Jev-visited questions on the published inputs. Not a closed-loop workflow or representative benchmark. Jev/reference probabilities are rounded; reference distributions are model consensus, not human-verified truth. Local warm timings are not comparable to Jev service latency. No API access, training, calibration or test-set refitting used.", "jev_parity_established": false }, "native_suite": { "checkpoint_sha256": "ec83247177a6919c17944093fdd02d3258906dc809c16b326e0dfd879275efeb", "engine_sha256": "c1686cf5e2d28dcd9cc45d6346c7f4bad74295f3be9246e1e69414b142842c33", "temperatures_frozen": { "choice": 1.5673085451126099, "score": 0.05000000074505806, "noul": 1.647549033164978 }, "environment": { "full": { "test": { "episodes": 48, "by_environment": { "control": { "episodes": 16, "success_rate": 0.5, "mean_return": -0.02125000000000002, "mean_steps": 2.0625 }, "route": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.9725, "mean_steps": 2.375 }, "workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.88, "mean_steps": 7.0 } }, "macro_return": 0.6104166666666667, "success_forecast": { "overall": { "n": 48, "accuracy": 0.8333333333333334, "nll": 0.3710090432189948, "brier": 0.24546198724514348, "ece": 0.12228485817710559, "ece_bins": 15 }, "noul": { "n": 48, "accuracy": 0.8333333333333334, "nll": 0.3710090432189948, "brier": 0.24546198724514348, "ece": 0.12228485817710559, "ece_bins": 15 }, "by_task": { "route": { "n": 16, "accuracy": 1.0, "nll": 0.01022450335949543, "brier": 0.0003730772745456079, "ece": 0.010129649192094803, "ece_bins": 15 }, "workflow": { "n": 16, "accuracy": 1.0, "nll": 0.0010156538082810584, "brier": 2.387607034082251e-06, "ece": 0.0010150521993637085, "ece_bins": 15 }, "control": { "n": 16, "accuracy": 0.5, "nll": 1.101786972489208, "brier": 0.7360104968538508, "ece": 0.37799927592277527, "ece_bins": 15 } }, "macro_task_accuracy": 0.8333333333333334, "macro_task_nll": 0.3710090432189948, "all_correct_in_group": null, "multi_question_groups": 0, "independent_source_groups": 48, "distinct_states": 47 }, "greedy": { "by_environment": { "control": { "episodes": 16, "success_rate": 0.5, "mean_return": -0.018750000000000017, "mean_steps": 1.9375 }, "route": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.97625, "mean_steps": 2.1875 }, "workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.88, "mean_steps": 7.0 } }, "note": "Only task success is reported; stochastic-policy forecasts are not treated as calibrated forecasts for this different greedy policy." } }, "ood": { "episodes": 48, "by_environment": { "control": { "episodes": 16, "success_rate": 0.0625, "mean_return": -0.90625, "mean_steps": 2.5625 }, "route": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.955, "mean_steps": 3.25 }, "workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.77625, "mean_steps": 10.375 } }, "macro_return": 0.27499999999999997, "success_forecast": { "overall": { "n": 48, "accuracy": 0.9583333333333334, "nll": 0.1765026076051678, "brier": 0.0876655105212502, "ece": 0.1000172458589077, "ece_bins": 15 }, "noul": { "n": 48, "accuracy": 0.9583333333333334, "nll": 0.1765026076051678, "brier": 0.0876655105212502, "ece": 0.1000172458589077, "ece_bins": 15 }, "by_task": { "route": { "n": 16, "accuracy": 1.0, "nll": 0.007090815335686784, "brier": 0.00025327958346821333, "ece": 0.007026411592960358, "ece_bins": 15 }, "workflow": { "n": 16, "accuracy": 1.0, "nll": 0.12300568539649248, "brier": 0.028222745866514742, "ece": 0.11526813730597496, "ece_bins": 15 }, "control": { "n": 16, "accuracy": 0.875, "nll": 0.3994113220833242, "brier": 0.23452050611376762, "ece": 0.2391946166753769, "ece_bins": 15 } }, "macro_task_accuracy": 0.9583333333333334, "macro_task_nll": 0.1765026076051678, "all_correct_in_group": null, "multi_question_groups": 0, "independent_source_groups": 48, "distinct_states": 47 }, "greedy": { "by_environment": { "control": { "episodes": 16, "success_rate": 0.0, "mean_return": -1.02375, "mean_steps": 2.1875 }, "route": { "episodes": 16, "success_rate": 0.9375, "mean_return": 0.89125, "mean_steps": 3.25 }, "workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.80125, "mean_steps": 10.1875 } }, "note": "Only task success is reported; stochastic-policy forecasts are not treated as calibrated forecasts for this different greedy policy." } } }, "no_graph": { "test": { "episodes": 48, "by_environment": { "control": { "episodes": 16, "success_rate": 0.5, "mean_return": -0.02375000000000002, "mean_steps": 2.1875 }, "route": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.9725, "mean_steps": 2.375 }, "workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.88, "mean_steps": 7.0 } }, "macro_return": 0.6095833333333334, "success_forecast": { "overall": { "n": 48, "accuracy": 0.8333333333333334, "nll": 0.3037988563645892, "brier": 0.2243748810581053, "ece": 0.11153313393394156, "ece_bins": 15 }, "noul": { "n": 48, "accuracy": 0.8333333333333334, "nll": 0.3037988563645892, "brier": 0.2243748810581053, "ece": 0.11153313393394156, "ece_bins": 15 }, "by_task": { "route": { "n": 16, "accuracy": 1.0, "nll": 0.0014919183647634782, "brier": 1.0666909968370941e-05, "ece": 0.001489255577325821, "ece_bins": 15 }, "workflow": { "n": 16, "accuracy": 1.0, "nll": 0.0008678937701915856, "brier": 2.3269469133779808e-06, "ece": 0.0008673146367073059, "ece_bins": 15 }, "control": { "n": 16, "accuracy": 0.5, "nll": 0.9090367569588125, "brier": 0.6731116493174341, "ece": 0.33224283158779144, "ece_bins": 15 } }, "macro_task_accuracy": 0.8333333333333334, "macro_task_nll": 0.3037988563645892, "all_correct_in_group": null, "multi_question_groups": 0, "independent_source_groups": 48, "distinct_states": 47 }, "greedy": { "by_environment": { "control": { "episodes": 16, "success_rate": 0.5, "mean_return": -0.026250000000000023, "mean_steps": 2.3125 }, "route": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.97625, "mean_steps": 2.1875 }, "workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.88, "mean_steps": 7.0 } }, "note": "Only task success is reported; stochastic-policy forecasts are not treated as calibrated forecasts for this different greedy policy." } }, "ood": { "episodes": 48, "by_environment": { "control": { "episodes": 16, "success_rate": 0.0, "mean_return": -0.9975, "mean_steps": 3.9375 }, "route": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.9475, "mean_steps": 3.625 }, "workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.7887500000000001, "mean_steps": 10.25 } }, "macro_return": 0.24625, "success_forecast": { "overall": { "n": 48, "accuracy": 0.6666666666666666, "nll": 0.5762098333124565, "brier": 0.4288972313626645, "ece": 0.25247534488638235, "ece_bins": 15 }, "noul": { "n": 48, "accuracy": 0.6666666666666666, "nll": 0.5762098333124565, "brier": 0.4288972313626645, "ece": 0.25247534488638235, "ece_bins": 15 }, "by_task": { "route": { "n": 16, "accuracy": 1.0, "nll": 0.0008025702861687023, "brier": 3.260491711259972e-06, "ece": 0.0008017569780349731, "ece_bins": 15 }, "workflow": { "n": 16, "accuracy": 1.0, "nll": 0.03945925738662481, "brier": 0.003533938535838388, "ece": 0.03854281827807424, "ece_bins": 15 }, "control": { "n": 16, "accuracy": 0.0, "nll": 1.688367672264576, "brier": 1.2831544950604439, "ece": 0.7967706099152565, "ece_bins": 15 } }, "macro_task_accuracy": 0.6666666666666666, "macro_task_nll": 0.5762098333124565, "all_correct_in_group": null, "multi_question_groups": 0, "independent_source_groups": 48, "distinct_states": 47 }, "greedy": { "by_environment": { "control": { "episodes": 16, "success_rate": 0.0, "mean_return": -1.01125, "mean_steps": 4.625 }, "route": { "episodes": 16, "success_rate": 0.9375, "mean_return": 0.89125, "mean_steps": 3.25 }, "workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.8137500000000001, "mean_steps": 10.0625 } }, "note": "Only task success is reported; stochastic-policy forecasts are not treated as calibrated forecasts for this different greedy policy." } } }, "no_messages": { "test": { "episodes": 48, "by_environment": { "control": { "episodes": 16, "success_rate": 0.5, "mean_return": -0.02125000000000002, "mean_steps": 2.0625 }, "route": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.9725, "mean_steps": 2.375 }, "workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.88, "mean_steps": 7.0 } }, "macro_return": 0.6104166666666667, "success_forecast": { "overall": { "n": 48, "accuracy": 0.8333333333333334, "nll": 0.3678023577942137, "brier": 0.24402332882058833, "ece": 0.13353101412455237, "ece_bins": 15 }, "noul": { "n": 48, "accuracy": 0.8333333333333334, "nll": 0.3678023577942137, "brier": 0.24402332882058833, "ece": 0.13353101412455237, "ece_bins": 15 }, "by_task": { "route": { "n": 16, "accuracy": 1.0, "nll": 0.010342317804315826, "brier": 0.0003791741857384068, "ece": 0.010245941579341888, "ece_bins": 15 }, "workflow": { "n": 16, "accuracy": 1.0, "nll": 0.0010473736606400053, "brier": 2.555085627742315e-06, "ece": 0.0010467320680618286, "ece_bins": 15 }, "control": { "n": 16, "accuracy": 0.5, "nll": 1.0920173819176853, "brier": 0.7316882571903989, "ece": 0.41188571602106094, "ece_bins": 15 } }, "macro_task_accuracy": 0.8333333333333334, "macro_task_nll": 0.3678023577942137, "all_correct_in_group": null, "multi_question_groups": 0, "independent_source_groups": 48, "distinct_states": 47 }, "greedy": { "by_environment": { "control": { "episodes": 16, "success_rate": 0.5, "mean_return": -0.018750000000000017, "mean_steps": 1.9375 }, "route": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.97625, "mean_steps": 2.1875 }, "workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.88, "mean_steps": 7.0 } }, "note": "Only task success is reported; stochastic-policy forecasts are not treated as calibrated forecasts for this different greedy policy." } }, "ood": { "episodes": 48, "by_environment": { "control": { "episodes": 16, "success_rate": 0.0625, "mean_return": -0.90625, "mean_steps": 2.5625 }, "route": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.9525, "mean_steps": 3.375 }, "workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.77625, "mean_steps": 10.375 } }, "macro_return": 0.27416666666666667, "success_forecast": { "overall": { "n": 48, "accuracy": 0.9583333333333334, "nll": 0.17606749071880282, "brier": 0.086796578382625, "ece": 0.09967570006847383, "ece_bins": 15 }, "noul": { "n": 48, "accuracy": 0.9583333333333334, "nll": 0.17606749071880282, "brier": 0.086796578382625, "ece": 0.09967570006847383, "ece_bins": 15 }, "by_task": { "route": { "n": 16, "accuracy": 1.0, "nll": 0.00727119380098884, "brier": 0.0002549270107934376, "ece": 0.00720641016960144, "ece_bins": 15 }, "workflow": { "n": 16, "accuracy": 1.0, "nll": 0.12299363361671567, "brier": 0.02796337881591171, "ece": 0.1153464950621128, "ece_bins": 15 }, "control": { "n": 16, "accuracy": 0.875, "nll": 0.39793764473870397, "brier": 0.23217142932116985, "ece": 0.2240348868072033, "ece_bins": 15 } }, "macro_task_accuracy": 0.9583333333333334, "macro_task_nll": 0.17606749071880282, "all_correct_in_group": null, "multi_question_groups": 0, "independent_source_groups": 48, "distinct_states": 47 }, "greedy": { "by_environment": { "control": { "episodes": 16, "success_rate": 0.0, "mean_return": -1.02375, "mean_steps": 2.1875 }, "route": { "episodes": 16, "success_rate": 0.9375, "mean_return": 0.89125, "mean_steps": 3.25 }, "workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.80125, "mean_steps": 10.1875 } }, "note": "Only task success is reported; stochastic-policy forecasts are not treated as calibrated forecasts for this different greedy policy." } } }, "reverse_edges": { "test": { "episodes": 48, "by_environment": { "control": { "episodes": 16, "success_rate": 0.5, "mean_return": -0.02125000000000002, "mean_steps": 2.0625 }, "route": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.9725, "mean_steps": 2.375 }, "workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.88, "mean_steps": 7.0 } }, "macro_return": 0.6104166666666667, "success_forecast": { "overall": { "n": 48, "accuracy": 0.8333333333333334, "nll": 0.36837959459929454, "brier": 0.24353079201167827, "ece": 0.14219333479801816, "ece_bins": 15 }, "noul": { "n": 48, "accuracy": 0.8333333333333334, "nll": 0.36837959459929454, "brier": 0.24353079201167827, "ece": 0.14219333479801816, "ece_bins": 15 }, "by_task": { "route": { "n": 16, "accuracy": 1.0, "nll": 0.010258757905830862, "brier": 0.00037547921086655833, "ece": 0.010163292288780212, "ece_bins": 15 }, "workflow": { "n": 16, "accuracy": 1.0, "nll": 0.000968300795648247, "brier": 2.1680831929771216e-06, "ece": 0.0009677596390247345, "ece_bins": 15 }, "control": { "n": 16, "accuracy": 0.5, "nll": 1.0939117250964046, "brier": 0.7302147287409753, "ece": 0.43771105632185936, "ece_bins": 15 } }, "macro_task_accuracy": 0.8333333333333334, "macro_task_nll": 0.36837959459929454, "all_correct_in_group": null, "multi_question_groups": 0, "independent_source_groups": 48, "distinct_states": 47 }, "greedy": { "by_environment": { "control": { "episodes": 16, "success_rate": 0.5, "mean_return": -0.018750000000000017, "mean_steps": 1.9375 }, "route": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.97625, "mean_steps": 2.1875 }, "workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.88, "mean_steps": 7.0 } }, "note": "Only task success is reported; stochastic-policy forecasts are not treated as calibrated forecasts for this different greedy policy." } }, "ood": { "episodes": 48, "by_environment": { "control": { "episodes": 16, "success_rate": 0.0625, "mean_return": -0.91, "mean_steps": 2.75 }, "route": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.9525, "mean_steps": 3.375 }, "workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.77625, "mean_steps": 10.375 } }, "macro_return": 0.27291666666666664, "success_forecast": { "overall": { "n": 48, "accuracy": 0.9583333333333334, "nll": 0.17663771031463207, "brier": 0.08841391688760443, "ece": 0.10085943465431532, "ece_bins": 15 }, "noul": { "n": 48, "accuracy": 0.9583333333333334, "nll": 0.17663771031463207, "brier": 0.08841391688760443, "ece": 0.10085943465431532, "ece_bins": 15 }, "by_task": { "route": { "n": 16, "accuracy": 1.0, "nll": 0.006895968486787751, "brier": 0.0002272806900016633, "ece": 0.006838276982307434, "ece_bins": 15 }, "workflow": { "n": 16, "accuracy": 1.0, "nll": 0.12108465237542987, "brier": 0.027308976277709007, "ece": 0.11361408978700639, "ece_bins": 15 }, "control": { "n": 16, "accuracy": 0.875, "nll": 0.40193251008167863, "brier": 0.23770549369510263, "ece": 0.24259401485323906, "ece_bins": 15 } }, "macro_task_accuracy": 0.9583333333333334, "macro_task_nll": 0.17663771031463207, "all_correct_in_group": null, "multi_question_groups": 0, "independent_source_groups": 48, "distinct_states": 47 }, "greedy": { "by_environment": { "control": { "episodes": 16, "success_rate": 0.0, "mean_return": -1.02375, "mean_steps": 2.1875 }, "route": { "episodes": 16, "success_rate": 0.9375, "mean_return": 0.8887499999999999, "mean_steps": 3.375 }, "workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.80125, "mean_steps": 10.1875 } }, "note": "Only task success is reported; stochastic-policy forecasts are not treated as calibrated forecasts for this different greedy policy." } } } }, "action_sampling": "Stochastic rollouts use raw-logit temperature 2. Greedy rollouts match the API argmax; temperature calibration cannot change argmax.", "scope": "Stochastic on-policy episodes; fixed common seeds across interventions. Action probabilities are not episode-success confidence. Native success-forecast calibration may differ from generic Noul tasks; no test-set refitting is performed.", "seed_offset": 30000000, "environments": [ "route", "workflow", "control" ], "control_engine_sha256": "9e332975ccaab17e4166d9c93a3ca4bbfdad4373b0cf8442793cafe974fe655b", "graph_counterfactuals": { "full": { "pairs": 16, "both_correct_rate": 1.0, "changed_prediction_rate": 1.0, "scope": "Original six-node dependency-chain intervention, not arbitrary graph proof.", "traces": [ { "index": 0, "variants": [ { "graph": { "n43": [ "n47" ], "n66": [ "n35" ], "n35": [ "n18" ], "n18": [ "n65" ], "n47": [], "n65": [ "n43" ] }, "target": "n47", "chosen": "n47", "correct": true }, { "graph": { "n43": [], "n66": [ "n35" ], "n35": [ "n18" ], "n18": [ "n65" ], "n47": [ "n43" ], "n65": [ "n47" ] }, "target": "n43", "chosen": "n43", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 1, "variants": [ { "graph": { "n60": [ "n34" ], "n83": [], "n65": [ "n56" ], "n34": [ "n93" ], "n93": [ "n83" ], "n56": [ "n60" ] }, "target": "n83", "chosen": "n83", "correct": true }, { "graph": { "n60": [ "n34" ], "n83": [ "n93" ], "n65": [ "n56" ], "n34": [ "n83" ], "n93": [], "n56": [ "n60" ] }, "target": "n93", "chosen": "n93", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 2, "variants": [ { "graph": { "n89": [ "n67" ], "n24": [ "n89" ], "n67": [ "n5" ], "n69": [ "n24" ], "n5": [ "n92" ], "n92": [] }, "target": "n92", "chosen": "n92", "correct": true }, { "graph": { "n89": [ "n67" ], "n24": [ "n89" ], "n67": [ "n92" ], "n69": [ "n24" ], "n5": [], "n92": [ "n5" ] }, "target": "n5", "chosen": "n5", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 3, "variants": [ { "graph": { "n51": [ "n40" ], "n40": [ "n20" ], "n59": [ "n74" ], "n20": [ "n9" ], "n9": [], "n74": [ "n51" ] }, "target": "n9", "chosen": "n9", "correct": true }, { "graph": { "n51": [ "n40" ], "n40": [ "n9" ], "n59": [ "n74" ], "n20": [], "n9": [ "n20" ], "n74": [ "n51" ] }, "target": "n20", "chosen": "n20", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 4, "variants": [ { "graph": { "n68": [ "n83" ], "n83": [ "n62" ], "n62": [], "n15": [ "n68" ], "n87": [ "n63" ], "n63": [ "n15" ] }, "target": "n62", "chosen": "n62", "correct": true }, { "graph": { "n68": [ "n62" ], "n83": [], "n62": [ "n83" ], "n15": [ "n68" ], "n87": [ "n63" ], "n63": [ "n15" ] }, "target": "n83", "chosen": "n83", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 5, "variants": [ { "graph": { "n43": [ "n78" ], "n19": [ "n38" ], "n38": [ "n15" ], "n15": [ "n43" ], "n78": [ "n12" ], "n12": [] }, "target": "n12", "chosen": "n12", "correct": true }, { "graph": { "n43": [ "n12" ], "n19": [ "n38" ], "n38": [ "n15" ], "n15": [ "n43" ], "n78": [], "n12": [ "n78" ] }, "target": "n78", "chosen": "n78", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 6, "variants": [ { "graph": { "n0": [ "n9" ], "n16": [ "n28" ], "n32": [], "n28": [ "n0" ], "n53": [ "n16" ], "n9": [ "n32" ] }, "target": "n32", "chosen": "n32", "correct": true }, { "graph": { "n0": [ "n32" ], "n16": [ "n28" ], "n32": [ "n9" ], "n28": [ "n0" ], "n53": [ "n16" ], "n9": [] }, "target": "n9", "chosen": "n9", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 7, "variants": [ { "graph": { "n28": [ "n30" ], "n6": [ "n55" ], "n55": [ "n43" ], "n43": [], "n30": [ "n96" ], "n96": [ "n6" ] }, "target": "n43", "chosen": "n43", "correct": true }, { "graph": { "n28": [ "n30" ], "n6": [ "n43" ], "n55": [], "n43": [ "n55" ], "n30": [ "n96" ], "n96": [ "n6" ] }, "target": "n55", "chosen": "n55", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 8, "variants": [ { "graph": { "n58": [ "n1" ], "n1": [ "n86" ], "n62": [], "n86": [ "n62" ], "n78": [ "n16" ], "n16": [ "n58" ] }, "target": "n62", "chosen": "n62", "correct": true }, { "graph": { "n58": [ "n1" ], "n1": [ "n62" ], "n62": [ "n86" ], "n86": [], "n78": [ "n16" ], "n16": [ "n58" ] }, "target": "n86", "chosen": "n86", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 9, "variants": [ { "graph": { "n29": [ "n83" ], "n97": [ "n68" ], "n62": [ "n29" ], "n59": [], "n83": [ "n59" ], "n68": [ "n62" ] }, "target": "n59", "chosen": "n59", "correct": true }, { "graph": { "n29": [ "n59" ], "n97": [ "n68" ], "n62": [ "n29" ], "n59": [ "n83" ], "n83": [], "n68": [ "n62" ] }, "target": "n83", "chosen": "n83", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 10, "variants": [ { "graph": { "n53": [ "n91" ], "n91": [ "n42" ], "n42": [ "n73" ], "n73": [], "n59": [ "n53" ], "n32": [ "n59" ] }, "target": "n73", "chosen": "n73", "correct": true }, { "graph": { "n53": [ "n91" ], "n91": [ "n73" ], "n42": [], "n73": [ "n42" ], "n59": [ "n53" ], "n32": [ "n59" ] }, "target": "n42", "chosen": "n42", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 11, "variants": [ { "graph": { "n26": [ "n29" ], "n9": [ "n81" ], "n81": [ "n26" ], "n21": [ "n9" ], "n88": [], "n29": [ "n88" ] }, "target": "n88", "chosen": "n88", "correct": true }, { "graph": { "n26": [ "n88" ], "n9": [ "n81" ], "n81": [ "n26" ], "n21": [ "n9" ], "n88": [ "n29" ], "n29": [] }, "target": "n29", "chosen": "n29", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 12, "variants": [ { "graph": { "n26": [ "n76" ], "n76": [ "n66" ], "n66": [ "n56" ], "n63": [ "n26" ], "n56": [ "n50" ], "n50": [] }, "target": "n50", "chosen": "n50", "correct": true }, { "graph": { "n26": [ "n76" ], "n76": [ "n66" ], "n66": [ "n50" ], "n63": [ "n26" ], "n56": [], "n50": [ "n56" ] }, "target": "n56", "chosen": "n56", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 13, "variants": [ { "graph": { "n15": [], "n77": [ "n5" ], "n85": [ "n94" ], "n5": [ "n15" ], "n65": [ "n85" ], "n94": [ "n77" ] }, "target": "n15", "chosen": "n15", "correct": true }, { "graph": { "n15": [ "n5" ], "n77": [ "n15" ], "n85": [ "n94" ], "n5": [], "n65": [ "n85" ], "n94": [ "n77" ] }, "target": "n5", "chosen": "n5", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 14, "variants": [ { "graph": { "n43": [ "n39" ], "n39": [ "n2" ], "n2": [ "n81" ], "n9": [ "n36" ], "n36": [ "n43" ], "n81": [] }, "target": "n81", "chosen": "n81", "correct": true }, { "graph": { "n43": [ "n39" ], "n39": [ "n81" ], "n2": [], "n9": [ "n36" ], "n36": [ "n43" ], "n81": [ "n2" ] }, "target": "n2", "chosen": "n2", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 15, "variants": [ { "graph": { "n47": [ "n1" ], "n1": [ "n8" ], "n11": [ "n50" ], "n38": [ "n47" ], "n50": [ "n38" ], "n8": [] }, "target": "n8", "chosen": "n8", "correct": true }, { "graph": { "n47": [ "n8" ], "n1": [], "n11": [ "n50" ], "n38": [ "n47" ], "n50": [ "n38" ], "n8": [ "n1" ] }, "target": "n1", "chosen": "n1", "correct": true } ], "both_correct": true, "prediction_changed": true } ] }, "no_graph": { "pairs": 16, "both_correct_rate": 1.0, "changed_prediction_rate": 1.0, "scope": "Original six-node dependency-chain intervention, not arbitrary graph proof.", "traces": [ { "index": 0, "variants": [ { "graph": { "n43": [ "n47" ], "n66": [ "n35" ], "n35": [ "n18" ], "n18": [ "n65" ], "n47": [], "n65": [ "n43" ] }, "target": "n47", "chosen": "n47", "correct": true }, { "graph": { "n43": [], "n66": [ "n35" ], "n35": [ "n18" ], "n18": [ "n65" ], "n47": [ "n43" ], "n65": [ "n47" ] }, "target": "n43", "chosen": "n43", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 1, "variants": [ { "graph": { "n60": [ "n34" ], "n83": [], "n65": [ "n56" ], "n34": [ "n93" ], "n93": [ "n83" ], "n56": [ "n60" ] }, "target": "n83", "chosen": "n83", "correct": true }, { "graph": { "n60": [ "n34" ], "n83": [ "n93" ], "n65": [ "n56" ], "n34": [ "n83" ], "n93": [], "n56": [ "n60" ] }, "target": "n93", "chosen": "n93", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 2, "variants": [ { "graph": { "n89": [ "n67" ], "n24": [ "n89" ], "n67": [ "n5" ], "n69": [ "n24" ], "n5": [ "n92" ], "n92": [] }, "target": "n92", "chosen": "n92", "correct": true }, { "graph": { "n89": [ "n67" ], "n24": [ "n89" ], "n67": [ "n92" ], "n69": [ "n24" ], "n5": [], "n92": [ "n5" ] }, "target": "n5", "chosen": "n5", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 3, "variants": [ { "graph": { "n51": [ "n40" ], "n40": [ "n20" ], "n59": [ "n74" ], "n20": [ "n9" ], "n9": [], "n74": [ "n51" ] }, "target": "n9", "chosen": "n9", "correct": true }, { "graph": { "n51": [ "n40" ], "n40": [ "n9" ], "n59": [ "n74" ], "n20": [], "n9": [ "n20" ], "n74": [ "n51" ] }, "target": "n20", "chosen": "n20", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 4, "variants": [ { "graph": { "n68": [ "n83" ], "n83": [ "n62" ], "n62": [], "n15": [ "n68" ], "n87": [ "n63" ], "n63": [ "n15" ] }, "target": "n62", "chosen": "n62", "correct": true }, { "graph": { "n68": [ "n62" ], "n83": [], "n62": [ "n83" ], "n15": [ "n68" ], "n87": [ "n63" ], "n63": [ "n15" ] }, "target": "n83", "chosen": "n83", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 5, "variants": [ { "graph": { "n43": [ "n78" ], "n19": [ "n38" ], "n38": [ "n15" ], "n15": [ "n43" ], "n78": [ "n12" ], "n12": [] }, "target": "n12", "chosen": "n12", "correct": true }, { "graph": { "n43": [ "n12" ], "n19": [ "n38" ], "n38": [ "n15" ], "n15": [ "n43" ], "n78": [], "n12": [ "n78" ] }, "target": "n78", "chosen": "n78", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 6, "variants": [ { "graph": { "n0": [ "n9" ], "n16": [ "n28" ], "n32": [], "n28": [ "n0" ], "n53": [ "n16" ], "n9": [ "n32" ] }, "target": "n32", "chosen": "n32", "correct": true }, { "graph": { "n0": [ "n32" ], "n16": [ "n28" ], "n32": [ "n9" ], "n28": [ "n0" ], "n53": [ "n16" ], "n9": [] }, "target": "n9", "chosen": "n9", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 7, "variants": [ { "graph": { "n28": [ "n30" ], "n6": [ "n55" ], "n55": [ "n43" ], "n43": [], "n30": [ "n96" ], "n96": [ "n6" ] }, "target": "n43", "chosen": "n43", "correct": true }, { "graph": { "n28": [ "n30" ], "n6": [ "n43" ], "n55": [], "n43": [ "n55" ], "n30": [ "n96" ], "n96": [ "n6" ] }, "target": "n55", "chosen": "n55", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 8, "variants": [ { "graph": { "n58": [ "n1" ], "n1": [ "n86" ], "n62": [], "n86": [ "n62" ], "n78": [ "n16" ], "n16": [ "n58" ] }, "target": "n62", "chosen": "n62", "correct": true }, { "graph": { "n58": [ "n1" ], "n1": [ "n62" ], "n62": [ "n86" ], "n86": [], "n78": [ "n16" ], "n16": [ "n58" ] }, "target": "n86", "chosen": "n86", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 9, "variants": [ { "graph": { "n29": [ "n83" ], "n97": [ "n68" ], "n62": [ "n29" ], "n59": [], "n83": [ "n59" ], "n68": [ "n62" ] }, "target": "n59", "chosen": "n59", "correct": true }, { "graph": { "n29": [ "n59" ], "n97": [ "n68" ], "n62": [ "n29" ], "n59": [ "n83" ], "n83": [], "n68": [ "n62" ] }, "target": "n83", "chosen": "n83", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 10, "variants": [ { "graph": { "n53": [ "n91" ], "n91": [ "n42" ], "n42": [ "n73" ], "n73": [], "n59": [ "n53" ], "n32": [ "n59" ] }, "target": "n73", "chosen": "n73", "correct": true }, { "graph": { "n53": [ "n91" ], "n91": [ "n73" ], "n42": [], "n73": [ "n42" ], "n59": [ "n53" ], "n32": [ "n59" ] }, "target": "n42", "chosen": "n42", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 11, "variants": [ { "graph": { "n26": [ "n29" ], "n9": [ "n81" ], "n81": [ "n26" ], "n21": [ "n9" ], "n88": [], "n29": [ "n88" ] }, "target": "n88", "chosen": "n88", "correct": true }, { "graph": { "n26": [ "n88" ], "n9": [ "n81" ], "n81": [ "n26" ], "n21": [ "n9" ], "n88": [ "n29" ], "n29": [] }, "target": "n29", "chosen": "n29", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 12, "variants": [ { "graph": { "n26": [ "n76" ], "n76": [ "n66" ], "n66": [ "n56" ], "n63": [ "n26" ], "n56": [ "n50" ], "n50": [] }, "target": "n50", "chosen": "n50", "correct": true }, { "graph": { "n26": [ "n76" ], "n76": [ "n66" ], "n66": [ "n50" ], "n63": [ "n26" ], "n56": [], "n50": [ "n56" ] }, "target": "n56", "chosen": "n56", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 13, "variants": [ { "graph": { "n15": [], "n77": [ "n5" ], "n85": [ "n94" ], "n5": [ "n15" ], "n65": [ "n85" ], "n94": [ "n77" ] }, "target": "n15", "chosen": "n15", "correct": true }, { "graph": { "n15": [ "n5" ], "n77": [ "n15" ], "n85": [ "n94" ], "n5": [], "n65": [ "n85" ], "n94": [ "n77" ] }, "target": "n5", "chosen": "n5", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 14, "variants": [ { "graph": { "n43": [ "n39" ], "n39": [ "n2" ], "n2": [ "n81" ], "n9": [ "n36" ], "n36": [ "n43" ], "n81": [] }, "target": "n81", "chosen": "n81", "correct": true }, { "graph": { "n43": [ "n39" ], "n39": [ "n81" ], "n2": [], "n9": [ "n36" ], "n36": [ "n43" ], "n81": [ "n2" ] }, "target": "n2", "chosen": "n2", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 15, "variants": [ { "graph": { "n47": [ "n1" ], "n1": [ "n8" ], "n11": [ "n50" ], "n38": [ "n47" ], "n50": [ "n38" ], "n8": [] }, "target": "n8", "chosen": "n8", "correct": true }, { "graph": { "n47": [ "n8" ], "n1": [], "n11": [ "n50" ], "n38": [ "n47" ], "n50": [ "n38" ], "n8": [ "n1" ] }, "target": "n1", "chosen": "n1", "correct": true } ], "both_correct": true, "prediction_changed": true } ] }, "no_messages": { "pairs": 16, "both_correct_rate": 1.0, "changed_prediction_rate": 1.0, "scope": "Original six-node dependency-chain intervention, not arbitrary graph proof.", "traces": [ { "index": 0, "variants": [ { "graph": { "n43": [ "n47" ], "n66": [ "n35" ], "n35": [ "n18" ], "n18": [ "n65" ], "n47": [], "n65": [ "n43" ] }, "target": "n47", "chosen": "n47", "correct": true }, { "graph": { "n43": [], "n66": [ "n35" ], "n35": [ "n18" ], "n18": [ "n65" ], "n47": [ "n43" ], "n65": [ "n47" ] }, "target": "n43", "chosen": "n43", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 1, "variants": [ { "graph": { "n60": [ "n34" ], "n83": [], "n65": [ "n56" ], "n34": [ "n93" ], "n93": [ "n83" ], "n56": [ "n60" ] }, "target": "n83", "chosen": "n83", "correct": true }, { "graph": { "n60": [ "n34" ], "n83": [ "n93" ], "n65": [ "n56" ], "n34": [ "n83" ], "n93": [], "n56": [ "n60" ] }, "target": "n93", "chosen": "n93", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 2, "variants": [ { "graph": { "n89": [ "n67" ], "n24": [ "n89" ], "n67": [ "n5" ], "n69": [ "n24" ], "n5": [ "n92" ], "n92": [] }, "target": "n92", "chosen": "n92", "correct": true }, { "graph": { "n89": [ "n67" ], "n24": [ "n89" ], "n67": [ "n92" ], "n69": [ "n24" ], "n5": [], "n92": [ "n5" ] }, "target": "n5", "chosen": "n5", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 3, "variants": [ { "graph": { "n51": [ "n40" ], "n40": [ "n20" ], "n59": [ "n74" ], "n20": [ "n9" ], "n9": [], "n74": [ "n51" ] }, "target": "n9", "chosen": "n9", "correct": true }, { "graph": { "n51": [ "n40" ], "n40": [ "n9" ], "n59": [ "n74" ], "n20": [], "n9": [ "n20" ], "n74": [ "n51" ] }, "target": "n20", "chosen": "n20", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 4, "variants": [ { "graph": { "n68": [ "n83" ], "n83": [ "n62" ], "n62": [], "n15": [ "n68" ], "n87": [ "n63" ], "n63": [ "n15" ] }, "target": "n62", "chosen": "n62", "correct": true }, { "graph": { "n68": [ "n62" ], "n83": [], "n62": [ "n83" ], "n15": [ "n68" ], "n87": [ "n63" ], "n63": [ "n15" ] }, "target": "n83", "chosen": "n83", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 5, "variants": [ { "graph": { "n43": [ "n78" ], "n19": [ "n38" ], "n38": [ "n15" ], "n15": [ "n43" ], "n78": [ "n12" ], "n12": [] }, "target": "n12", "chosen": "n12", "correct": true }, { "graph": { "n43": [ "n12" ], "n19": [ "n38" ], "n38": [ "n15" ], "n15": [ "n43" ], "n78": [], "n12": [ "n78" ] }, "target": "n78", "chosen": "n78", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 6, "variants": [ { "graph": { "n0": [ "n9" ], "n16": [ "n28" ], "n32": [], "n28": [ "n0" ], "n53": [ "n16" ], "n9": [ "n32" ] }, "target": "n32", "chosen": "n32", "correct": true }, { "graph": { "n0": [ "n32" ], "n16": [ "n28" ], "n32": [ "n9" ], "n28": [ "n0" ], "n53": [ "n16" ], "n9": [] }, "target": "n9", "chosen": "n9", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 7, "variants": [ { "graph": { "n28": [ "n30" ], "n6": [ "n55" ], "n55": [ "n43" ], "n43": [], "n30": [ "n96" ], "n96": [ "n6" ] }, "target": "n43", "chosen": "n43", "correct": true }, { "graph": { "n28": [ "n30" ], "n6": [ "n43" ], "n55": [], "n43": [ "n55" ], "n30": [ "n96" ], "n96": [ "n6" ] }, "target": "n55", "chosen": "n55", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 8, "variants": [ { "graph": { "n58": [ "n1" ], "n1": [ "n86" ], "n62": [], "n86": [ "n62" ], "n78": [ "n16" ], "n16": [ "n58" ] }, "target": "n62", "chosen": "n62", "correct": true }, { "graph": { "n58": [ "n1" ], "n1": [ "n62" ], "n62": [ "n86" ], "n86": [], "n78": [ "n16" ], "n16": [ "n58" ] }, "target": "n86", "chosen": "n86", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 9, "variants": [ { "graph": { "n29": [ "n83" ], "n97": [ "n68" ], "n62": [ "n29" ], "n59": [], "n83": [ "n59" ], "n68": [ "n62" ] }, "target": "n59", "chosen": "n59", "correct": true }, { "graph": { "n29": [ "n59" ], "n97": [ "n68" ], "n62": [ "n29" ], "n59": [ "n83" ], "n83": [], "n68": [ "n62" ] }, "target": "n83", "chosen": "n83", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 10, "variants": [ { "graph": { "n53": [ "n91" ], "n91": [ "n42" ], "n42": [ "n73" ], "n73": [], "n59": [ "n53" ], "n32": [ "n59" ] }, "target": "n73", "chosen": "n73", "correct": true }, { "graph": { "n53": [ "n91" ], "n91": [ "n73" ], "n42": [], "n73": [ "n42" ], "n59": [ "n53" ], "n32": [ "n59" ] }, "target": "n42", "chosen": "n42", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 11, "variants": [ { "graph": { "n26": [ "n29" ], "n9": [ "n81" ], "n81": [ "n26" ], "n21": [ "n9" ], "n88": [], "n29": [ "n88" ] }, "target": "n88", "chosen": "n88", "correct": true }, { "graph": { "n26": [ "n88" ], "n9": [ "n81" ], "n81": [ "n26" ], "n21": [ "n9" ], "n88": [ "n29" ], "n29": [] }, "target": "n29", "chosen": "n29", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 12, "variants": [ { "graph": { "n26": [ "n76" ], "n76": [ "n66" ], "n66": [ "n56" ], "n63": [ "n26" ], "n56": [ "n50" ], "n50": [] }, "target": "n50", "chosen": "n50", "correct": true }, { "graph": { "n26": [ "n76" ], "n76": [ "n66" ], "n66": [ "n50" ], "n63": [ "n26" ], "n56": [], "n50": [ "n56" ] }, "target": "n56", "chosen": "n56", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 13, "variants": [ { "graph": { "n15": [], "n77": [ "n5" ], "n85": [ "n94" ], "n5": [ "n15" ], "n65": [ "n85" ], "n94": [ "n77" ] }, "target": "n15", "chosen": "n15", "correct": true }, { "graph": { "n15": [ "n5" ], "n77": [ "n15" ], "n85": [ "n94" ], "n5": [], "n65": [ "n85" ], "n94": [ "n77" ] }, "target": "n5", "chosen": "n5", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 14, "variants": [ { "graph": { "n43": [ "n39" ], "n39": [ "n2" ], "n2": [ "n81" ], "n9": [ "n36" ], "n36": [ "n43" ], "n81": [] }, "target": "n81", "chosen": "n81", "correct": true }, { "graph": { "n43": [ "n39" ], "n39": [ "n81" ], "n2": [], "n9": [ "n36" ], "n36": [ "n43" ], "n81": [ "n2" ] }, "target": "n2", "chosen": "n2", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 15, "variants": [ { "graph": { "n47": [ "n1" ], "n1": [ "n8" ], "n11": [ "n50" ], "n38": [ "n47" ], "n50": [ "n38" ], "n8": [] }, "target": "n8", "chosen": "n8", "correct": true }, { "graph": { "n47": [ "n8" ], "n1": [], "n11": [ "n50" ], "n38": [ "n47" ], "n50": [ "n38" ], "n8": [ "n1" ] }, "target": "n1", "chosen": "n1", "correct": true } ], "both_correct": true, "prediction_changed": true } ] }, "reverse_edges": { "pairs": 16, "both_correct_rate": 1.0, "changed_prediction_rate": 1.0, "scope": "Original six-node dependency-chain intervention, not arbitrary graph proof.", "traces": [ { "index": 0, "variants": [ { "graph": { "n43": [ "n47" ], "n66": [ "n35" ], "n35": [ "n18" ], "n18": [ "n65" ], "n47": [], "n65": [ "n43" ] }, "target": "n47", "chosen": "n47", "correct": true }, { "graph": { "n43": [], "n66": [ "n35" ], "n35": [ "n18" ], "n18": [ "n65" ], "n47": [ "n43" ], "n65": [ "n47" ] }, "target": "n43", "chosen": "n43", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 1, "variants": [ { "graph": { "n60": [ "n34" ], "n83": [], "n65": [ "n56" ], "n34": [ "n93" ], "n93": [ "n83" ], "n56": [ "n60" ] }, "target": "n83", "chosen": "n83", "correct": true }, { "graph": { "n60": [ "n34" ], "n83": [ "n93" ], "n65": [ "n56" ], "n34": [ "n83" ], "n93": [], "n56": [ "n60" ] }, "target": "n93", "chosen": "n93", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 2, "variants": [ { "graph": { "n89": [ "n67" ], "n24": [ "n89" ], "n67": [ "n5" ], "n69": [ "n24" ], "n5": [ "n92" ], "n92": [] }, "target": "n92", "chosen": "n92", "correct": true }, { "graph": { "n89": [ "n67" ], "n24": [ "n89" ], "n67": [ "n92" ], "n69": [ "n24" ], "n5": [], "n92": [ "n5" ] }, "target": "n5", "chosen": "n5", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 3, "variants": [ { "graph": { "n51": [ "n40" ], "n40": [ "n20" ], "n59": [ "n74" ], "n20": [ "n9" ], "n9": [], "n74": [ "n51" ] }, "target": "n9", "chosen": "n9", "correct": true }, { "graph": { "n51": [ "n40" ], "n40": [ "n9" ], "n59": [ "n74" ], "n20": [], "n9": [ "n20" ], "n74": [ "n51" ] }, "target": "n20", "chosen": "n20", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 4, "variants": [ { "graph": { "n68": [ "n83" ], "n83": [ "n62" ], "n62": [], "n15": [ "n68" ], "n87": [ "n63" ], "n63": [ "n15" ] }, "target": "n62", "chosen": "n62", "correct": true }, { "graph": { "n68": [ "n62" ], "n83": [], "n62": [ "n83" ], "n15": [ "n68" ], "n87": [ "n63" ], "n63": [ "n15" ] }, "target": "n83", "chosen": "n83", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 5, "variants": [ { "graph": { "n43": [ "n78" ], "n19": [ "n38" ], "n38": [ "n15" ], "n15": [ "n43" ], "n78": [ "n12" ], "n12": [] }, "target": "n12", "chosen": "n12", "correct": true }, { "graph": { "n43": [ "n12" ], "n19": [ "n38" ], "n38": [ "n15" ], "n15": [ "n43" ], "n78": [], "n12": [ "n78" ] }, "target": "n78", "chosen": "n78", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 6, "variants": [ { "graph": { "n0": [ "n9" ], "n16": [ "n28" ], "n32": [], "n28": [ "n0" ], "n53": [ "n16" ], "n9": [ "n32" ] }, "target": "n32", "chosen": "n32", "correct": true }, { "graph": { "n0": [ "n32" ], "n16": [ "n28" ], "n32": [ "n9" ], "n28": [ "n0" ], "n53": [ "n16" ], "n9": [] }, "target": "n9", "chosen": "n9", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 7, "variants": [ { "graph": { "n28": [ "n30" ], "n6": [ "n55" ], "n55": [ "n43" ], "n43": [], "n30": [ "n96" ], "n96": [ "n6" ] }, "target": "n43", "chosen": "n43", "correct": true }, { "graph": { "n28": [ "n30" ], "n6": [ "n43" ], "n55": [], "n43": [ "n55" ], "n30": [ "n96" ], "n96": [ "n6" ] }, "target": "n55", "chosen": "n55", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 8, "variants": [ { "graph": { "n58": [ "n1" ], "n1": [ "n86" ], "n62": [], "n86": [ "n62" ], "n78": [ "n16" ], "n16": [ "n58" ] }, "target": "n62", "chosen": "n62", "correct": true }, { "graph": { "n58": [ "n1" ], "n1": [ "n62" ], "n62": [ "n86" ], "n86": [], "n78": [ "n16" ], "n16": [ "n58" ] }, "target": "n86", "chosen": "n86", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 9, "variants": [ { "graph": { "n29": [ "n83" ], "n97": [ "n68" ], "n62": [ "n29" ], "n59": [], "n83": [ "n59" ], "n68": [ "n62" ] }, "target": "n59", "chosen": "n59", "correct": true }, { "graph": { "n29": [ "n59" ], "n97": [ "n68" ], "n62": [ "n29" ], "n59": [ "n83" ], "n83": [], "n68": [ "n62" ] }, "target": "n83", "chosen": "n83", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 10, "variants": [ { "graph": { "n53": [ "n91" ], "n91": [ "n42" ], "n42": [ "n73" ], "n73": [], "n59": [ "n53" ], "n32": [ "n59" ] }, "target": "n73", "chosen": "n73", "correct": true }, { "graph": { "n53": [ "n91" ], "n91": [ "n73" ], "n42": [], "n73": [ "n42" ], "n59": [ "n53" ], "n32": [ "n59" ] }, "target": "n42", "chosen": "n42", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 11, "variants": [ { "graph": { "n26": [ "n29" ], "n9": [ "n81" ], "n81": [ "n26" ], "n21": [ "n9" ], "n88": [], "n29": [ "n88" ] }, "target": "n88", "chosen": "n88", "correct": true }, { "graph": { "n26": [ "n88" ], "n9": [ "n81" ], "n81": [ "n26" ], "n21": [ "n9" ], "n88": [ "n29" ], "n29": [] }, "target": "n29", "chosen": "n29", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 12, "variants": [ { "graph": { "n26": [ "n76" ], "n76": [ "n66" ], "n66": [ "n56" ], "n63": [ "n26" ], "n56": [ "n50" ], "n50": [] }, "target": "n50", "chosen": "n50", "correct": true }, { "graph": { "n26": [ "n76" ], "n76": [ "n66" ], "n66": [ "n50" ], "n63": [ "n26" ], "n56": [], "n50": [ "n56" ] }, "target": "n56", "chosen": "n56", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 13, "variants": [ { "graph": { "n15": [], "n77": [ "n5" ], "n85": [ "n94" ], "n5": [ "n15" ], "n65": [ "n85" ], "n94": [ "n77" ] }, "target": "n15", "chosen": "n15", "correct": true }, { "graph": { "n15": [ "n5" ], "n77": [ "n15" ], "n85": [ "n94" ], "n5": [], "n65": [ "n85" ], "n94": [ "n77" ] }, "target": "n5", "chosen": "n5", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 14, "variants": [ { "graph": { "n43": [ "n39" ], "n39": [ "n2" ], "n2": [ "n81" ], "n9": [ "n36" ], "n36": [ "n43" ], "n81": [] }, "target": "n81", "chosen": "n81", "correct": true }, { "graph": { "n43": [ "n39" ], "n39": [ "n81" ], "n2": [], "n9": [ "n36" ], "n36": [ "n43" ], "n81": [ "n2" ] }, "target": "n2", "chosen": "n2", "correct": true } ], "both_correct": true, "prediction_changed": true }, { "index": 15, "variants": [ { "graph": { "n47": [ "n1" ], "n1": [ "n8" ], "n11": [ "n50" ], "n38": [ "n47" ], "n50": [ "n38" ], "n8": [] }, "target": "n8", "chosen": "n8", "correct": true }, { "graph": { "n47": [ "n8" ], "n1": [], "n11": [ "n50" ], "n38": [ "n47" ], "n50": [ "n38" ], "n8": [ "n1" ] }, "target": "n1", "chosen": "n1", "correct": true } ], "both_correct": true, "prediction_changed": true } ] } }, "latency": { "cases": { "questions_1": { "median_ms": 23.47190072759986, "min_ms": 23.272513411939144, "max_ms": 23.73420726507902, "repeats": 10, "usage": { "input_tokens": 35, "output_tokens": 0, "candidate_token_evaluations": 352 } }, "questions_4": { "median_ms": 27.050161734223366, "min_ms": 26.89395472407341, "max_ms": 27.70743053406477, "repeats": 10, "usage": { "input_tokens": 56, "output_tokens": 0, "candidate_token_evaluations": 1408 } }, "questions_16": { "median_ms": 83.96025840193033, "min_ms": 83.64804182201624, "max_ms": 84.8001092672348, "repeats": 10, "usage": { "input_tokens": 140, "output_tokens": 0, "candidate_token_evaluations": 5632 } }, "candidates_2": { "median_ms": 18.87609576806426, "min_ms": 18.762939609587193, "max_ms": 19.03966534882784, "repeats": 10, "usage": { "input_tokens": 39, "output_tokens": 0, "candidate_token_evaluations": 244 } }, "candidates_8": { "median_ms": 21.052168682217598, "min_ms": 20.94463352113962, "max_ms": 21.099507808685303, "repeats": 10, "usage": { "input_tokens": 39, "output_tokens": 0, "candidate_token_evaluations": 976 } }, "candidates_32": { "median_ms": 51.21985590085387, "min_ms": 50.7119232788682, "max_ms": 51.58271826803684, "repeats": 10, "usage": { "input_tokens": 39, "output_tokens": 0, "candidate_token_evaluations": 3948 } }, "candidates_128": { "median_ms": 192.74931261315942, "min_ms": 191.98421109467745, "max_ms": 193.06670874357224, "repeats": 10, "usage": { "input_tokens": 39, "output_tokens": 0, "candidate_token_evaluations": 15908 } }, "candidates_255": { "median_ms": 374.278134200722, "min_ms": 373.33650793880224, "max_ms": 375.9045694023371, "repeats": 10, "usage": { "input_tokens": 39, "output_tokens": 0, "candidate_token_evaluations": 31910 } }, "mixed": { "median_ms": 25.624173693358898, "min_ms": 25.515634566545486, "max_ms": 26.493120938539505, "repeats": 10, "usage": { "input_tokens": 48, "output_tokens": 0, "candidate_token_evaluations": 935 } } }, "permutation_plus_extra_question_max_probability_drift": 0.0, "schema_checks_passed": true, "scope": "Warm local Python API: includes tokenization, forward and CPU normalization. Model load, cold start and HTTP/network excluded. No generated output tokens.", "hardware": "NVIDIA H100 80GB HBM3", "torch": "2.8.0+cu128", "method": "independent candidate prompts, repeated state prefill" }, "typed": { "temperatures": { "choice": 1.5673085451126099, "score": 0.05000000074505806, "noul": 1.647549033164978 }, "data": { "sha256": { "train": "3bfc4f3a81d88e96ee60daf0bbacaa365429f73cf79ab0d4e2477ca19d156494", "validation": "8cc3bfce961984919949f557b7bec8600b2cbade459d627c49cd9138b6317796", "test": "27fbab8ee57117b72e814511a279384a96f0c5d249355fc0166194cae0242cb6", "heldout": "181c5dafe5ac560b25a37c0b1a9b9b7a67e58efd89467d65e512e7570807cc31" }, "decisions": { "train": 28234, "validation": 3100, "test": 3866, "heldout": 2351 }, "selection_decisions": 1457, "calibration_decisions": 1643 }, "test": { "overall": { "n": 3866, "accuracy": 0.9136126733587865, "nll": 0.3130856961750748, "brier": 0.10440913955157416, "ece": 0.013555332972049909, "ece_bins": 15 }, "noul": { "n": 2725, "accuracy": 0.9259424813734282, "nll": 0.19463720127890718, "brier": 0.09976079166525023, "ece": 0.012470293854354695, "ece_bins": 15 }, "choice": { "n": 875, "accuracy": 0.8523809525285448, "nll": 0.3341989007747101, "brier": 0.14375550547850574, "ece": 0.025054066828319024, "ece_bins": 15 }, "score": { "n": 266, "accuracy": 0.9887218045112782, "nll": 1.4570634953005421, "brier": 0.02259965761235558, "ece": 0.011563376600581002, "ece_bins": 15 }, "by_task": { "session_execution_forecast": { "n": 1294, "accuracy": 0.89258114374034, "nll": 0.296262587953193, "brier": 0.1721058258056021, "ece": 0.022036426034187376, "ece_bins": 15 }, "clinc_8way": { "n": 150, "accuracy": 0.9733333333333334, "nll": 0.053830261951935604, "brier": 0.03325406237407569, "ece": 0.017699127197265623, "ece_bins": 15 }, "threshold_policy": { "n": 150, "accuracy": 1.0, "nll": 0.00019502041578798904, "brier": 1.2600697932703753e-06, "ece": 0.00019470691680911756, "ece_bins": 15 }, "ordinal_rubric": { "n": 150, "accuracy": 1.0, "nll": 0.0, "brier": 0.0, "ece": 0.0, "ece_bins": 15 }, "native_workflow": { "n": 168, "accuracy": 0.8412698420385519, "nll": 0.2392584436817937, "brier": 0.004364220359839242, "ece": 0.01898077112578211, "ece_bins": 15 }, "emotion_presence": { "n": 150, "accuracy": 0.8933333333333333, "nll": 0.3309014125264366, "brier": 0.16157220249192739, "ece": 0.04047623395919797, "ece_bins": 15 }, "contrast_control": { "n": 180, "accuracy": 0.9388888888888889, "nll": 0.1369417703856674, "brier": 0.08446074594256586, "ece": 0.021996715830432025, "ece_bins": 15 }, "contrast_mission_control": { "n": 120, "accuracy": 1.0, "nll": 0.003403368953294598, "brier": 0.0007834440595495222, "ece": 0.003163575629393243, "ece_bins": 15 }, "contrast_ranking": { "n": 120, "accuracy": 0.9, "nll": 0.3284059516797476, "brier": 0.16759605432539618, "ece": 0.08478105341394737, "ece_bins": 15 }, "commonsense_qa": { "n": 150, "accuracy": 0.5466666666666666, "nll": 1.0987150013710683, "brier": 0.5625988674216448, "ece": 0.08635183215141294, "ece_bins": 15 }, "contrast_conditional": { "n": 120, "accuracy": 0.9833333333333333, "nll": 0.07161189387478135, "brier": 0.0277167975910182, "ece": 0.008880187074343284, "ece_bins": 15 }, "contrast_policy": { "n": 118, "accuracy": 1.0, "nll": 0.011209284576241813, "brier": 0.003360086196874352, "ece": 0.009913467249627834, "ece_bins": 15 }, "contrast_injection": { "n": 118, "accuracy": 0.9745762711864406, "nll": 0.06732462825109832, "brier": 0.040634233139735514, "ece": 0.02156945860992049, "ece_bins": 15 }, "contrast_evidence": { "n": 180, "accuracy": 1.0, "nll": 0.007205073308083164, "brier": 0.0018128803487334187, "ece": 0.006618312332365226, "ece_bins": 15 }, "contrast_permission": { "n": 120, "accuracy": 1.0, "nll": 0.001534369858686683, "brier": 0.0001081397640155255, "ece": 0.0015063901742299324, "ece_bins": 15 }, "contrast_actuation": { "n": 180, "accuracy": 1.0, "nll": 0.004697878659030389, "brier": 0.0006918499621516301, "ece": 0.004510236779848774, "ece_bins": 15 }, "contrast_probability": { "n": 114, "accuracy": 0.6859058047595777, "nll": 0.552540294253783, "brier": 0.061051208039523616, "ece": 0.06780502095557094, "ece_bins": 15 }, "contrast_rubric": { "n": 116, "accuracy": 0.9741379310344828, "nll": 3.3411973254305534, "brier": 0.05182335280074642, "ece": 0.026516018756504677, "ece_bins": 15 }, "contrast_navigation": { "n": 120, "accuracy": 0.9083333333333333, "nll": 0.1989064971294662, "brier": 0.06172972990044263, "ece": 0.03733642548322681, "ece_bins": 15 }, "native_route": { "n": 48, "accuracy": 0.9479166666666666, "nll": 0.10818447524084333, "brier": 0.0380226065475766, "ece": 0.01836413890123368, "ece_bins": 15 } }, "macro_task_accuracy": 0.9230138274157473, "macro_task_nll": 0.34261627697507463, "all_correct_in_group": 0.9092896174863389, "multi_question_groups": 915, "independent_source_groups": 1370, "distinct_states": 2823, "binary_diagnostics": { "session_execution_forecast": { "tp": 1149, "tn": 6, "fp": 136, "fn": 3, "positive_examples": 1152, "negative_examples": 142, "positive_recall": 0.9973958333333334, "negative_recall": 0.04225352112676056, "balanced_accuracy": 0.519824677230047, "always_true_accuracy": 0.8902627511591963, "false_label_ranking": { "n": 1294, "positives": 142, "prevalence": 0.10973724884080371, "auroc": 0.7643351428012519, "average_precision": 0.3365881468335004 } }, "threshold_policy": { "tp": 73, "tn": 77, "fp": 0, "fn": 0, "positive_examples": 73, "negative_examples": 77, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.4866666666666667, "false_label_ranking": { "n": 150, "positives": 77, "prevalence": 0.5133333333333333, "auroc": 1.0, "average_precision": 1.0 } }, "emotion_presence": { "tp": 57, "tn": 77, "fp": 6, "fn": 10, "positive_examples": 67, "negative_examples": 83, "positive_recall": 0.8507462686567164, "negative_recall": 0.927710843373494, "balanced_accuracy": 0.8892285560151052, "always_true_accuracy": 0.44666666666666666, "false_label_ranking": { "n": 150, "positives": 83, "prevalence": 0.5533333333333333, "auroc": 0.9495594317568783, "average_precision": 0.9663567240537064 } }, "contrast_control": { "tp": 39, "tn": 78, "fp": 2, "fn": 1, "positive_examples": 40, "negative_examples": 80, "positive_recall": 0.975, "negative_recall": 0.975, "balanced_accuracy": 0.975, "always_true_accuracy": 0.3333333333333333, "false_label_ranking": { "n": 120, "positives": 80, "prevalence": 0.6666666666666666, "auroc": 0.9975, "average_precision": 0.9988023522662077 } }, "contrast_mission_control": { "tp": 8, "tn": 52, "fp": 0, "fn": 0, "positive_examples": 8, "negative_examples": 52, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.13333333333333333, "false_label_ranking": { "n": 60, "positives": 52, "prevalence": 0.8666666666666667, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_conditional": { "tp": 59, "tn": 59, "fp": 1, "fn": 1, "positive_examples": 60, "negative_examples": 60, "positive_recall": 0.9833333333333333, "negative_recall": 0.9833333333333333, "balanced_accuracy": 0.9833333333333333, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 120, "positives": 60, "prevalence": 0.5, "auroc": 0.9941666666666666, "average_precision": 0.9930539632857979 } }, "contrast_policy": { "tp": 10, "tn": 49, "fp": 0, "fn": 0, "positive_examples": 10, "negative_examples": 49, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.1694915254237288, "false_label_ranking": { "n": 59, "positives": 49, "prevalence": 0.8305084745762712, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_injection": { "tp": 59, "tn": 56, "fp": 3, "fn": 0, "positive_examples": 59, "negative_examples": 59, "positive_recall": 1.0, "negative_recall": 0.9491525423728814, "balanced_accuracy": 0.9745762711864407, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 118, "positives": 59, "prevalence": 0.5, "auroc": 0.9985636311404769, "average_precision": 0.9986003791758151 } }, "contrast_evidence": { "tp": 90, "tn": 90, "fp": 0, "fn": 0, "positive_examples": 90, "negative_examples": 90, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 180, "positives": 90, "prevalence": 0.5, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_permission": { "tp": 60, "tn": 60, "fp": 0, "fn": 0, "positive_examples": 60, "negative_examples": 60, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 120, "positives": 60, "prevalence": 0.5, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_actuation": { "tp": 60, "tn": 120, "fp": 0, "fn": 0, "positive_examples": 60, "negative_examples": 120, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.3333333333333333, "false_label_ranking": { "n": 180, "positives": 120, "prevalence": 0.6666666666666666, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_probability": { "tp": 4, "tn": 4, "fp": 0, "fn": 0, "positive_examples": 4, "negative_examples": 4, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 8, "positives": 4, "prevalence": 0.5, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_navigation": { "tp": 28, "tn": 29, "fp": 1, "fn": 2, "positive_examples": 30, "negative_examples": 30, "positive_recall": 0.9333333333333333, "negative_recall": 0.9666666666666667, "balanced_accuracy": 0.95, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 60, "positives": 30, "prevalence": 0.5, "auroc": 0.9883333333333333, "average_precision": 0.9874398594293793 } } }, "training_prevalence_constant_baseline": { "overall": { "n": 2725, "accuracy": 0.7152293578938607, "nll": 0.5117209602714679, "brier": 0.3259862355628145, "ece": 0.015836690688898827, "ece_bins": 15 }, "noul": { "n": 2725, "accuracy": 0.7152293578938607, "nll": 0.5117209602714679, "brier": 0.3259862355628145, "ece": 0.015836690688898827, "ece_bins": 15 }, "by_task": { "session_execution_forecast": { "n": 1294, "accuracy": 0.8902627511591963, "nll": 0.3467187255022146, "brier": 0.19566549473604794, "ece": 0.011737258854384036, "ece_bins": 15 }, "threshold_policy": { "n": 150, "accuracy": 0.4866666666666667, "nll": 0.695290207862854, "brier": 0.5021413280566533, "ece": 0.03533334811528521, "ece_bins": 15 }, "emotion_presence": { "n": 150, "accuracy": 0.44666666666666666, "nll": 0.6944992180665334, "brier": 0.5013520050048829, "ece": 0.059333375295003266, "ece_bins": 15 }, "contrast_control": { "n": 120, "accuracy": 0.6666666666666666, "nll": 0.6464535991350809, "brier": 0.4526257812976837, "ece": 0.06395830710728967, "ece_bins": 15 }, "contrast_mission_control": { "n": 60, "accuracy": 0.8666666666666667, "nll": 0.4088830570379893, "brier": 0.23675730091830094, "ece": 0.05313278039296465, "ece_bins": 15 }, "contrast_conditional": { "n": 120, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_policy": { "n": 59, "accuracy": 0.8305084745762712, "nll": 0.4594738685478598, "brier": 0.2837318602507397, "ece": 0.033193047774040085, "ece_bins": 15 }, "contrast_injection": { "n": 118, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_evidence": { "n": 180, "accuracy": 0.5, "nll": 0.6931792199611664, "brier": 0.5000320672988892, "ece": 0.004003345966339111, "ece_bins": 15 }, "contrast_permission": { "n": 120, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_actuation": { "n": 180, "accuracy": 0.6666666666666666, "nll": 0.6365141669909159, "brier": 0.4444444477558136, "ece": 1.9868214962137642e-08, "ece_bins": 15 }, "contrast_probability": { "n": 114, "accuracy": 0.500000002287459, "nll": 0.6931471803732085, "brier": 0.17832604808765545, "ece": 2.287458999994385e-09, "ece_bins": 15 }, "contrast_navigation": { "n": 60, "accuracy": 0.5, "nll": 0.6931753158569336, "brier": 0.500028133392334, "ece": 0.003750026226043701, "ece_bins": 15 } }, "macro_task_accuracy": 0.6041618893350968, "macro_task_nll": 0.618982777440658, "all_correct_in_group": 0.056, "multi_question_groups": 500, "independent_source_groups": 829, "distinct_states": 2114 } }, "intervention": "full", "checkpoint_sha256": "ec83247177a6919c17944093fdd02d3258906dc809c16b326e0dfd879275efeb", "heldout": { "overall": { "n": 2351, "accuracy": 0.8481593390079774, "nll": 0.41200362996050977, "brier": 0.16195236393054194, "ece": 0.05168338991172358, "ece_bins": 15 }, "choice": { "n": 943, "accuracy": 0.7306822201638055, "nll": 0.6280953941167728, "brier": 0.29193628961112494, "ece": 0.09221837744669849, "ece_bins": 15 }, "noul": { "n": 1290, "accuracy": 0.922472304180842, "nll": 0.19868471795526407, "brier": 0.07709551337517045, "ece": 0.027868979435789476, "ece_bins": 15 }, "score": { "n": 118, "accuracy": 0.9745762711864406, "nll": 1.0171465357860265, "brier": 0.05085486646986298, "ece": 0.025228620585748707, "ece_bins": 15 }, "by_task": { "heldout_winogrande": { "n": 150, "accuracy": 0.58, "nll": 0.862186019991835, "brier": 0.5974664798068503, "ece": 0.23292821009953815, "ece_bins": 15 }, "heldout_agent_trace": { "n": 150, "accuracy": 1.0, "nll": 0.0031651475986118763, "brier": 0.00010571270049776993, "ece": 0.0031382926305134617, "ece_bins": 15 }, "contrast_permission": { "n": 120, "accuracy": 0.9416666666666667, "nll": 0.11838939347498532, "brier": 0.07923208538321681, "ece": 0.04221838613351188, "ece_bins": 15 }, "native_workflow": { "n": 240, "accuracy": 0.745972223393619, "nll": 0.4028439969309893, "brier": 0.017726629475379566, "ece": 0.043431438816090455, "ece_bins": 15 }, "contrast_ranking": { "n": 120, "accuracy": 0.8416666666666667, "nll": 0.6109185919820561, "brier": 0.264986981258915, "ece": 0.14371900161107382, "ece_bins": 15 }, "contrast_mission_control": { "n": 120, "accuracy": 1.0, "nll": 0.015601039281354308, "brier": 0.009073957873422751, "ece": 0.012441395223140705, "ece_bins": 15 }, "contrast_policy": { "n": 120, "accuracy": 0.8166666666666667, "nll": 0.4686885169532616, "brier": 0.27072872337592646, "ece": 0.07158965816100438, "ece_bins": 15 }, "contrast_rubric": { "n": 118, "accuracy": 0.9745762711864406, "nll": 1.0171465357860265, "brier": 0.05085486646986298, "ece": 0.025228620585748707, "ece_bins": 15 }, "contrast_probability": { "n": 120, "accuracy": 0.6749106032773853, "nll": 0.5857071607132942, "brier": 0.06854021340553602, "ece": 0.0718785281603535, "ece_bins": 15 }, "native_route": { "n": 43, "accuracy": 0.9186046511627907, "nll": 0.14928884585267652, "brier": 0.0632878590766348, "ece": 0.06660626655401185, "ece_bins": 15 }, "contrast_injection": { "n": 120, "accuracy": 0.9916666666666667, "nll": 0.01955363035915513, "brier": 0.011169788525748217, "ece": 0.013707435131072997, "ece_bins": 15 }, "contrast_conditional": { "n": 120, "accuracy": 0.7833333333333333, "nll": 0.8959864081107177, "brier": 0.3471379649824776, "ece": 0.1327075352271398, "ece_bins": 15 }, "contrast_control": { "n": 180, "accuracy": 0.9666666666666667, "nll": 0.1191649039442075, "brier": 0.06732166105404781, "ece": 0.04520959589216441, "ece_bins": 15 }, "contrast_actuation": { "n": 180, "accuracy": 0.9944444444444445, "nll": 0.01998190373791198, "brier": 0.011722925089303535, "ece": 0.011577432685428183, "ece_bins": 15 }, "heldout_security_policy": { "n": 150, "accuracy": 0.44, "nll": 1.4709302392986137, "brier": 0.7794885175830677, "ece": 0.2713259669144948, "ece_bins": 15 }, "contrast_evidence": { "n": 180, "accuracy": 1.0, "nll": 0.004885621912574499, "brier": 0.00043680786157203425, "ece": 0.004771141873465661, "ece_bins": 15 }, "contrast_navigation": { "n": 120, "accuracy": 0.8208333333333333, "nll": 0.3612153826160162, "brier": 0.17336034276497195, "ece": 0.0938146059711774, "ece_bins": 15 } }, "macro_task_accuracy": 0.852412246674393, "macro_task_nll": 0.4191560787378993, "all_correct_in_group": 0.7593818984547461, "multi_question_groups": 906, "independent_source_groups": 1067, "distinct_states": 1302, "binary_diagnostics": { "heldout_agent_trace": { "tp": 12, "tn": 138, "fp": 0, "fn": 0, "positive_examples": 12, "negative_examples": 138, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.08, "false_label_ranking": { "n": 150, "positives": 138, "prevalence": 0.92, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_permission": { "tp": 60, "tn": 53, "fp": 7, "fn": 0, "positive_examples": 60, "negative_examples": 60, "positive_recall": 1.0, "negative_recall": 0.8833333333333333, "balanced_accuracy": 0.9416666666666667, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 120, "positives": 60, "prevalence": 0.5, "auroc": 0.9983333333333333, "average_precision": 0.9983223479552561 } }, "contrast_mission_control": { "tp": 3, "tn": 57, "fp": 0, "fn": 0, "positive_examples": 3, "negative_examples": 57, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.05, "false_label_ranking": { "n": 60, "positives": 57, "prevalence": 0.95, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_policy": { "tp": 6, "tn": 41, "fp": 13, "fn": 0, "positive_examples": 6, "negative_examples": 54, "positive_recall": 1.0, "negative_recall": 0.7592592592592593, "balanced_accuracy": 0.8796296296296297, "always_true_accuracy": 0.1, "false_label_ranking": { "n": 60, "positives": 54, "prevalence": 0.9, "auroc": 0.9305555555555556, "average_precision": 0.9924437043436368 } }, "contrast_injection": { "tp": 59, "tn": 60, "fp": 0, "fn": 1, "positive_examples": 60, "negative_examples": 60, "positive_recall": 0.9833333333333333, "negative_recall": 1.0, "balanced_accuracy": 0.9916666666666667, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 120, "positives": 60, "prevalence": 0.5, "auroc": 0.9997222222222222, "average_precision": 0.9997267759562842 } }, "contrast_conditional": { "tp": 42, "tn": 52, "fp": 8, "fn": 18, "positive_examples": 60, "negative_examples": 60, "positive_recall": 0.7, "negative_recall": 0.8666666666666667, "balanced_accuracy": 0.7833333333333333, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 120, "positives": 60, "prevalence": 0.5, "auroc": 0.8569444444444444, "average_precision": 0.847179620108262 } }, "contrast_control": { "tp": 28, "tn": 87, "fp": 4, "fn": 1, "positive_examples": 29, "negative_examples": 91, "positive_recall": 0.9655172413793104, "negative_recall": 0.9560439560439561, "balanced_accuracy": 0.9607805987116332, "always_true_accuracy": 0.24166666666666667, "false_label_ranking": { "n": 120, "positives": 91, "prevalence": 0.7583333333333333, "auroc": 0.9960212201591512, "average_precision": 0.9986401446489318 } }, "contrast_actuation": { "tp": 59, "tn": 120, "fp": 0, "fn": 1, "positive_examples": 60, "negative_examples": 120, "positive_recall": 0.9833333333333333, "negative_recall": 1.0, "balanced_accuracy": 0.9916666666666667, "always_true_accuracy": 0.3333333333333333, "false_label_ranking": { "n": 180, "positives": 120, "prevalence": 0.6666666666666666, "auroc": 0.9998611111111111, "average_precision": 0.999931129476584 } }, "contrast_evidence": { "tp": 85, "tn": 95, "fp": 0, "fn": 0, "positive_examples": 85, "negative_examples": 95, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.4722222222222222, "false_label_ranking": { "n": 180, "positives": 95, "prevalence": 0.5277777777777778, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_navigation": { "tp": 15, "tn": 37, "fp": 7, "fn": 1, "positive_examples": 16, "negative_examples": 44, "positive_recall": 0.9375, "negative_recall": 0.8409090909090909, "balanced_accuracy": 0.8892045454545454, "always_true_accuracy": 0.26666666666666666, "false_label_ranking": { "n": 60, "positives": 44, "prevalence": 0.7333333333333333, "auroc": 0.9872159090909091, "average_precision": 0.994991160937348 } }, "contrast_probability": { "tp": 1, "tn": 1, "fp": 0, "fn": 0, "positive_examples": 1, "negative_examples": 1, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 2, "positives": 1, "prevalence": 0.5, "auroc": 1.0, "average_precision": 1.0 } } }, "training_prevalence_constant_baseline": { "overall": { "n": 1140, "accuracy": 0.5903508771782774, "nll": 0.6250696548767257, "brier": 0.4040576693314506, "ece": 0.01514082918466441, "ece_bins": 15 }, "noul": { "n": 1140, "accuracy": 0.5903508771782774, "nll": 0.6250696548767257, "brier": 0.4040576693314506, "ece": 0.01514082918466441, "ece_bins": 15 }, "by_task": { "contrast_permission": { "n": 120, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_mission_control": { "n": 60, "accuracy": 0.95, "nll": 0.2055808946490288, "brier": 0.09682414336130023, "ece": 0.030200552940368608, "ece_bins": 15 }, "contrast_policy": { "n": 60, "accuracy": 0.9, "nll": 0.3311660647392273, "brier": 0.1826351560652256, "ece": 0.03629847764968874, "ece_bins": 15 }, "contrast_probability": { "n": 120, "accuracy": 0.49999999986030164, "nll": 0.6931471834580104, "brier": 0.16294329766199855, "ece": 1.3969836398786128e-10, "ece_bins": 15 }, "contrast_injection": { "n": 120, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_conditional": { "n": 120, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_control": { "n": 120, "accuracy": 0.7583333333333333, "nll": 0.5549889740844568, "brier": 0.36806328408420086, "ece": 0.027708359559377005, "ece_bins": 15 }, "contrast_actuation": { "n": 180, "accuracy": 0.6666666666666666, "nll": 0.6365141669909159, "brier": 0.4444444477558136, "ece": 1.9868214962137642e-08, "ece_bins": 15 }, "contrast_evidence": { "n": 180, "accuracy": 0.5277777777777778, "nll": 0.6927343921528922, "brier": 0.499587251080407, "ece": 0.02377443181143868, "ece_bins": 15 }, "contrast_navigation": { "n": 60, "accuracy": 0.26666666666666666, "nll": 0.6966753959655761, "brier": 0.5035281578699747, "ece": 0.23708335955937704, "ece_bins": 15 } }, "macro_task_accuracy": 0.6069444444304746, "macro_task_nll": 0.5890248619433907, "all_correct_in_group": 0.07857142857142857, "multi_question_groups": 420, "independent_source_groups": 600, "distinct_states": 600 } } }, "typed_ablations": { "no_graph": { "temperatures": { "choice": 1.5673085451126099, "score": 0.05000000074505806, "noul": 1.647549033164978 }, "data": { "sha256": { "train": "3bfc4f3a81d88e96ee60daf0bbacaa365429f73cf79ab0d4e2477ca19d156494", "validation": "8cc3bfce961984919949f557b7bec8600b2cbade459d627c49cd9138b6317796", "test": "27fbab8ee57117b72e814511a279384a96f0c5d249355fc0166194cae0242cb6", "heldout": "181c5dafe5ac560b25a37c0b1a9b9b7a67e58efd89467d65e512e7570807cc31" }, "decisions": { "train": 28234, "validation": 3100, "test": 3866, "heldout": 2351 }, "selection_decisions": 1457, "calibration_decisions": 1643 }, "test": { "overall": { "n": 3866, "accuracy": 0.8987892788357404, "nll": 0.34884925582472176, "brier": 0.13102141584061905, "ece": 0.03602447930099009, "ece_bins": 15 }, "noul": { "n": 2725, "accuracy": 0.908215052666604, "nll": 0.26241289210660323, "brier": 0.13162809931629557, "ece": 0.04777512858288546, "ece_bins": 15 }, "choice": { "n": 875, "accuracy": 0.8443809525285448, "nll": 0.352568178748241, "brier": 0.15786780393057506, "ece": 0.017276874865804412, "ece_bins": 15 }, "score": { "n": 266, "accuracy": 0.981203007518797, "nll": 1.2221012617412366, "brier": 0.03649584422434183, "ece": 0.018511640622203507, "ece_bins": 15 }, "by_task": { "session_execution_forecast": { "n": 1294, "accuracy": 0.8910355486862442, "nll": 0.3634327308324534, "brier": 0.18721416268092245, "ece": 0.07521533344223105, "ece_bins": 15 }, "clinc_8way": { "n": 150, "accuracy": 0.9666666666666667, "nll": 0.06814364671409, "brier": 0.04135079424545803, "ece": 0.025920896331469257, "ece_bins": 15 }, "threshold_policy": { "n": 150, "accuracy": 1.0, "nll": 0.0020561500795346415, "brier": 4.791993182453805e-05, "ece": 0.0020440157254536517, "ece_bins": 15 }, "ordinal_rubric": { "n": 150, "accuracy": 1.0, "nll": 0.0, "brier": 0.0, "ece": 0.0, "ece_bins": 15 }, "native_workflow": { "n": 168, "accuracy": 0.8412698420385519, "nll": 0.2423496428084678, "brier": 0.006691614928500473, "ece": 0.025093349495104403, "ece_bins": 15 }, "emotion_presence": { "n": 150, "accuracy": 0.9, "nll": 0.3250191314029484, "brier": 0.1650595396667773, "ece": 0.05499402165412903, "ece_bins": 15 }, "contrast_control": { "n": 180, "accuracy": 0.9277777777777778, "nll": 0.20291833086704275, "brier": 0.1147996238619829, "ece": 0.04964251551363204, "ece_bins": 15 }, "contrast_mission_control": { "n": 120, "accuracy": 0.9916666666666667, "nll": 0.06065997226357543, "brier": 0.03085539312622499, "ece": 0.03934552595019337, "ece_bins": 15 }, "contrast_ranking": { "n": 120, "accuracy": 0.875, "nll": 0.3100671625280471, "brier": 0.1783047090916447, "ece": 0.036360916992028584, "ece_bins": 15 }, "commonsense_qa": { "n": 150, "accuracy": 0.5533333333333333, "nll": 1.0881009231663, "brier": 0.5664651055553258, "ece": 0.058727564315001174, "ece_bins": 15 }, "contrast_conditional": { "n": 120, "accuracy": 0.9083333333333333, "nll": 0.21305582454758837, "brier": 0.14369749078991928, "ece": 0.07660980621973676, "ece_bins": 15 }, "contrast_policy": { "n": 118, "accuracy": 0.9661016949152542, "nll": 0.10900895035176437, "brier": 0.057197990500329594, "ece": 0.03468790978698404, "ece_bins": 15 }, "contrast_injection": { "n": 118, "accuracy": 0.9745762711864406, "nll": 0.10699222278040951, "brier": 0.05479620099257156, "ece": 0.039847012293540755, "ece_bins": 15 }, "contrast_evidence": { "n": 180, "accuracy": 0.9722222222222222, "nll": 0.0781161726509989, "brier": 0.04728066389107467, "ece": 0.03108621471458014, "ece_bins": 15 }, "contrast_permission": { "n": 120, "accuracy": 0.9833333333333333, "nll": 0.02472108488428108, "brier": 0.016251836169344634, "ece": 0.018132204810778284, "ece_bins": 15 }, "contrast_actuation": { "n": 180, "accuracy": 0.95, "nll": 0.09711083078286215, "brier": 0.06108410395650022, "ece": 0.029950828353563913, "ece_bins": 15 }, "contrast_probability": { "n": 114, "accuracy": 0.5516317413727704, "nll": 0.7391661715514043, "brier": 0.21473954302285148, "ece": 0.2500139056427175, "ece_bins": 15 }, "contrast_rubric": { "n": 116, "accuracy": 0.9568965517241379, "nll": 2.8024046174411117, "brier": 0.08368874623857696, "ece": 0.042449106944018454, "ece_bins": 15 }, "contrast_navigation": { "n": 120, "accuracy": 0.875, "nll": 0.2769842838155455, "brier": 0.11116787687443112, "ece": 0.03638683855533595, "ece_bins": 15 }, "native_route": { "n": 48, "accuracy": 0.9479166666666666, "nll": 0.12499530159275689, "brier": 0.041762241968203044, "ece": 0.07046484698851901, "ece_bins": 15 } }, "macro_task_accuracy": 0.9016380824961698, "macro_task_nll": 0.3617651575530591, "all_correct_in_group": 0.8371584699453551, "multi_question_groups": 915, "independent_source_groups": 1370, "distinct_states": 2823, "binary_diagnostics": { "session_execution_forecast": { "tp": 1150, "tn": 3, "fp": 139, "fn": 2, "positive_examples": 1152, "negative_examples": 142, "positive_recall": 0.9982638888888888, "negative_recall": 0.02112676056338028, "balanced_accuracy": 0.5096953247261345, "always_true_accuracy": 0.8902627511591963, "false_label_ranking": { "n": 1294, "positives": 142, "prevalence": 0.10973724884080371, "auroc": 0.7614833969092332, "average_precision": 0.3416171697276891 } }, "threshold_policy": { "tp": 73, "tn": 77, "fp": 0, "fn": 0, "positive_examples": 73, "negative_examples": 77, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.4866666666666667, "false_label_ranking": { "n": 150, "positives": 77, "prevalence": 0.5133333333333333, "auroc": 1.0, "average_precision": 1.0 } }, "emotion_presence": { "tp": 56, "tn": 79, "fp": 4, "fn": 11, "positive_examples": 67, "negative_examples": 83, "positive_recall": 0.835820895522388, "negative_recall": 0.9518072289156626, "balanced_accuracy": 0.8938140622190254, "always_true_accuracy": 0.44666666666666666, "false_label_ranking": { "n": 150, "positives": 83, "prevalence": 0.5533333333333333, "auroc": 0.9508181981657975, "average_precision": 0.964737640222997 } }, "contrast_control": { "tp": 40, "tn": 75, "fp": 5, "fn": 0, "positive_examples": 40, "negative_examples": 80, "positive_recall": 1.0, "negative_recall": 0.9375, "balanced_accuracy": 0.96875, "always_true_accuracy": 0.3333333333333333, "false_label_ranking": { "n": 120, "positives": 80, "prevalence": 0.6666666666666666, "auroc": 0.99578125, "average_precision": 0.9979768110130982 } }, "contrast_mission_control": { "tp": 8, "tn": 51, "fp": 1, "fn": 0, "positive_examples": 8, "negative_examples": 52, "positive_recall": 1.0, "negative_recall": 0.9807692307692307, "balanced_accuracy": 0.9903846153846154, "always_true_accuracy": 0.13333333333333333, "false_label_ranking": { "n": 60, "positives": 52, "prevalence": 0.8666666666666667, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_conditional": { "tp": 59, "tn": 50, "fp": 10, "fn": 1, "positive_examples": 60, "negative_examples": 60, "positive_recall": 0.9833333333333333, "negative_recall": 0.8333333333333334, "balanced_accuracy": 0.9083333333333333, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 120, "positives": 60, "prevalence": 0.5, "auroc": 0.9851388888888889, "average_precision": 0.9853515023312661 } }, "contrast_policy": { "tp": 10, "tn": 49, "fp": 0, "fn": 0, "positive_examples": 10, "negative_examples": 49, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.1694915254237288, "false_label_ranking": { "n": 59, "positives": 49, "prevalence": 0.8305084745762712, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_injection": { "tp": 59, "tn": 56, "fp": 3, "fn": 0, "positive_examples": 59, "negative_examples": 59, "positive_recall": 1.0, "negative_recall": 0.9491525423728814, "balanced_accuracy": 0.9745762711864407, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 118, "positives": 59, "prevalence": 0.5, "auroc": 0.997701809824763, "average_precision": 0.997798071683538 } }, "contrast_evidence": { "tp": 85, "tn": 90, "fp": 0, "fn": 5, "positive_examples": 90, "negative_examples": 90, "positive_recall": 0.9444444444444444, "negative_recall": 1.0, "balanced_accuracy": 0.9722222222222222, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 180, "positives": 90, "prevalence": 0.5, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_permission": { "tp": 59, "tn": 59, "fp": 1, "fn": 1, "positive_examples": 60, "negative_examples": 60, "positive_recall": 0.9833333333333333, "negative_recall": 0.9833333333333333, "balanced_accuracy": 0.9833333333333333, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 120, "positives": 60, "prevalence": 0.5, "auroc": 0.9997222222222222, "average_precision": 0.9997267759562842 } }, "contrast_actuation": { "tp": 60, "tn": 111, "fp": 9, "fn": 0, "positive_examples": 60, "negative_examples": 120, "positive_recall": 1.0, "negative_recall": 0.925, "balanced_accuracy": 0.9625, "always_true_accuracy": 0.3333333333333333, "false_label_ranking": { "n": 180, "positives": 120, "prevalence": 0.6666666666666666, "auroc": 0.9991666666666666, "average_precision": 0.9995785854095584 } }, "contrast_probability": { "tp": 4, "tn": 4, "fp": 0, "fn": 0, "positive_examples": 4, "negative_examples": 4, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 8, "positives": 4, "prevalence": 0.5, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_navigation": { "tp": 29, "tn": 24, "fp": 6, "fn": 1, "positive_examples": 30, "negative_examples": 30, "positive_recall": 0.9666666666666667, "negative_recall": 0.8, "balanced_accuracy": 0.8833333333333333, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 60, "positives": 30, "prevalence": 0.5, "auroc": 0.9877777777777778, "average_precision": 0.9877821314544469 } } }, "training_prevalence_constant_baseline": { "overall": { "n": 2725, "accuracy": 0.7152293578938607, "nll": 0.5117209602714679, "brier": 0.3259862355628145, "ece": 0.015836690688898827, "ece_bins": 15 }, "noul": { "n": 2725, "accuracy": 0.7152293578938607, "nll": 0.5117209602714679, "brier": 0.3259862355628145, "ece": 0.015836690688898827, "ece_bins": 15 }, "by_task": { "session_execution_forecast": { "n": 1294, "accuracy": 0.8902627511591963, "nll": 0.3467187255022146, "brier": 0.19566549473604794, "ece": 0.011737258854384036, "ece_bins": 15 }, "threshold_policy": { "n": 150, "accuracy": 0.4866666666666667, "nll": 0.695290207862854, "brier": 0.5021413280566533, "ece": 0.03533334811528521, "ece_bins": 15 }, "emotion_presence": { "n": 150, "accuracy": 0.44666666666666666, "nll": 0.6944992180665334, "brier": 0.5013520050048829, "ece": 0.059333375295003266, "ece_bins": 15 }, "contrast_control": { "n": 120, "accuracy": 0.6666666666666666, "nll": 0.6464535991350809, "brier": 0.4526257812976837, "ece": 0.06395830710728967, "ece_bins": 15 }, "contrast_mission_control": { "n": 60, "accuracy": 0.8666666666666667, "nll": 0.4088830570379893, "brier": 0.23675730091830094, "ece": 0.05313278039296465, "ece_bins": 15 }, "contrast_conditional": { "n": 120, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_policy": { "n": 59, "accuracy": 0.8305084745762712, "nll": 0.4594738685478598, "brier": 0.2837318602507397, "ece": 0.033193047774040085, "ece_bins": 15 }, "contrast_injection": { "n": 118, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_evidence": { "n": 180, "accuracy": 0.5, "nll": 0.6931792199611664, "brier": 0.5000320672988892, "ece": 0.004003345966339111, "ece_bins": 15 }, "contrast_permission": { "n": 120, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_actuation": { "n": 180, "accuracy": 0.6666666666666666, "nll": 0.6365141669909159, "brier": 0.4444444477558136, "ece": 1.9868214962137642e-08, "ece_bins": 15 }, "contrast_probability": { "n": 114, "accuracy": 0.500000002287459, "nll": 0.6931471803732085, "brier": 0.17832604808765545, "ece": 2.287458999994385e-09, "ece_bins": 15 }, "contrast_navigation": { "n": 60, "accuracy": 0.5, "nll": 0.6931753158569336, "brier": 0.500028133392334, "ece": 0.003750026226043701, "ece_bins": 15 } }, "macro_task_accuracy": 0.6041618893350968, "macro_task_nll": 0.618982777440658, "all_correct_in_group": 0.056, "multi_question_groups": 500, "independent_source_groups": 829, "distinct_states": 2114 } }, "intervention": "no_graph", "checkpoint_sha256": "ec83247177a6919c17944093fdd02d3258906dc809c16b326e0dfd879275efeb", "heldout": { "overall": { "n": 2351, "accuracy": 0.8263837538900425, "nll": 0.43317440437522053, "brier": 0.18628010471120976, "ece": 0.043786816541398633, "ece_bins": 15 }, "choice": { "n": 943, "accuracy": 0.7232591024543675, "nll": 0.5757926506116464, "brier": 0.2808421001957749, "ece": 0.06145677000505422, "ece_bins": 15 }, "noul": { "n": 1290, "accuracy": 0.8889882726984661, "nll": 0.25613953645601345, "brier": 0.12799429171201868, "ece": 0.03481103796656282, "ece_bins": 15 }, "score": { "n": 118, "accuracy": 0.9661016949152542, "nll": 1.2288182468737585, "brier": 0.06777787612656415, "ece": 0.033893620058641605, "ece_bins": 15 }, "by_task": { "heldout_winogrande": { "n": 150, "accuracy": 0.5266666666666666, "nll": 0.790337550342083, "brier": 0.5667262307119866, "ece": 0.16363184213638307, "ece_bins": 15 }, "heldout_agent_trace": { "n": 150, "accuracy": 1.0, "nll": 0.006667840174843604, "brier": 0.0004555203508380273, "ece": 0.006549548308054606, "ece_bins": 15 }, "contrast_permission": { "n": 120, "accuracy": 0.9333333333333333, "nll": 0.11835007457971188, "brier": 0.07826428370607148, "ece": 0.03556638409694039, "ece_bins": 15 }, "native_workflow": { "n": 240, "accuracy": 0.7501388900602858, "nll": 0.40449622510514893, "brier": 0.016978955008100847, "ece": 0.04092373568564651, "ece_bins": 15 }, "contrast_ranking": { "n": 120, "accuracy": 0.8083333333333333, "nll": 0.5214837116727646, "brier": 0.277728265514075, "ece": 0.10179293751716614, "ece_bins": 15 }, "contrast_mission_control": { "n": 120, "accuracy": 0.975, "nll": 0.08145203868103484, "brier": 0.05064150606156023, "ece": 0.042298407355944284, "ece_bins": 15 }, "contrast_policy": { "n": 120, "accuracy": 0.8166666666666667, "nll": 0.5330975009128451, "brier": 0.3204411544604227, "ece": 0.14067357704043384, "ece_bins": 15 }, "contrast_rubric": { "n": 118, "accuracy": 0.9661016949152542, "nll": 1.2288182468737585, "brier": 0.06777787612656415, "ece": 0.033893620058641605, "ece_bins": 15 }, "contrast_probability": { "n": 120, "accuracy": 0.523290598175178, "nll": 0.7880956182489172, "brier": 0.23843394571389734, "ece": 0.27173267376298704, "ece_bins": 15 }, "native_route": { "n": 43, "accuracy": 0.9418604651162791, "nll": 0.14013477472876412, "brier": 0.054958050627388504, "ece": 0.05162486780521483, "ece_bins": 15 }, "contrast_injection": { "n": 120, "accuracy": 0.9833333333333333, "nll": 0.05381629657268618, "brier": 0.020687851169987056, "ece": 0.04673268447319664, "ece_bins": 15 }, "contrast_conditional": { "n": 120, "accuracy": 0.8, "nll": 0.6164913536860391, "brier": 0.3306696441083679, "ece": 0.13763792117436732, "ece_bins": 15 }, "contrast_control": { "n": 180, "accuracy": 0.9277777777777778, "nll": 0.2666503952675056, "brier": 0.1475896789549622, "ece": 0.08422087033589677, "ece_bins": 15 }, "contrast_actuation": { "n": 180, "accuracy": 0.9555555555555556, "nll": 0.10980090432601375, "brier": 0.06318930634454185, "ece": 0.017823481228616544, "ece_bins": 15 }, "heldout_security_policy": { "n": 150, "accuracy": 0.5266666666666666, "nll": 1.148702656008924, "brier": 0.6480683231973914, "ece": 0.1967687972386678, "ece_bins": 15 }, "contrast_evidence": { "n": 180, "accuracy": 0.9888888888888889, "nll": 0.03976953429724486, "brier": 0.020810435712325645, "ece": 0.021041382021374185, "ece_bins": 15 }, "contrast_navigation": { "n": 120, "accuracy": 0.6875, "nll": 0.6498102817897689, "brier": 0.34592488670758537, "ece": 0.1892686019341151, "ece_bins": 15 } }, "macro_task_accuracy": 0.8300655217934835, "macro_task_nll": 0.441057353133415, "all_correct_in_group": 0.7052980132450332, "multi_question_groups": 906, "independent_source_groups": 1067, "distinct_states": 1302, "binary_diagnostics": { "heldout_agent_trace": { "tp": 12, "tn": 138, "fp": 0, "fn": 0, "positive_examples": 12, "negative_examples": 138, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.08, "false_label_ranking": { "n": 150, "positives": 138, "prevalence": 0.92, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_permission": { "tp": 59, "tn": 53, "fp": 7, "fn": 1, "positive_examples": 60, "negative_examples": 60, "positive_recall": 0.9833333333333333, "negative_recall": 0.8833333333333333, "balanced_accuracy": 0.9333333333333333, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 120, "positives": 60, "prevalence": 0.5, "auroc": 0.9968055555555555, "average_precision": 0.9965945589624285 } }, "contrast_mission_control": { "tp": 3, "tn": 57, "fp": 0, "fn": 0, "positive_examples": 3, "negative_examples": 57, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.05, "false_label_ranking": { "n": 60, "positives": 57, "prevalence": 0.95, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_policy": { "tp": 6, "tn": 41, "fp": 13, "fn": 0, "positive_examples": 6, "negative_examples": 54, "positive_recall": 1.0, "negative_recall": 0.7592592592592593, "balanced_accuracy": 0.8796296296296297, "always_true_accuracy": 0.1, "false_label_ranking": { "n": 60, "positives": 54, "prevalence": 0.9, "auroc": 0.8842592592592593, "average_precision": 0.9870820278452302 } }, "contrast_injection": { "tp": 59, "tn": 59, "fp": 1, "fn": 1, "positive_examples": 60, "negative_examples": 60, "positive_recall": 0.9833333333333333, "negative_recall": 0.9833333333333333, "balanced_accuracy": 0.9833333333333333, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 120, "positives": 60, "prevalence": 0.5, "auroc": 0.9997222222222222, "average_precision": 0.9997267759562842 } }, "contrast_conditional": { "tp": 50, "tn": 46, "fp": 14, "fn": 10, "positive_examples": 60, "negative_examples": 60, "positive_recall": 0.8333333333333334, "negative_recall": 0.7666666666666667, "balanced_accuracy": 0.8, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 120, "positives": 60, "prevalence": 0.5, "auroc": 0.86375, "average_precision": 0.8756282582453512 } }, "contrast_control": { "tp": 29, "tn": 83, "fp": 8, "fn": 0, "positive_examples": 29, "negative_examples": 91, "positive_recall": 1.0, "negative_recall": 0.9120879120879121, "balanced_accuracy": 0.956043956043956, "always_true_accuracy": 0.24166666666666667, "false_label_ranking": { "n": 120, "positives": 91, "prevalence": 0.7583333333333333, "auroc": 0.9946949602122016, "average_precision": 0.9981912313629647 } }, "contrast_actuation": { "tp": 60, "tn": 112, "fp": 8, "fn": 0, "positive_examples": 60, "negative_examples": 120, "positive_recall": 1.0, "negative_recall": 0.9333333333333333, "balanced_accuracy": 0.9666666666666667, "always_true_accuracy": 0.3333333333333333, "false_label_ranking": { "n": 180, "positives": 120, "prevalence": 0.6666666666666666, "auroc": 0.99875, "average_precision": 0.9993034229784378 } }, "contrast_evidence": { "tp": 83, "tn": 95, "fp": 0, "fn": 2, "positive_examples": 85, "negative_examples": 95, "positive_recall": 0.9764705882352941, "negative_recall": 1.0, "balanced_accuracy": 0.9882352941176471, "always_true_accuracy": 0.4722222222222222, "false_label_ranking": { "n": 180, "positives": 95, "prevalence": 0.5277777777777778, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_navigation": { "tp": 16, "tn": 23, "fp": 21, "fn": 0, "positive_examples": 16, "negative_examples": 44, "positive_recall": 1.0, "negative_recall": 0.5227272727272727, "balanced_accuracy": 0.7613636363636364, "always_true_accuracy": 0.26666666666666666, "false_label_ranking": { "n": 60, "positives": 44, "prevalence": 0.7333333333333333, "auroc": 0.9744318181818182, "average_precision": 0.9877453261815105 } }, "contrast_probability": { "tp": 1, "tn": 1, "fp": 0, "fn": 0, "positive_examples": 1, "negative_examples": 1, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 2, "positives": 1, "prevalence": 0.5, "auroc": 1.0, "average_precision": 1.0 } } }, "training_prevalence_constant_baseline": { "overall": { "n": 1140, "accuracy": 0.5903508771782774, "nll": 0.6250696548767257, "brier": 0.4040576693314506, "ece": 0.01514082918466441, "ece_bins": 15 }, "noul": { "n": 1140, "accuracy": 0.5903508771782774, "nll": 0.6250696548767257, "brier": 0.4040576693314506, "ece": 0.01514082918466441, "ece_bins": 15 }, "by_task": { "contrast_permission": { "n": 120, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_mission_control": { "n": 60, "accuracy": 0.95, "nll": 0.2055808946490288, "brier": 0.09682414336130023, "ece": 0.030200552940368608, "ece_bins": 15 }, "contrast_policy": { "n": 60, "accuracy": 0.9, "nll": 0.3311660647392273, "brier": 0.1826351560652256, "ece": 0.03629847764968874, "ece_bins": 15 }, "contrast_probability": { "n": 120, "accuracy": 0.49999999986030164, "nll": 0.6931471834580104, "brier": 0.16294329766199855, "ece": 1.3969836398786128e-10, "ece_bins": 15 }, "contrast_injection": { "n": 120, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_conditional": { "n": 120, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_control": { "n": 120, "accuracy": 0.7583333333333333, "nll": 0.5549889740844568, "brier": 0.36806328408420086, "ece": 0.027708359559377005, "ece_bins": 15 }, "contrast_actuation": { "n": 180, "accuracy": 0.6666666666666666, "nll": 0.6365141669909159, "brier": 0.4444444477558136, "ece": 1.9868214962137642e-08, "ece_bins": 15 }, "contrast_evidence": { "n": 180, "accuracy": 0.5277777777777778, "nll": 0.6927343921528922, "brier": 0.499587251080407, "ece": 0.02377443181143868, "ece_bins": 15 }, "contrast_navigation": { "n": 60, "accuracy": 0.26666666666666666, "nll": 0.6966753959655761, "brier": 0.5035281578699747, "ece": 0.23708335955937704, "ece_bins": 15 } }, "macro_task_accuracy": 0.6069444444304746, "macro_task_nll": 0.5890248619433907, "all_correct_in_group": 0.07857142857142857, "multi_question_groups": 420, "independent_source_groups": 600, "distinct_states": 600 } } }, "no_messages": { "temperatures": { "choice": 1.5673085451126099, "score": 0.05000000074505806, "noul": 1.647549033164978 }, "data": { "sha256": { "train": "3bfc4f3a81d88e96ee60daf0bbacaa365429f73cf79ab0d4e2477ca19d156494", "validation": "8cc3bfce961984919949f557b7bec8600b2cbade459d627c49cd9138b6317796", "test": "27fbab8ee57117b72e814511a279384a96f0c5d249355fc0166194cae0242cb6", "heldout": "181c5dafe5ac560b25a37c0b1a9b9b7a67e58efd89467d65e512e7570807cc31" }, "decisions": { "train": 28234, "validation": 3100, "test": 3866, "heldout": 2351 }, "selection_decisions": 1457, "calibration_decisions": 1643 }, "test": { "overall": { "n": 3866, "accuracy": 0.9141300039330235, "nll": 0.31222853184225435, "brier": 0.10443310844854851, "ece": 0.012560026329906878, "ece_bins": 15 }, "noul": { "n": 2725, "accuracy": 0.9259424813734282, "nll": 0.1942914280903705, "brier": 0.09966671853865812, "ece": 0.011267548198000011, "ece_bins": 15 }, "choice": { "n": 875, "accuracy": 0.8546666668142591, "nll": 0.33364367471249246, "brier": 0.14359610199342338, "ece": 0.027135930197579535, "ece_bins": 15 }, "score": { "n": 266, "accuracy": 0.9887218045112782, "nll": 1.4499742375280624, "brier": 0.02443609022556391, "ece": 0.013157894736842103, "ece_bins": 15 }, "by_task": { "session_execution_forecast": { "n": 1294, "accuracy": 0.89258114374034, "nll": 0.29578062002966327, "brier": 0.1718267710771523, "ece": 0.019730300356099944, "ece_bins": 15 }, "clinc_8way": { "n": 150, "accuracy": 0.9733333333333334, "nll": 0.055307087931153756, "brier": 0.03419184986928375, "ece": 0.011611223419507318, "ece_bins": 15 }, "threshold_policy": { "n": 150, "accuracy": 1.0, "nll": 0.00019246304073414913, "brier": 1.0656844253137151e-06, "ece": 0.00019219835599260104, "ece_bins": 15 }, "ordinal_rubric": { "n": 150, "accuracy": 1.0, "nll": 0.0, "brier": 0.0, "ece": 0.0, "ece_bins": 15 }, "native_workflow": { "n": 168, "accuracy": 0.8412698420385519, "nll": 0.23959514555249756, "brier": 0.004726141048126915, "ece": 0.020242552317324112, "ece_bins": 15 }, "emotion_presence": { "n": 150, "accuracy": 0.8933333333333333, "nll": 0.32828611266280255, "brier": 0.16184651012853193, "ece": 0.04070359150568643, "ece_bins": 15 }, "contrast_control": { "n": 180, "accuracy": 0.9333333333333333, "nll": 0.13890999308394375, "brier": 0.08548318837906496, "ece": 0.03018228461345035, "ece_bins": 15 }, "contrast_mission_control": { "n": 120, "accuracy": 1.0, "nll": 0.0036025524118085054, "brier": 0.0008813000912304764, "ece": 0.0033308466275533185, "ece_bins": 15 }, "contrast_ranking": { "n": 120, "accuracy": 0.9, "nll": 0.32543898966981877, "brier": 0.1661994057747607, "ece": 0.08542092368006703, "ece_bins": 15 }, "commonsense_qa": { "n": 150, "accuracy": 0.5666666666666667, "nll": 1.0953477515714864, "brier": 0.5610782428554254, "ece": 0.08344216565291088, "ece_bins": 15 }, "contrast_conditional": { "n": 120, "accuracy": 0.9833333333333333, "nll": 0.07177570158432751, "brier": 0.02774870784165305, "ece": 0.009899255633354177, "ece_bins": 15 }, "contrast_policy": { "n": 118, "accuracy": 1.0, "nll": 0.011923757464118882, "brier": 0.0038615992929662193, "ece": 0.010404574669013626, "ece_bins": 15 }, "contrast_injection": { "n": 118, "accuracy": 0.9745762711864406, "nll": 0.06603362550321917, "brier": 0.0400359909255924, "ece": 0.021397771471637843, "ece_bins": 15 }, "contrast_evidence": { "n": 180, "accuracy": 1.0, "nll": 0.007328492008502292, "brier": 0.0018926988982367688, "ece": 0.006710571381780845, "ece_bins": 15 }, "contrast_permission": { "n": 120, "accuracy": 1.0, "nll": 0.0015407272067630372, "brier": 0.00010648763444093916, "ece": 0.0015132119258244314, "ece_bins": 15 }, "contrast_actuation": { "n": 180, "accuracy": 1.0, "nll": 0.00461447934120345, "brier": 0.0006504714339413681, "ece": 0.004438820481300364, "ece_bins": 15 }, "contrast_probability": { "n": 114, "accuracy": 0.6859058047595777, "nll": 0.5518966718750961, "brier": 0.06048671135573806, "ece": 0.06812651167836105, "ece_bins": 15 }, "contrast_rubric": { "n": 116, "accuracy": 0.9741379310344828, "nll": 3.3249409239867638, "brier": 0.05603448275862069, "ece": 0.03017241379310341, "ece_bins": 15 }, "contrast_navigation": { "n": 120, "accuracy": 0.9083333333333333, "nll": 0.1984578579648769, "brier": 0.06182491994048, "ece": 0.04063962797323865, "ece_bins": 15 }, "native_route": { "n": 48, "accuracy": 0.9479166666666666, "nll": 0.10736693802259456, "brier": 0.037530617692557854, "ece": 0.018480802575747152, "ece_bins": 15 } }, "macro_task_accuracy": 0.9237360496379697, "macro_task_nll": 0.34141699454556873, "all_correct_in_group": 0.907103825136612, "multi_question_groups": 915, "independent_source_groups": 1370, "distinct_states": 2823, "binary_diagnostics": { "session_execution_forecast": { "tp": 1149, "tn": 6, "fp": 136, "fn": 3, "positive_examples": 1152, "negative_examples": 142, "positive_recall": 0.9973958333333334, "negative_recall": 0.04225352112676056, "balanced_accuracy": 0.519824677230047, "always_true_accuracy": 0.8902627511591963, "false_label_ranking": { "n": 1294, "positives": 142, "prevalence": 0.10973724884080371, "auroc": 0.7654232687793427, "average_precision": 0.3369124797781137 } }, "threshold_policy": { "tp": 73, "tn": 77, "fp": 0, "fn": 0, "positive_examples": 73, "negative_examples": 77, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.4866666666666667, "false_label_ranking": { "n": 150, "positives": 77, "prevalence": 0.5133333333333333, "auroc": 1.0, "average_precision": 1.0 } }, "emotion_presence": { "tp": 57, "tn": 77, "fp": 6, "fn": 10, "positive_examples": 67, "negative_examples": 83, "positive_recall": 0.8507462686567164, "negative_recall": 0.927710843373494, "balanced_accuracy": 0.8892285560151052, "always_true_accuracy": 0.44666666666666666, "false_label_ranking": { "n": 150, "positives": 83, "prevalence": 0.5533333333333333, "auroc": 0.9499190793022838, "average_precision": 0.9662435854284631 } }, "contrast_control": { "tp": 39, "tn": 78, "fp": 2, "fn": 1, "positive_examples": 40, "negative_examples": 80, "positive_recall": 0.975, "negative_recall": 0.975, "balanced_accuracy": 0.975, "always_true_accuracy": 0.3333333333333333, "false_label_ranking": { "n": 120, "positives": 80, "prevalence": 0.6666666666666666, "auroc": 0.9975, "average_precision": 0.9988023522662077 } }, "contrast_mission_control": { "tp": 8, "tn": 52, "fp": 0, "fn": 0, "positive_examples": 8, "negative_examples": 52, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.13333333333333333, "false_label_ranking": { "n": 60, "positives": 52, "prevalence": 0.8666666666666667, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_conditional": { "tp": 59, "tn": 59, "fp": 1, "fn": 1, "positive_examples": 60, "negative_examples": 60, "positive_recall": 0.9833333333333333, "negative_recall": 0.9833333333333333, "balanced_accuracy": 0.9833333333333333, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 120, "positives": 60, "prevalence": 0.5, "auroc": 0.9941666666666666, "average_precision": 0.9930494923412697 } }, "contrast_policy": { "tp": 10, "tn": 49, "fp": 0, "fn": 0, "positive_examples": 10, "negative_examples": 49, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.1694915254237288, "false_label_ranking": { "n": 59, "positives": 49, "prevalence": 0.8305084745762712, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_injection": { "tp": 59, "tn": 56, "fp": 3, "fn": 0, "positive_examples": 59, "negative_examples": 59, "positive_recall": 1.0, "negative_recall": 0.9491525423728814, "balanced_accuracy": 0.9745762711864407, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 118, "positives": 59, "prevalence": 0.5, "auroc": 0.9985636311404769, "average_precision": 0.9986003791758151 } }, "contrast_evidence": { "tp": 90, "tn": 90, "fp": 0, "fn": 0, "positive_examples": 90, "negative_examples": 90, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 180, "positives": 90, "prevalence": 0.5, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_permission": { "tp": 60, "tn": 60, "fp": 0, "fn": 0, "positive_examples": 60, "negative_examples": 60, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 120, "positives": 60, "prevalence": 0.5, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_actuation": { "tp": 60, "tn": 120, "fp": 0, "fn": 0, "positive_examples": 60, "negative_examples": 120, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.3333333333333333, "false_label_ranking": { "n": 180, "positives": 120, "prevalence": 0.6666666666666666, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_probability": { "tp": 4, "tn": 4, "fp": 0, "fn": 0, "positive_examples": 4, "negative_examples": 4, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 8, "positives": 4, "prevalence": 0.5, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_navigation": { "tp": 28, "tn": 29, "fp": 1, "fn": 2, "positive_examples": 30, "negative_examples": 30, "positive_recall": 0.9333333333333333, "negative_recall": 0.9666666666666667, "balanced_accuracy": 0.95, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 60, "positives": 30, "prevalence": 0.5, "auroc": 0.9877777777777778, "average_precision": 0.9873885773780972 } } }, "training_prevalence_constant_baseline": { "overall": { "n": 2725, "accuracy": 0.7152293578938607, "nll": 0.5117209602714679, "brier": 0.3259862355628145, "ece": 0.015836690688898827, "ece_bins": 15 }, "noul": { "n": 2725, "accuracy": 0.7152293578938607, "nll": 0.5117209602714679, "brier": 0.3259862355628145, "ece": 0.015836690688898827, "ece_bins": 15 }, "by_task": { "session_execution_forecast": { "n": 1294, "accuracy": 0.8902627511591963, "nll": 0.3467187255022146, "brier": 0.19566549473604794, "ece": 0.011737258854384036, "ece_bins": 15 }, "threshold_policy": { "n": 150, "accuracy": 0.4866666666666667, "nll": 0.695290207862854, "brier": 0.5021413280566533, "ece": 0.03533334811528521, "ece_bins": 15 }, "emotion_presence": { "n": 150, "accuracy": 0.44666666666666666, "nll": 0.6944992180665334, "brier": 0.5013520050048829, "ece": 0.059333375295003266, "ece_bins": 15 }, "contrast_control": { "n": 120, "accuracy": 0.6666666666666666, "nll": 0.6464535991350809, "brier": 0.4526257812976837, "ece": 0.06395830710728967, "ece_bins": 15 }, "contrast_mission_control": { "n": 60, "accuracy": 0.8666666666666667, "nll": 0.4088830570379893, "brier": 0.23675730091830094, "ece": 0.05313278039296465, "ece_bins": 15 }, "contrast_conditional": { "n": 120, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_policy": { "n": 59, "accuracy": 0.8305084745762712, "nll": 0.4594738685478598, "brier": 0.2837318602507397, "ece": 0.033193047774040085, "ece_bins": 15 }, "contrast_injection": { "n": 118, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_evidence": { "n": 180, "accuracy": 0.5, "nll": 0.6931792199611664, "brier": 0.5000320672988892, "ece": 0.004003345966339111, "ece_bins": 15 }, "contrast_permission": { "n": 120, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_actuation": { "n": 180, "accuracy": 0.6666666666666666, "nll": 0.6365141669909159, "brier": 0.4444444477558136, "ece": 1.9868214962137642e-08, "ece_bins": 15 }, "contrast_probability": { "n": 114, "accuracy": 0.500000002287459, "nll": 0.6931471803732085, "brier": 0.17832604808765545, "ece": 2.287458999994385e-09, "ece_bins": 15 }, "contrast_navigation": { "n": 60, "accuracy": 0.5, "nll": 0.6931753158569336, "brier": 0.500028133392334, "ece": 0.003750026226043701, "ece_bins": 15 } }, "macro_task_accuracy": 0.6041618893350968, "macro_task_nll": 0.618982777440658, "all_correct_in_group": 0.056, "multi_question_groups": 500, "independent_source_groups": 829, "distinct_states": 2114 } }, "intervention": "no_messages", "checkpoint_sha256": "ec83247177a6919c17944093fdd02d3258906dc809c16b326e0dfd879275efeb", "heldout": { "overall": { "n": 2351, "accuracy": 0.8483500135440565, "nll": 0.41170749096236814, "brier": 0.16205401417090357, "ece": 0.05120179691894265, "ece_bins": 15 }, "choice": { "n": 943, "accuracy": 0.7306822201638055, "nll": 0.6289226049899679, "brier": 0.2927328744108902, "ece": 0.08924728661996814, "ece_bins": 15 }, "noul": { "n": 1290, "accuracy": 0.9228198048276033, "nll": 0.197553126838526, "brier": 0.07669920839774624, "ece": 0.027286693621282422, "ece_bins": 15 }, "score": { "n": 118, "accuracy": 0.9745762711864406, "nll": 1.0170064502143128, "brier": 0.050846677230781054, "ece": 0.02536662503824405, "ece_bins": 15 }, "by_task": { "heldout_winogrande": { "n": 150, "accuracy": 0.58, "nll": 0.8644936795905233, "brier": 0.5996961178428803, "ece": 0.22275960803031924, "ece_bins": 15 }, "heldout_agent_trace": { "n": 150, "accuracy": 1.0, "nll": 0.0032285296560899705, "brier": 0.00010962041736522078, "ece": 0.0032006776332855758, "ece_bins": 15 }, "contrast_permission": { "n": 120, "accuracy": 0.9416666666666667, "nll": 0.11677329424548806, "brier": 0.07925656720807643, "ece": 0.04243544091780976, "ece_bins": 15 }, "native_workflow": { "n": 240, "accuracy": 0.745972223393619, "nll": 0.40290800374926145, "brier": 0.017722077283791937, "ece": 0.0439440901701649, "ece_bins": 15 }, "contrast_ranking": { "n": 120, "accuracy": 0.8416666666666667, "nll": 0.6100850563855275, "brier": 0.26560369466161143, "ece": 0.1269978019098441, "ece_bins": 15 }, "contrast_mission_control": { "n": 120, "accuracy": 1.0, "nll": 0.015881255445623903, "brier": 0.009367169854918096, "ece": 0.012574118375778187, "ece_bins": 15 }, "contrast_policy": { "n": 120, "accuracy": 0.825, "nll": 0.46720635359330726, "brier": 0.2705280801225323, "ece": 0.08302901014685632, "ece_bins": 15 }, "contrast_rubric": { "n": 118, "accuracy": 0.9745762711864406, "nll": 1.0170064502143128, "brier": 0.050846677230781054, "ece": 0.02536662503824405, "ece_bins": 15 }, "contrast_probability": { "n": 120, "accuracy": 0.6786462352300684, "nll": 0.5844646923624168, "brier": 0.06741400193971185, "ece": 0.06862666066735984, "ece_bins": 15 }, "native_route": { "n": 43, "accuracy": 0.9186046511627907, "nll": 0.14788588040143044, "brier": 0.06218376754693673, "ece": 0.05239123660464619, "ece_bins": 15 }, "contrast_injection": { "n": 120, "accuracy": 0.9916666666666667, "nll": 0.019382121353274922, "brier": 0.011039393434805821, "ece": 0.01369320998589193, "ece_bins": 15 }, "contrast_conditional": { "n": 120, "accuracy": 0.7833333333333333, "nll": 0.8879095995939194, "brier": 0.34421858371975095, "ece": 0.14204215953747434, "ece_bins": 15 }, "contrast_control": { "n": 180, "accuracy": 0.9611111111111111, "nll": 0.11906536032678423, "brier": 0.06708800069009871, "ece": 0.042214198244942595, "ece_bins": 15 }, "contrast_actuation": { "n": 180, "accuracy": 0.9944444444444445, "nll": 0.019617508611743873, "brier": 0.011582850527910332, "ece": 0.011542071567641405, "ece_bins": 15 }, "heldout_security_policy": { "n": 150, "accuracy": 0.44, "nll": 1.4767844756432653, "brier": 0.7838337802093247, "ece": 0.2872187056144079, "ece_bins": 15 }, "contrast_evidence": { "n": 180, "accuracy": 1.0, "nll": 0.005033141296382364, "brier": 0.0004483677621661355, "ece": 0.00491574340396453, "ece_bins": 15 }, "contrast_navigation": { "n": 120, "accuracy": 0.8208333333333333, "nll": 0.35926139197367774, "brier": 0.17152660625081548, "ece": 0.07959583103656767, "ece_bins": 15 } }, "macro_task_accuracy": 0.8527953884232435, "macro_task_nll": 0.4186462820260606, "all_correct_in_group": 0.7615894039735099, "multi_question_groups": 906, "independent_source_groups": 1067, "distinct_states": 1302, "binary_diagnostics": { "heldout_agent_trace": { "tp": 12, "tn": 138, "fp": 0, "fn": 0, "positive_examples": 12, "negative_examples": 138, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.08, "false_label_ranking": { "n": 150, "positives": 138, "prevalence": 0.92, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_permission": { "tp": 60, "tn": 53, "fp": 7, "fn": 0, "positive_examples": 60, "negative_examples": 60, "positive_recall": 1.0, "negative_recall": 0.8833333333333333, "balanced_accuracy": 0.9416666666666667, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 120, "positives": 60, "prevalence": 0.5, "auroc": 0.9986111111111111, "average_precision": 0.9986147456160749 } }, "contrast_mission_control": { "tp": 3, "tn": 57, "fp": 0, "fn": 0, "positive_examples": 3, "negative_examples": 57, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.05, "false_label_ranking": { "n": 60, "positives": 57, "prevalence": 0.95, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_policy": { "tp": 6, "tn": 41, "fp": 13, "fn": 0, "positive_examples": 6, "negative_examples": 54, "positive_recall": 1.0, "negative_recall": 0.7592592592592593, "balanced_accuracy": 0.8796296296296297, "always_true_accuracy": 0.1, "false_label_ranking": { "n": 60, "positives": 54, "prevalence": 0.9, "auroc": 0.9305555555555556, "average_precision": 0.992457670043877 } }, "contrast_injection": { "tp": 59, "tn": 60, "fp": 0, "fn": 1, "positive_examples": 60, "negative_examples": 60, "positive_recall": 0.9833333333333333, "negative_recall": 1.0, "balanced_accuracy": 0.9916666666666667, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 120, "positives": 60, "prevalence": 0.5, "auroc": 0.9997222222222222, "average_precision": 0.9997267759562842 } }, "contrast_conditional": { "tp": 42, "tn": 52, "fp": 8, "fn": 18, "positive_examples": 60, "negative_examples": 60, "positive_recall": 0.7, "negative_recall": 0.8666666666666667, "balanced_accuracy": 0.7833333333333333, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 120, "positives": 60, "prevalence": 0.5, "auroc": 0.8598611111111111, "average_precision": 0.8479883224963358 } }, "contrast_control": { "tp": 28, "tn": 87, "fp": 4, "fn": 1, "positive_examples": 29, "negative_examples": 91, "positive_recall": 0.9655172413793104, "negative_recall": 0.9560439560439561, "balanced_accuracy": 0.9607805987116332, "always_true_accuracy": 0.24166666666666667, "false_label_ranking": { "n": 120, "positives": 91, "prevalence": 0.7583333333333333, "auroc": 0.9962106858658583, "average_precision": 0.9987709662083247 } }, "contrast_actuation": { "tp": 59, "tn": 120, "fp": 0, "fn": 1, "positive_examples": 60, "negative_examples": 120, "positive_recall": 0.9833333333333333, "negative_recall": 1.0, "balanced_accuracy": 0.9916666666666667, "always_true_accuracy": 0.3333333333333333, "false_label_ranking": { "n": 180, "positives": 120, "prevalence": 0.6666666666666666, "auroc": 0.9998611111111111, "average_precision": 0.999931129476584 } }, "contrast_evidence": { "tp": 85, "tn": 95, "fp": 0, "fn": 0, "positive_examples": 85, "negative_examples": 95, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.4722222222222222, "false_label_ranking": { "n": 180, "positives": 95, "prevalence": 0.5277777777777778, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_navigation": { "tp": 15, "tn": 37, "fp": 7, "fn": 1, "positive_examples": 16, "negative_examples": 44, "positive_recall": 0.9375, "negative_recall": 0.8409090909090909, "balanced_accuracy": 0.8892045454545454, "always_true_accuracy": 0.26666666666666666, "false_label_ranking": { "n": 60, "positives": 44, "prevalence": 0.7333333333333333, "auroc": 0.9872159090909091, "average_precision": 0.994991160937348 } }, "contrast_probability": { "tp": 1, "tn": 1, "fp": 0, "fn": 0, "positive_examples": 1, "negative_examples": 1, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 2, "positives": 1, "prevalence": 0.5, "auroc": 1.0, "average_precision": 1.0 } } }, "training_prevalence_constant_baseline": { "overall": { "n": 1140, "accuracy": 0.5903508771782774, "nll": 0.6250696548767257, "brier": 0.4040576693314506, "ece": 0.01514082918466441, "ece_bins": 15 }, "noul": { "n": 1140, "accuracy": 0.5903508771782774, "nll": 0.6250696548767257, "brier": 0.4040576693314506, "ece": 0.01514082918466441, "ece_bins": 15 }, "by_task": { "contrast_permission": { "n": 120, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_mission_control": { "n": 60, "accuracy": 0.95, "nll": 0.2055808946490288, "brier": 0.09682414336130023, "ece": 0.030200552940368608, "ece_bins": 15 }, "contrast_policy": { "n": 60, "accuracy": 0.9, "nll": 0.3311660647392273, "brier": 0.1826351560652256, "ece": 0.03629847764968874, "ece_bins": 15 }, "contrast_probability": { "n": 120, "accuracy": 0.49999999986030164, "nll": 0.6931471834580104, "brier": 0.16294329766199855, "ece": 1.3969836398786128e-10, "ece_bins": 15 }, "contrast_injection": { "n": 120, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_conditional": { "n": 120, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_control": { "n": 120, "accuracy": 0.7583333333333333, "nll": 0.5549889740844568, "brier": 0.36806328408420086, "ece": 0.027708359559377005, "ece_bins": 15 }, "contrast_actuation": { "n": 180, "accuracy": 0.6666666666666666, "nll": 0.6365141669909159, "brier": 0.4444444477558136, "ece": 1.9868214962137642e-08, "ece_bins": 15 }, "contrast_evidence": { "n": 180, "accuracy": 0.5277777777777778, "nll": 0.6927343921528922, "brier": 0.499587251080407, "ece": 0.02377443181143868, "ece_bins": 15 }, "contrast_navigation": { "n": 60, "accuracy": 0.26666666666666666, "nll": 0.6966753959655761, "brier": 0.5035281578699747, "ece": 0.23708335955937704, "ece_bins": 15 } }, "macro_task_accuracy": 0.6069444444304746, "macro_task_nll": 0.5890248619433907, "all_correct_in_group": 0.07857142857142857, "multi_question_groups": 420, "independent_source_groups": 600, "distinct_states": 600 } } }, "reverse_edges": { "temperatures": { "choice": 1.5673085451126099, "score": 0.05000000074505806, "noul": 1.647549033164978 }, "data": { "sha256": { "train": "3bfc4f3a81d88e96ee60daf0bbacaa365429f73cf79ab0d4e2477ca19d156494", "validation": "8cc3bfce961984919949f557b7bec8600b2cbade459d627c49cd9138b6317796", "test": "27fbab8ee57117b72e814511a279384a96f0c5d249355fc0166194cae0242cb6", "heldout": "181c5dafe5ac560b25a37c0b1a9b9b7a67e58efd89467d65e512e7570807cc31" }, "decisions": { "train": 28234, "validation": 3100, "test": 3866, "heldout": 2351 }, "selection_decisions": 1457, "calibration_decisions": 1643 }, "test": { "overall": { "n": 3866, "accuracy": 0.9137798109266713, "nll": 0.3129451941166623, "brier": 0.1043600042621579, "ece": 0.014477332206939222, "ece_bins": 15 }, "noul": { "n": 2725, "accuracy": 0.9254456570935905, "nll": 0.19430247945492535, "brier": 0.09963761322566751, "ece": 0.013403394101956626, "ece_bins": 15 }, "choice": { "n": 875, "accuracy": 0.8546666668142591, "nll": 0.3346205419318858, "brier": 0.1439220245859114, "ece": 0.02294333025387362, "ece_bins": 15 }, "score": { "n": 266, "accuracy": 0.9887218045112782, "nll": 1.4570634953005421, "brier": 0.02259965761235558, "ece": 0.011563376600581002, "ece_bins": 15 }, "by_task": { "session_execution_forecast": { "n": 1294, "accuracy": 0.89258114374034, "nll": 0.2956828196189626, "brier": 0.17187509285983973, "ece": 0.02438180081811164, "ece_bins": 15 }, "clinc_8way": { "n": 150, "accuracy": 0.9733333333333334, "nll": 0.05377877328989802, "brier": 0.03311896200893883, "ece": 0.011444762349128676, "ece_bins": 15 }, "threshold_policy": { "n": 150, "accuracy": 1.0, "nll": 0.0001943734687193436, "brier": 1.0630009963001722e-06, "ece": 0.00019410888353987854, "ece_bins": 15 }, "ordinal_rubric": { "n": 150, "accuracy": 1.0, "nll": 0.0, "brier": 0.0, "ece": 0.0, "ece_bins": 15 }, "native_workflow": { "n": 168, "accuracy": 0.8412698420385519, "nll": 0.2392202673643111, "brier": 0.004481258492338153, "ece": 0.01942745241380872, "ece_bins": 15 }, "emotion_presence": { "n": 150, "accuracy": 0.8866666666666667, "nll": 0.3309970857286923, "brier": 0.16246478862856906, "ece": 0.05401120622952782, "ece_bins": 15 }, "contrast_control": { "n": 180, "accuracy": 0.9333333333333333, "nll": 0.13642301727863498, "brier": 0.08391853717398007, "ece": 0.03236284918255272, "ece_bins": 15 }, "contrast_mission_control": { "n": 120, "accuracy": 1.0, "nll": 0.003373039658168035, "brier": 0.0008084999744332816, "ece": 0.0031263117988904244, "ece_bins": 15 }, "contrast_ranking": { "n": 120, "accuracy": 0.9083333333333333, "nll": 0.32674402198520214, "brier": 0.16676339702971388, "ece": 0.06955961485703782, "ece_bins": 15 }, "commonsense_qa": { "n": 150, "accuracy": 0.56, "nll": 1.1030725012874851, "brier": 0.564706180537778, "ece": 0.0737791649500529, "ece_bins": 15 }, "contrast_conditional": { "n": 120, "accuracy": 0.9833333333333333, "nll": 0.07185995768129073, "brier": 0.027593843041863568, "ece": 0.00865443646907808, "ece_bins": 15 }, "contrast_policy": { "n": 118, "accuracy": 1.0, "nll": 0.011812676060785426, "brier": 0.003832374145396156, "ece": 0.010311284812830291, "ece_bins": 15 }, "contrast_injection": { "n": 118, "accuracy": 0.9745762711864406, "nll": 0.06655955667480444, "brier": 0.04040517972527588, "ece": 0.021379906747300722, "ece_bins": 15 }, "contrast_evidence": { "n": 180, "accuracy": 1.0, "nll": 0.0072026896983096835, "brier": 0.0018148074994350032, "ece": 0.006615387399991333, "ece_bins": 15 }, "contrast_permission": { "n": 120, "accuracy": 1.0, "nll": 0.0014723428252606159, "brier": 9.873588705667158e-05, "ece": 0.0014468575517336824, "ece_bins": 15 }, "contrast_actuation": { "n": 180, "accuracy": 1.0, "nll": 0.00460786341063471, "brier": 0.0006564620151202495, "ece": 0.004430517885420048, "ece_bins": 15 }, "contrast_probability": { "n": 114, "accuracy": 0.6828018910529321, "nll": 0.5516982626679492, "brier": 0.06038540634500397, "ece": 0.06989707157277225, "ece_bins": 15 }, "contrast_rubric": { "n": 116, "accuracy": 0.9741379310344828, "nll": 3.3411973254305534, "brier": 0.05182335280074642, "ece": 0.026516018756504677, "ece_bins": 15 }, "contrast_navigation": { "n": 120, "accuracy": 0.9083333333333333, "nll": 0.199463165933102, "brier": 0.06171915611758236, "ece": 0.04111788024504988, "ece_bins": 15 }, "native_route": { "n": 48, "accuracy": 0.9479166666666666, "nll": 0.10594116016743878, "brier": 0.036442252265516395, "ece": 0.032974778364102064, "ece_bins": 15 } }, "macro_task_accuracy": 0.9233308539526373, "macro_task_nll": 0.34256504501151014, "all_correct_in_group": 0.907103825136612, "multi_question_groups": 915, "independent_source_groups": 1370, "distinct_states": 2823, "binary_diagnostics": { "session_execution_forecast": { "tp": 1149, "tn": 6, "fp": 136, "fn": 3, "positive_examples": 1152, "negative_examples": 142, "positive_recall": 0.9973958333333334, "negative_recall": 0.04225352112676056, "balanced_accuracy": 0.519824677230047, "always_true_accuracy": 0.8902627511591963, "false_label_ranking": { "n": 1294, "positives": 142, "prevalence": 0.10973724884080371, "auroc": 0.765273498630673, "average_precision": 0.33678747389999597 } }, "threshold_policy": { "tp": 73, "tn": 77, "fp": 0, "fn": 0, "positive_examples": 73, "negative_examples": 77, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.4866666666666667, "false_label_ranking": { "n": 150, "positives": 77, "prevalence": 0.5133333333333333, "auroc": 1.0, "average_precision": 1.0 } }, "emotion_presence": { "tp": 57, "tn": 76, "fp": 7, "fn": 10, "positive_examples": 67, "negative_examples": 83, "positive_recall": 0.8507462686567164, "negative_recall": 0.9156626506024096, "balanced_accuracy": 0.883204459629563, "always_true_accuracy": 0.44666666666666666, "false_label_ranking": { "n": 150, "positives": 83, "prevalence": 0.5533333333333333, "auroc": 0.9502787268476892, "average_precision": 0.9666110680322971 } }, "contrast_control": { "tp": 39, "tn": 78, "fp": 2, "fn": 1, "positive_examples": 40, "negative_examples": 80, "positive_recall": 0.975, "negative_recall": 0.975, "balanced_accuracy": 0.975, "always_true_accuracy": 0.3333333333333333, "false_label_ranking": { "n": 120, "positives": 80, "prevalence": 0.6666666666666666, "auroc": 0.9978125, "average_precision": 0.9989474448315911 } }, "contrast_mission_control": { "tp": 8, "tn": 52, "fp": 0, "fn": 0, "positive_examples": 8, "negative_examples": 52, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.13333333333333333, "false_label_ranking": { "n": 60, "positives": 52, "prevalence": 0.8666666666666667, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_conditional": { "tp": 59, "tn": 59, "fp": 1, "fn": 1, "positive_examples": 60, "negative_examples": 60, "positive_recall": 0.9833333333333333, "negative_recall": 0.9833333333333333, "balanced_accuracy": 0.9833333333333333, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 120, "positives": 60, "prevalence": 0.5, "auroc": 0.9941666666666666, "average_precision": 0.993064630038861 } }, "contrast_policy": { "tp": 10, "tn": 49, "fp": 0, "fn": 0, "positive_examples": 10, "negative_examples": 49, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.1694915254237288, "false_label_ranking": { "n": 59, "positives": 49, "prevalence": 0.8305084745762712, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_injection": { "tp": 59, "tn": 56, "fp": 3, "fn": 0, "positive_examples": 59, "negative_examples": 59, "positive_recall": 1.0, "negative_recall": 0.9491525423728814, "balanced_accuracy": 0.9745762711864407, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 118, "positives": 59, "prevalence": 0.5, "auroc": 0.9985636311404769, "average_precision": 0.9986003791758151 } }, "contrast_evidence": { "tp": 90, "tn": 90, "fp": 0, "fn": 0, "positive_examples": 90, "negative_examples": 90, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 180, "positives": 90, "prevalence": 0.5, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_permission": { "tp": 60, "tn": 60, "fp": 0, "fn": 0, "positive_examples": 60, "negative_examples": 60, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 120, "positives": 60, "prevalence": 0.5, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_actuation": { "tp": 60, "tn": 120, "fp": 0, "fn": 0, "positive_examples": 60, "negative_examples": 120, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.3333333333333333, "false_label_ranking": { "n": 180, "positives": 120, "prevalence": 0.6666666666666666, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_probability": { "tp": 4, "tn": 4, "fp": 0, "fn": 0, "positive_examples": 4, "negative_examples": 4, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 8, "positives": 4, "prevalence": 0.5, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_navigation": { "tp": 28, "tn": 29, "fp": 1, "fn": 2, "positive_examples": 30, "negative_examples": 30, "positive_recall": 0.9333333333333333, "negative_recall": 0.9666666666666667, "balanced_accuracy": 0.95, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 60, "positives": 30, "prevalence": 0.5, "auroc": 0.9872222222222222, "average_precision": 0.9859393020157783 } } }, "training_prevalence_constant_baseline": { "overall": { "n": 2725, "accuracy": 0.7152293578938607, "nll": 0.5117209602714679, "brier": 0.3259862355628145, "ece": 0.015836690688898827, "ece_bins": 15 }, "noul": { "n": 2725, "accuracy": 0.7152293578938607, "nll": 0.5117209602714679, "brier": 0.3259862355628145, "ece": 0.015836690688898827, "ece_bins": 15 }, "by_task": { "session_execution_forecast": { "n": 1294, "accuracy": 0.8902627511591963, "nll": 0.3467187255022146, "brier": 0.19566549473604794, "ece": 0.011737258854384036, "ece_bins": 15 }, "threshold_policy": { "n": 150, "accuracy": 0.4866666666666667, "nll": 0.695290207862854, "brier": 0.5021413280566533, "ece": 0.03533334811528521, "ece_bins": 15 }, "emotion_presence": { "n": 150, "accuracy": 0.44666666666666666, "nll": 0.6944992180665334, "brier": 0.5013520050048829, "ece": 0.059333375295003266, "ece_bins": 15 }, "contrast_control": { "n": 120, "accuracy": 0.6666666666666666, "nll": 0.6464535991350809, "brier": 0.4526257812976837, "ece": 0.06395830710728967, "ece_bins": 15 }, "contrast_mission_control": { "n": 60, "accuracy": 0.8666666666666667, "nll": 0.4088830570379893, "brier": 0.23675730091830094, "ece": 0.05313278039296465, "ece_bins": 15 }, "contrast_conditional": { "n": 120, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_policy": { "n": 59, "accuracy": 0.8305084745762712, "nll": 0.4594738685478598, "brier": 0.2837318602507397, "ece": 0.033193047774040085, "ece_bins": 15 }, "contrast_injection": { "n": 118, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_evidence": { "n": 180, "accuracy": 0.5, "nll": 0.6931792199611664, "brier": 0.5000320672988892, "ece": 0.004003345966339111, "ece_bins": 15 }, "contrast_permission": { "n": 120, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_actuation": { "n": 180, "accuracy": 0.6666666666666666, "nll": 0.6365141669909159, "brier": 0.4444444477558136, "ece": 1.9868214962137642e-08, "ece_bins": 15 }, "contrast_probability": { "n": 114, "accuracy": 0.500000002287459, "nll": 0.6931471803732085, "brier": 0.17832604808765545, "ece": 2.287458999994385e-09, "ece_bins": 15 }, "contrast_navigation": { "n": 60, "accuracy": 0.5, "nll": 0.6931753158569336, "brier": 0.500028133392334, "ece": 0.003750026226043701, "ece_bins": 15 } }, "macro_task_accuracy": 0.6041618893350968, "macro_task_nll": 0.618982777440658, "all_correct_in_group": 0.056, "multi_question_groups": 500, "independent_source_groups": 829, "distinct_states": 2114 } }, "intervention": "reverse_edges", "checkpoint_sha256": "ec83247177a6919c17944093fdd02d3258906dc809c16b326e0dfd879275efeb", "heldout": { "overall": { "n": 2351, "accuracy": 0.8480791054168492, "nll": 0.41273449294720443, "brier": 0.16214070637476855, "ece": 0.05003137345873816, "ece_bins": 15 }, "choice": { "n": 943, "accuracy": 0.7306822201638055, "nll": 0.6298459758945638, "brier": 0.29273003900760924, "ece": 0.08838827149549446, "ece_bins": 15 }, "noul": { "n": 1290, "accuracy": 0.9223260800159254, "nll": 0.19855827891416722, "brier": 0.07678828125165428, "ece": 0.02585809922726576, "ece_bins": 15 }, "score": { "n": 118, "accuracy": 0.9745762711864406, "nll": 1.0191004902629528, "brier": 0.05162280583280628, "ece": 0.027294689315860605, "ece_bins": 15 }, "by_task": { "heldout_winogrande": { "n": 150, "accuracy": 0.5733333333333334, "nll": 0.864653704923888, "brier": 0.599213910207618, "ece": 0.20516512473424273, "ece_bins": 15 }, "heldout_agent_trace": { "n": 150, "accuracy": 1.0, "nll": 0.0030409723844692376, "brier": 9.730336595099757e-05, "ece": 0.003016268412272094, "ece_bins": 15 }, "contrast_permission": { "n": 120, "accuracy": 0.9416666666666667, "nll": 0.11864224229367183, "brier": 0.0795592072273834, "ece": 0.042497604588667505, "ece_bins": 15 }, "native_workflow": { "n": 240, "accuracy": 0.745972223393619, "nll": 0.4027204027029757, "brier": 0.017676260933907968, "ece": 0.04438321099927028, "ece_bins": 15 }, "contrast_ranking": { "n": 120, "accuracy": 0.8416666666666667, "nll": 0.6131263915261684, "brier": 0.265360928940914, "ece": 0.12302301774422324, "ece_bins": 15 }, "contrast_mission_control": { "n": 120, "accuracy": 1.0, "nll": 0.015816027862321568, "brier": 0.009330723104376758, "ece": 0.012529180943965915, "ece_bins": 15 }, "contrast_policy": { "n": 120, "accuracy": 0.8083333333333333, "nll": 0.46453220822731967, "brier": 0.2694566568431583, "ece": 0.08911582206686337, "ece_bins": 15 }, "contrast_rubric": { "n": 118, "accuracy": 0.9745762711864406, "nll": 1.0191004902629528, "brier": 0.05162280583280628, "ece": 0.027294689315860605, "ece_bins": 15 }, "contrast_probability": { "n": 120, "accuracy": 0.6816720268378655, "nll": 0.5836056061532265, "brier": 0.06677209200922701, "ece": 0.07725640721619129, "ece_bins": 15 }, "native_route": { "n": 43, "accuracy": 0.9186046511627907, "nll": 0.14843686044663634, "brier": 0.06308245237245369, "ece": 0.05316920058671819, "ece_bins": 15 }, "contrast_injection": { "n": 120, "accuracy": 0.9916666666666667, "nll": 0.019251221259685695, "brier": 0.010943596445883568, "ece": 0.013594731191794055, "ece_bins": 15 }, "contrast_conditional": { "n": 120, "accuracy": 0.7833333333333333, "nll": 0.8972674787874486, "brier": 0.34610408852188995, "ece": 0.13848511775334676, "ece_bins": 15 }, "contrast_control": { "n": 180, "accuracy": 0.9611111111111111, "nll": 0.12045205827773482, "brier": 0.06822836464322513, "ece": 0.044535235398345516, "ece_bins": 15 }, "contrast_actuation": { "n": 180, "accuracy": 0.9944444444444445, "nll": 0.02028357648181473, "brier": 0.011931194853612362, "ece": 0.011656031343672057, "ece_bins": 15 }, "heldout_security_policy": { "n": 150, "accuracy": 0.4533333333333333, "nll": 1.4795023772085552, "brier": 0.7824491410733435, "ece": 0.2825810259580612, "ece_bins": 15 }, "contrast_evidence": { "n": 180, "accuracy": 1.0, "nll": 0.00498061436570541, "brier": 0.0004457056118608754, "ece": 0.004863856898413734, "ece_bins": 15 }, "contrast_navigation": { "n": 120, "accuracy": 0.8208333333333333, "nll": 0.360598577222216, "brier": 0.17225154529094683, "ece": 0.0879753097891808, "ece_bins": 15 } }, "macro_task_accuracy": 0.8523851408707611, "macro_task_nll": 0.4197653417874583, "all_correct_in_group": 0.7582781456953642, "multi_question_groups": 906, "independent_source_groups": 1067, "distinct_states": 1302, "binary_diagnostics": { "heldout_agent_trace": { "tp": 12, "tn": 138, "fp": 0, "fn": 0, "positive_examples": 12, "negative_examples": 138, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.08, "false_label_ranking": { "n": 150, "positives": 138, "prevalence": 0.92, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_permission": { "tp": 60, "tn": 53, "fp": 7, "fn": 0, "positive_examples": 60, "negative_examples": 60, "positive_recall": 1.0, "negative_recall": 0.8833333333333333, "balanced_accuracy": 0.9416666666666667, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 120, "positives": 60, "prevalence": 0.5, "auroc": 0.9984722222222222, "average_precision": 0.9983223479552561 } }, "contrast_mission_control": { "tp": 3, "tn": 57, "fp": 0, "fn": 0, "positive_examples": 3, "negative_examples": 57, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.05, "false_label_ranking": { "n": 60, "positives": 57, "prevalence": 0.95, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_policy": { "tp": 6, "tn": 40, "fp": 14, "fn": 0, "positive_examples": 6, "negative_examples": 54, "positive_recall": 1.0, "negative_recall": 0.7407407407407407, "balanced_accuracy": 0.8703703703703703, "always_true_accuracy": 0.1, "false_label_ranking": { "n": 60, "positives": 54, "prevalence": 0.9, "auroc": 0.9320987654320988, "average_precision": 0.9927405831946595 } }, "contrast_injection": { "tp": 59, "tn": 60, "fp": 0, "fn": 1, "positive_examples": 60, "negative_examples": 60, "positive_recall": 0.9833333333333333, "negative_recall": 1.0, "balanced_accuracy": 0.9916666666666667, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 120, "positives": 60, "prevalence": 0.5, "auroc": 0.9997222222222222, "average_precision": 0.9997267759562842 } }, "contrast_conditional": { "tp": 42, "tn": 52, "fp": 8, "fn": 18, "positive_examples": 60, "negative_examples": 60, "positive_recall": 0.7, "negative_recall": 0.8666666666666667, "balanced_accuracy": 0.7833333333333333, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 120, "positives": 60, "prevalence": 0.5, "auroc": 0.8586111111111111, "average_precision": 0.8470804125818316 } }, "contrast_control": { "tp": 28, "tn": 87, "fp": 4, "fn": 1, "positive_examples": 29, "negative_examples": 91, "positive_recall": 0.9655172413793104, "negative_recall": 0.9560439560439561, "balanced_accuracy": 0.9607805987116332, "always_true_accuracy": 0.24166666666666667, "false_label_ranking": { "n": 120, "positives": 91, "prevalence": 0.7583333333333333, "auroc": 0.9962106858658583, "average_precision": 0.9987723381198089 } }, "contrast_actuation": { "tp": 59, "tn": 120, "fp": 0, "fn": 1, "positive_examples": 60, "negative_examples": 120, "positive_recall": 0.9833333333333333, "negative_recall": 1.0, "balanced_accuracy": 0.9916666666666667, "always_true_accuracy": 0.3333333333333333, "false_label_ranking": { "n": 180, "positives": 120, "prevalence": 0.6666666666666666, "auroc": 0.9998611111111111, "average_precision": 0.999931129476584 } }, "contrast_evidence": { "tp": 85, "tn": 95, "fp": 0, "fn": 0, "positive_examples": 85, "negative_examples": 95, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.4722222222222222, "false_label_ranking": { "n": 180, "positives": 95, "prevalence": 0.5277777777777778, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_navigation": { "tp": 15, "tn": 37, "fp": 7, "fn": 1, "positive_examples": 16, "negative_examples": 44, "positive_recall": 0.9375, "negative_recall": 0.8409090909090909, "balanced_accuracy": 0.8892045454545454, "always_true_accuracy": 0.26666666666666666, "false_label_ranking": { "n": 60, "positives": 44, "prevalence": 0.7333333333333333, "auroc": 0.9872159090909091, "average_precision": 0.9950073254271966 } }, "contrast_probability": { "tp": 1, "tn": 1, "fp": 0, "fn": 0, "positive_examples": 1, "negative_examples": 1, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 2, "positives": 1, "prevalence": 0.5, "auroc": 1.0, "average_precision": 1.0 } } }, "training_prevalence_constant_baseline": { "overall": { "n": 1140, "accuracy": 0.5903508771782774, "nll": 0.6250696548767257, "brier": 0.4040576693314506, "ece": 0.01514082918466441, "ece_bins": 15 }, "noul": { "n": 1140, "accuracy": 0.5903508771782774, "nll": 0.6250696548767257, "brier": 0.4040576693314506, "ece": 0.01514082918466441, "ece_bins": 15 }, "by_task": { "contrast_permission": { "n": 120, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_mission_control": { "n": 60, "accuracy": 0.95, "nll": 0.2055808946490288, "brier": 0.09682414336130023, "ece": 0.030200552940368608, "ece_bins": 15 }, "contrast_policy": { "n": 60, "accuracy": 0.9, "nll": 0.3311660647392273, "brier": 0.1826351560652256, "ece": 0.03629847764968874, "ece_bins": 15 }, "contrast_probability": { "n": 120, "accuracy": 0.49999999986030164, "nll": 0.6931471834580104, "brier": 0.16294329766199855, "ece": 1.3969836398786128e-10, "ece_bins": 15 }, "contrast_injection": { "n": 120, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_conditional": { "n": 120, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_control": { "n": 120, "accuracy": 0.7583333333333333, "nll": 0.5549889740844568, "brier": 0.36806328408420086, "ece": 0.027708359559377005, "ece_bins": 15 }, "contrast_actuation": { "n": 180, "accuracy": 0.6666666666666666, "nll": 0.6365141669909159, "brier": 0.4444444477558136, "ece": 1.9868214962137642e-08, "ece_bins": 15 }, "contrast_evidence": { "n": 180, "accuracy": 0.5277777777777778, "nll": 0.6927343921528922, "brier": 0.499587251080407, "ece": 0.02377443181143868, "ece_bins": 15 }, "contrast_navigation": { "n": 60, "accuracy": 0.26666666666666666, "nll": 0.6966753959655761, "brier": 0.5035281578699747, "ece": 0.23708335955937704, "ece_bins": 15 } }, "macro_task_accuracy": 0.6069444444304746, "macro_task_nll": 0.5890248619433907, "all_correct_in_group": 0.07857142857142857, "multi_question_groups": 420, "independent_source_groups": 600, "distinct_states": 600 } } } }, "pretrained_reference": { "temperatures": { "choice": 1.0511963367462158, "score": 1.490976095199585, "noul": 7.745281219482422 }, "data": { "sha256": { "train": "3bfc4f3a81d88e96ee60daf0bbacaa365429f73cf79ab0d4e2477ca19d156494", "validation": "8cc3bfce961984919949f557b7bec8600b2cbade459d627c49cd9138b6317796", "test": "27fbab8ee57117b72e814511a279384a96f0c5d249355fc0166194cae0242cb6", "heldout": "181c5dafe5ac560b25a37c0b1a9b9b7a67e58efd89467d65e512e7570807cc31" }, "decisions": { "train": 28234, "validation": 3100, "test": 3866, "heldout": 2351 }, "selection_decisions": 1457, "calibration_decisions": 1643 }, "test": { "overall": { "n": 3866, "accuracy": 0.5891101914797647, "nll": 0.8758828295399597, "brier": 0.5296686608053923, "ece": 0.10867555971573928, "ece_bins": 15 }, "noul": { "n": 2725, "accuracy": 0.6737614679856038, "nll": 0.6789491064832844, "brier": 0.4723211544235895, "ece": 0.13877303811114855, "ece_bins": 15 }, "choice": { "n": 875, "accuracy": 0.364, "nll": 1.4304779217583792, "brier": 0.672881743638111, "ece": 0.03826626820223671, "ece_bins": 15 }, "score": { "n": 266, "accuracy": 0.462406015037594, "nll": 1.069017001112601, "brier": 0.6460615458120977, "ece": 0.08706729035628469, "ece_bins": 15 }, "by_task": { "session_execution_forecast": { "n": 1294, "accuracy": 0.8902627511591963, "nll": 0.6461133842213997, "brier": 0.4530347129200489, "ece": 0.35805496531992087, "ece_bins": 15 }, "clinc_8way": { "n": 150, "accuracy": 0.54, "nll": 1.530942298968633, "brier": 0.6893716543416182, "ece": 0.2632036851843198, "ece_bins": 15 }, "threshold_policy": { "n": 150, "accuracy": 0.5666666666666667, "nll": 0.6899665808677673, "brier": 0.4968218626578649, "ece": 0.05491845846176145, "ece_bins": 15 }, "ordinal_rubric": { "n": 150, "accuracy": 0.38, "nll": 1.0924470396836599, "brier": 0.6626472320159277, "ece": 0.07838515182336174, "ece_bins": 15 }, "native_workflow": { "n": 168, "accuracy": 0.005952380952380952, "nll": 2.204840186805952, "brier": 0.7763515600845927, "ece": 0.23432707298724426, "ece_bins": 15 }, "emotion_presence": { "n": 150, "accuracy": 0.5, "nll": 0.6963519167900085, "brier": 0.5031839201847712, "ece": 0.02179833173751829, "ece_bins": 15 }, "contrast_control": { "n": 180, "accuracy": 0.5555555555555556, "nll": 0.8454875919553969, "brier": 0.5644355098406474, "ece": 0.09509718914826712, "ece_bins": 15 }, "contrast_mission_control": { "n": 120, "accuracy": 0.21666666666666667, "nll": 1.0311462571223577, "brier": 0.6476789586246013, "ece": 0.28863727400700245, "ece_bins": 15 }, "contrast_ranking": { "n": 120, "accuracy": 0.4, "nll": 1.2639942566553752, "brier": 0.6936740140120189, "ece": 0.060853958626588184, "ece_bins": 15 }, "commonsense_qa": { "n": 150, "accuracy": 0.3, "nll": 1.5545583399136862, "brier": 0.7786677734057108, "ece": 0.03961683481931687, "ece_bins": 15 }, "contrast_conditional": { "n": 120, "accuracy": 0.5, "nll": 0.6979027286171913, "brier": 0.5047235901157061, "ece": 0.035595014691352865, "ece_bins": 15 }, "contrast_policy": { "n": 118, "accuracy": 0.4576271186440678, "nll": 0.7873357329833306, "brier": 0.523431957399441, "ece": 0.21858325297549622, "ece_bins": 15 }, "contrast_injection": { "n": 118, "accuracy": 0.5508474576271186, "nll": 0.6907270848751068, "brier": 0.4975814986026893, "ece": 0.04466290292093311, "ece_bins": 15 }, "contrast_evidence": { "n": 180, "accuracy": 0.5555555555555556, "nll": 0.6895517468452453, "brier": 0.49647835493087766, "ece": 0.08146131436030066, "ece_bins": 15 }, "contrast_permission": { "n": 120, "accuracy": 0.5, "nll": 0.7040289094050726, "brier": 0.5108417602876822, "ece": 0.17156909853219993, "ece_bins": 15 }, "contrast_actuation": { "n": 180, "accuracy": 0.3333333333333333, "nll": 0.740326358212365, "brier": 0.5468792688515451, "ece": 0.2277458479007085, "ece_bins": 15 }, "contrast_probability": { "n": 114, "accuracy": 0.500000002287459, "nll": 0.7036375539344654, "brier": 0.1887035225514378, "ece": 0.06379857090742959, "ece_bins": 15 }, "contrast_rubric": { "n": 116, "accuracy": 0.5689655172413793, "nll": 1.0387195374431282, "brier": 0.6246145377899038, "ece": 0.17305323096184894, "ece_bins": 15 }, "contrast_navigation": { "n": 120, "accuracy": 0.5, "nll": 0.6952913577357928, "brier": 0.4354269088168318, "ece": 0.10182223121325173, "ece_bins": 15 }, "native_route": { "n": 48, "accuracy": 0.53125, "nll": 0.6931711540867885, "brier": 0.46895683400604565, "ece": 0.0716984768708547, "ece_bins": 15 } }, "macro_task_accuracy": 0.46763415028446903, "macro_task_nll": 0.9498270008561361, "all_correct_in_group": 0.11475409836065574, "multi_question_groups": 915, "independent_source_groups": 1370, "distinct_states": 2823, "binary_diagnostics": { "session_execution_forecast": { "tp": 1152, "tn": 0, "fp": 142, "fn": 0, "positive_examples": 1152, "negative_examples": 142, "positive_recall": 1.0, "negative_recall": 0.0, "balanced_accuracy": 0.5, "always_true_accuracy": 0.8902627511591963, "false_label_ranking": { "n": 1294, "positives": 142, "prevalence": 0.10973724884080371, "auroc": 0.37952978286384975, "average_precision": 0.09197115315830626 } }, "threshold_policy": { "tp": 63, "tn": 22, "fp": 55, "fn": 10, "positive_examples": 73, "negative_examples": 77, "positive_recall": 0.863013698630137, "negative_recall": 0.2857142857142857, "balanced_accuracy": 0.5743639921722113, "always_true_accuracy": 0.4866666666666667, "false_label_ranking": { "n": 150, "positives": 77, "prevalence": 0.5133333333333333, "auroc": 0.6223981497954101, "average_precision": 0.6141516577913133 } }, "emotion_presence": { "tp": 58, "tn": 17, "fp": 66, "fn": 9, "positive_examples": 67, "negative_examples": 83, "positive_recall": 0.8656716417910447, "negative_recall": 0.20481927710843373, "balanced_accuracy": 0.5352454594497392, "always_true_accuracy": 0.44666666666666666, "false_label_ranking": { "n": 150, "positives": 83, "prevalence": 0.5533333333333333, "auroc": 0.558892285560151, "average_precision": 0.6029822522722182 } }, "contrast_control": { "tp": 40, "tn": 34, "fp": 46, "fn": 0, "positive_examples": 40, "negative_examples": 80, "positive_recall": 1.0, "negative_recall": 0.425, "balanced_accuracy": 0.7125, "always_true_accuracy": 0.3333333333333333, "false_label_ranking": { "n": 120, "positives": 80, "prevalence": 0.6666666666666666, "auroc": 0.84421875, "average_precision": 0.9296273211247925 } }, "contrast_mission_control": { "tp": 8, "tn": 0, "fp": 52, "fn": 0, "positive_examples": 8, "negative_examples": 52, "positive_recall": 1.0, "negative_recall": 0.0, "balanced_accuracy": 0.5, "always_true_accuracy": 0.13333333333333333, "false_label_ranking": { "n": 60, "positives": 52, "prevalence": 0.8666666666666667, "auroc": 0.5396634615384616, "average_precision": 0.8854706927319659 } }, "contrast_conditional": { "tp": 60, "tn": 0, "fp": 60, "fn": 0, "positive_examples": 60, "negative_examples": 60, "positive_recall": 1.0, "negative_recall": 0.0, "balanced_accuracy": 0.5, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 120, "positives": 60, "prevalence": 0.5, "auroc": 0.4413888888888889, "average_precision": 0.5101756581520847 } }, "contrast_policy": { "tp": 10, "tn": 0, "fp": 49, "fn": 0, "positive_examples": 10, "negative_examples": 49, "positive_recall": 1.0, "negative_recall": 0.0, "balanced_accuracy": 0.5, "always_true_accuracy": 0.1694915254237288, "false_label_ranking": { "n": 59, "positives": 49, "prevalence": 0.8305084745762712, "auroc": 0.058163265306122446, "average_precision": 0.6778283862951967 } }, "contrast_injection": { "tp": 48, "tn": 17, "fp": 42, "fn": 11, "positive_examples": 59, "negative_examples": 59, "positive_recall": 0.8135593220338984, "negative_recall": 0.288135593220339, "balanced_accuracy": 0.5508474576271187, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 118, "positives": 59, "prevalence": 0.5, "auroc": 0.580005745475438, "average_precision": 0.5649435017244556 } }, "contrast_evidence": { "tp": 82, "tn": 18, "fp": 72, "fn": 8, "positive_examples": 90, "negative_examples": 90, "positive_recall": 0.9111111111111111, "negative_recall": 0.2, "balanced_accuracy": 0.5555555555555556, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 180, "positives": 90, "prevalence": 0.5, "auroc": 0.5188271604938272, "average_precision": 0.5774367419624302 } }, "contrast_permission": { "tp": 60, "tn": 0, "fp": 60, "fn": 0, "positive_examples": 60, "negative_examples": 60, "positive_recall": 1.0, "negative_recall": 0.0, "balanced_accuracy": 0.5, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 120, "positives": 60, "prevalence": 0.5, "auroc": 0.2861111111111111, "average_precision": 0.38973103556746386 } }, "contrast_actuation": { "tp": 60, "tn": 0, "fp": 120, "fn": 0, "positive_examples": 60, "negative_examples": 120, "positive_recall": 1.0, "negative_recall": 0.0, "balanced_accuracy": 0.5, "always_true_accuracy": 0.3333333333333333, "false_label_ranking": { "n": 180, "positives": 120, "prevalence": 0.6666666666666666, "auroc": 0.5423611111111111, "average_precision": 0.7115699625962338 } }, "contrast_probability": { "tp": 4, "tn": 0, "fp": 4, "fn": 0, "positive_examples": 4, "negative_examples": 4, "positive_recall": 1.0, "negative_recall": 0.0, "balanced_accuracy": 0.5, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 8, "positives": 4, "prevalence": 0.5, "auroc": 0.53125, "average_precision": 0.5833333333333334 } }, "contrast_navigation": { "tp": 30, "tn": 0, "fp": 30, "fn": 0, "positive_examples": 30, "negative_examples": 30, "positive_recall": 1.0, "negative_recall": 0.0, "balanced_accuracy": 0.5, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 60, "positives": 30, "prevalence": 0.5, "auroc": 0.5238888888888888, "average_precision": 0.5192935034314344 } } }, "training_prevalence_constant_baseline": { "overall": { "n": 2725, "accuracy": 0.7152293578938607, "nll": 0.5117209602714679, "brier": 0.3259862355628145, "ece": 0.015836690688898827, "ece_bins": 15 }, "noul": { "n": 2725, "accuracy": 0.7152293578938607, "nll": 0.5117209602714679, "brier": 0.3259862355628145, "ece": 0.015836690688898827, "ece_bins": 15 }, "by_task": { "session_execution_forecast": { "n": 1294, "accuracy": 0.8902627511591963, "nll": 0.3467187255022146, "brier": 0.19566549473604794, "ece": 0.011737258854384036, "ece_bins": 15 }, "threshold_policy": { "n": 150, "accuracy": 0.4866666666666667, "nll": 0.695290207862854, "brier": 0.5021413280566533, "ece": 0.03533334811528521, "ece_bins": 15 }, "emotion_presence": { "n": 150, "accuracy": 0.44666666666666666, "nll": 0.6944992180665334, "brier": 0.5013520050048829, "ece": 0.059333375295003266, "ece_bins": 15 }, "contrast_control": { "n": 120, "accuracy": 0.6666666666666666, "nll": 0.6464535991350809, "brier": 0.4526257812976837, "ece": 0.06395830710728967, "ece_bins": 15 }, "contrast_mission_control": { "n": 60, "accuracy": 0.8666666666666667, "nll": 0.4088830570379893, "brier": 0.23675730091830094, "ece": 0.05313278039296465, "ece_bins": 15 }, "contrast_conditional": { "n": 120, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_policy": { "n": 59, "accuracy": 0.8305084745762712, "nll": 0.4594738685478598, "brier": 0.2837318602507397, "ece": 0.033193047774040085, "ece_bins": 15 }, "contrast_injection": { "n": 118, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_evidence": { "n": 180, "accuracy": 0.5, "nll": 0.6931792199611664, "brier": 0.5000320672988892, "ece": 0.004003345966339111, "ece_bins": 15 }, "contrast_permission": { "n": 120, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_actuation": { "n": 180, "accuracy": 0.6666666666666666, "nll": 0.6365141669909159, "brier": 0.4444444477558136, "ece": 1.9868214962137642e-08, "ece_bins": 15 }, "contrast_probability": { "n": 114, "accuracy": 0.500000002287459, "nll": 0.6931471803732085, "brier": 0.17832604808765545, "ece": 2.287458999994385e-09, "ece_bins": 15 }, "contrast_navigation": { "n": 60, "accuracy": 0.5, "nll": 0.6931753158569336, "brier": 0.500028133392334, "ece": 0.003750026226043701, "ece_bins": 15 } }, "macro_task_accuracy": 0.6041618893350968, "macro_task_nll": 0.618982777440658, "all_correct_in_group": 0.056, "multi_question_groups": 500, "independent_source_groups": 829, "distinct_states": 2114 } }, "intervention": "full", "heldout": { "overall": { "n": 2351, "accuracy": 0.42854104635611917, "nll": 0.9754463246924884, "brier": 0.5364509453346175, "ece": 0.11917953373906279, "ece_bins": 15 }, "choice": { "n": 943, "accuracy": 0.41410392364793214, "nll": 1.316173174964661, "brier": 0.5793664469363905, "ece": 0.08042260007350091, "ece_bins": 15 }, "noul": { "n": 1290, "accuracy": 0.415503875955997, "nll": 0.7236712541922118, "brier": 0.49895817041527324, "ece": 0.16552048627171634, "ece_bins": 15 }, "score": { "n": 118, "accuracy": 0.6864406779661016, "nll": 1.0049753173933191, "brier": 0.6033692642793818, "ece": 0.2845586475174306, "ece_bins": 15 }, "by_task": { "heldout_winogrande": { "n": 150, "accuracy": 0.5133333333333333, "nll": 0.6910598116119703, "brier": 0.4978919541835785, "ece": 0.08806829134623208, "ece_bins": 15 }, "heldout_agent_trace": { "n": 150, "accuracy": 0.13333333333333333, "nll": 0.7858953152100245, "brier": 0.5920050577322642, "ece": 0.42555724501609804, "ece_bins": 15 }, "contrast_permission": { "n": 120, "accuracy": 0.5, "nll": 0.7057648440202077, "brier": 0.5125490734974544, "ece": 0.18088529457648597, "ece_bins": 15 }, "native_workflow": { "n": 240, "accuracy": 0.010416666666666666, "nll": 2.496035003165404, "brier": 0.6933638920386632, "ece": 0.16642618309706447, "ece_bins": 15 }, "contrast_ranking": { "n": 120, "accuracy": 0.375, "nll": 1.332642741004626, "brier": 0.7240693017840385, "ece": 0.07433661396304767, "ece_bins": 15 }, "contrast_mission_control": { "n": 120, "accuracy": 0.2, "nll": 1.0118837654590607, "brier": 0.6432603985071182, "ece": 0.2897699822982152, "ece_bins": 15 }, "contrast_policy": { "n": 120, "accuracy": 0.475, "nll": 0.7618915749092897, "brier": 0.505628477782011, "ece": 0.21095017368594807, "ece_bins": 15 }, "contrast_rubric": { "n": 118, "accuracy": 0.6864406779661016, "nll": 1.0049753173933191, "brier": 0.6033692642793818, "ece": 0.2845586475174306, "ece_bins": 15 }, "contrast_probability": { "n": 120, "accuracy": 0.49999999986030164, "nll": 0.7022613902886709, "brier": 0.171971833471549, "ece": 0.061067714433496206, "ece_bins": 15 }, "native_route": { "n": 43, "accuracy": 0.6162790697674418, "nll": 0.6829156237979268, "brier": 0.45499730698201196, "ece": 0.08744337808254153, "ece_bins": 15 }, "contrast_injection": { "n": 120, "accuracy": 0.575, "nll": 0.6898427913586299, "brier": 0.49669906745354336, "ece": 0.05977978159983943, "ece_bins": 15 }, "contrast_conditional": { "n": 120, "accuracy": 0.5, "nll": 0.6979482620954514, "brier": 0.5047599459687869, "ece": 0.04775597552458438, "ece_bins": 15 }, "contrast_control": { "n": 180, "accuracy": 0.6277777777777778, "nll": 0.845010231435299, "brier": 0.5604898081885443, "ece": 0.17522804703977374, "ece_bins": 15 }, "contrast_actuation": { "n": 180, "accuracy": 0.3333333333333333, "nll": 0.7382027599546644, "brier": 0.5447884736789598, "ece": 0.22679087486532007, "ece_bins": 15 }, "heldout_security_policy": { "n": 150, "accuracy": 0.72, "nll": 0.8050947254896164, "brier": 0.4683406395713488, "ece": 0.21901079515616098, "ece_bins": 15 }, "contrast_evidence": { "n": 180, "accuracy": 0.5222222222222223, "nll": 0.6836310489310159, "brier": 0.4906704245342149, "ece": 0.011923054854075115, "ece_bins": 15 }, "contrast_navigation": { "n": 120, "accuracy": 0.42083333333333334, "nll": 0.730548332631588, "brier": 0.46622828596737237, "ece": 0.14734405428171152, "ece_bins": 15 } }, "macro_task_accuracy": 0.4534688086819909, "macro_task_nll": 0.9038590316915743, "all_correct_in_group": 0.152317880794702, "multi_question_groups": 906, "independent_source_groups": 1067, "distinct_states": 1302, "binary_diagnostics": { "heldout_agent_trace": { "tp": 12, "tn": 8, "fp": 130, "fn": 0, "positive_examples": 12, "negative_examples": 138, "positive_recall": 1.0, "negative_recall": 0.057971014492753624, "balanced_accuracy": 0.5289855072463768, "always_true_accuracy": 0.08, "false_label_ranking": { "n": 150, "positives": 138, "prevalence": 0.92, "auroc": 0.9124396135265701, "average_precision": 0.9908254094629632 } }, "contrast_permission": { "tp": 60, "tn": 0, "fp": 60, "fn": 0, "positive_examples": 60, "negative_examples": 60, "positive_recall": 1.0, "negative_recall": 0.0, "balanced_accuracy": 0.5, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 120, "positives": 60, "prevalence": 0.5, "auroc": 0.3375, "average_precision": 0.4042203270208411 } }, "contrast_mission_control": { "tp": 3, "tn": 0, "fp": 57, "fn": 0, "positive_examples": 3, "negative_examples": 57, "positive_recall": 1.0, "negative_recall": 0.0, "balanced_accuracy": 0.5, "always_true_accuracy": 0.05, "false_label_ranking": { "n": 60, "positives": 57, "prevalence": 0.95, "auroc": 0.30701754385964913, "average_precision": 0.9329574597278874 } }, "contrast_policy": { "tp": 6, "tn": 0, "fp": 54, "fn": 0, "positive_examples": 6, "negative_examples": 54, "positive_recall": 1.0, "negative_recall": 0.0, "balanced_accuracy": 0.5, "always_true_accuracy": 0.1, "false_label_ranking": { "n": 60, "positives": 54, "prevalence": 0.9, "auroc": 0.035493827160493825, "average_precision": 0.7872491705825039 } }, "contrast_injection": { "tp": 52, "tn": 17, "fp": 43, "fn": 8, "positive_examples": 60, "negative_examples": 60, "positive_recall": 0.8666666666666667, "negative_recall": 0.2833333333333333, "balanced_accuracy": 0.575, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 120, "positives": 60, "prevalence": 0.5, "auroc": 0.5947222222222223, "average_precision": 0.5873601984534155 } }, "contrast_conditional": { "tp": 60, "tn": 0, "fp": 60, "fn": 0, "positive_examples": 60, "negative_examples": 60, "positive_recall": 1.0, "negative_recall": 0.0, "balanced_accuracy": 0.5, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 120, "positives": 60, "prevalence": 0.5, "auroc": 0.5058333333333334, "average_precision": 0.5390864290085269 } }, "contrast_control": { "tp": 28, "tn": 60, "fp": 31, "fn": 1, "positive_examples": 29, "negative_examples": 91, "positive_recall": 0.9655172413793104, "negative_recall": 0.6593406593406593, "balanced_accuracy": 0.8124289503599849, "always_true_accuracy": 0.24166666666666667, "false_label_ranking": { "n": 120, "positives": 91, "prevalence": 0.7583333333333333, "auroc": 0.7912087912087912, "average_precision": 0.9356843780727497 } }, "contrast_actuation": { "tp": 60, "tn": 0, "fp": 120, "fn": 0, "positive_examples": 60, "negative_examples": 120, "positive_recall": 1.0, "negative_recall": 0.0, "balanced_accuracy": 0.5, "always_true_accuracy": 0.3333333333333333, "false_label_ranking": { "n": 180, "positives": 120, "prevalence": 0.6666666666666666, "auroc": 0.5779861111111111, "average_precision": 0.7225444642887408 } }, "contrast_evidence": { "tp": 73, "tn": 21, "fp": 74, "fn": 12, "positive_examples": 85, "negative_examples": 95, "positive_recall": 0.8588235294117647, "negative_recall": 0.22105263157894736, "balanced_accuracy": 0.539938080495356, "always_true_accuracy": 0.4722222222222222, "false_label_ranking": { "n": 180, "positives": 95, "prevalence": 0.5277777777777778, "auroc": 0.6040247678018575, "average_precision": 0.6320523700320178 } }, "contrast_navigation": { "tp": 16, "tn": 0, "fp": 44, "fn": 0, "positive_examples": 16, "negative_examples": 44, "positive_recall": 1.0, "negative_recall": 0.0, "balanced_accuracy": 0.5, "always_true_accuracy": 0.26666666666666666, "false_label_ranking": { "n": 60, "positives": 44, "prevalence": 0.7333333333333333, "auroc": 0.3068181818181818, "average_precision": 0.6565587788075826 } }, "contrast_probability": { "tp": 1, "tn": 0, "fp": 1, "fn": 0, "positive_examples": 1, "negative_examples": 1, "positive_recall": 1.0, "negative_recall": 0.0, "balanced_accuracy": 0.5, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 2, "positives": 1, "prevalence": 0.5, "auroc": 0.0, "average_precision": 0.5 } } }, "training_prevalence_constant_baseline": { "overall": { "n": 1140, "accuracy": 0.5903508771782774, "nll": 0.6250696548767257, "brier": 0.4040576693314506, "ece": 0.01514082918466441, "ece_bins": 15 }, "noul": { "n": 1140, "accuracy": 0.5903508771782774, "nll": 0.6250696548767257, "brier": 0.4040576693314506, "ece": 0.01514082918466441, "ece_bins": 15 }, "by_task": { "contrast_permission": { "n": 120, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_mission_control": { "n": 60, "accuracy": 0.95, "nll": 0.2055808946490288, "brier": 0.09682414336130023, "ece": 0.030200552940368608, "ece_bins": 15 }, "contrast_policy": { "n": 60, "accuracy": 0.9, "nll": 0.3311660647392273, "brier": 0.1826351560652256, "ece": 0.03629847764968874, "ece_bins": 15 }, "contrast_probability": { "n": 120, "accuracy": 0.49999999986030164, "nll": 0.6931471834580104, "brier": 0.16294329766199855, "ece": 1.3969836398786128e-10, "ece_bins": 15 }, "contrast_injection": { "n": 120, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_conditional": { "n": 120, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_control": { "n": 120, "accuracy": 0.7583333333333333, "nll": 0.5549889740844568, "brier": 0.36806328408420086, "ece": 0.027708359559377005, "ece_bins": 15 }, "contrast_actuation": { "n": 180, "accuracy": 0.6666666666666666, "nll": 0.6365141669909159, "brier": 0.4444444477558136, "ece": 1.9868214962137642e-08, "ece_bins": 15 }, "contrast_evidence": { "n": 180, "accuracy": 0.5277777777777778, "nll": 0.6927343921528922, "brier": 0.499587251080407, "ece": 0.02377443181143868, "ece_bins": 15 }, "contrast_navigation": { "n": 60, "accuracy": 0.26666666666666666, "nll": 0.6966753959655761, "brier": 0.5035281578699747, "ece": 0.23708335955937704, "ece_bins": 15 } }, "macro_task_accuracy": 0.6069444444304746, "macro_task_nll": 0.5890248619433907, "all_correct_in_group": 0.07857142857142857, "multi_question_groups": 420, "independent_source_groups": 600, "distinct_states": 600 } }, "description": "Pinned pretrained Qwen3-0.6B, zero LoRA/graph writes; no optimizer updates. Its calibration uses the same validation-only partition, not test data." } }, "typed": { "temperatures": { "choice": 1.5673085451126099, "score": 0.05000000074505806, "noul": 1.647549033164978 }, "data": { "sha256": { "train": "3bfc4f3a81d88e96ee60daf0bbacaa365429f73cf79ab0d4e2477ca19d156494", "validation": "8cc3bfce961984919949f557b7bec8600b2cbade459d627c49cd9138b6317796", "test": "27fbab8ee57117b72e814511a279384a96f0c5d249355fc0166194cae0242cb6", "heldout": "181c5dafe5ac560b25a37c0b1a9b9b7a67e58efd89467d65e512e7570807cc31" }, "decisions": { "train": 28234, "validation": 3100, "test": 3866, "heldout": 2351 }, "selection_decisions": 1457, "calibration_decisions": 1643 }, "test": { "overall": { "n": 3866, "accuracy": 0.9136126733587865, "nll": 0.3130856961750748, "brier": 0.10440913955157416, "ece": 0.013555332972049909, "ece_bins": 15 }, "noul": { "n": 2725, "accuracy": 0.9259424813734282, "nll": 0.19463720127890718, "brier": 0.09976079166525023, "ece": 0.012470293854354695, "ece_bins": 15 }, "choice": { "n": 875, "accuracy": 0.8523809525285448, "nll": 0.3341989007747101, "brier": 0.14375550547850574, "ece": 0.025054066828319024, "ece_bins": 15 }, "score": { "n": 266, "accuracy": 0.9887218045112782, "nll": 1.4570634953005421, "brier": 0.02259965761235558, "ece": 0.011563376600581002, "ece_bins": 15 }, "by_task": { "session_execution_forecast": { "n": 1294, "accuracy": 0.89258114374034, "nll": 0.296262587953193, "brier": 0.1721058258056021, "ece": 0.022036426034187376, "ece_bins": 15 }, "clinc_8way": { "n": 150, "accuracy": 0.9733333333333334, "nll": 0.053830261951935604, "brier": 0.03325406237407569, "ece": 0.017699127197265623, "ece_bins": 15 }, "threshold_policy": { "n": 150, "accuracy": 1.0, "nll": 0.00019502041578798904, "brier": 1.2600697932703753e-06, "ece": 0.00019470691680911756, "ece_bins": 15 }, "ordinal_rubric": { "n": 150, "accuracy": 1.0, "nll": 0.0, "brier": 0.0, "ece": 0.0, "ece_bins": 15 }, "native_workflow": { "n": 168, "accuracy": 0.8412698420385519, "nll": 0.2392584436817937, "brier": 0.004364220359839242, "ece": 0.01898077112578211, "ece_bins": 15 }, "emotion_presence": { "n": 150, "accuracy": 0.8933333333333333, "nll": 0.3309014125264366, "brier": 0.16157220249192739, "ece": 0.04047623395919797, "ece_bins": 15 }, "contrast_control": { "n": 180, "accuracy": 0.9388888888888889, "nll": 0.1369417703856674, "brier": 0.08446074594256586, "ece": 0.021996715830432025, "ece_bins": 15 }, "contrast_mission_control": { "n": 120, "accuracy": 1.0, "nll": 0.003403368953294598, "brier": 0.0007834440595495222, "ece": 0.003163575629393243, "ece_bins": 15 }, "contrast_ranking": { "n": 120, "accuracy": 0.9, "nll": 0.3284059516797476, "brier": 0.16759605432539618, "ece": 0.08478105341394737, "ece_bins": 15 }, "commonsense_qa": { "n": 150, "accuracy": 0.5466666666666666, "nll": 1.0987150013710683, "brier": 0.5625988674216448, "ece": 0.08635183215141294, "ece_bins": 15 }, "contrast_conditional": { "n": 120, "accuracy": 0.9833333333333333, "nll": 0.07161189387478135, "brier": 0.0277167975910182, "ece": 0.008880187074343284, "ece_bins": 15 }, "contrast_policy": { "n": 118, "accuracy": 1.0, "nll": 0.011209284576241813, "brier": 0.003360086196874352, "ece": 0.009913467249627834, "ece_bins": 15 }, "contrast_injection": { "n": 118, "accuracy": 0.9745762711864406, "nll": 0.06732462825109832, "brier": 0.040634233139735514, "ece": 0.02156945860992049, "ece_bins": 15 }, "contrast_evidence": { "n": 180, "accuracy": 1.0, "nll": 0.007205073308083164, "brier": 0.0018128803487334187, "ece": 0.006618312332365226, "ece_bins": 15 }, "contrast_permission": { "n": 120, "accuracy": 1.0, "nll": 0.001534369858686683, "brier": 0.0001081397640155255, "ece": 0.0015063901742299324, "ece_bins": 15 }, "contrast_actuation": { "n": 180, "accuracy": 1.0, "nll": 0.004697878659030389, "brier": 0.0006918499621516301, "ece": 0.004510236779848774, "ece_bins": 15 }, "contrast_probability": { "n": 114, "accuracy": 0.6859058047595777, "nll": 0.552540294253783, "brier": 0.061051208039523616, "ece": 0.06780502095557094, "ece_bins": 15 }, "contrast_rubric": { "n": 116, "accuracy": 0.9741379310344828, "nll": 3.3411973254305534, "brier": 0.05182335280074642, "ece": 0.026516018756504677, "ece_bins": 15 }, "contrast_navigation": { "n": 120, "accuracy": 0.9083333333333333, "nll": 0.1989064971294662, "brier": 0.06172972990044263, "ece": 0.03733642548322681, "ece_bins": 15 }, "native_route": { "n": 48, "accuracy": 0.9479166666666666, "nll": 0.10818447524084333, "brier": 0.0380226065475766, "ece": 0.01836413890123368, "ece_bins": 15 } }, "macro_task_accuracy": 0.9230138274157473, "macro_task_nll": 0.34261627697507463, "all_correct_in_group": 0.9092896174863389, "multi_question_groups": 915, "independent_source_groups": 1370, "distinct_states": 2823, "binary_diagnostics": { "session_execution_forecast": { "tp": 1149, "tn": 6, "fp": 136, "fn": 3, "positive_examples": 1152, "negative_examples": 142, "positive_recall": 0.9973958333333334, "negative_recall": 0.04225352112676056, "balanced_accuracy": 0.519824677230047, "always_true_accuracy": 0.8902627511591963, "false_label_ranking": { "n": 1294, "positives": 142, "prevalence": 0.10973724884080371, "auroc": 0.7643351428012519, "average_precision": 0.3365881468335004 } }, "threshold_policy": { "tp": 73, "tn": 77, "fp": 0, "fn": 0, "positive_examples": 73, "negative_examples": 77, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.4866666666666667, "false_label_ranking": { "n": 150, "positives": 77, "prevalence": 0.5133333333333333, "auroc": 1.0, "average_precision": 1.0 } }, "emotion_presence": { "tp": 57, "tn": 77, "fp": 6, "fn": 10, "positive_examples": 67, "negative_examples": 83, "positive_recall": 0.8507462686567164, "negative_recall": 0.927710843373494, "balanced_accuracy": 0.8892285560151052, "always_true_accuracy": 0.44666666666666666, "false_label_ranking": { "n": 150, "positives": 83, "prevalence": 0.5533333333333333, "auroc": 0.9495594317568783, "average_precision": 0.9663567240537064 } }, "contrast_control": { "tp": 39, "tn": 78, "fp": 2, "fn": 1, "positive_examples": 40, "negative_examples": 80, "positive_recall": 0.975, "negative_recall": 0.975, "balanced_accuracy": 0.975, "always_true_accuracy": 0.3333333333333333, "false_label_ranking": { "n": 120, "positives": 80, "prevalence": 0.6666666666666666, "auroc": 0.9975, "average_precision": 0.9988023522662077 } }, "contrast_mission_control": { "tp": 8, "tn": 52, "fp": 0, "fn": 0, "positive_examples": 8, "negative_examples": 52, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.13333333333333333, "false_label_ranking": { "n": 60, "positives": 52, "prevalence": 0.8666666666666667, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_conditional": { "tp": 59, "tn": 59, "fp": 1, "fn": 1, "positive_examples": 60, "negative_examples": 60, "positive_recall": 0.9833333333333333, "negative_recall": 0.9833333333333333, "balanced_accuracy": 0.9833333333333333, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 120, "positives": 60, "prevalence": 0.5, "auroc": 0.9941666666666666, "average_precision": 0.9930539632857979 } }, "contrast_policy": { "tp": 10, "tn": 49, "fp": 0, "fn": 0, "positive_examples": 10, "negative_examples": 49, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.1694915254237288, "false_label_ranking": { "n": 59, "positives": 49, "prevalence": 0.8305084745762712, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_injection": { "tp": 59, "tn": 56, "fp": 3, "fn": 0, "positive_examples": 59, "negative_examples": 59, "positive_recall": 1.0, "negative_recall": 0.9491525423728814, "balanced_accuracy": 0.9745762711864407, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 118, "positives": 59, "prevalence": 0.5, "auroc": 0.9985636311404769, "average_precision": 0.9986003791758151 } }, "contrast_evidence": { "tp": 90, "tn": 90, "fp": 0, "fn": 0, "positive_examples": 90, "negative_examples": 90, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 180, "positives": 90, "prevalence": 0.5, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_permission": { "tp": 60, "tn": 60, "fp": 0, "fn": 0, "positive_examples": 60, "negative_examples": 60, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 120, "positives": 60, "prevalence": 0.5, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_actuation": { "tp": 60, "tn": 120, "fp": 0, "fn": 0, "positive_examples": 60, "negative_examples": 120, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.3333333333333333, "false_label_ranking": { "n": 180, "positives": 120, "prevalence": 0.6666666666666666, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_probability": { "tp": 4, "tn": 4, "fp": 0, "fn": 0, "positive_examples": 4, "negative_examples": 4, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 8, "positives": 4, "prevalence": 0.5, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_navigation": { "tp": 28, "tn": 29, "fp": 1, "fn": 2, "positive_examples": 30, "negative_examples": 30, "positive_recall": 0.9333333333333333, "negative_recall": 0.9666666666666667, "balanced_accuracy": 0.95, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 60, "positives": 30, "prevalence": 0.5, "auroc": 0.9883333333333333, "average_precision": 0.9874398594293793 } } }, "training_prevalence_constant_baseline": { "overall": { "n": 2725, "accuracy": 0.7152293578938607, "nll": 0.5117209602714679, "brier": 0.3259862355628145, "ece": 0.015836690688898827, "ece_bins": 15 }, "noul": { "n": 2725, "accuracy": 0.7152293578938607, "nll": 0.5117209602714679, "brier": 0.3259862355628145, "ece": 0.015836690688898827, "ece_bins": 15 }, "by_task": { "session_execution_forecast": { "n": 1294, "accuracy": 0.8902627511591963, "nll": 0.3467187255022146, "brier": 0.19566549473604794, "ece": 0.011737258854384036, "ece_bins": 15 }, "threshold_policy": { "n": 150, "accuracy": 0.4866666666666667, "nll": 0.695290207862854, "brier": 0.5021413280566533, "ece": 0.03533334811528521, "ece_bins": 15 }, "emotion_presence": { "n": 150, "accuracy": 0.44666666666666666, "nll": 0.6944992180665334, "brier": 0.5013520050048829, "ece": 0.059333375295003266, "ece_bins": 15 }, "contrast_control": { "n": 120, "accuracy": 0.6666666666666666, "nll": 0.6464535991350809, "brier": 0.4526257812976837, "ece": 0.06395830710728967, "ece_bins": 15 }, "contrast_mission_control": { "n": 60, "accuracy": 0.8666666666666667, "nll": 0.4088830570379893, "brier": 0.23675730091830094, "ece": 0.05313278039296465, "ece_bins": 15 }, "contrast_conditional": { "n": 120, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_policy": { "n": 59, "accuracy": 0.8305084745762712, "nll": 0.4594738685478598, "brier": 0.2837318602507397, "ece": 0.033193047774040085, "ece_bins": 15 }, "contrast_injection": { "n": 118, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_evidence": { "n": 180, "accuracy": 0.5, "nll": 0.6931792199611664, "brier": 0.5000320672988892, "ece": 0.004003345966339111, "ece_bins": 15 }, "contrast_permission": { "n": 120, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_actuation": { "n": 180, "accuracy": 0.6666666666666666, "nll": 0.6365141669909159, "brier": 0.4444444477558136, "ece": 1.9868214962137642e-08, "ece_bins": 15 }, "contrast_probability": { "n": 114, "accuracy": 0.500000002287459, "nll": 0.6931471803732085, "brier": 0.17832604808765545, "ece": 2.287458999994385e-09, "ece_bins": 15 }, "contrast_navigation": { "n": 60, "accuracy": 0.5, "nll": 0.6931753158569336, "brier": 0.500028133392334, "ece": 0.003750026226043701, "ece_bins": 15 } }, "macro_task_accuracy": 0.6041618893350968, "macro_task_nll": 0.618982777440658, "all_correct_in_group": 0.056, "multi_question_groups": 500, "independent_source_groups": 829, "distinct_states": 2114 } }, "intervention": "full", "checkpoint_sha256": "ec83247177a6919c17944093fdd02d3258906dc809c16b326e0dfd879275efeb", "heldout": { "overall": { "n": 2351, "accuracy": 0.8481593390079774, "nll": 0.41200362996050977, "brier": 0.16195236393054194, "ece": 0.05168338991172358, "ece_bins": 15 }, "choice": { "n": 943, "accuracy": 0.7306822201638055, "nll": 0.6280953941167728, "brier": 0.29193628961112494, "ece": 0.09221837744669849, "ece_bins": 15 }, "noul": { "n": 1290, "accuracy": 0.922472304180842, "nll": 0.19868471795526407, "brier": 0.07709551337517045, "ece": 0.027868979435789476, "ece_bins": 15 }, "score": { "n": 118, "accuracy": 0.9745762711864406, "nll": 1.0171465357860265, "brier": 0.05085486646986298, "ece": 0.025228620585748707, "ece_bins": 15 }, "by_task": { "heldout_winogrande": { "n": 150, "accuracy": 0.58, "nll": 0.862186019991835, "brier": 0.5974664798068503, "ece": 0.23292821009953815, "ece_bins": 15 }, "heldout_agent_trace": { "n": 150, "accuracy": 1.0, "nll": 0.0031651475986118763, "brier": 0.00010571270049776993, "ece": 0.0031382926305134617, "ece_bins": 15 }, "contrast_permission": { "n": 120, "accuracy": 0.9416666666666667, "nll": 0.11838939347498532, "brier": 0.07923208538321681, "ece": 0.04221838613351188, "ece_bins": 15 }, "native_workflow": { "n": 240, "accuracy": 0.745972223393619, "nll": 0.4028439969309893, "brier": 0.017726629475379566, "ece": 0.043431438816090455, "ece_bins": 15 }, "contrast_ranking": { "n": 120, "accuracy": 0.8416666666666667, "nll": 0.6109185919820561, "brier": 0.264986981258915, "ece": 0.14371900161107382, "ece_bins": 15 }, "contrast_mission_control": { "n": 120, "accuracy": 1.0, "nll": 0.015601039281354308, "brier": 0.009073957873422751, "ece": 0.012441395223140705, "ece_bins": 15 }, "contrast_policy": { "n": 120, "accuracy": 0.8166666666666667, "nll": 0.4686885169532616, "brier": 0.27072872337592646, "ece": 0.07158965816100438, "ece_bins": 15 }, "contrast_rubric": { "n": 118, "accuracy": 0.9745762711864406, "nll": 1.0171465357860265, "brier": 0.05085486646986298, "ece": 0.025228620585748707, "ece_bins": 15 }, "contrast_probability": { "n": 120, "accuracy": 0.6749106032773853, "nll": 0.5857071607132942, "brier": 0.06854021340553602, "ece": 0.0718785281603535, "ece_bins": 15 }, "native_route": { "n": 43, "accuracy": 0.9186046511627907, "nll": 0.14928884585267652, "brier": 0.0632878590766348, "ece": 0.06660626655401185, "ece_bins": 15 }, "contrast_injection": { "n": 120, "accuracy": 0.9916666666666667, "nll": 0.01955363035915513, "brier": 0.011169788525748217, "ece": 0.013707435131072997, "ece_bins": 15 }, "contrast_conditional": { "n": 120, "accuracy": 0.7833333333333333, "nll": 0.8959864081107177, "brier": 0.3471379649824776, "ece": 0.1327075352271398, "ece_bins": 15 }, "contrast_control": { "n": 180, "accuracy": 0.9666666666666667, "nll": 0.1191649039442075, "brier": 0.06732166105404781, "ece": 0.04520959589216441, "ece_bins": 15 }, "contrast_actuation": { "n": 180, "accuracy": 0.9944444444444445, "nll": 0.01998190373791198, "brier": 0.011722925089303535, "ece": 0.011577432685428183, "ece_bins": 15 }, "heldout_security_policy": { "n": 150, "accuracy": 0.44, "nll": 1.4709302392986137, "brier": 0.7794885175830677, "ece": 0.2713259669144948, "ece_bins": 15 }, "contrast_evidence": { "n": 180, "accuracy": 1.0, "nll": 0.004885621912574499, "brier": 0.00043680786157203425, "ece": 0.004771141873465661, "ece_bins": 15 }, "contrast_navigation": { "n": 120, "accuracy": 0.8208333333333333, "nll": 0.3612153826160162, "brier": 0.17336034276497195, "ece": 0.0938146059711774, "ece_bins": 15 } }, "macro_task_accuracy": 0.852412246674393, "macro_task_nll": 0.4191560787378993, "all_correct_in_group": 0.7593818984547461, "multi_question_groups": 906, "independent_source_groups": 1067, "distinct_states": 1302, "binary_diagnostics": { "heldout_agent_trace": { "tp": 12, "tn": 138, "fp": 0, "fn": 0, "positive_examples": 12, "negative_examples": 138, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.08, "false_label_ranking": { "n": 150, "positives": 138, "prevalence": 0.92, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_permission": { "tp": 60, "tn": 53, "fp": 7, "fn": 0, "positive_examples": 60, "negative_examples": 60, "positive_recall": 1.0, "negative_recall": 0.8833333333333333, "balanced_accuracy": 0.9416666666666667, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 120, "positives": 60, "prevalence": 0.5, "auroc": 0.9983333333333333, "average_precision": 0.9983223479552561 } }, "contrast_mission_control": { "tp": 3, "tn": 57, "fp": 0, "fn": 0, "positive_examples": 3, "negative_examples": 57, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.05, "false_label_ranking": { "n": 60, "positives": 57, "prevalence": 0.95, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_policy": { "tp": 6, "tn": 41, "fp": 13, "fn": 0, "positive_examples": 6, "negative_examples": 54, "positive_recall": 1.0, "negative_recall": 0.7592592592592593, "balanced_accuracy": 0.8796296296296297, "always_true_accuracy": 0.1, "false_label_ranking": { "n": 60, "positives": 54, "prevalence": 0.9, "auroc": 0.9305555555555556, "average_precision": 0.9924437043436368 } }, "contrast_injection": { "tp": 59, "tn": 60, "fp": 0, "fn": 1, "positive_examples": 60, "negative_examples": 60, "positive_recall": 0.9833333333333333, "negative_recall": 1.0, "balanced_accuracy": 0.9916666666666667, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 120, "positives": 60, "prevalence": 0.5, "auroc": 0.9997222222222222, "average_precision": 0.9997267759562842 } }, "contrast_conditional": { "tp": 42, "tn": 52, "fp": 8, "fn": 18, "positive_examples": 60, "negative_examples": 60, "positive_recall": 0.7, "negative_recall": 0.8666666666666667, "balanced_accuracy": 0.7833333333333333, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 120, "positives": 60, "prevalence": 0.5, "auroc": 0.8569444444444444, "average_precision": 0.847179620108262 } }, "contrast_control": { "tp": 28, "tn": 87, "fp": 4, "fn": 1, "positive_examples": 29, "negative_examples": 91, "positive_recall": 0.9655172413793104, "negative_recall": 0.9560439560439561, "balanced_accuracy": 0.9607805987116332, "always_true_accuracy": 0.24166666666666667, "false_label_ranking": { "n": 120, "positives": 91, "prevalence": 0.7583333333333333, "auroc": 0.9960212201591512, "average_precision": 0.9986401446489318 } }, "contrast_actuation": { "tp": 59, "tn": 120, "fp": 0, "fn": 1, "positive_examples": 60, "negative_examples": 120, "positive_recall": 0.9833333333333333, "negative_recall": 1.0, "balanced_accuracy": 0.9916666666666667, "always_true_accuracy": 0.3333333333333333, "false_label_ranking": { "n": 180, "positives": 120, "prevalence": 0.6666666666666666, "auroc": 0.9998611111111111, "average_precision": 0.999931129476584 } }, "contrast_evidence": { "tp": 85, "tn": 95, "fp": 0, "fn": 0, "positive_examples": 85, "negative_examples": 95, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.4722222222222222, "false_label_ranking": { "n": 180, "positives": 95, "prevalence": 0.5277777777777778, "auroc": 1.0, "average_precision": 1.0 } }, "contrast_navigation": { "tp": 15, "tn": 37, "fp": 7, "fn": 1, "positive_examples": 16, "negative_examples": 44, "positive_recall": 0.9375, "negative_recall": 0.8409090909090909, "balanced_accuracy": 0.8892045454545454, "always_true_accuracy": 0.26666666666666666, "false_label_ranking": { "n": 60, "positives": 44, "prevalence": 0.7333333333333333, "auroc": 0.9872159090909091, "average_precision": 0.994991160937348 } }, "contrast_probability": { "tp": 1, "tn": 1, "fp": 0, "fn": 0, "positive_examples": 1, "negative_examples": 1, "positive_recall": 1.0, "negative_recall": 1.0, "balanced_accuracy": 1.0, "always_true_accuracy": 0.5, "false_label_ranking": { "n": 2, "positives": 1, "prevalence": 0.5, "auroc": 1.0, "average_precision": 1.0 } } }, "training_prevalence_constant_baseline": { "overall": { "n": 1140, "accuracy": 0.5903508771782774, "nll": 0.6250696548767257, "brier": 0.4040576693314506, "ece": 0.01514082918466441, "ece_bins": 15 }, "noul": { "n": 1140, "accuracy": 0.5903508771782774, "nll": 0.6250696548767257, "brier": 0.4040576693314506, "ece": 0.01514082918466441, "ece_bins": 15 }, "by_task": { "contrast_permission": { "n": 120, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_mission_control": { "n": 60, "accuracy": 0.95, "nll": 0.2055808946490288, "brier": 0.09682414336130023, "ece": 0.030200552940368608, "ece_bins": 15 }, "contrast_policy": { "n": 60, "accuracy": 0.9, "nll": 0.3311660647392273, "brier": 0.1826351560652256, "ece": 0.03629847764968874, "ece_bins": 15 }, "contrast_probability": { "n": 120, "accuracy": 0.49999999986030164, "nll": 0.6931471834580104, "brier": 0.16294329766199855, "ece": 1.3969836398786128e-10, "ece_bins": 15 }, "contrast_injection": { "n": 120, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_conditional": { "n": 120, "accuracy": 0.5, "nll": 0.6931471824645996, "brier": 0.5, "ece": 0.0, "ece_bins": 15 }, "contrast_control": { "n": 120, "accuracy": 0.7583333333333333, "nll": 0.5549889740844568, "brier": 0.36806328408420086, "ece": 0.027708359559377005, "ece_bins": 15 }, "contrast_actuation": { "n": 180, "accuracy": 0.6666666666666666, "nll": 0.6365141669909159, "brier": 0.4444444477558136, "ece": 1.9868214962137642e-08, "ece_bins": 15 }, "contrast_evidence": { "n": 180, "accuracy": 0.5277777777777778, "nll": 0.6927343921528922, "brier": 0.499587251080407, "ece": 0.02377443181143868, "ece_bins": 15 }, "contrast_navigation": { "n": 60, "accuracy": 0.26666666666666666, "nll": 0.6966753959655761, "brier": 0.5035281578699747, "ece": 0.23708335955937704, "ece_bins": 15 } }, "macro_task_accuracy": 0.6069444444304746, "macro_task_nll": 0.5890248619433907, "all_correct_in_group": 0.07857142857142857, "multi_question_groups": 420, "independent_source_groups": 600, "distinct_states": 600 } } }, "doom": { "engage": { "environment": "ViZDoom basic / Freedoom2", "mission": "Eliminate the enemy while conserving ammunition.", "model": "/workspace/open-jev-parity-v1-run/model", "checkpoint_sha256": "ec83247177a6919c17944093fdd02d3258906dc809c16b326e0dfd879275efeb", "episodes": [ { "seed": 902839, "steps": 10, "shots": 3.0, "kills": 1.0, "reward": 53.0 }, { "seed": 902840, "steps": 6, "shots": 2.0, "kills": 1.0, "reward": 72.0 }, { "seed": 902841, "steps": 7, "shots": 2.0, "kills": 1.0, "reward": 68.0 }, { "seed": 902842, "steps": 13, "shots": 4.0, "kills": 1.0, "reward": 34.0 }, { "seed": 902843, "steps": 5, "shots": 2.0, "kills": 1.0, "reward": 76.0 }, { "seed": 902844, "steps": 2, "shots": 1.0, "kills": 1.0, "reward": 95.0 }, { "seed": 902845, "steps": 7, "shots": 2.0, "kills": 1.0, "reward": 68.0 }, { "seed": 902846, "steps": 2, "shots": 1.0, "kills": 1.0, "reward": 95.0 } ], "kill_rate": 1.0, "no_shot_rate": 0.0, "median_decision_ms": 27.236474212259054, "wall_seconds": 4.654313869774342, "scope": "Same integrated checkpoint. Engine coordinates, not pixels. Training exposure is checkpoint-dependent; consult its training provenance. Explicit control/range rules in prompt. Video uses game time, not wall time. No teacher fallback. No Jev comparison." }, "hold": { "environment": "ViZDoom basic / Freedoom2", "mission": "Do not fire any shots. Move to align with the enemy, but hold fire.", "model": "/workspace/open-jev-parity-v1-run/model", "checkpoint_sha256": "ec83247177a6919c17944093fdd02d3258906dc809c16b326e0dfd879275efeb", "episodes": [ { "seed": 902839, "steps": 75, "shots": 0.0, "kills": 0.0, "reward": -300.0 }, { "seed": 902840, "steps": 75, "shots": 0.0, "kills": 0.0, "reward": -300.0 }, { "seed": 902841, "steps": 75, "shots": 0.0, "kills": 0.0, "reward": -300.0 }, { "seed": 902842, "steps": 75, "shots": 0.0, "kills": 0.0, "reward": -300.0 }, { "seed": 902843, "steps": 75, "shots": 0.0, "kills": 0.0, "reward": -300.0 }, { "seed": 902844, "steps": 75, "shots": 0.0, "kills": 0.0, "reward": -300.0 }, { "seed": 902845, "steps": 75, "shots": 0.0, "kills": 0.0, "reward": -300.0 }, { "seed": 902846, "steps": 75, "shots": 0.0, "kills": 0.0, "reward": -300.0 } ], "kill_rate": 0.0, "no_shot_rate": 1.0, "median_decision_ms": 29.224188067018986, "wall_seconds": 34.66717033833265, "scope": "Same integrated checkpoint. Engine coordinates, not pixels. Training exposure is checkpoint-dependent; consult its training provenance. Explicit control/range rules in prompt. Video uses game time, not wall time. No teacher fallback. No Jev comparison." } }, "navigation": { "pairs": [ [ "Bicycle", "Physics", "old_demo_regression" ], [ "Cat", "Computer science", "related_to_old_demo" ], [ "Solar energy", "Botany", "fresh_route" ], [ "Violin", "Computer science", "fresh_route" ], [ "Coral reef", "Geology", "fresh_route" ], [ "Coffee", "Mathematics", "fresh_route" ] ], "max_steps": 8, "max_links": 1000, "scope": "Same traversal algorithm and shared live-page cache for both checkpoints. No oracle, shortest-path labels, target override or revisit filtering. The 1000-link setting differs from the earlier 255-link pilot demo; compare the two checkpoints in this run, not different historical harness settings.", "baseline_checkpoint_sha256": "291331782d0aff8f9ac25008163271939d75d8b82e858cb803482a4397d2c7ed", "baseline": [ { "start": "Bicycle", "target": "Physics", "final": "Bicycle", "reason": "cycle", "success": false, "decisions": [ { "from": "Bicycle", "to": "29er (bicycle)", "candidates": 1000, "offered_links": [ "27.5 Mountain bike", "29er (bicycle)", "3T Cycling", "A-bike", "ALAN", "AMF Gloria", "AT Cycles", "Abici", "Active mobility", "Adler (automobile)", "Aerodynamic", "Ailsa Craig Engines", "Albert A. Pope", "Alcyon", "Alpine touring binding", "Aluminum", "American Automobile Association", "American Bicycle Company", "American Machine and Foundry", "American Star Bicycle", "Amphibious bicycles", "Amphibious cycle", "Amsterdam", "Animal-powered transport", "Annie Lowrey", "Antenore Belletti", "Anti-cycling sentiment", "Arcology", "Ariel Motorcycles", "Artistic cycling", "Askoll", "Atala (company)", "Auto rickshaw", "Automobile", "Automobile racing", "Autoped", "BBC News", "BMX", "BMX bike", "BMX racing", "Baby sling", "Baby transport", "Babywearing", "Badge engineering", "Baggage cart", "Balance bicycle", "Balance bike", "Ball bearing", "Bamboo", "Barbie doll", "Basso Bikes", "Bath chair", "Battaglin Cicli", "Bell Sports", "Belt-driven bicycle", "Benotto (company)", "Better World Club", "Bianchi (company)", "Bibcode (identifier)", "Bickerton (bicycle)", "Bicycle-friendly", "Bicycle-sharing system", "Bicycle (disambiguation)", "Bicycle Film Festival", "Bicycle Technologies International", "Bicycle and motorcycle dynamics", "Bicycle and motorcycle geometry", "Bicycle basket", "Bicycle bell", "Bicycle brake", "Bicycle carrier", "Bicycle chain", "Bicycle collecting", "Bicycle commuting", "Bicycle craze", "Bicycle culture", "Bicycle drivetrain systems", "Bicycle drum brake", "Bicycle fairing", "Bicycle fender", "Bicycle fork", "Bicycle frame", "Bicycle gearing", "Bicycle handlebar", "Bicycle helmet", "Bicycle horn", "Bicycle industry", "Bicycle infantry", "Bicycle law", "Bicycle lighting", "Bicycle locker", "Bicycle mail", "Bicycle mechanic", "Bicycle messenger", "Bicycle parking", "Bicycle parking rack", "Bicycle parking station", "Bicycle pedal", "Bicycle pedals", "Bicycle performance", "Bicycle poverty reduction", "Bicycle pump", "Bicycle rodeo", "Bicycle rollers", "Bicycle saddle", "Bicycle safety", "Bicycle seat", "Bicycle sharing system", "Bicycle suspension", "Bicycle theft", "Bicycle tire", "Bicycle tools", "Bicycle touring", "Bicycle trailer", "Bicycle trainer", "Bicycle transportation planning and engineering", "Bicycle tree", "Bicycle wheel", "Bicycles", "Bicycling (magazine)", "Bicycling and feminism", "Bicyclus", "Biemme", "Bike-to-Work Day", "Bike (disambiguation)", "Bike Friday", "Bike Week (cycling)", "Bike boom", "Bike lock", "Bike rage", "Bike registry", "Bike rental", "Bilenky Cycle Works", "Billy cart", "Biofuel", "Biogas", "Biomass", "Birger Ljungstr\u00f6m", "Birmingham Small Arms Company", "Bloomers (clothing)", "Boardman Bikes", "Boda-boda", "Bohemian Bicycles", "Bois de Boulogne", "Boneshaker (bicycle)", "Bootie (bicycle)", "Borile", "Bottecchia", "Bottle cage", "Bottom bracket", "Bowden cable", "Brakeboard", "Brennabor", "British Eagle (bicycle company)", "British Motor Museum", "Brompton Bicycle", "Brooklyn Bicycle Co.", "Brooks England", "Buggy (carriage)", "Building insulation", "Burley Design", "C.B.T. Italia", "Cable guide", "Cadence (cycling)", "Calfee Design", "Caminade", "Campagnolo", "Campion Cycle Company", "Canada Science and Technology Museum", "Cannondale", "Canoe", "Canyon Bicycles", "Car", "Car jockey", "Car rental", "Carbon-neutral fuel", "Carbon fibre", "Cargo bike", "Carlton Cycles", "Carnielli", "Carpool", "Carrera Podium", "Carsharing", "Cart", "Casati", "Cassette (bicycle part)", "Castelli (brand)", "Caster board", "Catrike", "Center of mass", "Centurion (bicycle company)", "Chain-drive", "Chain-driven sprocket", "Chain drive", "Chain tool", "Chainguard", "Chainring", "Chaise", "Challenge riding", "Champs-\u00c9lys\u00e9es", "Chater-Lea", "Chesini", "Chicago Bicycle Company", "Chiorda", "Cimatti", "Cinelli", "Cino Cinelli", "City bicycle", "Ci\u00f6cc", "Clark-Kent", "Claud Butler", "Clipless", "Clipless pedals", "Cl\u00e9ment Cycles", "Cl\u00e9ment Tyres", "Co-Motion Cycles", "Coaster brake", "Code point", "Cogeneration", "Cogset", "Coker Tire", "Cold-weather biking", "Colnago", "Columbia Bicycles", "Columbia Manufacturing Inc.", "Columbus (company)", "Community wind energy", "Commuting", "Compact fluorescent lamp", "Composite material", "Computer-aided design", "Condor Cycles", "Conspicuous consumption", "Continental AG", "Copenhagen", "Corima", "Corratec", "Cortina Cycles", "Countersteering", "Coventry", "Coventry-Eagle", "Coventry Premier", "Crampons", "Crank (mechanism)", "Crank set", "Crankset", "Criterium", "Cross-country cycling", "Cross-country skiing", "Cruiser bicycle", "Cruzbike", "Cube Bikes", "Cyclability", "Cycle Force Group", "Cycle rickshaw", "Cycle rickshaws", "Cycle speedway", "Cycle sport", "Cycles Follis", "Cycles Peugeot", "Cycling", "Cycling UK", "Cycling advocacy", "Cycling club", "Cycling ecosystem", "Cycling infrastructure", "Cycling kit", "Cyclo-cross", "Cyclo-cross bicycle", "Cyclocomputer", "Cyclosportive", "Cyfac", "DM Telai", "Daccordi", "Dahon", "Dandy horse", "Danish bicycle VIN-system", "Dario Pegoretti", "Dawes Cycles", "De Marchi (clothing)", "De Rosa (bicycle company)", "Defiance Cycle Company", "Dennis Crowley", "Derailleur", "Derailleur gears", "Derby Cycle", "Di Blasi Industriale", "Diamant (German bicycle company)", "Diameter", "Diamondback Bicycles", "Disc brakes", "Distribution (business)", "Doi (identifier)", "Dolan Bikes", "Downhill bike", "Downhill mountain biking", "Duathlon", "Duke University", "Dunlop Tyres", "Durham, North Carolina", "Dustcap", "Dynacraft BSC", "E-scooter", "E. C. Stearns Bicycle Agency", "EN 14764", "EN 14765", "EN 14766", "EN 14781", "EN 14782", "EN 15194", "EN 15496", "EN 15532", "Eagle Bicycle Manufacturing Company", "Eastman Kodak", "Eco-cities", "Eco hotel", "Ecohouse", "Ecolabel", "Edoardo Bianchi", "Efficient energy use", "Electra Bicycle Company", "Electric bicycle", "Electric bicycles", "Electric motor", "Electric motorcycles and scooters", "Electric skateboard", "Electric trike", "Electric unicycle", "Electric vehicle", "Ellis Briggs", "Ellsworth Handcrafted Bicycles", "Elswick Hopper", "Emancipation of women", "Emilio Bozzi", "Enduro (mountain biking)", "Energy", "Energy Star", "Energy audit", "Energy conservation", "Energy efficiency implementation", "Energy recovery", "Energy recycling", "Energy saving lamp", "Energy storage", "Energy transition", "Environmental planning", "Environmental technology", "Ernesto Colnago", "Eug\u00e8ne Meyer (inventor)", "European Committee for Standardization", "Evans Cycles", "Express Werke", "Factor Bikes", "Faggin", "Falcon Cycles", "Fat City Cycles", "Fatbike", "Felt Bicycles", "Fender (vehicle)", "Ferrule", "Fixed-gear bicycle", "Flat bar road bike", "Flatbed trolley", "Flexible carpooling", "Floating wind turbine", "Flying Pigeon", "Flying Scot (bicycles)", "Focus Bikes", "Folding bicycle", "Ford Motor Company", "Fork end", "Fossil fuel phase-out", "Foursquare (company)", "Fox Factory", "Frame geometry", "Frances Willard (suffragist)", "Francesco Moser", "Frankfurt", "Fred P. Hochberg", "Freddie Grubb", "Fredrik Ljungstr\u00f6m", "Freeboard (skateboard)", "Freeride (mountain biking)", "Freeskates", "Freestyle BMX", "Freewheel", "Freiherr", "Frejus", "French chalk", "Frera", "Frog Bikes", "Fuji Bikes", "Fulcrum Wheels", "Fyxation", "GT Bicycles", "Gary Fisher", "Gear case", "Gear ratio", "Gendron, Inc.", "General Motors", "Genesis (bicycle company)", "Geothermal energy", "Geothermal heating", "Geothermal power", "Ghost-Bikes", "Gios", "Gipiemme", "Giro (company)", "Gitane", "Giuseppe Olmo", "Gladiator Cycle Company", "Glass in green buildings", "Glossary of cycling", "Gnome et Rh\u00f4ne", "Go-kart", "Goldsprint", "Golf cart", "Gondola", "Gormully & Jeffery", "Gravel cycling", "Gravity biking", "Gravity racer", "Green building", "Green building and wood", "Green transport hierarchy", "Green vehicle", "Greymouth", "Guerciotti", "HTML", "Hackney carriage", "Halfords", "Hand", "Hand signals", "Hand truck", "Handcar", "Handcycle", "Haro Bikes", "Harry Quinn", "Hase Spezialr\u00e4der", "Hayes Brake", "Head (company)", "Head tube", "Headset (bicycle part)", "Heat pump", "Hercules Cycle and Motor Company", "Hetchins", "Hex key", "High tech", "Hillman", "History of cycling infrastructure", "History of the bicycle", "Hobcart", "Hoffmann (motorcycle)", "Holdsworth", "Hope Technology", "Horse-drawn vehicle", "Hot air balloon", "Hoverboard", "Hovercraft", "Hub gear", "Huffy", "Human-powered aircraft", "Human-powered helicopter", "Human-powered hydrofoil", "Human-powered land vehicle", "Human-powered transport", "Human-powered watercraft", "Human power", "Human\u2013electric hybrid vehicle", "Humber cycles", "Hurtu", "Hutch BMX", "Hutchinson SA", "Hybrid bicycle", "Hydraulic", "Hydrocycle", "Hydroelectricity", "Hydropower", "ISBN (identifier)", "ISO 10230", "ISO 11243", "ISO 4210", "ISO 5775", "ISO 6692", "ISO 6695", "ISO 6696", "ISO 6697", "ISO 6698", "ISO 6699", "ISO 6701", "ISO 6742", "ISO 8090", "ISO 8098", "ISO 8488", "ISO 8562", "ISO 9633", "ISSN (identifier)", "Ibis (bicycle company)", "Ice cycle", "Ice skate", "Ida Husted Harper", "Idaho stop", "Independent Fabrication", "Indiana Bicycle Company", "Indoor cycling", "Industrieverband Fahrzeugbau", "Industry (economics)", "Inline skates", "Inline skating", "Inner tube", "International Organization for Standardization", "International Surrey Company", "Invalid carriage", "Iride Bicycles", "Iron Horse Bicycles", "Islabikes", "Italmanubri", "Italvega", "JMC Bicycles", "James Starley", "Jamis Bicycles", "Jock strap", "John Boyd Dunlop", "John Kemp Starley", "Jurisdiction", "K2 Sports", "Kalkhoff", "Karl Drais", "Kayak", "Keith Bontrager", "Kent International", "Kestrel USA", "Kettler", "Kevlar", "Kick scooter", "Kick stand", "Kickbike", "Kicksled", "Kickstand", "Kirkpatrick MacMillan", "Klein Bicycle Corporation", "Kogswell Cycles", "Kona Bicycle Company", "Kuota", "L.H. Thomson", "La Rochelle", "Lane splitting", "Lapierre Bikes", "LeMond Racing Cycles", "Legnano", "Lezyne", "List of BMX bicycle manufacturers", "List of ISO standards", "List of bicycle- and human-powered vehicle museums", "List of bicycle-sharing systems", "List of bicycle brands and manufacturing companies", "List of bicycle manufacturers", "List of bicycle parts", "List of bicycle types", "List of cyclists", "List of doping cases in cycling", "List of films about bicycles and cycling", "List of human-powered aircraft", "List of land vehicles types by number of wheels", "List of low-energy building techniques", "Litespeed", "Litter (vehicle)", "Local bike shop", "Locking hubs", "Longboard (skateboard)", "Look (company)", "Lotus (bicycles)", "Lotus Cars", "Louison Bobet (company)", "Low-energy house", "Lowrider bicycle", "Lucien Juy", "Luggage carrier", "Lulu (company)", "MCipollini", "Mafac", "Maffeis", "Magna (bicycle company)", "Magura GmbH", "Maino (company)", "Mannheim", "Manufrance", "Marin Bikes", "Marine current power", "Marine energy", "Marketplace (radio program)", "Marzocchi", "Masciaghi", "Masi Bicycles", "Mass production", "Master link", "Matra", "Maurizio Fondriest", "Mavic (bicycle parts company)", "Melon Bicycles", "Mercian Cycles", "Merlin (bicycle company)", "Miche (company)", "Michelin", "Micro hydro", "Microcar", "Microgeneration (energy)", "Micromobility", "Middlemores Saddles", "Military bicycle", "Military communications", "Milwaukee Bicycle Co.", "Mixed-mode commuting", "Mixte", "Mobility scooter", "Mochet", "Modal share", "Mode of transport", "Modern materials", "Modolo", "Monarch Cycle Manufacturing Company", "Mongoose (company)", "Moots Cycles", "Moped", "Morris Motors", "Motob\u00e9cane", "Motor ship", "Motor vehicle", "Motorboat", "Motorcycle", "Motorcycle racing", "Motorcycle taxi", "Motorized bicycle", "Motorized wheelchair", "Moulton Bicycle", "Mountain bicycle", "Mountain bike", "Mountain bike trials", "Mountain biking", "Muddyfox", "Multi-tool", "Murray (bicycle company)", "NSU Motorenwerke", "National Bike Month", "National Geographic", "National Museum of Scotland", "Netherlands", "New Woman", "New York University", "New York World", "Next (bicycle company)", "Nicholas D. Kristof", "Niner (bicycle company)", "Nishiki (bicycle company)", "Norman Cycles", "Northwave (sportswear)", "Nottingham", "Novara (company)", "Numeric character reference", "Ocean thermal energy conversion", "Olivier brothers", "Onewheel", "Opel", "Ornithopter", "Ottavio Bottecchia", "Ouagadougou", "Outline of bicycles", "Outline of cycling", "Outline of wind energy", "Overman Wheel Company", "Oxford", "Oxford English Dictionary", "PMC (identifier)", "PMID (identifier)", "Pacific Cycle", "Pack animal", "Paddleboarding", "Paioli", "Pannier", "Paramedic", "Paratransit", "Party bike", "Pashley Cycles", "Passive house", "Passive solar building design", "Pedalo", "Pedelec", "Pedersen bicycle", "Pedro de Alc\u00e2ntara, Prince of Gr\u00e3o-Par\u00e1", "Penny-farthing", "Pentacycle", "Perry (car)", "Personal public transport", "Personal rapid transit", "Personal transporter", "Phillips Cycles", "Physical fitness", "Pico hydro", "Pierre Lallement", "Pierre Michaux", "Pinarello", "Pirelli", "Planet X Limited", "Planned obsolescence", "Play (activity)", "Plug-in hybrid", "Plymouth, England", "Pocket Bicycles", "Pogliaghi", "Pogo stick", "Police bicycle", "Pope Manufacturing Company", "Porteur bicycle", "Poverty reduction", "Prince Ant\u00f4nio Gast\u00e3o of Orl\u00e9ans-Braganza", "Prince Lu\u00eds of Orl\u00e9ans-Braganza (1878\u20131920)", "Prinetti & Stucchi", "Priority Bicycles", "Private jet", "Private railroad car", "Private spaceflight", "Private transport", "Proceedings of the Royal Society A", "Prone bicycle", "Propain Bicycles", "Prophete", "Protected intersection", "Public transport", "Pulled rickshaw", "Pump track", "Puncture resistance", "Punt (boat)", "Pure Cycles", "Quadracycle", "Quadracycle (human-powered vehicle)", "Quality Bicycle Products", "Quick release skewer", "Quintana Roo (company)", "R+E Cycles", "ROSE Bikes", "Racing bicycle", "Rail trail", "Rail transport", "Raleigh Bicycle Company", "Rambler (bicycle)", "Randonneuring", "Rans Designs", "Rapid transit", "Razor USA", "Reconnaissance", "Recreation", "Recumbent bicycle", "Redline (bicycle brand)", "Renewable energy", "Renewable heat", "Ren\u00e9 Herse", "Retailing", "Retronym", "Rewel Bikes", "Reynolds Technology", "Rhoades Car", "Richard Sachs", "Ridesharing company", "Ridgeback (brand)", "Riese und M\u00fcller", "Rivendell Bicycle Works", "Rixe", "Road bicycle", "Road bicycle racing", "Road bicycles", "Road cycling", "Roadmaster (bicycle company)", "Roadster (bicycle)", "Roberts Cycles", "Robin Hood (bicycle company)", "RockShox", "Rodale, Inc.", "Rohloff", "Roller skates", "Roller skating", "Ross (bicycle company)", "Rossin", "Rover (motorcycles)", "Rover Company", "Rowing", "Rowing cycle", "Royal Enfield", "Rubber pollution", "Rudge-Whitworth", "Rudin Center for Transportation Policy & Management", "Run-of-the-river hydroelectricity", "Running", "Rural economics", "Rural poverty", "S2CID (identifier)", "SE Racing", "SIDI", "SOMA Fabrications", "SRAM Corporation", "Saddlebag", "Safety bicycle", "Safety reflector", "Salsa Cycles", "Sandpaper", "Santa Cruz Bicycles", "Santana Cycles", "Santini SMS", "Saracen Cycles", "Schlumpf Drive", "Schmidt Original Nabendynamo", "Schoberer Rad Me\u00dftechnik", "Schwalbe Tires", "Schwinn Bicycle Company", "Scientific American", "Scoop stretcher", "Scooter (motorcycle)", "Seatpost", "Segway", "Selle Royal", "Serotta", "Seven Cycles", "Shaft-driven bicycle", "Share taxi", "Shared transport", "Shelby Cycle Company", "Shifter (bicycle part)", "Shilling", "Shimano", "Shinola (retail company)", "Shopping", "Shopping caddy", "Shopping cart", "Simson (company)", "Single-track vehicle", "Single track (mountain biking)", "Skateboard", "Skateboarding", "Ski", "Skirt guard", "Sled", "Slick tire", "Slugging", "Small-wheel bicycle", "Small hydro", "Snakeboard", "Snowboard", "Snowshoe", "Sociable", "Softride", "Solar power", "Solar vehicle", "Solex (manufacturer)", "Sol\u00e9 Bicycles", "Somec", "Specialized Bicycle Components", "Speedplay (bicycle pedal)", "Spoke", "Spoke beads", "Spoke card", "Spoke nipple", "Sprocket", "Sri Lanka", "Stair Climbing", "Stair climbing", "Stairclimber", "Standup paddleboarding", "Steel", "Stelbel", "Stelber Cycle Corp", "Stelio Belletti", "Stella (bicycle company)", "Stem (bicycle part)", "Stem (bike)", "Step-through frame", "Sterling Bicycle Co.", "Stiffness", "Stoppie", "Stover Bicycle Manufacturing Company", "Street luge", "Stretcher", "Strida", "Stroller", "Sturmey-Archer", "Submarine", "Suffragist", "Summer toboggan", "Sun (motorcycle)", "Sunbeam Cycles", "SureStop", "Surly Bikes", "Susan B. Anthony", "Sustainable architecture", "Sustainable biofuel", "Sustainable city", "Sustainable energy", "Sustainable habitat", "Sustainable refurbishment", "Sustainable transport", "Svea Velocipede", "Swimming", "TI Group", "Tall bike", "Tandem", "Tandem bicycle", "Tanzania", "Taxicab", "Tegelijk groen", "Telemark skiing", "TerraCycle (bicycle)", "Terrible One", "Terrot", "The Daily News (UK)", "The Economist", "The Independent", "The New York Times", "Thermal energy storage", "Thomas McCall (inventor)", "Tidal barrage", "Tidal farm", "Tidal power", "Tidal stream generator", "Time's Up!", "Time (bicycle company)", "Time trial", "Tire", "Tire lever", "Titanium", "Toboggan", "Tom Ritchey", "Tommasini", "Torker", "Torpado", "Touring bicycle", "Toy", "Toy wagon", "Track bicycle", "Track cycling", "Traffic congestion", "Trailer bike", "Training wheels", "Tram", "Trampe bicycle lift", "Transportation", "Treadle bicycle", "Trek Bicycle Corporation", "Triathlon", "Tricycle", "Trikke", "Triumph (TWN)", "Triumph Cycle", "Triumph Cycle Co. Ltd.", "Trondheim", "Tropical green building", "Truss", "Tullio Campagnolo", "Turner Suspension Bicycles", "Twike", "Uganda", "Ulnar tunnel syndrome", "Unicode", "Unicycle", "Unicycle hockey", "Unicycle trials", "Union Cycliste Internationale", "Univega", "Unpaved road", "Uppadine Cycles", "Urago", "Urban planning", "Utility bicycle", "Utility cycling", "Valve stem", "Van Dessel Sports", "Van Rysel", "Vanpool", "Vehicle for hire", "Vehicular cycling", "Velocar", "Velocipede", "Velomobile", "Venture capitalists", "Victoria (motorcycle)", "Victorian dress reform", "Vienna Convention on Road Traffic", "Viking Cycle Company", "Villy Custom", "Vittoria S.p.A.", "Vitus (bicycle company)", "Volagi Cycles", "Vulcanization", "V\u00e9loSoleX", "Walking", "Wanderer (company)", "Washer (mechanical)", "Waste-to-energy", "Waterford Precision Cycles", "Wave power", "Wayback Machine", "Welding", "Western Wheel Works" ], "link_list_capped": true, "probability": 0.05323682352900505, "decision_seconds": 2.4053038004785776, "source": "model" }, { "from": "29er (bicycle)", "to": "Bicycle", "candidates": 163, "offered_links": [ "27.5 Mountain bike", "All else being equal", "Alpine touring binding", "Amphibious cycle", "Angular momentum", "Animal-powered transport", "BMX bike", "Baby sling", "Baby transport", "Babywearing", "Baggage cart", "Balance bike", "Bath chair", "Bianchi (company)", "Bicycle", "Bicycle frame", "Bicycle suspension", "Bicycle trailer", "Bicycle wheel", "Bike Biz magazine", "Billy cart", "Boneshaker (bicycle)", "Brakeboard", "Canoe", "Cargo bike", "Cart", "Caster board", "Charlie Kelly (businessman)", "City bicycle", "Cold-weather biking", "Contact patch", "Continental Europe", "Crampons", "Cross-country skiing", "Cruiser bicycle", "Cycle rickshaw", "Cycling", "Cyclo-cross", "Cyclo-cross bicycle", "Cyclocross", "Dandy horse", "Downhill bike", "Downhill mountain biking", "E-scooter", "Electric bicycle", "Electric motor", "Enduro (mountain biking)", "Fatbike", "Flat bar road bike", "Flatbed trolley", "Folding bicycle", "Freeboard (skateboard)", "Freeskates", "Gary Fisher", "Geoff Apps", "Glossary of cycling", "Go-kart", "Gravity biking", "Gravity racer", "Hakkapeliitta", "Hand truck", "Handcar", "Handcycle", "Hobcart", "Human-powered aircraft", "Human-powered helicopter", "Human-powered hydrofoil", "Human-powered land vehicle", "Human-powered transport", "Human-powered watercraft", "Human power", "Hybrid bicycle", "Hybrid bicycles", "Hydrocycle", "ISO 5775", "Ice cycle", "Ice skate", "Inline skates", "Inline skating", "Invalid carriage", "Kayak", "Kick scooter", "Kickbike", "Kicksled", "List of bicycle- and human-powered vehicle museums", "List of human-powered aircraft", "Litter (vehicle)", "Longboard (skateboard)", "Motorized bicycle", "Mountain Bike Hall of Fame", "Mountain bike", "Mountain biking", "Nokian Tyres", "Ornithopter", "Outline of bicycles", "Outline of cycling", "Paddleboarding", "Party bike", "Pedalo", "Pedelec", "Penny-farthing", "Pepperdine University", "Pogo stick", "Porteur bicycle", "Prone bicycle", "Pulled rickshaw", "Punt (boat)", "Quadracycle", "Recumbent bicycle", "Road bicycle", "Roadster (bicycle)", "Roller skates", "Roller skating", "Rowing", "Rowing cycle", "Running", "Safety bicycle", "Santana Cycles", "Scoop stretcher", "Sheldon Brown (bicycle mechanic)", "Shopping caddy", "Shopping cart", "Single track (mountain biking)", "Skateboard", "Ski", "Sled", "Small-wheel bicycle", "Snakeboard", "Snowboard", "Snowshoe", "Sociable", "Stair climbing", "Stairclimber", "Standup paddleboarding", "Street luge", "Stretcher", "Stroller", "Summer toboggan", "Surly Bikes", "Tandem bicycle", "Telemark skiing", "Toboggan", "Touring bicycle", "Toy wagon", "Track bicycle", "Trailer bike", "Treadle bicycle", "Trek Bicycle Corporation", "Tricycle", "Trikke", "Unicycle", "Utility bicycle", "Velocar", "Velocipede", "Velomobile", "Walking", "Wayback Machine", "Wheelbarrow", "Wheelchair", "Wheelie bike", "Wilderness Trail Bikes", "Wired Magazine", "Zero-emissions vehicle" ], "link_list_capped": false, "probability": 0.10618613660335541, "decision_seconds": 0.3992710029706359, "source": "model" } ], "scope": "old_demo_regression" }, { "start": "Cat", "target": "Computer science", "final": "Tim Berners-Lee", "reason": "cycle", "success": false, "decisions": [ { "from": "Cat", "to": "Cats and the Internet", "candidates": 1000, "offered_links": [ "10th edition of Systema Naturae", "3-mercapto-3-methylbutan-1-ol", "Aardwolf", "Abril Media", "Abu Hurayrah", "Abyssinian cat", "Abyssinian genet", "Acetaminophen", "Acid", "Acinonyx", "Actinidia polygama", "Adam", "Aegean cat", "African civet", "African clawless otter", "African golden cat", "African palm civet", "African striped weasel", "African wild dog", "African wildcat", "African wolf", "Age of Discovery", "Aging in cats", "Aglais io", "Agouti-signaling protein", "Agricultural practices", "Ahmed ar-Rifa'i", "Ailuridae", "Ailurophobia", "Ailuropoda", "Alexander's kusimanse", "Alpaca", "Altai Mountains", "Amazon weasel", "Ambush predator", "American Bobtail", "American Cat Fanciers Association", "American Curl", "American Shorthair", "American Society for the Prevention of Cruelty to Animals", "American Society of Mammalogists", "American Veterinary Medical Association", "American Wirehair", "American badger", "American black bear", "American ermine", "American hog-nosed skunk", "American marten", "American mink", "Amino acid", "Amulet", "Anatomy", "Ancient Egypt", "Ancient Greek literature", "Andean mountain cat", "Andrews McMeel Publishing", "Angolan genet", "Angolan kusimanse", "Angolan slender mongoose", "Animal", "Animal coat", "Animal cognition", "Animal communication", "Animal model", "Animal population control", "Animal testing on cats", "Animal welfare", "Animal worship", "Annunciation", "Antarctic fur seal", "Antarctica", "Anthropomorphism", "Aonyx", "Aquatic genet", "Arabian Mau", "Archaeology", "Arctic fox", "Arctocephalus", "Arctocephalus forsteri", "Arctocephalus pusillus", "Arctoidea", "Arginine", "Aristotle", "Artemis", "Arthritis", "Arthropod", "Artificial selection", "Asian badger", "Asian black bear", "Asian cat", "Asian golden cat", "Asian palm civet", "Asian small-clawed otter", "Asiatic linsang", "Asiatic wildcat", "Aspartic acid", "Aspirin", "Associazione Nazionale Felina Italiana", "Australian Cat Federation", "Australian Faunal Directory", "Australian Mist", "Australian sea lion", "BBC News", "Back-striped weasel", "Bactrian camel", "Badger", "Baikal seal", "Bali cattle", "Balinese cat", "Baltic Sea", "Banded linsang", "Banded mongoose", "Banded palm civet", "Barcode of Life Data System", "Barron's Educational Series", "Bassaricyon", "Bassariscus", "Bastet", "Bat-eared fox", "Bay cat", "Bdeogale", "Bear", "Bearded seal", "Beech marten", "Bengal cat", "Bengal fox", "Bethlehem", "Bibcode (identifier)", "Bicolor cat", "Binomial nomenclature", "Binturong", "Bird", "Birman", "Black-backed jackal", "Black-footed cat", "Black-footed ferret", "Black-footed mongoose", "Black cat", "Blanford's fox", "Blastocyst", "Blink reflex", "Bobcat", "Bodega cat", "Bombay cat", "Bombyx mori", "Bornean ferret badger", "Bourlon's genet", "Brazilian Shorthair", "Breastfeeding", "Brill (publisher)", "Brill Publishers", "Brisbane", "British Shorthair", "Broad-striped Malagasy mongoose", "Brown-tailed mongoose", "Brown bear", "Brown hyena", "Brown palm civet", "Br\u00fcel & Kj\u00e6r", "Bubastis", "Burmese cat", "Burmese ferret-badger", "Burmilla", "Bush dog", "Bushy-tailed mongoose", "CBC News", "Cacomistle", "Calico cat", "California Spangled", "California sea lion", "Callorhinus", "Cambrian", "Cambridge University Press", "Canada lynx", "Canadian Cat Association", "Canadian Federation of Humane Societies", "Cancer in cats", "Canidae", "Caniformia", "Canina (subtribe)", "Canine tooth", "Canini (tribe)", "Canis", "Cape fox", "Cape genet", "Cape gray mongoose", "Caracal", "Caracal (genus)", "Carbohydrates", "Carboniferous", "Cardboard", "Carl Linnaeus", "Carnassial", "Carnivora", "Carnivore", "Carnivore protoparvovirus 1", "Carotenoids", "Carthaginia", "Caspian seal", "Castration", "Cat-scratch disease", "Cat (disambiguation)", "Cat Aficionado Association", "Cat Fanciers' Association", "Cat anatomy", "Cat behavior", "Cat bite", "Cat body language", "Cat breeds", "Cat caf\u00e9", "Cat coat genetics", "Cat collar", "Cat communication", "Cat fancy", "Cat flea", "Cat flu", "Cat food", "Cat gap", "Cat genetics", "Cat health", "Cat intelligence", "Cat lady", "Cat massage", "Cat meat", "Cat pheromone", "Cat play and toys", "Cat predation on wildlife", "Cat registry", "Cat repeller", "Cat righting reflex", "Cat senses", "Cat show", "Cat skin disorders", "Catalogue of Life", "Catfight (animal behavior)", "Catloaf (cat pose)", "Catnip", "Catopuma", "Cats (disambiguation)", "Cats and the Internet", "Cats in Australia", "Cats in New Zealand", "Cats in ancient Egypt", "Cats in the United States", "Cattle", "Cat\u2013dog relationship", "Caucasian badger", "Caudal vertebrae", "Cawthron Institute", "Cengage", "Central African oyan", "Centre for Agriculture and Bioscience International", "Cerdocyonina", "Cervical vertebrae", "Chantilly-Tiffany", "Chartreux", "Chausie", "Cheetah", "Chicken", "Chinese ferret-badger", "Chinese mountain cat", "Chioninia coctei", "Chlamydia felis", "Chocolate", "Chordate", "Chromatic aberration", "Chromosome", "Chronic kidney disease in cats", "Citrulline", "Clavicle", "Claw", "Clone (cell biology)", "Clouded leopard", "Clouded tiger cat", "Coati", "Coccidia", "Coccyx", "Collared mongoose", "Colombian weasel", "Color vision", "Colorpoint Shorthair", "Colosseum", "Common ancestor", "Common dwarf mongoose", "Common genet", "Common kusimanse", "Common raccoon dog", "Common slender mongoose", "Conditioned taste aversion", "Cone cell", "Congenital sensorineural deafness in cats", "Congo clawless otter", "Conservation status", "Cornish Rex", "Corsac fox", "Corsica", "Cosegregation", "Cosmopolitan species", "Cougar", "Coyote", "Cozumel raccoon", "Crab-eating fox", "Crab-eating mongoose", "Crab-eating raccoon", "Crabeater seal", "Crepuscular", "Crepuscular animal", "Crested servaline genet", "Cretaceous", "Crocuta", "Crossarchus", "Culpeo", "Cultural depictions of cats", "Cymric cat", "Cyprus", "Cyprus cat", "Cysteine", "D. Appleton and Company", "Darwin's fox", "Deermouse", "Defecation", "Deimatic behaviour", "Dental health diets for cats", "Dermatophytosis", "Devon Rex", "Devonian", "Dewclaw", "Dhole", "Diabetes in cats", "Diana (mythology)", "Diarrhea", "Digitigrade", "Dilated cardiomyopathy", "Dirofilaria immitis", "Dog", "Dog-like cat", "Doi (identifier)", "Domestic Muscovy duck", "Domestic duck", "Domestic long-haired cat", "Domestic rabbit", "Domestic turkey", "Domesticated plants and animals of Austronesia", "Domesticated silver fox", "Domestication", "Domestication of animals", "Domestication of the Syrian hamster", "Domestication of the cat", "Domestication of the dog", "Domestication of the goat", "Domestication of the horse", "Domestication of the sheep", "Dominance hierarchy", "Don E. Wilson", "Donkey", "Donskoy cat", "Dragon Li", "Dried cat", "Dromedary", "Durrell's vontsira", "Dutch language", "Dwarf cat", "EPPO Code", "Eared seal", "Earless seal", "Early Modern English", "Eastern falanouc", "Eastern lowland olingo", "Eastern spotted skunk", "Eastern wolf", "Egyptian Mau", "Egyptian mongoose", "El Comercio (Peru)", "Elephant seal", "Encyclopedia Americana", "Enhydra", "Ensembl", "Environmental enrichment", "Enzyme", "Epiphyseal plate", "Erika Zavaleta", "Erithacus rubecula", "Estrous cycle", "Estrus", "Ethiopian dwarf mongoose", "Ethiopian wolf", "Ethology", "Etruria", "Etrusca", "Eupleres", "Eupleridae", "Euplerinae", "Eurasian lynx", "Eurasian otter", "European Shorthair", "European badger", "European mink", "European pine marten", "European polecat", "European wildcat", "Eutheria", "Evelyn De Morgan", "Evolutionary radiation", "Excavation (archaeology)", "Exotic Shorthair", "Eye socket", "Facial expression", "Falling cat problem", "Familiar spirit", "Family (taxonomy)", "Fancy mouse", "Farm cat", "Fauna", "Feces", "Felid hybrid", "Felidae", "Feliformia", "Felinae", "Feline acne", "Feline asthma", "Feline calicivirus", "Feline corneal sequestrum", "Feline hepatic lipidosis", "Feline hyperthyroidism", "Feline immunodeficiency virus", "Feline infectious peritonitis", "Feline leukemia virus", "Feline lower urinary tract disease", "Feline vaccination", "Feline viral rhinotracheitis", "Feline zoonosis", "Felinology", "Felis", "Fennec fox", "Feral cat", "Feral cat colonies", "Feral cat colony", "Feral cats in Istanbul", "Ferret", "Ferret-badger", "Fertile Crescent", "Filiform papillae", "Fisher (animal)", "Fishing cat", "Fitoaty", "Flat-headed cat", "Flat-headed kusimanse", "Flehmen response", "Foldex cat", "Folklore of Italy", "Formosan ferret-badger", "Forum Romanum", "Fossa (animal)", "Fox", "Frequency", "Freyja", "Fuegian dog", "Fungus", "Fur seal", "Fur trade", "F\u00e9d\u00e9ration Internationale F\u00e9line", "Gait", "Galictis", "Galidictis", "Galidiinae", "Gal\u00e1pagos fur seal", "Gal\u00e1pagos sea lion", "Gambian mongoose", "Garland STPM Press", "Garlic", "Gayal", "Gene pool", "Genet (animal)", "Genetic disorder", "Genetic divergence", "Genetic diversity", "Genetic testing", "Genetics", "Genettinae", "Genome", "Genomics of domestication", "Genus (biology)", "Geoffroy's cat", "Georgia Institute of Technology", "German Rex", "Gestation", "Giant forest genet", "Giant otter", "Giant panda", "Giardiasis", "Global Biodiversity Information Facility", "Global Invasive Species Database", "Globe Pequot", "Glottis", "Glucokinase", "Glutamic acid", "Goat", "Golden jackal", "Golden palm civet", "Governing Council of the Cat Fancy", "Grandidier's mongoose", "Grapes", "Gray fox", "Greater grison", "Greater hog badger", "Grey seal", "Grimace scale", "Growling", "Guadalupe fur seal", "Guinea pig", "Gulo", "Guloninae", "Gums", "Gut (anatomy)", "Habituation", "Haida ermine", "Hairball", "Hairy-nosed otter", "Hannah Devlin", "Harbor seal", "Harp seal", "Hausa genet", "Havana Brown", "Hawaiian monk seal", "Hdl (identifier)", "Helogale", "Hemigalinae", "Herd behavior", "Herodotus", "Herpestes", "Herpestoidea", "Highlander cat", "Himalayan cat", "Histidine", "History of Animals", "History of horse domestication theories", "Hoary fox", "Hog-nosed skunk", "Hog badger", "Holocene", "Holy Family", "Honey badger", "Honey bee", "Hooded seal", "Hooded skunk", "Horse", "Hose's palm civet", "House mouse", "House of the Faun", "Human interaction with cats", "Humane Society International", "Humane Society of the United States", "Humboldt's hog-nosed skunk", "Hungarian language", "Hunting by cheetah", "Hyaeninae", "Hybrid (biology)", "Hyena", "Hypertrophic cardiomyopathy", "Hz", "INaturalist", "ISBN (identifier)", "ISSN (identifier)", "IUCN Species Survival Commission", "Iberian Peninsula", "Iberian lynx", "Ictonychinae", "Ictonychini", "Ictonyx", "Immunocompetence", "Inborn errors of metabolism", "Indian brown mongoose", "Indian grey mongoose", "Indonesian mountain weasel", "Induced ovulation (animals)", "Infections", "Inosine monophosphate", "Institut de l'information scientifique et technique", "Integrated Taxonomic Information System", "Interim Register of Marine and Nonmarine Genera", "International Cat Day", "International Commission on Zoological Nomenclature", "International Union for Conservation of Nature", "Interpretatio graeca", "Intestine", "Invasive Species Compendium", "Invasive species", "Iowa State University", "Irish language", "Islam and cats", "Island fox", "JSTOR (identifier)", "Jackson's mongoose", "Jacobson's organ", "Jaguar", "Jaguarundi", "Japanese Bobtail", "Japanese badger", "Japanese marten", "Japanese raccoon dog", "Japanese weasel", "Javan ferret-badger", "Javan mongoose", "Javanese cat", "Jesus", "Jewish Publication Society", "Johann Christian Polycarp Erxleben", "John Heywood", "Johns Hopkins University", "Johnston's genet", "Juan Fern\u00e1ndez fur seal", "Jungle cat", "Jurassic", "Kanaani cat", "Karl Christian Gmelin", "Kattenstoet", "Kellas cat", "Keratin", "Kerguelen Islands", "Khao Manee", "King genet", "Kinkajou", "Kit fox", "Kitten", "Kneading (cats)", "Kodkod", "Konstantin Satunin", "Korat", "Kruger National Park", "Kurilian Bobtail", "LaPerm", "Lactose intolerant", "Landrace", "Languages of Africa", "Lantern Books", "Large-spotted civet", "Large Indian civet", "Larynx", "Late Latin", "Laurasiatheria", "Least weasel", "Legends of the Jews", "Leopard", "Leopard cat", "Leopard seal", "Leopardus", "Leopardus guttulus", "Lesser grison", "Letaba genet", "Liberian mongoose", "Library cat", "Lilium", "Lineage (genetic)", "Linkage analysis", "Lion", "List of cat breeds", "List of cat documentaries, television series and cartoons", "List of domesticated animals", "List of experimental cat breeds", "List of feline diseases", "List of fictional felines", "List of individual cats", "List of longest-living cats", "Lithuanian language", "Litter (animal)", "Llama", "Lobodontini", "Lolcat", "Long-nosed mongoose", "Long-tailed weasel", "Lontra", "Lordosis behavior", "Low German", "Lumbar vertebrae", "Lupulella", "Lutra", "Lutrogale", "Lyall's wren", "Lycaon (genus)", "Lykoi", "Lyncodontini", "Lynx", "MC1R", "Magna Graecia", "Maine Coon", "Malabar large-spotted civet", "Malagasy civet", "Malayan civet", "Malayan weasel", "Maltese cat", "Mammal", "Mammal Species of the World", "Maned wolf", "Maneki neko", "Manx cat", "Marbled cat", "Marbled polecat", "Margay", "Marine otter", "Marsh mongoose", "Marten", "Mary, mother of Jesus", "Masked palm civet", "Mating", "Medications", "Mediterranean monk seal", "Meerkat", "Megaannum", "Mekong Bobtail", "Melanism", "Meles (genus)", "Meller's mongoose", "Mellivora", "Meow", "Mephitidae", "Mephitis (genus)", "Metabolism", "Metamorphoses", "Methionine", "Mice", "Microsatellite", "Middle Ages", "Millisecond", "Mink", "Miocene", "Mitochondrial DNA", "Moggy", "Molar (tooth)", "Molina's hog-nosed skunk", "Monachinae", "Mongoose", "Monk seal", "Morula", "Mountain weasel", "Muezza", "Muhammad", "Mummy", "Munchkin cat", "Mundo Estranho", "Mungos", "Mural", "Mustela aistoodonnivalis", "Mustelidae", "Mustelinae", "Musteloidea", "Mutation", "Mutualism (biology)", "Narrow-striped mongoose", "Nasua", "Nasuella", "Nasuella meridensis", "Nasuella olivacea", "National Biodiversity Network", "National Cat Day", "National Center for Biotechnology Information", "National Geographic Society", "National Museum of Georgia", "NatureServe", "Nature Communications", "Navassa curly-tailed lizard", "Near East", "Nebelung", "Neko-dera", "Nekonomics", "Neofelis", "Neogale", "Neogene", "Neolithic", "Neomonachus", "Neophobia", "Neophoca", "Neoplasia", "Neoteny", "Neotropical otter", "Nepetalactone", "Neural oscillation", "Neuroplasticity", "Neutering", "Neva Masquerade", "New York University Press", "New Zealand Cat Fancy", "New Zealand lesser short-tailed bat", "New Zealand merganser", "New Zealand sea lion", "Niacin", "Nictitating membrane", "Night vision", "Nilgiri marten", "Nobiin language", "Nocturnal animal", "Norse mythology", "North American river otter", "Northern S\u00e1mi", "Northern elephant seal", "Northern fur seal", "Northern hog badger", "Northern olingo", "Norwegian Forest Cat", "Norwegian language", "Nubian languages", "Nutrition", "Nyctereutes", "OCLC (identifier)", "Obligate carnivore", "Observation.org", "Observational learning", "Ocelot", "Ocicat", "Octave", "Odd-eyed cat", "Odobenidae", "Ojos Azules", "Old English", "Olfactory bulb", "Olfactory mucosa", "Olinguito", "Oncilla", "Onions", "Onomatopoeia", "Onychectomy", "Open Tree of Life", "Opossum", "Oral hygiene", "Order (taxonomy)", "Ordovician", "Oriental Longhair", "Oriental Shorthair", "Otariinae", "Otter", "Otter civet", "Ovid", "Owston's palm civet", "Oxford Dictionaries Online", "Oxford University Press", "PMC (identifier)", "PMID (identifier)", "Pacific marten", "Palatability", "Palawan stink badger", "Pale-headed rosella", "Pale fox", "Paleobiology Database", "Paleogene", "Pallas's cat", "Palm civet", "Pampas cat", "Pampas fox", "Panthera", "Pantherinae", "Paradoxurinae", "Paradoxurus", "Paralysis", "Parapatric speciation", "Parasite", "Parasitic disease", "Pardine genet", "Pardofelis", "Partridge", "Patagonian weasel", "Pathogenic bacteria", "Pedigree (cat)", "Pedigreed cat", "Pekania", "Pelvis", "Penile spines", "Penis", "Perlorian", "Permian", "Persian cat", "Pet", "Pet culture", "Pet door", "Pet first aid", "Pet humanization", "Peterbald", "Pheromone", "Philodendron", "Phoca", "Phocinae", "Phocini", "Phoenicia", "Phylogenetic", "Pica (disorder)", "Pig", "Pinna (anatomy)", "Pinniped", "Pixie-bob", "Poiana (genus)", "Poisoning", "Polar bear", "Polecat", "Polydactyl cat", "Polyestrous", "Pompeii", "Popular cat names", "Positive punishment", "Poultry", "Pousargues's mongoose", "Pravda", "Preadaptation", "Precambrian", "Predator", "Premolar", "Prionailurus", "Proceedings of the National Academy of Sciences of the United States of America", "Procyon (genus)", "Procyonidae", "Promiscuity", "Proteles", "Proto-Uralic language", "Protozoans", "Proximal", "Prunella modularis", "Puberty", "Puma (genus)", "Pupil", "Purebred", "Purr", "Purring", "Pusa", "Putorius", "Pygmy spotted skunk", "Raas cat", "Rabies in animals", "Raccoon", "Ragamuffin cat", "Ragdoll", "Rallus modestus", "Random House", "Rapid eye movement sleep", "Rat", "Red fox", "Red panda", "Red wolf", "Redirected aggression", "Reflex", "Reggio Calabria", "Reindeer", "Reptile", "Retina", "Rheumatism", "Ribbon seal", "Ring-tailed vontsira", "Ringed seal", "Ringtail", "Rod cell", "Rodent", "Roman Empire", "Roman mosaic", "Ross seal", "Rough-and-tumble play", "Ruddy mongoose", "Russian Blue", "Rusty-spotted cat", "Rusty-spotted genet", "R\u00fcppell's fox", "S2CID (identifier)", "Sable", "Sacrum", "Saharan striped polecat", "Sailing ship", "Salanoia", "Salmonella", "Sand cat", "Sardinia", "Savannah cat", "Scent", "Scent gland", "Scent rubbing", "Schouteden's genet", "Science (journal)", "Scientific American", "Scientific name", "Scottish Fold", "Scribner's", "Sea lion", "Sea otter", "Sechuran fox", "Secondary sex characteristic", "Selective breeding", "Self-domestication", "Selkirk Rex", "Selous's mongoose", "Senior cat diet", "Sense of smell", "Serengeti cat", "Serval", "Servaline genet", "Sex hormone", "Sheep", "Shillourokambos", "Ship's cat", "Short-eared dog", "Short-tailed mongoose", "Siamese cat", "Siberian cat", "Siberian weasel", "Side-striped jackal", "Silurian", "Simon & Schuster" ], "link_list_capped": true, "probability": 0.11606130003929138, "decision_seconds": 1.9376607742160559, "source": "model" }, { "from": "Cats and the Internet", "to": "Tim Berners-Lee", "candidates": 413, "offered_links": [ "2015 Brussels lockdown", "2channel", "ABC News (United States)", "ASCII art", "Abyssinian cat", "Acronymic", "Adolf Hitler", "Aegean cat", "Aging in cats", "Ailurophobia", "Akron Beacon Journal", "Amanda McGonigle", "America's Funniest Home Videos", "American Bobtail", "American Cat Fanciers Association", "American Curl", "American Kennel Club", "American Shorthair", "American Wirehair", "Animal-assisted therapy", "Animal abuse", "Animal rights", "Arabian Mau", "Asian cat", "Associated Press", "Associazione Nazionale Felina Italiana", "Australian Cat Federation", "Australian Mist", "B. Kliban", "Background music", "Bakeneko", "Balinese cat", "Banana", "Bengal cat", "Bicolor cat", "Birman", "Black", "Black cat", "Blogger (service)", "Blooper", "Bodega cat", "Bombay cat", "Bongo Cat", "Bonsai", "Bonsai Kitten", "Boxing Cats", "Brazilian Shorthair", "British Shorthair", "Brunhild", "Brussels lockdown", "Burmese cat", "Burmilla", "BusinessWeek", "Business Insider", "CBS2 Chicago", "Calico cat", "California Spangled", "Canadian Cat Association", "Caracal", "Carnivore protoparvovirus 1", "Cat", "Cat-scratch disease", "Cat Aficionado Association", "Cat Fanciers' Association", "Cat anatomy", "Cat behavior", "Cat caf\u00e9", "Cat coat genetics", "Cat communication", "Cat fancy", "Cat flea", "Cat flu", "Cat food", "Cat genetics", "Cat health", "Cat intelligence", "Cat massage", "Cat meat", "Cat play and toys", "Cat registry", "Cat righting reflex", "Cat senses", "Cat show", "Cat skin disorders", "Catloaf (cat pose)", "Catnip", "Cats That Look Like Hitler", "Cats in Australia", "Cats in New Zealand", "Cats in ancient Egypt", "Cats in the United States", "Cat\u2013dog relationship", "Chantilly-Tiffany", "Chartreux", "Chausie", "Cheezburger Network", "Chicago Business Journal", "Chlamydia felis", "Chronic kidney disease in cats", "Civil forfeiture", "Claire Belton", "Coccidia", "Colonel Meow", "Colorpoint Shorthair", "Compound (linguistics)", "Congenital sensorineural deafness in cats", "Copypasta", "Cornish Rex", "Crossbreed", "Cultural depictions of cats", "Current TV", "Cute cat theory of digital activism", "Cymric cat", "Cyprus cat", "Daily Herald (Arlington Heights)", "Daniel Finkelstein", "Dental health diets for cats", "Der Ring des Nibelungen", "Dermatophytosis", "Devon Rex", "Diabetes in cats", "Dirofilaria immitis", "Documentary", "Dog-like cat", "Doi (identifier)", "Domo (NHK)", "Donald E. Stephens Convention Center", "Donskoy cat", "Dow Jones & Company", "Dragon Li", "Dwarf cat", "Dwarf planet", "Egyptian Mau", "Electronic keyboard", "Emoticon", "Eric Nakagawa", "Ethan Zuckerman", "European Shorthair", "Every time you masturbate... God kills a kitten", "Exotic Shorthair", "Facebook", "Facebook group", "Facial expression", "Faith Hilling", "Fark", "Farm cat", "Feline acne", "Feline asthma", "Feline calicivirus", "Feline corneal sequestrum", "Feline hepatic lipidosis", "Feline hyperthyroidism", "Feline immunodeficiency virus", "Feline infectious peritonitis", "Feline leukemia virus", "Feline lower urinary tract disease", "Feline vaccination", "Feline viral rhinotracheitis", "Feline zoonosis", "Felinology", "Feral cat", "First Amendment to the United States Constitution", "Fitoaty", "Flickr", "Foldex cat", "Fox News Channel", "Frivolity", "F\u00e9d\u00e9ration Internationale F\u00e9line", "GIF", "General public", "German Rex", "Giardiasis", "Goldie Ghamari", "Governing Council of the Cat Fancy", "Grass-mud horse", "Group Nine Media", "Grumpy Cat", "Guinness world record", "Han River (Korea)", "Havana Brown", "Hawaii", "Highlander cat", "Hill's Pet Nutrition", "Himalayan (cat)", "Himalayan cat", "Hindustan Times", "Houston Chronicle", "HuffPost", "HuffPost Korea", "Human condition", "Human interaction with cats", "Hunting by cheetah", "Hyper-surveillance", "Hypertrophic cardiomyopathy", "ISBN (identifier)", "I Can Has Cheezburger?", "I Can Haz Cheezburger", "Idiosyncrasy", "Image macro", "Imageboard", "Individual cats", "Infections", "Instagram", "International Cat Day", "International Cricket Council", "Internet", "Internet Cat Video Festival", "Internet activism", "Internet celebrity", "Internet censorship", "Internet forums", "Internet meme", "Internet memes", "Internet phenomenon", "Internet service provider", "Inverse (website)", "Islam and cats", "JD Vance", "Japan", "Japanese Bobtail", "Jason Eppink", "Jason Kottke", "Javanese cat", "Jorts (cat)", "Kanaani cat", "Kellas cat", "Keyboard Cat", "Khao Manee", "Kitten", "Kkongkkong", "Kneading (cats)", "Korat", "Kurilian Bobtail", "LOL", "LaPerm", "Landrace", "Library cat", "Library of Congress", "Lightbulb", "Like button", "Lil Bub", "Lil Bub & Friendz", "List of cat breeds", "List of experimental cat breeds", "List of feline diseases", "List of fictional felines", "List of individual cats", "List of longest-living cats", "Loaf", "Lolcat", "Lolspeak", "Los Angeles Times", "Lykoi", "Madame Tussauds San Francisco", "Maeil Broadcasting Network", "Magic (paranormal)", "Maine Coon", "Malocclusion", "Maltese cat", "Manx cat", "Marit Stiles", "MarketWatch", "Maru (cat)", "Mashable", "Massachusetts Institute of Technology", "Masturbate", "Meatloaf", "Mekong Bobtail", "Member of Provincial Parliament (Canada)", "Meow", "Mikita Brottman", "Moggy", "Munchkin cat", "Museum of the Moving Image (New York City)", "My Damn Channel", "National Cat Day", "Nebelung", "Nekonomics", "Neva Masquerade", "New York (magazine)", "New Zealand", "New Zealand Cat Fancy", "New Zealand Herald", "News.com.au", "Nick Drake", "Norwegian Forest Cat", "November 2015 Paris attacks", "Nyan Cat", "Ocicat", "Odd-eyed cat", "Oh Long Johnson (album)", "Ojos Azules", "Ontario New Democratic Party", "Ontario Progressive Conservative Party", "Onychectomy", "Orange (colour)", "Oriental Longhair", "Oriental Shorthair", "Persian (cat)", "Persian cat", "Pet", "PetaPixel", "Peterbald", "Petitions", "Photo sharing", "Phrase", "Pixie-bob", "Polydactyl cat", "Pop-Tart", "Pornography", "Pseudonym", "Purr", "Pusheen", "Raas cat", "Rabies in animals", "Ragamuffin cat", "Ragdoll", "Rainbow", "Reddit", "Richard Wagner", "River crab (Internet slang)", "Rocketboom", "Rope", "Russian Blue", "S2CID (identifier)", "Satire", "Savannah cat", "Scottish Fold", "Selfie", "Selkirk Rex", "Semafor (website)", "Senior cat diet", "Seoul", "Serengeti cat", "Ship's cat", "Siamese cat", "Siberian cat", "Sic", "Singapura cat", "Snopes.com", "Snowshoe cat", "Social impact of YouTube", "Social movement", "Sokoke", "Somali cat", "South Park", "Southern Africa Cat Council", "Sphynx cat", "Spokane, Washington", "Sprezzatura", "Squitten", "Star Tribune", "Steve Chen", "Super Mario World", "Suphalak", "Tabby cat", "Texas", "Thai cat", "The Austin Chronicle", "The Chicago Reader", "The Dodo (website)", "The Huffington Post", "The Humane Society of the United States", "The International Cat Association", "The New York Times", "The New York Times Magazine", "The Phoenix (newspaper)", "The Sick Kitten", "The Times", "The Wall Street Journal", "The Washington Post", "Theory", "Thought Catalog", "Tick", "Tiffanie", "TikTok", "Tim Berners-Lee", "Time (magazine)", "Tonkinese cat", "Toothbrush moustache", "Tortoiseshell cat", "Toxocara cati", "Toxoplasmosis", "Toybob", "Toyger", "Traditional Persian", "Tribeca Film Festival", "Tritrichomonas foetus", "Tumblr", "Turkish Angora", "Turkish Van", "Tweet (social media)", "Twitch (service)", "Twitter", "Ukrainian Levkoy", "United States of America", "Username", "Valerian (herb)", "Vaudeville", "VidCon", "Viral video", "Vogue (magazine)", "WGN-TV", "Wellington", "Wired (magazine)", "Working cat", "World Cat Congress", "World Cat Federation", "World Wide Web", "York Chocolate", "YouTube", "Zoom (software)", "Zoom Cat Lawyer" ], "link_list_capped": false, "probability": 0.06567912548780441, "decision_seconds": 0.8555345740169287, "source": "model" }, { "from": "Tim Berners-Lee", "to": "Mike Berners-Lee", "candidates": 849, "offered_links": [ "2004 New Year Honours", "2012 Summer Olympics opening ceremony", "3Com", "ACM Software System Award", "ARPANET", "Aaron Swartz", "Abhay Bhushan", "Abhaya Induruwa", "Adi Shamir", "Adiel Akplogan", "Adrian Smith (statistician)", "Ahmed Zewail", "Akira Endo (biochemist)", "Akira Fujishima", "Akira Yoshino", "Al Gore", "Alain Fischer", "Alan Emtage", "Alan Fowler (physicist)", "Alan Kay", "Alan Perlis", "Albert Fert", "Alberto Sols", "Alejandro Pisanty", "Alex Wilkie", "Alexander Graham Bell", "Alexander Stepanovich Popov", "Alexei Abrikosov (physicist)", "Alfred Aho", "Alfred Vail", "Allan Sandage", "Allen Newell", "Alliance for Affordable Internet", "Almon Brown Strowger", "Amable Li\u00f1\u00e1n", "American Academy of Achievement", "American Philosophical Society", "Amir Pnueli", "Amos Dolbear", "Andrew Barto", "Andrew Viterbi", "Andrew Yao", "Andrzej Tarkowski", "Anglican", "Anne-Marie Eklund L\u00f6winder", "Anne McLaren", "Anriette Esterhuysen", "Anthony G. Evans", "Anthony R. Hunter", "Antonio Damasio", "Antonio Garc\u00eda-Bellido", "Antonio Gonz\u00e1lez Gonz\u00e1lez (chemist)", "Antonio Meucci", "Archaeological site of Atapuerca", "Arturo Alvarez-Buylla", "Arvid Carlsson", "Association for Computing Machinery", "Audio coding format", "Audiobook", "Avel\u00b7l\u00ed Corma Can\u00f3s", "Avi Wigderson", "Awards and honours presented to Tim Berners-Lee", "BBC2", "BBC Radio 4", "BITNET", "Bachelor of Arts", "Bandwidth (computing)", "Barbara Liskov", "Barry Barish", "Barry Leiner", "Baruch Minke", "Beacon", "Ben Segal (computer scientist)", "Benoit Mandelbrot", "Bert Vogelstein", "Bibcode (identifier)", "Bill Pickering (rocket scientist)", "Birmingham", "Birth name", "Bjarne Stroustrup", "Bob Kahn", "Bonnie Bassler", "Bradford Parkinson", "Brewster Kahle", "Brian Druker", "Brian Eyre", "Brian Hoskins", "Brian Schatz", "Brigid Hogan", "British Council", "Broadband Commission for Digital Development", "Brothers in Arms (song)", "Bruce Ames", "Bruce Ponder", "Bryan Webber", "Butler Lampson", "C-SPAN", "C. Grant Willson", "CERN", "CERN httpd", "CYCLADES", "Cable protection system", "Cable television", "Camille Tissot", "Carlos Afonso", "Carlos M. Duarte", "Cellular network", "Chapel Royal", "Charles Bachman", "Charles Bourseul", "Charles David Allis", "Charles Godfray", "Charles Grafton Page", "Charles H. Bennett (physicist)", "Charles K. Kao", "Charles M. Herzfeld", "Charles P. Thacker", "Charles Stark Draper Prize", "Charles Sumner Tainter", "Charles Wheatstone", "Christ Church, Oxford", "Christopher Field", "Chromatic harmonica", "Circuit switching", "Clara Franzini-Armstrong", "Claude Chappe", "Claude Shannon", "Climate change", "Coaxial cable", "Code-division multiple access", "Colehill", "Communication protocol", "Communications satellite", "Computer network", "Computer scientist", "Contract for the Web", "Conway Berners-Lee", "Craig Newmark", "Craig Partridge", "Craig Venter", "Culture of the United Kingdom", "Curl (programming language)", "Cynthia Dwork", "DaeYoung Kim", "Daemon (computer software)", "Dai Davies (internet pioneer)", "Dale Sanders", "Dan Kaminsky", "Dan McKenzie (geophysicist)", "Dana Scott", "Daniel C. Lynch", "Daniel Davis Jr.", "Daniel J. Drucker", "Daniel Karrenberg", "Daniel Weitzner", "Danny Cohen (computer scientist)", "Data.gov.uk", "Data communication", "Data compression", "David Attwell", "David Baulcombe", "David D. Clark", "David E. Kuhl", "David J. Farber", "David Julius", "David Klenerman", "David Patterson (computer scientist)", "David Schindler", "David Turnbull (materials scientist)", "David V\u00e1zquez Mart\u00ednez", "Dawon Kahng", "Defective by Design", "Demi Getschko", "Demis Hassabis", "Dennis Jennings (Internet pioneer)", "Dennis Meadows", "Dennis Ritchie", "Department of Computer Science, University of Oxford", "Derrick Rossi", "Desert Island Discs", "Dick Bond (astrophysicist)", "Digital media", "Digital rights management", "Digital television", "Dire Straits", "Direct grant grammar school", "Discrete cosine transform", "Distinguished Fellow of the British Computer Society", "Doi (identifier)", "Domain Name System", "Don Craig Wiley", "Don Northcote", "Donald Davies", "Donald Henderson", "Donald Knuth", "Dorcas Muthoni", "Douglas Comer", "Douglas Engelbart", "Douglas Van Houweling", "Drew Weissman", "Drums in communication", "E. Allen Emerson", "ENQUIRE", "East Dorset", "Ed Krol", "Edgar F. Codd", "Edholm's law", "Edmund M. Clarke", "Edsger W. Dijkstra", "Edward F. Knipling", "Edward Feigenbaum", "Edwin Catmull", "Edwin Howard Armstrong", "Electrical telegraph", "Electronic Frontier Foundation", "Elias James Corey", "Elise Gerich", "Elisha Gray", "Elizabeth II", "Elizabeth J. Feinler", "Emanuel School", "Emeritus", "Emile Berliner", "Emilio M\u00e9ndez P\u00e9rez", "Emilio Rosenblueth", "Emmanuel Cand\u00e8s", "Emmanuelle Charpentier", "Encrypted Media Extensions", "End of the Line (Traveling Wilburys song)", "Enrique Moreno Gonz\u00e1lez", "Ephraim Katchalski-Katzir", "Eric Allman", "Eric Bina", "Eric Fossum", "Erik Huizer", "Erkki Ruoslahti", "Ermanno Pietrosemoli", "Erna Schneider Hoover", "Ernest John Christopher Polge", "Ethernet", "Everett Peter Greenberg", "Facebook", "Fax", "Federico Garc\u00eda Moliner", "Fellow (college)", "Fellow of the Royal Academy of Engineering", "Fellow of the Royal Society", "Fellow of the Royal Society of Arts", "Fernando J. Corbat\u00f3", "Ferndown", "Ferranti Mark 1", "Fiber-optic communication", "FidoNet", "First-class honours", "Florencio Utreras", "Ford Foundation", "Foreign Associate of the National Academy of Sciences", "Four Strong Winds", "Frances Allen", "Frances Arnold", "Frances Kirwan", "Francis Blake (inventor)", "Francis Collins", "Francisco Bol\u00edvar Zapata", "Frank Fenner", "Frank Heart", "Frank Press", "Frank Sherwood Rowland", "Frank Whittle", "Fran\u00e7ois Englert", "Fran\u00e7ois Fl\u00fcckiger", "Fred Brooks", "Free-space optical communication", "Free Software Foundation", "Frequency-division multiplexing", "Frode Greisen", "Galen D. Stucky", "Gardiner Greene Hubbard", "Geneva", "Geoff Huston (scientist)", "Geoffrey Hinton", "Geoffrey Raisman", "George E. Smith", "George H. Heilmeier", "George M. Sheldrick", "George M. Whitesides", "George Sadowsky", "George Varghese", "Georges Vendryes", "Gerhard Ertl", "Gero Miesenb\u00f6ck", "Ghostwriter", "Giacomo Rizzolatti", "Gihan Dias", "Gilles Brassard", "Gin\u00e9s Morata", "Glenn Ricart", "Google", "Graham Collingridge", "Gregory Winter", "Guglielmo Marconi", "Guido M\u00fcnch", "Gurdev Khush", "Guy de T\u00e9ramond Peralta", "HTML", "HTTP", "Hamilton O. Smith", "Hans-Werner Braun", "Hans von Ohain", "Harold A. Rosen", "Harold Hopkins (physicist)", "Harry Elderfield", "Hartmut Richard Glaser", "Haruhisa Ishida", "Harvard University", "Hedy Lamarr", "Heliograph", "Henning Schulzrinne", "Henry Beachell", "Henry Sutton (inventor)", "Herbert A. Simon", "Hideo Hosono", "Hiroyuki Yoshikawa", "History of broadcasting", "History of mobile phones", "History of prepaid mobile phones", "History of radio", "History of telecommunication", "History of television", "History of the Internet", "History of the telephone", "History of the transistor", "History of videotelephony", "Home Office", "Howard Frank (network engineer)", "Hu Qiheng", "Hualin Qian", "Hugh Bostock", "Hugh Herr", "Hydraulic telegraph", "Hypertext", "ISBN (identifier)", "ISSN (identifier)", "Ian & Sylvia", "Ian McHarg", "Ian Stewart (mathematician)", "Ida Holz", "Image compression", "Independent contractor", "Information Age", "Information revolution", "Ingrid Daubechies", "Innocenzo Manzetti", "Instituto Nacional de Biodiversidad", "Integrated Services Digital Network", "Intel", "Internet", "Internet2", "Internet Governance Forum", "Internet Hall of Fame", "Internet service provider", "Internet video", "Ira Fuchs", "Isamu Akasaki", "Isao Arita", "Ivan Getting", "Ivan Moura Campos", "Ivan Sutherland", "J. C. R. Licklider", "J. Frederick Grassle", "JANET", "Jaap Akkerhuis", "Jacinto Convit", "Jack Dongarra", "Jack Kilby", "Jack L. Strominger", "Jacques-Louis Lions", "Jacques Miller", "Jagadish Chandra Bose", "James A. Yorke", "James F. Crow", "James H. Wilkinson", "James Hendler", "James W. Plummer", "Jan Gruntorad", "Jane Goodall", "Janet Rowley", "Japan Prize", "Jean Armour Polly", "Jean Fr\u00e9chet", "Jean Weissenbach", "Jeffrey I. Gordon", "Jeffrey M. Friedman", "Jeffrey Ullman", "Jennifer Doudna", "Jens Juul Holst", "Jim Gray (computer scientist)", "Jimmy Wales", "Joan Massagu\u00e9", "Joanne Chory", "Joel Habener", "Joel S. Engel", "Johann Philipp Reis", "John B. Goodenough", "John B. MacChesney", "John Backus", "John Bardeen", "John Beddington", "John Cioffi", "John Cocke (computer scientist)", "John David Hunt", "John Hopcroft", "John Houghton (physicist)", "John J. Wild", "John Klensin", "John L. Hennessy", "John Lawton (biologist)", "John Logie Baird", "John McCarthy (computer scientist)", "John Michael Wallace", "John Perry Barlow", "John R. Pierce", "John Sulston", "Jon Postel", "Joseph Altman", "Joseph Engelberger", "Joseph Sifakis", "Jos\u00e9 Soriano (internet pioneer)", "Jozef Schell", "Juan Ignacio Cirac Sasturain", "Judah Folkman", "Judea Pearl", "Jun-ichi Nishizawa", "Jun Murai", "Juris Hartmanis", "KC Claffy", "Kanchana Kanchanasut", "Karen Banks", "Karl Deisseroth", "Karlheinz Brandenburg", "Kary B. Mullis", "Katalin Karik\u00f3", "Kazuo Hagimoto", "Kees Neggers", "Keith Burnett", "Ken Thompson", "Kenichi Honda", "Kenneth E. Iverson", "Kenneth Klingenstein", "Kilnam Chon", "Kim Hubbard", "Kimishige Ishizaka", "Kip Thorne", "Klaas Wierenga", "Knight Commander of the Order of the British Empire", "Kristen Nygaard", "LIGO", "Larry Irving", "Laura Breeden", "Lawrence G. Roberts", "Lawrence Landweber", "Lawrence Roberts (scientist)", "Lee de Forest", "Leo Esaki", "Leonard Adleman", "Leonard Kleinrock", "Leslie Lamport", "Leslie Valiant", "Liane Tarouco", "Linda R. Watkins", "Linus Torvalds", "List of Fellows of the Royal Society elected in 2001", "List of Internet pioneers", "List of awards and honours received by Tim Berners-Lee", "List of fellows of the Royal Society elected in 2001", "List of packet-switched networks", "List of telecommunications regulatory bodies", "Lixia Zhang", "Local area network", "London", "Louis Pouzin", "Luc Montagnier", "Luis Santal\u00f3", "M. George Craford", "MIT Center for Collective Intelligence", "MIT Computer Science and Artificial Intelligence Laboratory", "MOSFET", "Mahabir Pun", "Makoto Nagao", "Manchester Mark 1", "Mandyam Veerambudi Srinivasan", "Manuel Ballester", "Manuel Blum", "Manuel Cardona", "Manuel Elkin Patarroyo", "Manuel Losada Villasante", "Marc Andreessen", "Marc Tessier-Lavigne", "Marc Van Montagu", "Marcos Moshinsky", "Mark E. Davis", "Marsha Blackburn", "Martin Cooper (inventor)", "Martin Green (professor)", "Martin Hellman", "Martin Schadt", "Marvin Minsky", "Mary-Claire King", "Mary Lee Berners-Lee", "Mary Lee Woods", "Masaki Hirabaru", "Masao Ito", "Masataka Nakazawa", "Masato Sagawa", "Masatoshi Takeichi", "Mass media", "Massachusetts Institute of Technology", "Maurice Wilkes", "Max Dale Cooper", "MeWe", "Member of the Order of Merit", "Michael Levitt (biophysicist)", "Michael O. Rabin", "Michael Roberts (internet)", "Michael Stanton", "Michael Stonebraker", "Microsoft", "Mike Berners-Lee", "Mike Jensen (internet pioneer)", "Mike Paterson", "Millennium Technology Prize", "Mitchell Baker", "Mobile telephony", "Model railway", "Mohamed M. Atalla", "Molecular communication", "Multiplexing", "NPL network", "NPR", "Nabil Bukhalid", "Nancy Hafkin", "Narinder Singh Kapany", "Nasir Ahmed (engineer)", "National Academy of Engineering", "NeXTSTEP", "NeXT Computer", "Net neutrality", "Network switch", "Network topology", "Newsnight", "Next-generation network", "Nicholas Kester Tonks", "Nicholas Lydon", "Nick Holonyak", "Nigel Shadbolt", "Nii Quaynor", "Niklaus Wirth", "Nikola Tesla", "Node (networking)", "Non-fungible token", "OCLC (identifier)", "Ole-Johan Dahl", "Oliver Heaviside", "Online video platform", "Open-source model", "Open Data Institute", "Optical communication", "Optical fiber", "Optical telegraph", "Ora Lassila", "Orbital angular momentum multiplexing", "Order of Merit", "Orders, decorations, and medals of the United Kingdom", "Ordnance Survey", "Outline of telecommunication", "Oxford University", "Oxford University Press", "PMID (identifier)", "Pablo Rudom\u00edn Zevnovaty", "Packet switching", "Pager", "Pascal Mayer", "Pat Hanrahan", "Patrick Moore", "Paul Baran", "Paul Callaghan", "Paul Madden (chemist)", "Paul Mockapetris", "Paul Vixie", "Pedro Miguel Etxenike", "Peter Anthony Lawrence", "Peter Blake (artist)", "Peter Eckersley (computer scientist)", "Peter Gluckman", "Peter Gr\u00fcnberg", "Peter Higgs", "Peter Naur", "Peter Shaw Ashton", "Peter T. Kirstein", "Peter Vitousek", "Phil Zimmermann", "Philip Felgner", "Philip Smith (network engineer)", "Philo Farnsworth", "Photophone", "Phryctoria", "Physics", "Plessey", "Polarization-division multiplexing", "Poole", "Princess of Asturias Awards", "Proton Foundation", "Public switched telephone network", "P\u00e5l Spilling", "Qatar Computing Research Institute", "Queen Elizabeth Prize", "Queen Elizabeth Prize for Engineering", "Rachid Yazami", "Radia Perlman", "Radio network", "Radio wave", "Radiotelephone", "Rafael Ibarra", "Rainer Weiss", "Raj Reddy", "Randy Bush (scientist)", "Rattan Lal", "Ray Tomlinson", "Real-time computing", "Reginald Fessenden", "Remote procedure call", "Ricardo Miledi", "Richard Dawkins", "Richard E. Stearns", "Richard H. Frenkiel", "Richard Hamming", "Richard Lerner", "Richard M. Karp", "Richard S. Sutton", "Richard Stallman", "Rob Blokzijl", "Robert Cailliau", "Robert D. Maurer", "Robert G. Gallager", "Robert Gallo", "Robert H. Dennard", "Robert Hooke", "Robert J. Birgeneau", "Robert Kahn (computer scientist)", "Robert Metcalfe", "Robert Noyce", "Robert S. Langer", "Robert Tarjan", "Robert Taylor (computer scientist)", "Robert W. Floyd", "Robert Weinberg (biologist)", "Roberto Landell de Moura", "Robin Lovell-Badge", "Robin Milner", "Roger Ekins", "Roger Wicker", "Rolf Nordhagen (physicist)", "Ron Rivest", "Ronald M. Evans", "Rosemary Leith", "Royal Designer for Industry", "Royal Society", "Rudolf E. K\u00e1lm\u00e1n", "Russell Dean Dupuis", "Russell Dupuis", "S2CID (identifier)", "Salvador Moncada", "Samuel Morse", "Sandra D\u00edaz (ecologist)", "Santiago Grisol\u00eda, 1st Marquess of Grisol\u00eda", "Sarah Gilbert", "Saul Hahn", "Science Museum, London", "Scientific American", "Seiji Ogawa", "Semantic Web", "Semaphore", "Semiconductor", "Semiconductor device", "Server (computing)", "Sgt. Pepper's Lonely Hearts Club Band", "Shafi Goldwasser", "Shankar Balasubramanian", "Sheila Sherlock", "Shigeki Goto", "Shizuo Akira", "Shrinivas Kulkarni", "Shuji Nakamura", "Shun-ichi Iwasaki", "Silvio Micali", "Simon S. Lam", "Smartphone", "Smoke signal", "Social media", "Solid (web decentralization project)", "Sophie Wilson", "Sotheby's", "Source code", "Space-division multiple access", "Srinivasan Ramani", "St. James's Palace", "State (website)", "Stephen Cook", "Stephen Fry", "Stephen Kent (network security)", "Stephen Witt", "Stephen Wolff", "Steve Cisler", "Steve Crocker", "Steve Furber", "Steve Goldstein (NSF)", "Steve Huter", "Steven D. Tanksley", "Store and forward", "Streaming media", "Streaming television", "Stuart Parkin", "Submarine communications cable", "Suguru Yamaguchi", "Sumio Iijima", "Susan Estrada", "Svante P\u00e4\u00e4bo", "Svetlana Mojsov", "T. Peter Brody", "TANet", "TED (conference)", "Tadamitsu Kishimoto", "Tadao Takahashi", "Takashi Sugimura", "Tan Tin Wee", "Telautograph", "Telecommunication circuit", "Telecommunications", "Telecommunications equipment", "Telecommunications link", "Telecommunications network", "Telegraphy", "Telephone", "Telephone exchange", "Teleprinter", "Television broadcasting", "Telex", "Terence Tao", "Terminal (telecommunication)", "Teus Hagen", "The Guardian", "The Queen's College, Oxford", "The Telephone Cases", "The Times", "Theodore Friedmann", "Theodore Maiman", "This Is for Everyone", "This is for Everyone: The Unfinished Story of the World Wide Web", "Thomas A. Watson", "Thomas Edison", "Thomas Haug", "Time-division multiplexing", "Time (magazine)", "Time 100: The Most Important People of the Century", "Timothy R. Parsons", "Tivadar Pusk\u00e1s", "Toasternet", "Tobin J. Marks", "Tony Hoare", "Toru Takahashi (Internet)", "Toshio Hirano", "Tracy LaQuey Parker", "Trainspotters in the United Kingdom", "Transmission Control Protocol", "Transmission line", "Transmission medium", "Traveling Wilburys", "Turing Award", "Tweet (social media)", "Twitter", "URL", "UUCP", "Uniform Resource Identifier", "Unitarian Universalist", "Universal basic income", "University of Manchester", "University of Oxford", "University of Southampton", "Usenet", "U\u011fur \u015eahin", "Valent\u00edn Fuster", "Van Jacobson", "Vanity Fair (magazine)", "Victor A. McKusick", "Video coding format", "Vint Cerf", "Vinton Cerf", "Virginia Travers", "Vladimir Haensel", "Vladimir K. Zworykin", "W. G. Unruh", "W. Jason Morgan", "W. Wesley Peterson", "W3C", "Walter Houser Brattain", "Wayback Machine", "Weaving the Web: The Original Design and Ultimate Destiny of the World Wide Web by its inventor", "Web Science Research Initiative", "Web browser", "Web server", "Wendy Hall", "Werner Zorn", "Whistled language", "Whitfield Diffie", "Who's Who (UK)", "Wide area network", "Wikipedia", "Willard Boyle", "Willem J. Kolff", "Willem P. C. Stemmer", "William Kahan", "William Schrader", "Wimborne Minster", "Wireless", "Wireless network", "Wireless revolution", "Wolfgang Helfrich", "WorldWideWeb", "World Health Organization", "World Wide Web", "World Wide Web Consortium", "World Wide Web Foundation", "Wu Jianping", "Xavier Le Pichon", "Xing Li (computer scientist)", "Yakov Rekhter", "Yale University", "Yann LeCun", "Yasuharu Suematsu", "Yngvar G. Lundh", "Yogen Dalal", "Yoshihisa Okumura", "Yoshio Okamoto", "Yoshua Bengio", "Yutaka Takahasi", "Yves Meyer", "Yvonne Andres", "Zhijian Chen", "\u00d6zlem T\u00fcreci" ], "link_list_capped": false, "probability": 0.04374373331665993, "decision_seconds": 1.7612018128857017, "source": "model" }, { "from": "Mike Berners-Lee", "to": "Tim Berners-Lee", "candidates": 53, "offered_links": [ "Alan Milburn", "Bailrigg", "Bailrigg FM", "Bangor University", "Bibcode (identifier)", "Bowland College, Lancaster", "Carbon footprint", "Cartmel College, Lancaster", "Coat of arms of Lancaster University", "Conway Berners-Lee", "Doi (identifier)", "Environmentally extended input\u2013output analysis", "Furness College, Lancaster", "Fylde College, Lancaster", "Graduate College, Lancaster", "Greta Thunberg", "Grizedale College, Lancaster", "How Bad Are Bananas?", "ISBN (identifier)", "ISSN (identifier)", "InfoLab21", "InterVol", "LA1TV", "Lancaster Arts at Lancaster University", "Lancaster Environment Centre", "Lancaster Institute for the Contemporary Arts", "Lancaster Medical School", "Lancaster University", "Lancaster University Boat Club", "Lancaster University Chaplaincy Centre", "Lancaster University Management School", "Lancaster University Students' Union", "Life-cycle assessment", "Lonsdale College, Lancaster", "Mary Lee Woods", "OCLC (identifier)", "PMC (identifier)", "PMID (identifier)", "Pendle College, Lancaster", "Postgraduate Certificate in Education", "Red Rose of Lancaster", "Richardson Institute", "Roses Tournament", "SCAN (newspaper)", "Sheffield Hallam University", "Steve Decent", "The Climate Book", "The County College, Lancaster", "The Ruskin, Lancaster", "Tim Berners-Lee", "University of Oxford", "Vice-Chancellor of the County Palatine of Lancaster", "World Wide Web" ], "link_list_capped": false, "probability": 0.44885870814323425, "decision_seconds": 0.14181735087186098, "source": "model" } ], "scope": "related_to_old_demo" }, { "start": "Solar energy", "target": "Botany", "final": "Solar energy", "reason": "cycle", "success": false, "decisions": [ { "from": "Solar energy", "to": "Solar Energy (journal)", "candidates": 836, "offered_links": [ "1973 oil crisis", "1979 energy crisis", "ABC-CLIO", "Active region", "Adaptive management", "Adelaide", "Agricultural land", "Agriculture", "Agrivoltaics", "Air pollution", "Air quality index", "Air quality law", "Airborne wind energy", "Airshed", "Albedo", "Alfv\u00e9n surface", "Algae", "Ancient Greece", "Andasol solar power station", "Anticyclone", "Antofagasta Region", "Aquifer", "Aquifer storage and recovery", "Arable land", "Arcology", "Artificial photosynthesis", "Asian Development Bank", "AstroFlight Sunrise", "Atmosphere of Earth", "Atmospheric circulation", "Augustin Mouchot", "Auroville", "BAE Systems", "Bibcode (identifier)", "Bicycle", "Bifacial solar cells", "Binding energy", "Biodiversity", "Bioenergy", "Biofuel", "Biogas", "Biomass", "Biopiracy", "Bioprospecting", "Biosphere", "Bow shock", "Brackish water", "Building-integrated photovoltaics", "Building insulation", "Buoyancy", "Bush tucker", "Bushmeat", "C. V. Boys", "Calcium nitrate", "Calculator", "California", "Capacitor", "Carbon-neutral fuel", "Carbon Tracker Initiative", "Carbon dioxide", "Carbon footprint", "Chemical energy", "Chile", "Chromosphere", "Circumnavigation", "Cityscape", "Clean Air Act (United States)", "Climate change", "Climate change and fisheries", "Climate change mitigation", "Clothes line", "Clotheshorse", "Coal", "Coefficient of performance", "Cogeneration", "Coimbatore", "Common-pool resource", "Common land", "Commons", "Community wind energy", "Compact fluorescent lamp", "Concentrated solar power", "Concentrated solar power plant", "Concentrator photovoltaics", "Conflict resource", "Conservation of energy", "Convection", "Convection zone", "Coronal hole", "Coronal loop", "Coronal mass ejection", "Corotating interaction region", "Cost of electricity by source", "Costa Rica", "Cucumbers", "Cycle rickshaw", "Cyclone", "Cyprus", "Daily consumption of drinking water", "Dark energy", "Darmstadt University of Technology", "Darwin, Northern Territory", "Daylighting (architecture)", "Deciduous", "Deployment of solar power to energy grids", "Desalination", "Disinfection", "Doi (identifier)", "Dover, Massachusetts", "Drainage basin", "Drinking water", "Dust storm", "Earth's atmosphere", "Earth Overshoot Day", "Eclipses in mythology and culture", "Eco-cities", "Eco hotel", "Ecohouse", "Ecolabel", "Ecological economics", "Ecosystem service", "Efficient energy use", "Egypt", "Elastic energy", "Electric aircraft", "Electric battery", "Electric bicycle", "Electric boat", "Electric current", "Electric motor", "Electric potential energy", "Electric power", "Electric vehicle", "Electrical energy", "Electricity", "Electricity delivery", "Electrification", "Electromagnetic radiation", "Electromagnetic spectrum", "Electrostate", "Ellerman bomb", "Emissions trading", "Enclosure", "Energy", "Energy Information Administration", "Energy Star", "Energy audit", "Energy carrier", "Energy condition", "Energy conservation", "Energy consumption", "Energy conversion efficiency", "Energy democracy", "Energy development", "Energy efficiency implementation", "Energy efficiency in agriculture", "Energy efficiency in transport", "Energy engineering", "Energy in Africa", "Energy in Asia", "Energy in Australia", "Energy in Europe", "Energy in Mexico", "Energy in South America", "Energy in the United States", "Energy in work", "Energy law", "Energy level", "Energy policy", "Energy policy of Canada", "Energy recovery", "Energy recycling", "Energy saving lamp", "Energy security", "Energy storage", "Energy supply", "Energy system", "Energy transformation", "Energy transition", "England", "Enthalpy", "Entropic force", "Entropy", "Environmental good", "Environmental planning", "Environmental technology", "Eric Scott Raymond", "Evaporation", "Exergy", "Exploitation of natural resources", "Feed-in tariff", "Feng shui", "Field (agriculture)", "Financial incentives for photovoltaics", "Fisheries law", "Fisheries management", "Fishery", "Floating solar", "Floating wind turbine", "Flood", "Food", "Forest", "Forest genetic resources", "Forest management", "Forestry law", "Fossil fuel", "Fossil fuel phase-out", "Fossil fuel power station", "Fossil fuels", "Frank Shuman", "Fraunhofer Society", "Free entropy", "Fresh water", "Fuel", "Fuel cell", "Fuel gas", "Fuel oil", "G-type main-sequence star", "GWth", "Game (hunting)", "Game law", "Gemstone", "Gene bank", "Geothermal energy", "Geothermal heating", "Geothermal power", "Gigawatt", "Glacier", "Glass in green buildings", "Global commons", "Gossamer Albatross", "Gravitational binding energy", "Gravitational energy", "Green building", "Green building and wood", "Green hydrogen", "Green vehicle", "Greenhouse", "Greenhouse gas", "Greenhouse gas emissions", "Greenhouses", "Grid-tied electrical system", "Grid energy storage", "Groundwater", "Groundwater pollution", "Groundwater recharge", "Groundwater remediation", "Growth of photovoltaics", "HVAC", "Habitat conservation", "Hail", "Hdl (identifier)", "Heat", "Heat capacity", "Heat pump", "Heat transfer", "Heliopause (astronomy)", "Heliophysics", "Helios Prototype", "Helioseismology", "Heliosphere", "Heliospheric current sheet", "Heliostat", "Helmet streamer", "History of energy", "Horace de Saussure", "Horizontal irradiation", "Horsepower", "Horticulture", "Hot air balloon", "Huerta", "Human-powered helicopter", "Human-powered hydrofoil", "Human-powered land vehicle", "Human-powered transport", "Human-powered watercraft", "Human\u2013electric hybrid vehicle", "Hybrid solar lighting", "Hydroelectricity", "Hydrogen", "Hydrogen fuel", "Hydrogen production", "Hydropower", "Hydrosphere", "ISBN (identifier)", "ISSN (identifier)", "Ice", "Iceberg", "Improved sanitation", "Improved water source", "Index of energy articles", "Index of solar energy articles", "Indoor air quality", "Industrial Revolution", "Industrial mineral", "Insolation", "Integrated gasification combined cycle", "Interatomic potential", "Internal combustion engine", "Internal energy", "International Energy Agency", "International Treaty on Plant Genetic Resources for Food and Agriculture", "International Union for the Protection of New Varieties of Plants", "Ionization energy", "Irreversible process", "Irrigation", "Isolated system", "Israel", "Jevons paradox", "Joule", "Keighley", "Kenichi Horie", "Kick scooter", "Kilowatt-hour", "Kinetic energy", "Land", "Land-use planning", "Land (economics)", "Land degradation", "Land law", "Land management", "Land use", "Landscape", "Latent heat", "Laws of thermodynamics", "Lazard", "Leaching (agriculture)", "Lenses", "Levelised cost of electricity", "Levelized cost of energy", "Life", "Life-cycle assessment", "Light tube", "List of countries by photovoltaics exports", "List of countries by photovoltaics production", "List of heliophysics missions", "List of low-energy building techniques", "List of photovoltaics companies", "List of plants used in herbalism", "List of renewable energy journals", "List of solar-powered products", "List of solar cycles", "List of solar deities", "List of solar energy topics", "Little Ice Age", "Low-carbon power", "Low-energy house", "Lunar eclipse", "Maadi", "Magnetic energy", "Magnetic sail", "Magnetic switchback", "Marine conservation", "Marine current power", "Marine energy", "Marine resources", "Mass", "Massachusetts Institute of Technology", "Mass\u2013energy equivalence", "Meadow", "Mechanical energy", "Mechanical wave", "Metal", "Methanol", "Micro hydro", "Microgeneration (energy)", "Mineral", "Mineral rights", "Mining", "Mining law", "Model aircraft", "Molten salt", "Mono-crystalline silicon", "Monterrey Institute of Technology and Higher Education, Mexico City", "Moreton wave", "Morocco", "NASA Pathfinder", "NREL", "Nanocrystal solar cell", "Nanoflare", "National Ambient Air Quality Standards", "National Health Service", "National Renewable Energy Laboratory", "Natural capital", "Natural capital accounting", "Natural gas", "Natural heritage", "Natural resource", "Natural resource economics", "Natural resource management", "Natural uranium", "Nature reserve", "Near-infrared", "Near-ultraviolet", "Negative energy", "Negative mass", "Negentropy", "Neighborhood Electric Vehicle", "Net energy gain", "Net metering", "New Energy and Industrial Technology Development Organization", "Nicolas Fatio de Duillier", "Nile River", "Nominal power (photovoltaic)", "Non-renewable resource", "Non-timber forest product", "North American Solar Challenge", "Nuclear binding energy", "Nuclear fuel", "Nuclear power", "Nuclear power plant", "Nuna 7", "Ocean thermal energy conversion", "Off-grid", "Oil refinery", "Oil war", "Open space reserve", "Orders of magnitude (energy)", "Ore", "Organic solar cell", "Outline of energy", "Outline of solar energy", "Outline of wind energy", "Overexploitation", "Ozone depletion", "PMC (identifier)", "PMID (identifier)", "Pacific Northwest National Laboratory", "Parabolic trough", "Paraffin wax", "Passive house", "Passive solar", "Passive solar building design", "Pasteurization", "Pasture", "Peak coal", "Peak copper", "Peak demand", "Peak farmland", "Peak gas", "Peak minerals", "Peak oil", "Peak phosphorus", "Peak water", "Personal rapid transit", "Personal transporter", "Petawatt", "Petro-Islam", "Petroleum", "Petroleum industry", "Petroleum politics", "Petrostate", "Phantom energy", "Phase-change material", "Phase change material", "Photochemical", "Photosphere", "Photosynthesis", "Photovoltaic effect", "Photovoltaic power station", "Photovoltaic system", "Photovoltaic thermal hybrid solar collector", "Photovoltaics", "Pico hydro", "Plant", "Plant genetic resources", "Plug-in hybrid", "Polar ice cap", "Pollution", "Polycrystalline silicon", "Polyethylene terephthalate", "Polytunnel", "Potassium nitrate", "Potential energy", "Power (physics)", "Power beaming", "Power usage effectiveness", "Primary energy", "Primary energy consumption", "Property law", "Pumped-storage hydroelectricity", "QinetiQ Zephyr", "Quadracycle", "Quantum chromodynamics binding energy", "Quantum fluctuation", "Quantum potential", "Quantum thermodynamics", "Quintessence (physics)", "REDD and REDD+", "Radiant energy", "Radiation", "Radiative zone", "Radioisotope thermoelectric generator", "Rail transport", "Rain", "Rainwater harvesting", "Rangeland", "Rankine cycle", "Rapid transit", "Rechargeable batteries", "Reclaimed water", "Remnant natural area", "Renewable energy", "Renewable energy by country", "Renewable energy in Asia", "Renewable heat", "Renewable resource", "Resource", "Resource curse", "Resource depletion", "Resource extraction", "Resource nationalism", "Resource war", "Rest energy", "Robert Ehrlich (physicist)", "Roller skating", "Rooftop solar power", "Row cover", "Royal Society of Chemistry", "Run-of-the-river hydroelectricity", "S2CID (identifier)", "Saline water", "Salt evaporation pond", "Sand mining", "Sanitation", "Seascape", "Seasonal thermal energy storage", "Seed bank", "Sewage", "Shade (shadow)", "Single-crystal silicon", "Skateboarding", "Small hydro", "Socrates", "Sodium nitrate", "Sodium sulfate", "Soil", "Soil conservation", "Soil fertility", "Soil health", "Soil resilience", "Soil solarization", "Solana Generating Station", "Solar-assisted heat pump", "Solar-charged vehicle", "Solar-powered aircraft", "Solar-powered pump", "Solar-pumped laser", "SolarReserve", "Solar Challenger", "Solar Decathlon", "Solar Energy (journal)", "Solar Impulse", "Solar Impulse 2", "Solar PV systems", "Solar Powered Desalination Unit", "Solar Riser", "Solar Shade Control Act", "Solar System", "Solar Total Energy Project", "Solar Tuki", "Solar Two", "Solar air conditioning", "Solar aircraft", "Solar architecture", "Solar balloon", "Solar cell", "Solar cell efficiencies", "Solar cell panel", "Solar chemical", "Solar chimney", "Solar combisystem", "Solar controller", "Solar cooker", "Solar core", "Solar corona", "Solar cycle", "Solar deity", "Solar desalination", "Solar design", "Solar dynamo", "Solar easement", "Solar eclipse", "Solar electricity", "Solar energy in Finland", "Solar energy use in rural Africa", "Solar facula", "Solar flare", "Solar fuel", "Solar furnace", "Solar gain", "Solar granule", "Solar heating", "Solar hot water", "Solar irradiance", "Solar lamp", "Solar maximum", "Solar minimum", "Solar moss", "Solar neutrino", "Solar observation", "Solar panel", "Solar panels", "Solar phenomena", "Solar physics", "Solar plage", "Solar pond", "Solar power", "Solar power by country", "Solar power in Africa", "Solar power in Albania", "Solar power in Algeria", "Solar power in Argentina", "Solar power in Armenia", "Solar power in Australia", "Solar power in Austria", "Solar power in Belarus", "Solar power in Belgium", "Solar power in Brazil", "Solar power in Bulgaria", "Solar power in Canada", "Solar power in Chile", "Solar power in China", "Solar power in Cyprus", "Solar power in Denmark", "Solar power in Estonia", "Solar power in France", "Solar power in Georgia (country)", "Solar power in Germany", "Solar power in Greece", "Solar power in Hungary", "Solar power in India", "Solar power in Israel", "Solar power in Italy", "Solar power in Jamaica", "Solar power in Japan", "Solar power in Kosovo", "Solar power in Lithuania", "Solar power in Mexico", "Solar power in Morocco", "Solar power in Myanmar", "Solar power in Nepal", "Solar power in New Zealand", "Solar power in Pakistan", "Solar power in Poland", "Solar power in Portugal", "Solar power in Qatar", "Solar power in Romania", "Solar power in Saudi Arabia", "Solar power in Somalia", "Solar power in South Africa", "Solar power in South Korea", "Solar power in Spain", "Solar power in Sweden", "Solar power in Switzerland", "Solar power in Taiwan", "Solar power in Thailand", "Solar power in Tunisia", "Solar power in Turkey", "Solar power in Ukraine", "Solar power in Uruguay", "Solar power in Uzbekistan", "Solar power in Yemen", "Solar power in the Czech Republic", "Solar power in the European Union", "Solar power in the Netherlands", "Solar power in the United Arab Emirates", "Solar power in the United Kingdom", "Solar power in the United States", "Solar power satellite", "Solar power tower", "Solar prominence", "Solar radiation", "Solar radio emission", "Solar sail", "Solar spicule", "Solar still", "Solar telescope", "Solar thermal collector", "Solar thermal energy", "Solar thermal rocket", "Solar time", "Solar tracker", "Solar tracking", "Solar transition region", "Solar trough", "Solar updraft tower", "Solar variation", "Solar vehicle", "Solar water disinfection", "Solar water heating", "Solar wind", "Solar wind turbulence", "Sound energy", "Sound wave", "Soundscape", "South African Solar Challenge", "Space-based solar power", "Space climate", "Space weather", "Specific heat", "Squad Solar", "Square kilometre", "Standard solar model", "Star", "Steam reforming", "Steam turbine", "Stellar atmosphere", "Stellar classification", "Still", "Stormwater", "Substitution method (primary energy)", "Sun", "Sun in fiction", "Sunlight", "Sunspot", "Sunspot number", "Supergranulation", "Superheated steam", "Supply side", "Supra-arcade downflows", "Surface energy", "Surface water", "Sustainability", "Sustainable architecture", "Sustainable biofuel", "Sustainable city", "Sustainable energy", "Sustainable habitat", "Sustainable refurbishment", "Sustainable transport", "Sweden", "Systems ecology", "Tachocline", "Technologies", "Terajoule", "Terawatt", "Terawatt-hour", "The New York Times", "The Solar Project", "The Sun in culture", "Thermal energy", "Thermal energy storage", "Thermal equilibrium", "Thermal mass", "Thermal mass (Building)", "Thermal reservoir", "Thermodynamic equilibrium", "Thermodynamic free energy", "Thermodynamic potential", "Thermodynamic state", "Thermodynamic system", "Thermodynamic temperature", "Thermodynamics", "Thermoelectric generator", "Thermogenerator", "Thin-film solar cell", "Tiberius", "Tidal barrage", "Tidal farm", "Tidal power", "Tidal stream generator", "Timeline of solar cells", "Tragedy of the commons", "Tram", "Tricycle", "Tropical green building", "Twike", "Ultracapacitors", "United Nations Development Programme", "Units of energy", "Unmanned aerial vehicle", "Updraft", "Urban ecology", "Urban heat island", "Utility-scale solar", "Vacuum energy", "Variable cost", "Vehicle-to-grid", "Velomobile", "Ventilation (architecture)", "Viewshed", "Visible light", "Volume (thermodynamics)", "Walking", "Waste-to-energy", "Waste-to-energy plant", "Waste water", "Water", "Water conflict", "Water conservation", "Water cycle", "Water efficiency", "Water heating", "Water law", "Water pollution", "Water privatization", "Water quality", "Water resource policy", "Water resources", "Water right", "Water scarcity", "Water security", "Water supply", "Wave farm", "Wave power", "Wayback Machine", "Weizmann Institute of Science", "Wilderness", "Wildlife", "Wildlife conservation", "Wildlife management", "Wind-powered vehicle", "Wind farm", "Wind lens", "Wind power", "Wind power forecasting", "Wind power industry", "Wind rights", "Wind turbine", "Windbelt", "Windpump", "Winemakers", "Wood", "Work (physics)", "Working fluid", "World Energy Council", "World Health Organization", "World Solar Challenge", "World energy consumption", "World energy resources", "World energy supply and consumption", "Zero-energy building", "Zero-point energy", "Zero heating building", "Zinc oxide" ], "link_list_capped": false, "probability": 0.050117868930101395, "decision_seconds": 1.609456216916442, "source": "model" }, { "from": "Solar Energy (journal)", "to": "Solar energy", "candidates": 17, "offered_links": [ "Academic journal", "Bioenergy", "Clarivate", "Elsevier", "Energy", "ISO 4 (infobox)", "ISSN (identifier)", "Impact factor", "International Solar Energy Society", "Journal Citation Reports", "Peer-reviewed", "Photovoltaics", "Scientific journal", "Solar energy", "Solar heating", "Web of Science", "Wind power" ], "link_list_capped": false, "probability": 0.3804149031639099, "decision_seconds": 0.06547888927161694, "source": "model" } ], "scope": "fresh_route" }, { "start": "Violin", "target": "Computer science", "final": "Violin technique", "reason": "cycle", "success": false, "decisions": [ { "from": "Violin", "to": "Coll\u00e9 (violin)", "candidates": 409, "offered_links": [ "Acoustic resonance", "Adam Taubitz", "Adhesive tape", "Alexander violin", "Amati", "Anders Zorn", "Andrew Bird", "Antonio Stradivari", "Apache fiddle", "Arabian maqam", "Arcade Fire", "Arch", "Arpeggio", "Arpeggione", "Art forgery", "Articulation (music)", "Artificial harmonic", "Ashmolean Museum", "BBC News Online", "Bagpipes", "Baleen", "Bariolage", "Baritone violin", "Baroque", "Baroque music", "Baroque pop", "Baroque violin", "Baryton", "Bass amplifier", "Bass bar", "Bass violin", "Benjamin Britten", "Benjamin Miessner", "Bergen", "Big band", "Bluegrass music", "Bohemia", "Bow (music)", "Bow frog", "Bow maker", "Bow stroke", "Boyd Tinsley", "Brazilwood", "Brescia", "Bridge (instrument)", "Byzantine Empire", "B\u00e9la Bart\u00f3k", "Camille Saint-Sa\u00ebns", "Caprice No. 24 (Paganini)", "Carbon fiber", "Carlo Bergonzi (luthier)", "Carnatic music", "Catgut", "Cello", "Cello concerto", "Cello da spalla", "Cello rock", "Cello sonata", "Cellone", "Chamber music", "Charles IX of France", "Chinrest", "Chordophone", "Classical music", "Col legno", "Coll\u00e9 (violin)", "Concert pitch", "Consonance and dissonance", "Correction fluid", "Country music", "Cremona", "Cross tuning", "Crossover music", "Cs\u00e1rd\u00e1s (Monti)", "Danse macabre (Saint-Sa\u00ebns)", "Darol Anger", "Dave Matthews Band", "David Schoenbaum", "Distortion (music)", "Divisi", "Dmitri Shostakovich", "Domenico Montagnana", "Double-stop", "Double bass", "Double bass concerto", "Double stop", "Drone (music)", "Dynamics (music)", "Ear training", "Ebony", "Eddie Lang", "Eddie South", "Edward Heron-Allen", "Effect unit", "Electric Light Orchestra", "Electric cello", "Electric guitar", "Electric upright bass", "Electric violin", "Electric violinist", "Electronic music", "Encyclop\u00e6dia Britannica Eleventh Edition", "Endpin", "Equal temperament", "Equestrianism", "Eric Stanley (violinist)", "Ernst Chladni", "Ethnomusicology", "European classical music", "F-hole", "Facebook", "Ferdinand II, Archduke of Austria", "Fiddle", "Fiddler", "Figure (wood)", "Finger substitution", "Finger vibrato", "Fingerboard", "Fingering (music)", "Five-string violin", "Fleur-de-lis", "Folk metal", "Folk music", "Francesco Rugeri", "Fraud", "Freiburger Barockorchester", "Frets", "Fritz Kreisler", "Fundamental frequency", "Gasparo da Sal\u00f2", "Gentle Giant", "Georg Philipp Telemann", "George Beauchamp", "Giovan Giacomo Dalla Corna", "Giovanni Battista Rogeri", "Giovanni Paolo Maggini", "Giuseppe Giovanni Battista Guarneri", "Grey (horse)", "Guadagnini", "Guarneri", "Guitar", "Hardanger fiddle", "Harmonic", "Hector Berlioz", "Heinrich Ignaz Franz Biber", "Her Campus", "Hertz", "Hide glue", "Hindustani classical music", "Hip-hop", "Historically informed performance", "History of the violin", "Hoedown", "Hornbostel\u2013Sachs", "Houghton Mifflin Harcourt", "Hugo Benioff", "Hurdy-gurdy", "ISBN (identifier)", "Independent music", "Indian music", "Indie rock", "Instrument amplifier", "Interval (music)", "Intonation (music)", "Inverardi", "Iranian music", "Iranian traditional music", "Italian language", "Italy", "Ithilien (band)", "Itzhak Perlman", "Jacob Stainer", "Jambe de Fer", "James (band)", "Jazz", "Jazz-rock fusion", "Jazz bass", "Jazz fusion", "Jazz violin", "Jean-Luc Ponty", "Jerry Goodman", "Joe Venuti", "John Blake, Jr.", "Johnny Frigo", "KTSP-TV", "Kansas (band)", "Kazakhstan", "King Crimson", "Kingri (string instrument)", "Kobyz", "Kontra", "Kyoko Yonemoto", "Lady Blunt Stradivarius", "Leather", "Legato", "Leroy Jenkins (jazz musician)", "Linarolo family", "Lindsey Stirling", "Lira da braccio", "Lirone", "List of jazz violinists", "List of luthiers", "List of solo violin pieces", "List of violinists", "Luciano Berio", "Luthier", "Luthiers", "Lyon", "Lyre", "L\u00e5tfiol", "Magnetism", "Maple", "Mark O'Connor", "Martel\u00e9 (bowstroke)", "Matteo Goffriller", "Medieval Latin", "Messiah Stradivarius", "Metropolitan Museum of Art", "Middle C", "Middle Dutch", "Mirecourt", "Mongolia", "Morin huur", "Motown", "Music notation", "Musical composition", "Musical instrument", "Mute (music)", "Mute violin", "Mystery Sonatas", "M\u00e9ditation (Tha\u00efs)", "N. Simrock", "NPR", "Ne Obliviscaris (band)", "Neck (music)", "Neue Z\u00fcrcher Zeitung", "New York Times", "Niccol\u00f2 Paganini", "Node (physics)", "Northern Italy", "Norway spruce", "Nut (string instrument)", "Nyckelharpa", "Nylon 6", "OCLC (identifier)", "Octobass", "Old-time music", "Old English", "Old High German", "Old Norse", "Old Proven\u00e7al", "Ole Bull", "Oral tradition", "Orchestra", "Orchestras", "Overtone", "Owen Pallett", "Oxford", "PA system", "Patch cable", "Peg dope", "Percussion", "Perfect fifth", "Persian traditional music", "Petrowitsch Bissing", "Piano", "Pickup (music technology)", "Pietro Guarneri", "Piezoelectricity", "Pitch (music)", "Pizzicato", "Playing the violin", "Pochette (musical instrument)", "Portamento", "Portato", "Pound sterling", "Progressive metal", "Progressive rock", "Proprioception", "Purfling", "Pythagorean tuning", "Quarter tone", "Quinton (musical instrument)", "Rabeca", "Range (music)", "Ravanahatha", "Rebab", "Rebec", "Regina Carter", "Renaissance", "Repetitive strain injury", "Reverb", "Rhythm", "Robert Cocks & Co.", "Roberto Regazzi", "Rock music", "Romantic music", "Romantic music era", "Rosin", "Rubato", "Saint-Sa\u00ebns", "Sal\u00f2", "Sanctus Seraphin", "Saronno", "Saul Davies", "Sautill\u00e9 (bow stroke)", "Saxony", "Scientific pitch notation", "Scordatura", "Scroll (music)", "Sears", "Shinichi Suzuki (violinist)", "Shoulder rest", "Silk", "Silver", "Slapping (music)", "Snakewood", "Solfege", "Sonata", "Soprano", "Soul music", "Sound board (music)", "Sound effect", "Sound hole", "Sound post", "Spectrum", "Spiccato", "Spruce", "Steel", "Stopped note", "Stradivari", "Stradivarius", "String harmonic", "String instrument", "String octet", "String orchestra", "String quartet", "String quartets", "String quintet", "String section", "String sextet", "String trio", "Strings (music)", "Stroh violin", "Stuff Smith", "St\u00e9phane Grappelli", "Swing era", "Swing music", "Symphonie Fantastique", "Synthesizer", "TEDx", "Tailpiece", "Tarisio Auctions", "Tenor violin", "The Corrs", "The Flock (band)", "The Mahavishnu Orchestra", "The Planets", "The Shondes", "The Young Person's Guide to the Orchestra", "Timbre", "Traditional music", "Traditional pop", "Tremolo", "Trill (music)", "Tuning mechanisms for stringed instruments", "Tuning peg", "US$", "VH1", "Vanessa-Mae", "Varnish", "Venice", "Vertical viola", "Vibrato", "Vielle", "Viol", "Viola", "Viola concerto", "Viola da braccio (instrument)", "Viola da gamba", "Viola pomposa", "Viola sonata", "Violin (disambiguation)", "Violin Concerto (Tchaikovsky)", "Violin Concerto No. 1 (Paganini)", "Violin acoustics", "Violin authentication", "Violin concerto", "Violin construction and mechanics", "Violin family", "Violin in music", "Violin making", "Violin making and maintenance", "Violin musical styles", "Violin octet", "Violin sonata", "Violin technique", "Violino piccolo", "Violone", "Vittorio Monti", "Wah-wah pedal", "Wayback Machine", "Western classical music", "Whole step", "Wood", "Yilian Ca\u00f1izares", "Young's modulus", "Youth orchestra", "Zanetto Micheli" ], "link_list_capped": false, "probability": 0.20560696721076965, "decision_seconds": 0.8170987917110324, "source": "model" }, { "from": "Violin technique", "to": "Musical technique", "candidates": 222, "offered_links": [ "3rd bridge", "Accordion", "Alexander violin", "Anatomical terms of location", "Arpeggio", "Arpeggione", "Articulation (music)", "Authentic performance", "Bagpipes", "Bariolage", "Baritone violin", "Baroque", "Bart\u00f3k pizzicato", "Baryton", "Bass amplifier", "Bass bar", "Bass violin", "Beatboxing", "Big band", "Bluegrass music", "Bow (music)", "Bow frog", "Bow stroke", "Bowed string instrument", "Bowed string instrument extended technique", "Bridge (instrument)", "Burton grip", "B\u00e9la Bart\u00f3k", "Carnatic music", "Casey Driessen", "Cello", "Cello concerto", "Cello da spalla", "Cello sonata", "Cello technique", "Cellone", "Chinrest", "Circular breathing", "Col legno", "Crooked Still", "Cymbal choke", "Damping (music)", "Danse macabre (Saint-Sa\u00ebns)", "Darol Anger", "Death growl", "Double bass", "Double bass concerto", "Double stop", "Downpicking", "Drew Lecher", "Drone (music)", "Drum roll", "Dynamics (music)", "Early music", "Electric cello", "Electric upright bass", "Electric violin", "Embouchure", "Endpin", "Equal temperament", "European classical music", "Extended technique", "Extended vocal technique", "Finger substitution", "Finger tapping (piano)", "Finger vibrato", "Fingerboard", "Fingering (music)", "Fingerstyle guitar", "Five-string violin", "Flatpicking", "Flutter-tonguing", "Folk music", "Frances-Marie Uitti", "Frederick Neumann", "Free bowing", "Fritz Kreisler", "Fulcrum (mechanics)", "Fundamental frequency", "George Bornoff", "Glissando", "Growling (wind instruments)", "Guitar", "Guitar picking", "Gustav Holst", "Gustav Mahler", "Hardanger fiddle", "Harmonic", "Harmonica techniques", "Harp", "Hearing", "Hearing (sense)", "Hertz", "History of the violin", "Hurdy-gurdy", "Hybrid picking", "ISBN (identifier)", "Interval (music)", "Intonation (music)", "Ivan Galamian", "Jazz bass", "Jazz violin", "John Tyrrell (musicologist)", "Joseph Haydn", "Just intonation", "Karl Courvoisier", "Kit violin", "Legato", "Leopold Auer", "Leopold Mozart", "Lira da braccio", "Lirone", "Luth\u00e9al", "Macmillan Publishers", "Martel\u00e9 (bowstroke)", "Multiphonic", "Music of Morocco", "Musical phrasing", "Musical technique", "Musical tuning", "Mute (music)", "Niccol\u00f2 Paganini", "Node (physics)", "Nut (string instrument)", "Nyckelharpa", "Oboe", "Octobass", "Orchestra", "Overblowing", "Overtone", "Overtone singing", "Paganini", "Partita for Violin No. 3 (Bach)", "Percussion instrument", "Piano", "Piano Concerto No. 2 (Chopin)", "Piano extended techniques", "Pitch (music)", "Pizzicato", "Pochette (musical instrument)", "Portato", "Position (music)", "Prepared guitar", "Prepared harp", "Prepared piano", "Proprioception", "Quinton (musical instrument)", "Repetitive strain injury", "Rhythm", "Rimshot", "Romantic music", "Rosin", "Rushad Eggleston", "Saxophone technique", "Scordatura", "Screaming (music)", "Scroll (music)", "Shinichi Suzuki (violinist)", "Shoulder rest", "Simon Fischer (musician)", "Slap tonguing", "Slapping (music)", "Slide (musical ornament)", "Snare drum technique", "Sound hole", "Sound post", "Spiccato", "Split tone", "Sprechgesang", "Stanley Sadie", "Stevens grip", "Stopped note", "Stradivarius", "String bending", "String harmonic", "String octet", "String orchestra", "String piano", "String quartet", "String quintet", "String section", "String sextet", "String trio", "Stroh violin", "Symphony No. 45 (Haydn)", "Tack piano", "Tailpiece", "Tambour (guitar technique)", "Tenor violin", "The New Grove Dictionary of Music and Musicians", "The Planets Suite", "Three-hand effect", "Thumb position", "Timbre", "Tonguing", "Tremolo", "Tuning fork", "Tuning mechanisms for stringed instruments", "Tuning peg", "Turtle Island String Quartet", "Vertical viola", "Vibrato", "Viol", "Viola", "Viola concerto", "Viola pomposa", "Viola sonata", "Violin", "Violin Concerto No. 1 (Paganini)", "Violin acoustics", "Violin concerto", "Violin construction and mechanics", "Violin family", "Violin making and maintenance", "Violin musical styles", "Violin octet", "Violin sonata", "Violino piccolo", "Violone", "Vocal pedagogy", "Wind instrument", "\u00c9tude" ], "link_list_capped": false, "probability": 0.27640166878700256, "decision_seconds": 0.43765657488256693, "source": "model" }, { "from": "Musical technique", "to": "Violin technique", "candidates": 125, "offered_links": [ "3rd bridge", "Alexander Markov", "Arpeggio", "Articulation (music)", "Bariolage", "Bart\u00f3k pizzicato", "Beatboxing", "Bow (music)", "Bowed string instrument", "Bowed string instrument extended technique", "Brass instrument", "Burton grip", "Cello technique", "Chord (music)", "Chromatic scale", "Circular breathing", "Classical music", "Col legno", "Composer", "Cymbal choke", "Damping (music)", "Death growl", "Diminished seventh", "Dominant seventh chord", "Double stop", "Downpicking", "Drum roll", "Ear training", "Embouchure", "Extended technique", "Extended vocal technique", "Finger substitution", "Finger tapping (piano)", "Finger vibrato", "Fingering (music)", "Fingerstyle guitar", "Flatpicking", "Flutter-tonguing", "Frances-Marie Uitti", "Free bowing", "Glissando", "Growling (wind instruments)", "Guitar", "Guitar chord", "Guitar picking", "Guitar technique", "Harmonic", "Harmonic series (music)", "Harmonica techniques", "Harp", "Heinrich Schenker", "Human voice", "Hybrid picking", "ISBN (identifier)", "Interval (music)", "Intonation (music)", "Kronberg Academy", "Luth\u00e9al", "Major scale", "Major triad", "Martel\u00e9 (bowstroke)", "Minor scale", "Minor triad", "Mouthing", "Mstislav Rostropovich", "Multiphonic", "Music theory", "Musical composition", "Musical improvisation", "Musical instrument", "Musical note", "Musical phrasing", "Musical tuning", "Musicality", "Natural minor", "Overblowing", "Overtone singing", "Pamela Frank", "Percussion instrument", "Piano", "Piano extended techniques", "Pizzicato", "Position (music)", "Prepared guitar", "Prepared harp", "Prepared piano", "Repetition (music)", "Rimshot", "Romantic music", "Saxophone technique", "Scale (music)", "Screaming (music)", "Seventh chord", "Slap tonguing", "Slapping (music)", "Slide (musical ornament)", "Slide (wind instrument)", "Snare drum technique", "Spiccato", "Split tone", "Sprechgesang", "Stevens grip", "Stopped note", "String bending", "String instrument", "String piano", "Tabor pipe", "Tack piano", "Tambour (guitar technique)", "Three-hand effect", "Thumb position", "Timbre", "Tonguing", "Tremolo", "Triad (music)", "Trombone", "Tuple", "Unpitched percussion instrument", "Vibrato", "Violin technique", "Vocal cords", "Vocal pedagogy", "Wind instrument", "Woodwind instrument", "\u00c9tude" ], "link_list_capped": false, "probability": 0.3464092016220093, "decision_seconds": 0.2498832168057561, "source": "model" } ], "scope": "fresh_route" }, { "start": "Coral reef", "target": "Geology", "final": "Granule (geology)", "reason": "cycle", "success": false, "decisions": [ { "from": "Coral reef", "to": "Granule (geology)", "candidates": 1000, "offered_links": [ "14th CMAS Underwater Photography World Championship", "1973 Mount Gambier cave diving accident", "1992 cageless shark-diving expedition", "2023\u20132025 global coral bleaching event", "2026 Dhekunu Kandu cave diving incident", "8A4-class ROUV", "AAI underwater revolver", "ABISMO", "ADS amphibious rifle", "AIDA Hellas", "AIDA International", "AN/BLQ-11 Long-Term Mine Reconnaissance System", "APS underwater rifle", "AP Diving", "ASM-DT amphibious rifle", "ASRV Remora", "Abrasive waterjet", "Accretion (coastal management)", "Acoustic ecology", "Acropora", "Activated carbon", "Adaptive management", "Adrian Biddle", "Advanced Open Water Diver", "Advanced SEAL Delivery System", "Aerosinusitis", "Aerospace Medical Association", "Africa", "African coral reefs", "Afrotropical realm", "Agent-based model in biology", "Agnes Milowka", "Agricultural runoff", "Air-lock", "Air embolism", "Air line", "Air spread", "Airlift (dredging device)", "Akihiko Hoshide", "Alaska", "Albert A. B\u00fchlmann", "Albert D. Stover", "Albert Falco", "Albert R. Behnke", "Albert Tillman", "Alessia Zecchini", "Alexey Molchanov", "Alf O. Brubakk", "Algae", "Algal bloom", "Alina Szmant", "Allan Bridge", "Alpazat cave rescue", "Alternative air source", "Alternobaric vertigo", "Altitude diving", "Altitudinal zonation", "Aluminaut", "Ama (diving)", "Amazon Reef", "Amazon River", "Amelia Behrens-Furniss", "American Academy of Underwater Sciences", "American Canadian Underwater Certifications", "American Nitrox Divers International", "American submarine NR-1", "Americas", "Amino acids", "Amphidinium", "Anchialine system", "Anders Franz\u00e9n", "Andreas Mogensen", "Andreas Rechnitzer", "Andrew Abercromby", "Andrew J. Feustel", "Andrew Wight", "Andriy Yevhenovych Khvetkevych", "Andros, Bahamas", "Andros, Greece", "Andy Torbet", "Ankle weights (diving)", "Anna Marguerite McCann", "Annelie Pompe", "Annum", "Anode", "Anoxic waters", "Antarctic realm", "Anthozoa", "Anti-fog", "Anti-fouling paint", "Anxiety", "Apeks", "Apnoea finswimming", "Apo Reef", "Aqua-Lung", "Aqua Lung/La Spirotechnique", "Aqua Lung America", "Aquaculture of coral", "Aquanaut", "Aquarius Reef Base", "Aquathlon (underwater wrestling)", "Aquatic adaptation", "Aquatic animal", "Aquatic biomonitoring", "Aquatic ecosystem", "Aquatic insect", "Aquatic mammal", "Aquatic plant", "Aquatic predation", "Aquatic respiration", "Aquatic science", "Aquatic toxicology", "Arabic", "Aragonite", "Archaeocyatha", "Archaeology of shipwrecks", "Archim\u00e8de", "Archipelago", "Arctic realm", "Aristotelis Zervoudis", "Army engineer diver", "Arne Zetterstr\u00f6m", "Arthur C. Clarke", "Arthur J. Bachrach", "Artificial Reef Society of British Columbia", "Artificial reef", "Artur Koz\u0142owski (speleologist)", "Ascending and descending (diving)", "Asiatic glassfish", "Asphyxia", "Association nationale des moniteurs de plong\u00e9e", "Association of Diving Contractors International", "Atlantic", "Atlantic Ocean", "Atlantic coastal plain", "Atlantis ROV Team", "Atmospheric diving suit", "Atmospheric pressure diving", "Atoll", "Atoll reef", "Atrial septal defect", "Audrey Mestre", "Auguste Denayrouze", "Auguste Piccard", "Augustus Siebe", "Australasian realm", "Australia", "Australian Diver Accreditation Scheme", "Australian Underwater Federation", "Autonomous diver", "Avascular necrosis", "Avelo diving system", "Avulsion (river)", "Ayre (landform)", "Bailout block", "Bailout bottle", "Bailout gas", "Baited remote underwater video", "Band mask", "Banded coral shrimp", "Banded sea krait", "Bangladesh", "Barodontalgia", "Barostriction", "Barotrauma", "Barrier island", "Basic Cave Diving: A Blueprint for Survival", "Basic Scuba", "Bathyscaphe", "Bathyscaphe Trieste II", "Bathysphere", "Bay", "Bay Islands (department)", "Bay Islands Department", "Bay mud", "Beach", "Beach cusps", "Beach evolution", "Beach ridge", "Beach wrack", "Beaches in estuaries and bays", "Beachrock", "Bedrock", "Belize", "Belize Barrier Reef", "Bell cursor", "Bellman (diving)", "Ben Cropp", "Benguela Current", "Benign water diving", "Bennett and Elliott's physiology and medicine of diving", "Benthic-pelagic coupling", "Benthic fish", "Benthic zone", "Benthopelagic", "Benthopelagic fish", "Benthos", "Bermuda", "Bernard Delemotte", "Berry L. Cannon", "Beuchat", "Bibcode (identifier)", "Bight (geography)", "Bill Nagle", "Bill Todd", "Billy Deans (diver)", "Biocide", "Biodiversity", "Bioerosion", "Biogeochemical cycle", "Biogeographic realm", "Biogeography", "Bioirrigation", "Bioluminescence", "Biomass", "Biomass (ecology)", "Biome", "Bioregion", "Biorock", "Biosphere reserve", "Bioturbation", "Biscayne Bay", "Bivalve", "Bivalve reef", "Black-footed albatross", "Black-water diving", "Black band disease", "Black coral", "Blake Plateau", "Blast fishing", "Blowhole (geology)", "Blue-water diving", "Blue coral", "Boarding stirrup", "Boat diving", "Bob Behnken", "Bob Halstead", "Bodden", "Bog", "Bolt snap", "Boobies", "Booster pump", "Bottom feeder", "Bottom gas", "Bottom timer", "Bottom trawling", "Boulder", "Brackish marsh", "Brain coral", "Breaking wave", "Breathing air", "Breathing gas", "Breathing gas quality", "Breathing performance of regulators", "Bret Gilliam", "Brian Andrew Hills", "Brian Kakuk", "Brian Skerry", "Brine pool", "British Columbia", "British Freediving Association", "British Octopush Association", "British Sub-Aqua Club", "British Underwater Sports Association", "Buddy breathing", "Buddy check", "Buddy diving", "Buddy line", "Built-in breathing system", "Bulkhead line", "Buoyancy compensator (diving)", "Burst disc", "Byford Dolphin", "B\u00fchlmann decompression algorithm", "CMAS** scuba diver", "CMAS* scuba diver", "CMAS Europe", "COTSBot", "CUMA", "CURV", "Calcareous algae", "Calcium carbonate", "Cambrian", "Canadian Armed Forces Divers", "Canal", "Canary Current", "Candice Farmer", "Canoe and kayak diving", "Cape (geography)", "Carbon dioxide", "Carbon dioxide scrubber", "Carbon fixation", "Carbon monoxide poisoning", "Carboniferous", "Cardinal fish", "Cardinalfish", "Caribbean", "Caribbean reef squid", "Carleton CDBA", "Carlos Coste", "Caroline Islands", "Cascade effect (ecology)", "Cascade filling system", "Catalaphyllia", "Catherine Coleman", "Cathode", "Cathy Church", "Catlin Seaview Survey", "Cave Divers Association of Australia", "Cave Diving Group", "Cave diving", "Cavitation cleaning", "Cay", "Census of Coral Reefs", "Census of Marine Life", "Central Indo-Pacific", "Cephalopod", "Cetacean", "Chagos Islands", "Chamber operator", "Channel (geography)", "Charles Anthony Deane", "Charles Darwin", "Charles Momsen", "Charles Spalding", "Charles T. Meide", "Charles Wesley Shilling", "Checklist", "Chennai", "Chesapeake Bay", "Children in scuba diving", "Chris Hadfield", "Christian J. Lambertsen", "Christopher E. Gerty", "Cis-Lunar", "Civil liability in recreational diving", "Clade", "Class (biology)", "Claudia Serpieri", "Clay", "Clayton Anderson", "Clean Water Act", "Cleaner shrimp", "Cleaning and disinfection of personal diving equipment", "Clearance Divers Life Support Equipment", "Clearance Diving Branch (RAN)", "Clearance diver", "Cliff", "Cliff-top dune", "Cliffed coast", "Climate change", "Clive Cussler", "Closed bell", "Cloud sponge", "Clump weight", "Cl\u00e1udio Coutinho", "Cnidaria", "Cnidarians", "Coast", "Coastal biogeomorphology", "Coastal engineering", "Coastal erosion", "Coastal fish", "Coastal geography", "Coastal management", "Coastal morphodynamics", "Coastal plain", "Coastal waterfall", "Cobble (geology)", "Coconut Island (Oahu Island)", "Cocos Island", "Code of Practice for Scientific Diving (UNESCO)", "Code of practice", "Codium", "Cold seep", "Cold shock response", "Collector urchin", "Colony (biology)", "Colored dissolved organic matter", "Comando Raggruppamento Subacquei e Incursori Teseo Tesei", "Combat rubber raiding craft", "Combat sidestroke", "Comhairle Fo-Thuinn", "Commando Hubert", "Commercial diver", "Commercial diver registration in South Africa", "Commercial diver training", "Commercial offshore diver", "Commercial offshore diving", "Compagnie maritime d'expertises", "Competency-based learning", "Compression arthralgia", "Computer vision", "Concordant coastline", "Confined water diving", "Conf\u00e9d\u00e9ration Mondiale des Activit\u00e9s Subaquatiques", "Conservation movement", "Constant weight", "Constant weight bi-fins", "Constant weight without fins", "Continental Shelf Station Two", "Continental margin", "Continental shelf", "Contingency plan", "Contour line", "Convention on the Protection of the Underwater Cultural Heritage", "Cook Islands", "Coral", "Coral Reef Alliance", "Coral Sea Islands", "Coral Triangle", "Coral aquaculture", "Coral bleaching", "Coral dermatitis", "Coral in non-tropical regions", "Coral rag", "Coral reef fish", "Coral reef organizations", "Coral reef protection", "Coral reef restoration", "Coral reefs in India", "Coral reefs of Jamaica", "Coral reefs of Kiribati", "Coral reefs of Tuvalu", "Coral reefs of the Solomon Islands", "Coral reefs of the Virgin Islands", "Coral sand", "Coralline algae", "Coralline rock", "Corals", "Cosmos CE2F series", "Cotton Coulson", "Cove", "Crab", "Craig B. Cooper", "Craig Challen", "Craig M. Hoffman", "Craig McKinley (physician)", "Cramp", "Crassostrea virginica", "Cressi-Sub", "Cretaceous", "Cristina Zenato", "Crocodylus porosus", "Crustacean", "Crustaceans", "Cryogenic rebreather", "Current (hydrology)", "Cuspate foreland", "Cyanide fishing", "Cyanobacteria", "DESCO", "DIN 7876", "DSEA", "DSRV-1 Mystic", "DSRV-2 Avalon", "DSV-5 Nemo", "DSV Alvin", "DSV Limiting Factor", "DSV Sea Cliff", "DSV Shinkai", "DSV Shinkai 2000", "DSV Shinkai 6500", "DSV Turtle", "Dacor (scuba diving)", "Dafydd Williams", "Damselfish", "Danai Varveri", "Daniel M. Tani", "Dave Mullins (freediver)", "Dave Shaw", "David Attenborough", "David Bright (diver)", "David Doubilet", "David Gibbins", "David Gruber", "David Saint-Jacques", "Davidson Seamount", "Davis Submerged Escape Apparatus", "Dead zone (ecology)", "Death of Bradley Westell", "Death of Steve Irwin", "Deborah Andollo", "Debouch", "Decima Flottiglia MAS", "Decompression (diving)", "Decompression buoy", "Decompression chamber", "Decompression cylinder", "Decompression equipment", "Decompression gas", "Decompression illness", "Decompression practice", "Decompression sickness", "Decompression tables", "Decompression theory", "Decompression trapeze", "Deep-sea community", "Deep-sea exploration", "Deep-sea fish", "Deep-submergence rescue vehicle", "Deep-submergence vehicle", "Deep-water blackout", "Deep-water coral", "Deep Drone", "Deep diving", "Deep scattering layer", "Deep sea", "Deep sea communities", "Deep water coral", "Deepsea Challenger", "Defence Diving School", "Defense against swimmer incursions", "Delta-P (hazard)", "Demand valve oxygen therapy", "Demersal fish", "Demersal zone", "Dental barotrauma", "Deon Dreyer", "Department for Environment and Water", "Department of Employment and Labour", "Depth gauge", "Derya Can G\u00f6\u00e7en", "Deserts and xeric shrublands", "Devonian", "Devrim Cenk Ulusoy", "Dewey Smith", "Diadema antillarum", "Diamond Reef System", "Dick Rutkowski", "Diel vertical migration", "Dinoflagellate", "Directional selection", "Discordant coastline", "Dissolved inorganic carbon", "Dissolved organic matter", "Distance line", "Dive Xtras", "Dive boat", "Dive briefing", "Dive center", "Dive computer", "Dive guide (publication)", "Dive leader", "Dive light", "Dive log", "Dive planning", "Dive reel", "Dive skins", "Dive timer", "Divemaster", "Diver's attendant", "Diver's cutting tool", "Diver's knife", "Diver's pump", "Diver's telephone", "Diver's umbilical", "Diver communications", "Diver detection sonar", "Diver down flag", "Diver lift", "Diver medical technician", "Diver navigation", "Diver organisations", "Diver propulsion vehicle", "Diver rescue", "Diver training", "Diver training organization", "Diver training standard", "Diver trim", "Divers Academy International", "Divers Alert Network", "Divers Institute of Technology", "Diversnight", "Divex", "Diving Diseases Research Centre", "Diving Medical Advisory Council", "Diving Medical Examiner", "Diving Medical Practitioner", "Diving Medical Technician", "Diving Science and Technology", "Diving Unlimited International", "Diving activities", "Diving air compressor", "Diving air filter", "Diving bell", "Diving chamber", "Diving compass", "Diving contractor", "Diving cylinder", "Diving disorders", "Diving equipment", "Diving hazards", "Diving helmet", "Diving in Timor-Leste", "Diving in the Maldives", "Diving in the Philippines", "Diving instructor", "Diving ladder", "Diving mask", "Diving medicine", "Diving mode", "Diving physics", "Diving physiology", "Diving platform (scuba)", "Diving procedures", "Diving rebreather", "Diving reflex", "Diving regulations", "Diving regulator", "Diving safety", "Diving safety harness", "Diving safety officer", "Diving school", "Diving shot", "Diving spread", "Diving stage", "Diving suit", "Diving superintendent", "Diving supervisor", "Diving support equipment", "Diving support vessel", "Diving systems technician", "Diving team", "Diving watch", "Diving weighting system", "Doi (identifier)", "Doing It Right (scuba diving)", "Dolphin", "Dominic Landucci", "Dominican Republic", "Dorothy Metcalf-Lindenburger", "Dotidae", "Dottie Frazier", "Doug Allan", "Douglas H. Wheelock", "Downline (diving)", "Drift diving", "Drill Master diving accident", "Drowning", "Dry Combat Submersible", "Dry Tortugas", "Dry suit", "Dr\u00e4ger Dolphin", "Dr\u00e4ger Ray", "Dr\u00e4gerwerk", "Dump valve (diving)", "Dune", "Duty of care", "Dynamic apnea", "Dynamic apnea without fins", "Dysbaric osteonecrosis", "Dysbarism", "E. Lee Spence", "E. Yale Dawson", "ENOS Rescue-System", "Ear clearing", "Early Cambrian", "Early Ordovician", "Earth Observatory", "East African coral coast", "Eastern Indo-Pacific", "Eastern oyster", "Ebenezer Watson", "Echinoderm", "Ecohydrology", "Ecological classification", "Ecological values of mangroves", "Ecology of the San Francisco Estuary", "Ecoregion", "Ecosystem", "Ecosystem of the North Pacific Subtropical Gyre", "Ecosystem services", "Eduard Admetlla i L\u00e1zaro", "Edward D. Thalmann", "Edwin Clayton Link", "Eel", "Effects of drugs on fitness to dive", "Eilat", "Eilat's Coral Beach", "El Ni\u00f1o", "Electrical current", "Electro-galvanic oxygen sensor", "Elisabeth Kristoffersen", "Elkhorn coral", "Embayment", "Emergency ascent", "Emergency gas supply", "Emergency locator beacon", "Emergency response plan", "Emergent coastline", "Emma Farrell (freediver)", "Emma Hwang", "Encyclopedia of Recreational Diving", "Encyclop\u00e6dia Britannica Eleventh Edition", "End-Permian extinction", "Endobenthos", "Endolith", "Endosymbiont", "Eniwetok Atoll", "Entanglement (hazard)", "Environmental impact of recreational diving", "Environmental issues with coral reefs", "Environmental threats to the Great Barrier Reef", "Enzo Maiorca", "Epibenthic sled", "Epibenthos", "Epipelagic zone", "Epiphytic", "Equivalent air depth", "Equivalent narcotic depth", "Eric Cheng", "Ernest William Moir", "Erosion", "Esbj\u00f6rn Svensson", "Escape set", "Escape trunk", "Estuary", "Eugenie Clark", "Euphotic", "European Diving Technology Committee", "European Underwater Federation", "European Underwater and Baromedical Society", "Eutrophication", "Evolution of Hawaiian volcanoes", "Exoskeleton", "Extinction", "F-ratio (oceanography)", "FNRS-2", "FNRS-3", "Faber Industrie S.p.A.", "Fabien Cousteau", "Fatma Uruk", "Federaci\u00f3n Espa\u00f1ola de Actividades Subacu\u00e1ticas", "Federazione Italiana Attivit\u00e0 Subacquee", "Feeder bluff", "Felix Hoppe-Seyler", "Fen", "Fenzy", "Fernando Garfella Palmer", "Filter feeder", "Finger Lakes Underwater Preserve Association", "Finning techniques", "Finswimming", "Fire coral", "First aid", "Firth", "Fish", "Fish pond", "Fish trap", "Fisheries and climate change", "Fisheries management", "Fisheries science", "Fitness to dive", "Fjard", "Fjord", "Flat coast", "Flavia Eberhard", "Flooded grasslands and savannas", "Florida", "Florida Keys National Marine Sanctuary", "Florida Reef Tract", "Food chain", "Food web", "Forage fish", "Fossil Coral Reef", "Francis P. Hammerberg", "Francisco Ferreras", "Fran\u00e7ois de Roubaix", "Fred M. Roberts", "Free-flow helmet", "Free immersion", "Freediving", "Freediving blackout", "Freeflow", "French Polynesia", "French federation of underwater studies and sports", "Frenzel maneuver", "Freshwater biology", "Freshwater biome", "Freshwater ecology of Maharashtra", "Freshwater ecosystem", "Freshwater environmental quality parameters", "Freshwater fish", "Freshwater marsh", "Freshwater swamp forest", "Fringing reef", "Frogman", "Frogman Corps (Denmark)", "Fuerzas Especiales", "Fukuryu", "Full-face diving mask", "Fundus (seabed)", "F\u00e9d\u00e9ration Fran\u00e7aise d'\u00c9tudes et de Sports Sous-Marins", "GIS and aquatic science", "GRUMEC", "Galapagos", "Gambier Islands", "Ganges", "Gannet", "Garrett Reisman", "Gary Gentile", "Gas blending", "Gas blending for scuba diving", "Gas man", "Gas panel", "Gas reclaim system", "Gas storage bank", "Gas storage quad", "Gas storage tube", "Gat (landform)", "Genetic diversity", "Genetically modified bacterium", "Genus", "Geo (landform)", "Geography and ecology of the Everglades", "Geologic hazards", "Geological period", "Geomorphology", "George Bass (archaeologist)", "George F. Bond", "George R. Fischer", "Georges Beuchat", "Georgia Perimeter College", "Gerard Anthony Prangley", "Giant clam", "Giovanni Alfonso Borelli", "Global 200", "Global Explorer ROV", "Global Underwater Explorers", "Glossary of underwater diving terminology", "Glucose", "Glycerin", "Glycerol", "Goldfinder", "Goldfish-class ROUV", "Goran \u010colak", "Gordon Smith (inventor)", "Graded shoreline", "Graham Balcombe", "Graham Jessop", "Grain size", "Granule (geology)", "Gravel", "Great Barrier Reef", "Great Barrier Reef Marine Park Authority", "Green Fins", "Green turtle", "Greenhouse gas", "Gregory Chamitoff", "Grup Gerak Khas", "Guardian.co.uk", "Guillaume N\u00e9ry", "Gulf", "Gulf Stream", "Gunter Sch\u00f6bel", "Gut (coastal geography)", "Guy Garman", "Guybon Chesney Castell Damant", "Guyot", "Gyrojet", "HMS Challenger (K07)", "HMS Royal George (1756)", "Habitat (ecology)", "Haenyeo", "Halcyon PVR-BASC", "Halcyon RB80", "Haldane's decompression model", "Halimeda", "Hannes Keller", "Hans Hass", "Hans Hass Award", "Hapua", "Hawaii", "Hawaiian sling", "Hawai\u02bbi Institute of Marine Biology", "Hawksbill sea turtle", "Hazard analysis", "Hazards of the diving environment", "Hazmat diver", "Hazmat diving", "Hdl (identifier)", "Headland", "Health and Safety Executive", "Hecate Strait", "Heckler & Koch P11", "Heidemarie Stefanyshyn-Piper", "Heinke (diving equipment manufacturer)", "HeinrichsWeikamp", "Helgoland Habitat", "Helicopter Aircrew Breathing Device", "Heliox", "Helium analyzer", "Helium release valve", "Helix Energy Solutions Group", "Henderson Island (Pitcairn Islands)", "Henry Fleuss", "Henry Valence Hempleman", "Henry Way Kendall", "Herbert Nitsch", "Hermatypic coral", "Heron", "Herv\u00e9 Stevenin", "Hexacorallia", "Hexactinellid", "Hierarchy of hazard controls", "High-pressure nervous syndrome", "High pressure breathing air compressor", "Hillary Hauser", "History of Diving Museum", "History of decompression research and development", "History of dive computers", "History of scuba diving", "History of underwater diving", "Holarctic realm", "Holocene", "Holothuroidea", "Homeostasis", "Honduras", "Honor Frost", "Hookah (diving)", "Hopcalite", "Hot-water suit", "Hot stab", "Hot water system (diving)", "Hotspot Ecosystem Research and Man's Impact On European Seas", "Hugh Bradner", "Human factors in diving equipment design", "Human factors in diving safety", "Human impact on marine life", "Human torpedo", "Humboldt Current", "Hurricane Allen", "Hydreliox", "Hydrobiology", "Hydrogen narcosis", "Hydrostatic test", "Hydrothermal vent", "Hydrothermal vent microbial communities", "Hydrox (breathing gas)", "Hyperbaric evacuation and rescue", "Hyperbaric lifeboat", "Hyperbaric medicine", "Hyperbaric nursing", "Hyperbaric stretcher", "Hyperbaric treatment schedules", "Hyperbaric welding", "Hyperbenthos", "Hypercapnia", "Hyperoxia", "Hyperthermia", "Hypocapnia", "Hyporheic zone", "Hypothermia", "Hypoxia (environmental)", "Hypoxia (medical)", "IDA71", "IMCA Code of Practice for Offshore Diving", "ISBN (identifier)", "ISO 24801 Recreational diving services \u2014 Requirements for the training of recreational scuba divers", "ISO recreational diving training standards", "ISSN (identifier)", "Ian Edward Fraser", "Ice diving", "Ictineu 3", "Immersion diuresis", "Immersion finswimming", "In-water recompression", "In-water surface cleaning", "Incident pit", "Incompetence", "Independent doubles", "Index fossil", "Index of recreational dive sites", "Index of underwater divers", "Index of underwater diving", "Indian Ocean", "Indo-Pacific", "Indomalayan realm", "Indonesia", "Ingression coast", "Injection well", "Inland diving", "Inlet", "Inner ear decompression sickness", "Innes McCartney", "Inshore diving", "Instinctive drowning response", "Integrated coastal zone management", "Integrated weights", "International Association for Handicapped Divers", "International Association of Nitrox and Technical Divers", "International Coral Reef Society", "International Diving Regulators and Certifiers Forum", "International Diving Schools Association", "International Life Saving Federation", "International Marine Contractors Association", "International Scuba Diving Hall of Fame", "International Submarine Escape and Rescue Liaison Office", "International Union for Conservation of Nature" ], "link_list_capped": true, "probability": 0.1878507286310196, "decision_seconds": 1.82472890522331, "source": "model" }, { "from": "Granule (geology)", "to": "Gut (coastal geography)", "candidates": 148, "offered_links": [ "Accretion (coastal management)", "Anchialine system", "Archipelago", "Atoll", "Avulsion (river)", "Ayre (landform)", "Barrier island", "Bay", "Beach", "Beach cusps", "Beach evolution", "Beach ridge", "Beach wrack", "Beaches in estuaries and bays", "Beachrock", "Bight (geography)", "Blowhole (geology)", "Bodden", "Boulder", "Brackish marsh", "Bulkhead line", "Cape (geography)", "Channel (geography)", "Clastic rocks", "Clay", "Cliff", "Cliff-top dune", "Cliffed coast", "Coast", "Coastal biogeomorphology", "Coastal engineering", "Coastal erosion", "Coastal geography", "Coastal management", "Coastal morphodynamics", "Coastal plain", "Coastal waterfall", "Cobble (geology)", "Concordant coastline", "Conglomerate (geology)", "Continental margin", "Continental shelf", "Coral reef", "Cove", "Current (hydrology)", "Cuspate foreland", "Debouch", "Discordant coastline", "Dune", "Emergent coastline", "Estuary", "Feeder bluff", "Firth", "Fjard", "Fjord", "Flat coast", "Freshwater marsh", "Fundus (seabed)", "Gat (landform)", "Geo (landform)", "Graded shoreline", "Grain size", "Granule (disambiguation)", "Gravel", "Gulf", "Gut (coastal geography)", "Hapua", "Headland", "ISBN (identifier)", "Ingression coast", "Inlet", "Integrated coastal zone management", "Intertidal wetland", "Intertidal zone", "Island", "Islet", "Isthmus", "Lagoon", "Landform", "Large-scale coastal behaviour", "Liman (landform)", "Littoral zone", "Longshore drift", "Machair", "Marine regression", "Marine transgression", "Mega delta", "Modern recession of beaches", "Mouth bar", "Mudflat", "Natural arch", "Particle size", "Particle size (grain size)", "Pebble", "Peninsula", "Peresyp", "Physical oceanography", "Pocket beach", "Raised beach", "Raised shoreline", "Reef", "Region of freshwater influence", "Regressive delta", "Ria", "Rip current", "River delta", "River mouth", "River plume", "Rock (geology)", "Rocky shore", "Salt marsh", "Sand", "Sea cave", "Sea foam", "Seashell", "Sedimentology", "Shingle beach", "Shoal", "Silt", "Skerry", "Sound (geography)", "Spit (landform)", "Stack (geology)", "Steep coast", "Storm beach", "Strait", "Strand plain", "Submarine canyon", "Submergent coastline", "Submersion (coastal management)", "Surf break", "Surf zone", "Surge channel", "Swash", "Tidal island", "Tidal marsh", "Tide pool", "Tied island", "Tombolo", "Undertow (water waves)", "Volcanic arc", "Waituna", "Wash margin", "Wave-cut platform", "Wave shoaling", "Wind fetch", "Wind wave", "Windwatt" ], "link_list_capped": false, "probability": 0.0374554768204689, "decision_seconds": 0.3018118180334568, "source": "model" }, { "from": "Gut (coastal geography)", "to": "Granule (geology)", "candidates": 180, "offered_links": [ "Accretion (coastal management)", "Anchialine system", "Archipelago", "Atoll", "Avulsion (river)", "Ayre (landform)", "Bailey Island (Maine)", "Baltic Sea", "Barrier island", "Battle of Turtle Gut Inlet", "Bay", "Beach", "Beach cusps", "Beach evolution", "Beach ridge", "Beach wrack", "Beaches in estuaries and bays", "Beachrock", "Biddeford Pool", "Bight (geography)", "Blowhole (geology)", "Bodden", "Boulder", "Brackish marsh", "Brewery Gut", "Bulkhead line", "Cape (geography)", "Cape Neddick", "Channel (geography)", "Clay", "Cliff", "Cliff-top dune", "Cliffed coast", "Coast", "Coastal biogeomorphology", "Coastal engineering", "Coastal erosion", "Coastal geography", "Coastal management", "Coastal morphodynamics", "Coastal plain", "Coastal waterfall", "Cobble (geology)", "Concordant coastline", "Continental margin", "Continental shelf", "Coral reef", "Cove", "Current (hydrology)", "Cuspate foreland", "Debouch", "Digby Gut", "Discordant coastline", "Dune", "Emergent coastline", "Estuary", "Falkland Islands", "Feeder bluff", "Firth", "Fjard", "Fjord", "Flat coast", "Freshwater marsh", "Fundus (seabed)", "Gardner's Gut", "Gat (landform)", "Geo (landform)", "Graded shoreline", "Grain size", "Granule (geology)", "Gravel", "Gulf", "Gully", "Gut (hydrology)", "Gut of Canso", "Gut of Gibraltar", "Hapua", "Headland", "Hull Gut", "Ingression coast", "Inlet", "Integrated coastal zone management", "Intertidal wetland", "Intertidal zone", "Island", "Isle of Shoals", "Islet", "Isthmus", "Jigsaw Rock Gut", "Lagoon", "Lake Winnipesaukee", "Lam\u00e8que Island", "Landform", "Large-scale coastal behaviour", "Liman (landform)", "Littoral zone", "Longshore drift", "Machair", "Marine regression", "Marine transgression", "Mega delta", "Mid-Atlantic States", "Mira Gut", "Mira River (Nova Scotia)", "Modern recession of beaches", "Mouth bar", "Mudflat", "Natural arch", "Newbury, Massachusetts", "North Sea", "Nubble Light", "Pebble", "Peddocks Island", "Peninsula", "Peresyp", "Physical oceanography", "Pictou Landing, Nova Scotia", "Plum Gut Lighthouse", "Pocket beach", "Raised beach", "Raised shoreline", "Reef", "Region of freshwater influence", "Regressive delta", "Ria", "Rip current", "River delta", "River mouth", "River plume", "Rocky shore", "Salt marsh", "Sand", "Sea cave", "Sea foam", "Seashell", "Shingle beach", "Shirley Gut", "Shoal", "Silt", "Skerry", "Sound (geography)", "South Bristol, Maine", "South Gut St. Anns, Nova Scotia", "Southport, Maine", "Spit (landform)", "Stack (geology)", "Steep coast", "Storm beach", "Strait", "Strand plain", "Stream", "Submarine canyon", "Submergent coastline", "Submersion (coastal management)", "Surf break", "Surf zone", "Surge channel", "Swash", "The Gut (geological feature)", "The Rip", "Tidal island", "Tidal marsh", "Tidal race", "Tide pool", "Tied island", "Tombolo", "Turtle Gut Inlet", "Undertow (water waves)", "Volcanic arc", "Waituna", "Wash margin", "Wave-cut platform", "Wave shoaling", "Wayback Machine", "West Falkland", "West Point Island", "Wind fetch", "Wind wave", "Windwatt", "York, Maine" ], "link_list_capped": false, "probability": 0.11835635453462601, "decision_seconds": 0.3893299475312233, "source": "model" } ], "scope": "fresh_route" }, { "start": "Coffee", "target": "Mathematics", "final": "Cereal", "reason": "cycle", "success": false, "decisions": [ { "from": "Coffee", "to": "Cereal coffee", "candidates": 521, "offered_links": [ "Abd al-Qadir al-Jaziri", "Abu Bakr al-Razi", "Abyssinia", "Acacia", "Adal Sultanate", "Aden", "Adenosine receptor", "AeroPress", "Affogato", "Age of Sail", "Ajam", "Al-Hawi", "Al-Shihr", "Albizia", "Alton Brown", "American Birding Association", "American Heart Association", "American Journal of Epidemiology", "American Revolution", "American University", "American yellow warbler", "Americas", "Angel Gabriel", "Anorectic", "Antioxidant", "Arabic coffee", "Aramaic", "Ashwagandha", "Asian palm civet", "Asi\u00e1tico", "Atlantic Forest", "Average Joe", "Avicenna", "B-52 (cocktail)", "BBC", "BMJ", "B vitamins", "Balliol College, Oxford", "Bar (unit)", "Barista", "Barley tea", "Barleycup", "Basic Books", "Battle of Vienna", "Beaten coffee", "Beliefnet", "Benguet coffee", "Bibcode (identifier)", "Bica (coffee)", "Bicerin", "Bikini barista", "Bioeconomy", "Bitterness", "Black Coffee (disambiguation)", "Black Russian", "Blade grinder", "Bloomberg News", "Boma Plateau", "Bosporus", "Boston Tea Party", "Bourbon coffee", "Brazil", "Break (work)", "Brosimum alicastrum", "Burr mill", "CAB International", "Cafestol", "Caffeic acid", "Caffeine", "Caffeine dependence", "Caffeine withdrawal", "Caff\u00e8 americano", "Caff\u00e8 corretto", "Caff\u00e8 crema", "Caff\u00e8 d'orzo", "Caff\u00e8 macchiato", "Caff\u00e8 mocha", "Caff\u00e8 shakerato", "Caff\u00e8 sospeso", "Caf\u00e9 Central", "Caf\u00e9 Touba", "Caf\u00e9 au lait", "Caf\u00e9 com cheirinho", "Caf\u00e9 con leche", "Caf\u00e9 de olla", "Caf\u00e9 tropeiro", "Cairo", "Canned coffee", "Cappuccino", "Carajillo", "Caramelization", "Caro (drink)", "Cash crop", "Cassia (genus)", "Casuarina", "Cereal coffee", "Cezve", "Charles II of England", "Chemex Coffeemaker", "Chicory", "Chlorogenic acid", "Chorreador", "Classical element", "Clinical trial", "Coffea", "Coffea arabica", "Coffea canephora", "Coffea charrieriana", "Coffea liberica", "Coffea racemosa", "Coffea stenophylla", "CoffeeCon", "Coffee (disambiguation)", "Coffee and doughnuts", "Coffee bag", "Coffee bean", "Coffee bean storage", "Coffee borer beetle", "Coffee break", "Coffee brew", "Coffee cabinet", "Coffee ceremony of Ethiopia and Eritrea", "Coffee culture", "Coffee culture in Australia", "Coffee culture in former Yugoslavia", "Coffee culture in the former Yugoslavia", "Coffee cup", "Coffee cup sleeve", "Coffee cupping", "Coffee extraction", "Coffee filter", "Coffee in Italy", "Coffee in Japan", "Coffee in South Korea", "Coffee in Sweden", "Coffee leaf rust", "Coffee milk", "Coffee palace", "Coffee percolator", "Coffee pot", "Coffee preparation", "Coffee production", "Coffee production in Brazil", "Coffee production in Indonesia", "Coffee roasting", "Coffee root-knot nematode", "Coffee service", "Coffee substitute", "Coffee vending machine", "Coffee wars", "Coffee wastewater", "Coffee wilt disease", "Coffeehouse", "Coffeemaker", "Cold brew coffee", "Coleoptera", "Collagen", "Colombia", "Colombian coffee", "Colombian coffee growing axis", "Commission for Environmental Cooperation", "Consumer Reports", "Cordyceps", "Cortado", "Cremat", "Crete", "Cuban espresso", "Cultural Critique", "Culture of Bosnia and Herzegovina", "Cup of Joe (disambiguation)", "Current Neuropharmacology", "Cushitic languages", "Dalgona coffee", "Dandelion coffee", "Decaffeinated", "Decaffeination", "Deforestation", "Demitasse", "Demitasse spoon", "Digestive enzymes", "Diner", "Doi (identifier)", "Doppio", "Drip coffee", "Dutch East India Company", "E.J. Brill", "EFTA", "EU Regulation on Deforestation-free products", "Economics of coffee", "Egg coffee", "Eight O'Clock Coffee", "Einsp\u00e4nner", "Encyclopaedia Aethiopica", "Encyclop\u00e6dia Britannica Eleventh Edition", "English coffeehouses in the 17th and 18th centuries", "Erythrina", "Es yen", "Espresso", "Espresso con panna", "Espresso machine", "Espresso martini", "Espresso tonic", "Essential oil", "Ethiopia", "Ethiopian Orthodox Tewahedo Church", "European Fair Trade Association", "European Union", "Evergreen State College", "FAOSTAT", "Fair trade", "Fair trade coffee", "Fair trade debate", "Fair trade impact studies", "Fairtrade Foundation", "Fairtrade Labelling Organizations International", "Fairtrade certification", "Feces", "Flat red", "Flat white", "Food Network", "Food Quality and Preference", "Food grading", "Frapp\u00e9 coffee", "Fred Pearce", "Frederick II of Prussia", "Frederika Charlotte Riedesel", "Freeze drying", "French drip", "French press", "Friedrich Adolf Riedesel", "Frost & Sullivan", "Furan-2-ylmethanethiol", "Futures contracts", "Gabriel de Clieu", "Gal\u00e3o", "Gastrocolic reflex", "Gazzosa al caff\u00e8", "Geisha (coffee)", "George Washington (inventor)", "Gibberella xylarioides", "Ginseng coffee", "Gliricidia", "Global Exchange", "Google Books", "Grevillea robusta", "Guadeloupe Bonifieur", "Guatemala", "Gustav III of Sweden's coffee experiment", "Gynoecium", "Haitian Revolution", "Hdl (identifier)", "Health effects of coffee", "Hemileia vastatrix", "Hemiptera", "Hericium erinaceus", "History of coffee", "Home roasting coffee", "Honourable East India Company", "Horticultural", "Houghton Mifflin", "HuffPost", "ISBN (identifier)", "Ibn Hajar al-Haytami", "Iced coffee", "Immigration to Brazil", "Indian filter coffee", "Indonesia", "Inga", "Inka (drink)", "Inonotus obliquus", "Insecticide", "Instant coffee", "Intercontinental Exchange", "Intercropping", "International Coffee Day", "International Coffee Organization", "Ipoh white coffee", "Irish coffee", "JSTOR (identifier)", "Jabarti", "Jamaican Blue Mountain Coffee", "Java", "Java coffee", "Jebena", "Jeddah", "Jeremy P. E. Spencer", "Jewish Telegraphic Agency", "Johann Sebastian Bach", "John Adams", "John B. Watson", "John Burgoyne", "John C. Winston Company", "John Evelyn", "John Frederick Lewis", "John Wiley & Sons", "Johns Hopkins University Press", "Josephus Daniels", "Joule (journal)", "Journal of Agricultural and Environmental Ethics", "Journal of Consumer Affairs", "Journal of Food Composition and Analysis", "Journal of the American College of Cardiology", "Journal of the American Dietetic Association", "Kaffa Province", "Kahawa Sug", "Kahl\u00faa", "Kahweol", "Kaldi", "Kapeng barako", "Karlsbad coffee maker", "Karsk", "Khat", "Kona coffee", "Kopi (drink)", "Kopi joss", "Kopi luwak", "Kopi tubruk", "Kopitiam", "Kurdish coffee", "Latin", "Latte", "Latte art", "Latte macchiato", "Laxative", "Leaf", "Leonhard Rauwolf", "Leucaena", "Lingzhi (mushroom)", "Liqueur coffee", "List of bakery caf\u00e9s", "List of chemical compounds in coffee", "List of coffee companies", "List of coffee dishes", "List of coffee drinks", "List of coffee varieties", "List of coffeehouse chains", "List of countries", "List of countries by coffee production", "Lomani River", "London International Financial Futures and Options Exchange", "Long black", "Low-acid coffee", "Low caffeine coffee", "Lungo", "Maracaturra coffee", "Maragogipe Coffee", "Margin (economics)", "Mark Pendergrast", "Marocchino", "Maronite", "Martinique", "Massachusetts Historical Society", "Maxwell House", "Mayo Clinic", "Mazagran (drink)", "McGraw-Hill", "Mechanism of action", "Microfoam", "Milk coffee", "Mineral (nutrient)", "Moka pot", "Mokha", "Mold", "Molokai coffee", "Moretta (coffee)", "Mount Marsabit", "Mucilage", "Mug", "Muhammad", "Museo del Objeto del Objeto", "Muslims", "Mustang coffee", "Mycena citricolor", "M\u0131rra", "NBC News", "NPR", "National Arbor Day Foundation", "National Coffee Association", "National Geographic", "Nescaf\u00e9", "Net-filter coffee", "New Scientist", "New Straits Times", "New York Mercantile Exchange", "Nitro cold brew coffee", "Nutrient", "Nutrients (journal)", "OCLC (identifier)", "Oliang", "Open access", "Organic coffee", "Orientalism", "Oromo people", "Osprey Publishing", "Ottoman Empire", "Ottoman Iraq", "Outcrossing", "Oxford", "Oxford English Dictionary", "Oxford University Press", "PMC (identifier)", "PMID (identifier)", "Peaberry", "Per capita", "Pera Museum", "Petiole (botany)", "Piscoffee", "Polyphenol", "Pope Clement VIII", "Postum", "Protein powder", "Pumpkin spice latte", "Purdue University", "Qishr", "Queen's Lane Coffee House", "Raf coffee", "Rainforest Alliance", "Random House", "Rastafarians", "Rasulid dynasty", "Reader's Digest", "Receptor antagonist", "Red Sea", "Reversible coffee pot", "Rio de Janeiro", "Rio de Janeiro (state)", "Ristretto", "Robusta coffee", "Rosen Publishing Group", "Routledge", "Rowman & Littlefield", "Rubiaceae", "Rufous-capped warbler", "R\u00fcdesheimer Kaffee", "S795 coffee", "Sa'ad ad-Din II", "Sagada coffee", "Saint-Domingue", "Sanka", "Saratoga campaign", "Schweigt stille, plaudert nicht", "Scientific American", "Scientific Reports", "Shade-grown coffee", "Shadhili", "Single-origin coffee", "Single-serve coffee container", "Skeletal formula", "Smithsonian Institution", "Smithsonian Migratory Bird Center", "South Arabia", "Specialty Coffee Association of Indonesia", "Specialty coffee", "Spectroscopy", "Spice trade", "Starbucks", "Starch", "Stichting Max Havelaar", "Stimulant", "Stipules", "Stoughton, Wisconsin", "Stroke", "Sufi", "Sustainability standards and certification", "Sustainable coffee", "S\u00e3o Paulo", "S\u00e3o Paulo (state)", "Tasse \u00e0 caf\u00e9", "Tea", "Tea culture", "Tenom coffee", "The Canon of Medicine", "The Guardian", "The Hispanic American Historical Review", "The New Press", "The New York Times", "Third-wave coffee", "Tia Maria", "Tihamah", "Time (magazine)", "Today.com", "Tonne", "Transpiration", "Turkish coffee", "Type 2 diabetes", "US$", "US gallon", "UTZ Certified", "United Nations", "United Nations Conference on Trade and Development", "United States Barista Championship", "University of Chicago Press", "Used coffee grounds", "Vacuum coffee maker", "Variety (biology)", "Vascular Medicine (journal)", "Vegetative reproduction", "Vienna", "Viennese coffee house", "Viennese coffee house culture", "Vietnam", "Vietnamese iced coffee", "Washington State University", "Wet season", "White Russian (cocktail)", "White coffee", "Wiener Melange", "Wikispecies", "Wiley-Blackwell", "Wilt disease", "World Barista Championship", "World Brewers Cup", "Yazdi coffee", "Yemen", "Yuenyeung", "Zabid", "Zarf", "Zed Books", "Zeila", "Zeila (historical region)", "Ziploc" ], "link_list_capped": false, "probability": 0.07425447553396225, "decision_seconds": 0.9680993529036641, "source": "model" }, { "from": "Cereal coffee", "to": "Corn coffee", "candidates": 233, "offered_links": [ "AeroPress", "Affogato", "Arabic coffee", "Asi\u00e1tico", "B-52 (cocktail)", "Ba'kelalan", "Barista", "Barley", "Barley tea", "Barleycup", "Beaten coffee", "Beet", "Benguet coffee", "Bica (coffee)", "Bicerin", "Bikini barista", "Black Russian", "Bourbon coffee", "Break (work)", "Brosimum alicastrum", "Brown rice", "Brown rice green tea", "Brown rice tea", "Buckwheat tea", "CNN.com", "Cafestol", "Caffeic acid", "Caffeine", "Caffeine withdrawal", "Caff\u00e8 americano", "Caff\u00e8 corretto", "Caff\u00e8 crema", "Caff\u00e8 d'orzo", "Caff\u00e8 macchiato", "Caff\u00e8 mocha", "Caff\u00e8 shakerato", "Caff\u00e8 sospeso", "Caf\u00e9 Touba", "Caf\u00e9 au lait", "Caf\u00e9 com cheirinho", "Caf\u00e9 con leche", "Caf\u00e9 de olla", "Caf\u00e9 tropeiro", "Canned coffee", "Cappuccino", "Carajillo", "Caro (drink)", "Cereal", "Cezve", "Chemex Coffeemaker", "Chickpea", "Chicory", "China", "Chorreador", "Coffea", "Coffea arabica", "Coffea canephora", "Coffea charrieriana", "Coffea liberica", "Coffea racemosa", "Coffea stenophylla", "Coffee", "CoffeeCon", "Coffee and doughnuts", "Coffee bag", "Coffee bean", "Coffee cabinet", "Coffee ceremony of Ethiopia and Eritrea", "Coffee culture", "Coffee culture in Australia", "Coffee culture in the former Yugoslavia", "Coffee cup", "Coffee cup sleeve", "Coffee cupping", "Coffee milk", "Coffee palace", "Coffee percolator", "Coffee preparation", "Coffee production", "Coffee roasting", "Coffee service", "Coffee substitute", "Coffee vending machine", "Coffee wars", "Coffee wastewater", "Coffeehouse", "Coffeemaker", "Cold brew coffee", "Corn coffee", "Corn tea", "Cortado", "Cremat", "Cuban espresso", "Dalgona coffee", "Dandelion coffee", "Decaffeination", "Demitasse", "Demitasse spoon", "Doppio", "Drink", "Drip coffee", "East Asia", "Economics of coffee", "Egg coffee", "Einsp\u00e4nner", "English coffeehouses in the 17th and 18th centuries", "Ersatz good", "Es yen", "Espresso", "Espresso con panna", "Espresso machine", "Espresso martini", "Espresso tonic", "Ethiopia", "Fair trade coffee", "Flat red", "Flat white", "Frapp\u00e9 coffee", "French drip", "French press", "Furan-2-ylmethanethiol", "Gal\u00e3o", "Gazzosa al caff\u00e8", "Geisha (coffee)", "Genmaicha", "Ginseng coffee", "Grain milk", "Guadeloupe Bonifieur", "Gustav III of Sweden's coffee experiment", "Health effects of coffee", "Health food store", "Hemileia vastatrix", "History of coffee", "Home roasting coffee", "Iced coffee", "Indian filter coffee", "Inka (drink)", "Instant coffee", "International Coffee Day", "International Coffee Organization", "Ipoh white coffee", "Irish coffee", "Jamaican Blue Mountain Coffee", "Japan", "Jebena", "Job's tears tea", "Kahawa Sug", "Kahweol", "Kapeng barako", "Karlsbad coffee maker", "Karsk", "Kona coffee", "Kopi (drink)", "Kopi joss", "Kopi luwak", "Kopi tubruk", "Kopitiam", "Korea", "Kurdish coffee", "Latte", "Latte art", "Latte macchiato", "Liqueur coffee", "List of bakery caf\u00e9s", "List of barley-based drinks", "List of coffee companies", "List of coffee drinks", "List of coffee varieties", "List of coffeehouse chains", "List of countries", "Long black", "Low-acid coffee", "Lun Bawang", "Lungo", "Malt", "Maracaturra coffee", "Maragogipe Coffee", "Marocchino", "Mash ingredients", "Mazagran (drink)", "Milk coffee", "Moka pot", "Molasses", "Molokai coffee", "Moretta (coffee)", "Mustang coffee", "M\u0131rra", "Net-filter coffee", "Nitro cold brew coffee", "Oliang", "Organic coffee", "Philippines", "Piscoffee", "Podpiwek", "Postum", "Pumpkin spice latte", "Qishr", "Raf coffee", "Reversible coffee pot", "Ristretto", "Rye", "R\u00fcdesheimer Kaffee", "S795 coffee", "Sagada coffee", "Sarawak", "Sarawak Tourism Board", "Shade-grown coffee", "Sicklepod tea", "Single-origin coffee", "Single-serve coffee container", "Sorghum", "Specialty coffee", "Sungnyung", "Sustainable coffee", "Tasse \u00e0 caf\u00e9", "Tea", "Tenom coffee", "Third-wave coffee", "Turkish coffee", "United States Barista Championship", "Used coffee grounds", "Vacuum coffee maker", "Viennese coffee house culture", "Vietnamese iced coffee", "Visayan white corn", "White Russian (cocktail)", "White coffee", "Wiener Melange", "World Barista Championship", "World Brewers Cup", "Yazdi coffee", "Yuenyeung", "Zarf" ], "link_list_capped": false, "probability": 0.14574584364891052, "decision_seconds": 0.43424762040376663, "source": "model" }, { "from": "Visayan white corn", "to": "Cereal", "candidates": 206, "offered_links": [ "Aca\u00e7\u00e1", "Alivenci", "Americas", "Amylomaize", "Arepa", "Atole", "BBCH-scale (maize)", "Baby corn", "Banku (dish)", "Battered sausage", "Bibcode (identifier)", "Binaki", "Binatog", "Binte biluhuta", "Biofuel", "Blood sugar", "Blue corn", "Bolivia maize varieties", "Bollo", "Bourbon whiskey", "Broa", "Bukidnon", "Bulz (food)", "Cachapa", "Cauim", "Cebu", "Cebuano language", "Cereal", "Champurrado", "Chicha", "Chicha de jora", "Chicha morada", "Chipa guasu", "Chisel", "Cocolo\u0219i", "Colada morada", "Conkie", "Corn", "Corn Palace", "Corn School", "Corn allergy", "Corn beer", "Corn chip", "Corn chowder", "Corn construction", "Corn cookie", "Corn crab soup", "Corn crib", "Corn dog", "Corn flakes", "Corn fritter", "Corn kernel", "Corn nut", "Corn oil", "Corn on the cob", "Corn production in the United States", "Corn pudding", "Corn relish", "Corn sauce", "Corn schnitzel", "Corn smut", "Corn soup", "Corn starch", "Corn steep liquor", "Corn stew", "Corn stover", "Corn syrup", "Corn tea", "Corn tortilla", "Corn wet-milling", "Corn whiskey", "Cornbread", "Corncob", "Cornick", "Cornick (food)", "Cornmeal", "Cornstalk fiddle", "Cou-cou", "Creamed corn", "Cultivar", "Dent corn", "Doi (identifier)", "Ecuador maize varieties", "Field corn", "Field of Corn", "Flint corn", "Flour corn", "Fufu", "Genetically modified maize", "Ginataang mais", "Glucose", "Glucose syrup", "Glycemic index", "Gofio", "Grits", "Guanime", "Hallaca", "Hasty pudding", "Herbicide", "High-fructose corn syrup", "High-maltose corn syrup", "Hominy", "Humita", "Hushpuppy", "Hybrid (biology)", "ISBN (identifier)", "International corn production statistics", "Johnnycake", "Kakanin", "Ka\u010damak", "Kenkey", "Kuymak", "Lagkitan corn", "List of maize diseases", "List of maize dishes", "List of popcorn brands", "List of sweetcorn varieties", "List of tortilla-based dishes", "List of varieties of genetically modified maize", "MON 810", "MON 863", "Maize", "Maize milling", "Maize production in Tanzania", "Maize streak virus", "Maja blanca", "Makki ki roti", "Manila", "Maque choux", "Masa", "Mazamorra", "Ma\u00edz con hielo", "Mielie-meal", "Milho frito", "Mindanao", "Mote (food)", "Mush (cornmeal)", "M\u0103m\u0103lig\u0103", "M\u0103m\u0103lig\u0103 \u00een p\u0103turi", "Nacatamal", "Nachos", "National Cornbread Festival", "Natural selection", "Nixtamalization", "Open pollination", "Pamonha", "Pangasinan", "Pashofa", "Pastel de choclo", "Pasteles", "Peruvian corn", "Philippines", "Piki", "Pinole", "Pinolillo", "Polenta", "Popcorn", "Popcorn maker", "Poverty food", "Pozol", "Pozole", "Proja", "Public perception of high-fructose corn syrup", "Pupusa", "Purple corn", "Quality Protein Maize", "Rice", "Sagamite", "Samp", "Shoepeg corn", "Sloosh", "Sopa paraguaya", "Sope (food)", "Sorullos", "Spanish colonial period of the Philippines", "Species", "Spoonbread", "Staple food", "Suam na mais", "Succotash", "Sweet Corn Festival", "Sweet corn", "Talo (food)", "Tamale", "Tejate", "Tejuino", "Tesg\u00fcino", "Theobroma cacao", "Three Sisters (agriculture)", "Tinughong", "Tobacco", "Tortilla", "Tortilla chip", "Tostada (tortilla)", "Totopo", "Traditional Italian maize varieties", "Transgenic", "Ugali", "Visayas", "Visayas Islands", "Waxy corn", "White rice", "Wotou", "Xar\u00e9m", "Zea (film)", "Zea mays" ], "link_list_capped": false, "probability": 0.29462099075317383, "decision_seconds": 0.3825761033222079, "source": "model" }, { "from": "Cereal", "to": "Breakfast cereal", "candidates": 633, "offered_links": [ "2007\u20132008 world food price crisis", "2008 financial crisis", "A Cow at My Table", "A Fleshless Diet", "A Plea for Vegetarianism and Other Essays", "A Reasonable Plea for the Animal Creation", "A Sacred Duty", "A Vindication of Natural Diet", "Aarhus University", "Academic Press", "Acetaria: A Discourse of Sallets", "Ahimsa", "Alan Davidson (food writer)", "Alcoholic drink", "Alcott House", "Amaranth", "Amaranthaceae", "Amaranthus caudatus", "Amaranthus cruentus", "Amaranthus hypochondriacus", "American Vegan Society", "An Essay on Abstinence from Animal Food, as a Moral Duty", "Ancient Egypt", "Ancient Rome", "Ancient grains", "Anemophily", "Animal-free agriculture", "Animal (De)liberation", "Animal feed", "Animal husbandry", "Animal rights", "Animal welfare", "Annual plant", "Anthropocentrism", "Aquifer", "Ashnan", "Aspergillus", "Australian Journal of Entomology", "Austronesian peoples", "BBC Food", "Barley", "Barley malt syrup", "Beans", "Beauty Without Cruelty", "Beer", "Behind the Scenes in Slaughter-Houses", "Ben & Esther's Vegan Jewish Deli", "Bengali people", "Bibcode (identifier)", "Bible Christian Church (vegetarian)", "Bibliography of veganism and vegetarianism", "Black veganism", "Boston Vegetarian Society", "Botanical Society of Britain and Ireland", "Bran", "Brazil", "Bread", "Breadfruit", "Breakfast cereal", "Brewing", "Buckwheat", "Buddhist vegetarianism", "Bulk cargo", "Calcium", "Canary grass", "Carbohydrate", "Carnage (2017 film)", "Carnism", "Caryopsis", "Cash crop", "Celosia", "Cereal (disambiguation)", "Cereal germ", "Cereal trade", "Ceres (mythology)", "Chenopodium berlandieri", "Chenopodium formosanum", "Chenopodium pallidicaule", "Cheremshanka, Altai Republic", "China", "China Vegan Society", "Christian Vegetarian Association", "Christian vegetarianism", "Cinnaholic", "Civilization", "Cob (material)", "Coconut milk", "Colin Renfrew", "Columbian exchange", "Combine harvester", "Commercial sorghum", "Commodity (type of good)", "Commodity market", "Common wheat", "Community of the Ark", "Complete protein", "Compost", "Cond\u00e9 Nast", "Contour trenching", "Cooked rice", "Corn starch", "Corn tortilla", "Cover crop", "Cowspiracy", "Cranks (restaurant)", "Crispbread", "Crop", "Crop rotation", "Crop wild relative", "Crop yield", "Crossroads Kitchen", "Crude protein", "Cuddie Springs", "Cultured meat", "Current Anthropology", "Dal", "Dansk Vegetarisk Forening", "Deep ecology", "Developed country", "Developing country", "Diet for a New America", "Diet for a New America (film)", "Diet for a Small Planet", "Diet in Hinduism", "Diet in Sikhism", "Dietary fiber", "Dinner (book)", "Doi (identifier)", "Domesticated", "Domestication", "Dominion (2018 film)", "Drinn", "Durum wheat", "Dutch Vegetarian Society", "Earthlings (film)", "East Asia", "Eating Animals", "Eating You Alive", "Economic vegetarianism", "Eden Gemeinn\u00fctzige Obstbau-Siedlung", "Einkorn", "Elizabeth's Gone Raw", "Emmer", "Endosperm", "Environmental effects of irrigation", "Environmental impact of agriculture", "Environmental vegetarianism", "Essential amino acid", "Essential fatty acid", "Ethanol", "Ethanol fermentation", "Ethics of eating meat", "Ethiopia", "European Food Safety Authority", "European Vegetarian Union", "Eutrophication", "FAO", "FAOSTAT", "Fagopyrum tataricum", "Fanny E. Lacy", "Far East", "Farina (food)", "Farro", "Fat, Sick and Nearly Dead", "Fermentation in food processing", "Fertile Crescent", "Fertilizer", "Fifty Years of Food Reform", "Figs or Pigs?", "Fit for Life", "Flesh or Fruit? An Essay on Food Reform", "Flour", "Fodder", "Folic acid", "Fonio", "Food Empowerment Project", "Food and Agriculture Organization", "Food energy", "Food for Thought (restaurant)", "Food price crisis", "Food prices", "Food processing", "Food quality", "Food safety", "Food security", "Forks Over Knives", "Fossil fuel", "Founder crops", "Free content", "French Vegetarian Society", "Friday fast", "Fruit", "Fruitarianism", "Fruitful Food", "Fruits and Farinacea", "Fungicide", "Fusarium graminearum", "Futures trading", "Gelatin dessert", "Genetic engineering", "Global North and Global South", "Global warming", "Glume", "Go Vegan", "Government of Punjab, India", "Grain", "Grain cradle", "Grain elevator", "Grain trade", "Granola", "Greater Middle East", "Green Elephant Vegetarian Bistro", "Green Revolution", "Green Revolution in India", "Greenhouse gas emissions from agriculture", "Greens Restaurant", "Gristmill", "Hannah Ritchie", "Hardline (subculture)", "Hare Krishna Food for Life", "Haridwar", "Harvest", "Hay", "Hdl (identifier)", "HealthDay", "Heirloom plant", "Hermaphroditic", "High-fructose corn syrup", "Hiltl Restaurant", "History of agriculture", "History of rice cultivation", "History of vegetarianism", "HowStuffWorks", "Humanitarian movement", "Hybrid (biology)", "ISBN (identifier)", "ISSN (identifier)", "InSpiral Lounge", "Indian ricegrass", "Indigenous peoples of the Americas", "Industrial alcohol", "Injera", "Intercropping", "Intermediate wheatgrass", "International Development Research Centre", "International Fertilizer Development Center", "International Rice Research Institute", "International Vegetarian Union", "Iron", "Islamic vegetarianism", "Israel", "Ital", "Jain vegetarianism", "Janus", "Jewish Veg", "Jewish vegetarianism", "Job's tears", "John Wiley & Sons, Inc.", "Joseph Henry Press", "Journal of Dairy Science", "Juice fasting", "Kangaroo grass", "Kernza", "Khorasan wheat", "Lacto-ovo vegetarianism", "Lacto vegetarianism", "Lahmu", "Lamiaceae", "Latin America", "Laurel's Kitchen", "Legume", "Lentil as Anything", "Lipid", "List of countries by cereal production", "List of fictional vegetarian and vegan characters", "List of meat substitutes", "List of vegan and plant-based media", "List of vegan media", "List of vegans", "List of vegetarian and vegan companies", "List of vegetarian and vegan festivals", "List of vegetarian and vegan organizations", "List of vegetarian and vegan restaurants", "List of vegetarians", "Lists of cereal pests and diseases", "Lists of foods", "Little Pine (restaurant)", "Little Tree Food", "Live and Let Live (2013 film)", "Livestock", "Livestock's Long Shadow", "Living on the Veg", "Living the Good Life", "London Vegetarian Society", "Low-carbon diet", "Lysine", "Maa Ka Doodh", "Magnesium", "Maize", "Making a Stand for Animals", "Malt", "Malting", "Manure", "Max Roser", "Meat-free days", "Meat-free sausage roll", "Meat Atlas", "Meat alternative", "Meat paradox", "Meatless Monday", "Meet Your Meat", "Mesoamerica", "Mesopotamia", "Mesopotamian creation myth", "Methionine", "Miacucina", "Milked (film)", "Mill (grinding)", "Millet", "Mineral (nutrient)", "Minerva Caf\u00e9", "Mock duck", "Molecular Plant Pathology", "Monoculture", "Moosewood Cookbook", "Moosewood Restaurant", "Moral Inquiries on the Situation of Man and of Brutes", "Mould", "Muesli", "Naked Food", "National Geographic", "Natufian culture", "Nature's Own Book", "Nederlandse Vereniging voor Veganisme", "Neolithic", "Neolithic Revolution", "Neolithic founder crops", "New Riverside Cafe", "New Vrindaban", "Nile Valley", "Nipa grass", "Nitrogen fertilizer", "Nitrogen fixation", "Nix (restaurant)", "No-till farming", "Nodes (botany)", "Nonviolence", "Norin 10 wheat", "North American Vegetarian Society", "OCLC (identifier)", "Oat", "Oatmeal", "Oats", "Of Victorians and Vegetarians", "Ohalo II", "On Abstinence from Eating Animals", "Order of the Golden Age", "Organic movement", "Orthopathy", "Oryza coarctata", "Our Hen House", "Our World in Data", "Ovo vegetarianism", "Oxford University Press", "PMC (identifier)", "PMID (identifier)", "Paddy field", "Palitana", "Pantothenic acid", "Pasta", "Peaceable Kingdom (film)", "Peanut butter", "Pearl barley", "Pearl millet", "Penicillium", "Penny Cafeteria", "Perennial", "Perennial crop", "Pericarp", "Pesticide toxicity to bees", "Phosphorus", "Physicians Committee for Responsible Medicine", "Phytolith", "Pink Peacock", "Plamil Foods", "Planeat", "Planetary health diet", "Plant-based action plan", "Plant-based diet", "PlantPure Nation", "Plant (restaurant)", "Plant cream", "Plant domestication", "Plant milk", "Plant stem", "Plates (restaurant)", "Poaceae", "Pollen", "Polyculture", "Polygonaceae", "Polyunsaturated fat", "Porridge", "Post-harvest losses (grains)", "Post Punk Kitchen", "Potassium", "Powdery mildew", "Primitive Cookery", "ProVeg Deutschland", "ProVeg International", "ProVeg Nederland", "Proceedings of the National Academy of Sciences", "Protein (nutrient)", "Protein combining", "Protein quality", "Pseudocereal", "Puccinia", "Pulse (legume)", "Punk Rock Vegan Movie", "Purezza", "Pushkar", "Pythagoreanism", "Quay Co-op", "Quinoa", "Quorn", "Ratoon", "Ratooning", "Raw veganism", "Reasons for not Eating Animal Food", "Red Fife wheat", "Remarks on Cruelty to Animals", "Replaceability argument", "Reuters", "Riboflavin", "Rice", "Rice flour", "Rice wine", "Rishikesh", "Rodent", "Royal Botanic Gardens, Kew", "Russian invasion of Ukraine", "Rust (fungus)", "Rye", "Rye beer", "Rye bread", "Rye whiskey", "S2CID (identifier)", "Sake", "Salvia hispanica", "Sattvic diet", "Satya (magazine)", "Scientific American", "Scottish Vegetarian Society", "Scythe", "Secular ethics", "Seed coat", "Selective breeding", "Sentientism", "Serial (disambiguation)", "Seventh-day Adventist Church", "Shelley's Vegetarianism", "Silage", "Silo", "Skinny Bitch", "Slash-and-burn", "Slutty Vegan", "Sodium", "Soil conditioner", "Soil erosion", "Sorghum", "Souley Vegan", "South Asia", "South Dakota", "South India", "Soy yogurt", "Speciesism", "Speciesism: The Movie", "Speculation", "Spelt", "Spikelet", "Springer Science and Business Media LLC", "Stamen", "Staple food", "Starch", "Straight edge", "Straw", "Straw-bale construction", "Successful Farming", "Sudan", "Sun goddess of Arinna", "Sustainable agriculture", "Sustainable diet", "Swissveg", "Tamale", "Taoist diet", "Teff", "Tell Abu Hureyra", "Tell Aswad", "Tempeh", "Temperate climate", "Ten Talents (cookbook)", "The Animals' Agenda", "The Animals Film", "The Apsley Cookery Book", "The Benefits of Vegetarianism", "The Bloodless Revolution (book)", "The Children's Realm", "The China Study", "The Cry of Nature; or, An Appeal to Mercy and to Justice, on Behalf of the Persecuted Animals", "The Daisy Basket", "The End of Animal Farming", "The Ethics of Diet", "The Fable of the Bees", "The Farm (Tennessee)", "The Farm Vegetarian Cookbook", "The First Step (essay)", "The Game Changers", "The Guardian", "The Hollow Reed", "The Humanities of Diet", "The Ideal Publishing Union", "The Kind Diet", "The Logic of Vegetarianism", "The Meat Fetish", "The New Ethics", "The Oxford Companion to Food", "The Penny Domestic Assistant and Guide to Vegetarian Cookery", "The Perfect Way in Diet", "The Pitman Vegetarian Hotel", "The Pleasure Boat", "The Sexual Politics of Meat", "The Sound Lounge, London", "The Vegan Society", "The Vegan Studies Project", "The Vegetarian Epicure", "The Vegetarian Magazine", "The Washington Post", "The Way to Health, Long Life and Happiness", "Thiamine", "Thirty-nine Reasons Why I Am a Vegetarian", "Threshing", "Tillage", "Tirukku\u1e5fa\u1e37", "Tirumala", "Tofu", "Tofurkey", "Toronto Vegetarian Association", "Tortilla", "Triticale", "Triticeae", "Tropical climate", "US Department of Agriculture", "VegNews", "Vegan Awareness Foundation", "Vegan Journal", "Vegan Outreach", "Vegan Prisoners Support Group", "Vegan cheese", "Vegan flag", "Vegan jambon", "Vegan nutrition", "Vegan organic agriculture", "Vegan school meal", "Vegan studies", "Veganism", "Veganmania", "Veganuary", "Veganz", "Vegaphobia", "Vege Creek", "Vegetable Cookery", "Vegetable Kingdom: The Abundant World of Vegan Recipes", "Vegetable oil", "Vegetarian Cooking for Everyone", "Vegetarian Cycling and Athletic Club", "Vegetarian Diet Pyramid", "Vegetarian Federal Union", "Vegetarian Resource Group", "Vegetarian Society", "Vegetarian Society (Singapore)", "Vegetarian Times", "Vegetarian and non-vegetarian marks", "Vegetarian and vegan dog diet", "Vegetarian and vegan symbolism", "Vegetarian bacon", "Vegetarian cuisine", "Vegetarian ecofeminism", "Vegetarian hot dog", "Vegetarian nutrition", "Vegetarianism", "Vegetarianism and beer", "Vegetarianism and religion", "Vegetarianism and wine", "Vegetarianism by country", "Vegetarianism in the Romantic Era", "Vegetarianism in the Victorian era", "Veggie Galaxy", "Veggie Grill", "Veggie Pride", "Veggie burger", "Vegucated", "Vernalization", "Vitamin", "Vitamin B3", "Vitamin B6", "Viva! Health", "Vodka", "W.W. Norton & Company", "Washington, DC", "Water table", "What is Vegetarianism?", "What the Health", "Wheat", "Wheat flour", "Wheat gluten (food)", "Whisky", "White rice", "Whole grain", "Why I Am a Vegetarian", "Why We Love Dogs, Eat Pigs, and Wear Cows", "Wild rice", "Winnowing", "Winter wheat", "Wisdom's Dictates", "Women's Vegetarian Union", "Women and vegetarianism and veganism advocacy", "Wood ash", "World Esperantist Vegetarian Association", "World Vegan Day", "World Vegetarian Day", "World food crises (2022\u2013present)", "You Are What You Eat: A Twin Experiment", "Zambia", "Zinc" ], "link_list_capped": false, "probability": 0.09102842956781387, "decision_seconds": 1.2254060478881001, "source": "model" }, { "from": "Breakfast cereal", "to": "Cereal", "candidates": 156, "offered_links": [ "Akron, Ohio", "Alexander P. Anderson", "American Journal of Preventive Medicine", "Anemia", "Aunt Jemima", "B vitamins", "Babe Ruth", "Baker's Chocolate", "Barley", "Battle Creek, Michigan", "Battle Creek Sanitarium", "Bellevue Hospital Medical College", "Bibcode (identifier)", "Bran flakes", "Breakfast", "CAGR", "Candy", "Cap'n Crunch", "Cartoon", "Cedar Rapids, Iowa", "Cereal", "Cereal box prize", "Cereal for Dinner", "Cereal germ", "Cerealine", "Charles W. Post", "Cheerios", "Chocolate", "Cinnamon Toast Crunch", "Cocoa Krispies", "Cocoa Puffs", "Convenience food", "Cookie Crisp", "Cookie dough", "Corn flakes", "Count Chocula", "Cow's milk", "Cracklin' Oat Bran", "Dairy product", "Dansville, Livingston County, New York", "Dessert", "Diabetes", "Dietary fiber", "Dietary guidelines", "Dietary mineral", "Doi (identifier)", "Farina (food)", "Ferdinand Schumacher", "Food extrusion", "Food fortification", "Food processing", "Force (cereal)", "Franken Berry", "Freeze-dried", "Froot Loops", "Fruit", "Gatorade", "General Foods", "General Mills", "German Mills American Oatmeal Company", "Golden Grahams", "Granola", "Granula", "Grape-Nuts", "Grape-nuts", "Grits", "Gross profit margin", "Henry Parsons Crowell", "Hominy", "Honey", "Honey Bunches of Oats", "Honey Nut Cheerios", "Honey Ohs!", "Honey Smacks", "Honeycomb (cereal)", "Horse", "Hydrotherapy", "ISBN (identifier)", "Immigrant", "Indigenous peoples of the Americas", "JSTOR (identifier)", "Jack Armstrong, the All-American Boy", "Jack Dempsey", "Jackson Sanatorium", "James Caleb Jackson", "James Ford Bell", "Jell-O", "John Harvey Kellogg", "Johnny Weissmuller", "Kellogg's", "Kellogg Company", "Kix (cereal)", "Krave (cereal)", "Life (cereal)", "List of breakfast cereal advertising characters", "List of breakfast cereals", "List of breakfast topics", "Louisiana Purchase Exposition", "Lucky Charms", "Maize", "Market share", "Marshmallow", "Mascot", "Mass customization", "Max Baer (boxer)", "Maximilian Bircher-Benner", "Micronutrient", "Muesli", "Niacin (nutrient)", "Nut (fruit)", "Oat", "Oatmeal", "Obesity", "Online shopping", "PMC (identifier)", "PMID (identifier)", "Pablum", "PepsiCo", "Philip Morris Tobacco Company", "Plant-based milk", "Porridge", "Post Foods", "Puffcorn", "Puffed wheat", "Quaker Oats", "Ravenna, Ohio", "Rice-A-Roni", "Rice Krispies", "Rice cereal", "Rin Tin Tin", "Rolled oats", "Sanitarium (healthcare)", "Sergeant Preston of the Yukon", "Seventh-day Adventist Church", "Shirley Temple", "Skippy (comic strip)", "Snack food", "Strawberry", "Sugar", "The Guardian", "Thiamin", "Tony the Tiger", "Trix (cereal)", "Trix Rabbit", "United Kingdom", "Vitamin", "Vitamin B6", "Wayback Machine", "Western societies", "Wheat", "Wheatena", "Wheaties", "William K. Kellogg", "World War II", "Yellow pea", "Yogurt" ], "link_list_capped": false, "probability": 0.22589148581027985, "decision_seconds": 0.30475192330777645, "source": "model" } ], "scope": "fresh_route" } ], "candidate_checkpoint_sha256": "ec83247177a6919c17944093fdd02d3258906dc809c16b326e0dfd879275efeb", "candidate": [ { "start": "Bicycle", "target": "Physics", "final": "Bubble (physics)", "reason": "cycle", "success": false, "decisions": [ { "from": "Bicycle", "to": "Step-through frame", "candidates": 1000, "offered_links": [ "27.5 Mountain bike", "29er (bicycle)", "3T Cycling", "A-bike", "ALAN", "AMF Gloria", "AT Cycles", "Abici", "Active mobility", "Adler (automobile)", "Aerodynamic", "Ailsa Craig Engines", "Albert A. Pope", "Alcyon", "Alpine touring binding", "Aluminum", "American Automobile Association", "American Bicycle Company", "American Machine and Foundry", "American Star Bicycle", "Amphibious bicycles", "Amphibious cycle", "Amsterdam", "Animal-powered transport", "Annie Lowrey", "Antenore Belletti", "Anti-cycling sentiment", "Arcology", "Ariel Motorcycles", "Artistic cycling", "Askoll", "Atala (company)", "Auto rickshaw", "Automobile", "Automobile racing", "Autoped", "BBC News", "BMX", "BMX bike", "BMX racing", "Baby sling", "Baby transport", "Babywearing", "Badge engineering", "Baggage cart", "Balance bicycle", "Balance bike", "Ball bearing", "Bamboo", "Barbie doll", "Basso Bikes", "Bath chair", "Battaglin Cicli", "Bell Sports", "Belt-driven bicycle", "Benotto (company)", "Better World Club", "Bianchi (company)", "Bibcode (identifier)", "Bickerton (bicycle)", "Bicycle-friendly", "Bicycle-sharing system", "Bicycle (disambiguation)", "Bicycle Film Festival", "Bicycle Technologies International", "Bicycle and motorcycle dynamics", "Bicycle and motorcycle geometry", "Bicycle basket", "Bicycle bell", "Bicycle brake", "Bicycle carrier", "Bicycle chain", "Bicycle collecting", "Bicycle commuting", "Bicycle craze", "Bicycle culture", "Bicycle drivetrain systems", "Bicycle drum brake", "Bicycle fairing", "Bicycle fender", "Bicycle fork", "Bicycle frame", "Bicycle gearing", "Bicycle handlebar", "Bicycle helmet", "Bicycle horn", "Bicycle industry", "Bicycle infantry", "Bicycle law", "Bicycle lighting", "Bicycle locker", "Bicycle mail", "Bicycle mechanic", "Bicycle messenger", "Bicycle parking", "Bicycle parking rack", "Bicycle parking station", "Bicycle pedal", "Bicycle pedals", "Bicycle performance", "Bicycle poverty reduction", "Bicycle pump", "Bicycle rodeo", "Bicycle rollers", "Bicycle saddle", "Bicycle safety", "Bicycle seat", "Bicycle sharing system", "Bicycle suspension", "Bicycle theft", "Bicycle tire", "Bicycle tools", "Bicycle touring", "Bicycle trailer", "Bicycle trainer", "Bicycle transportation planning and engineering", "Bicycle tree", "Bicycle wheel", "Bicycles", "Bicycling (magazine)", "Bicycling and feminism", "Bicyclus", "Biemme", "Bike-to-Work Day", "Bike (disambiguation)", "Bike Friday", "Bike Week (cycling)", "Bike boom", "Bike lock", "Bike rage", "Bike registry", "Bike rental", "Bilenky Cycle Works", "Billy cart", "Biofuel", "Biogas", "Biomass", "Birger Ljungstr\u00f6m", "Birmingham Small Arms Company", "Bloomers (clothing)", "Boardman Bikes", "Boda-boda", "Bohemian Bicycles", "Bois de Boulogne", "Boneshaker (bicycle)", "Bootie (bicycle)", "Borile", "Bottecchia", "Bottle cage", "Bottom bracket", "Bowden cable", "Brakeboard", "Brennabor", "British Eagle (bicycle company)", "British Motor Museum", "Brompton Bicycle", "Brooklyn Bicycle Co.", "Brooks England", "Buggy (carriage)", "Building insulation", "Burley Design", "C.B.T. Italia", "Cable guide", "Cadence (cycling)", "Calfee Design", "Caminade", "Campagnolo", "Campion Cycle Company", "Canada Science and Technology Museum", "Cannondale", "Canoe", "Canyon Bicycles", "Car", "Car jockey", "Car rental", "Carbon-neutral fuel", "Carbon fibre", "Cargo bike", "Carlton Cycles", "Carnielli", "Carpool", "Carrera Podium", "Carsharing", "Cart", "Casati", "Cassette (bicycle part)", "Castelli (brand)", "Caster board", "Catrike", "Center of mass", "Centurion (bicycle company)", "Chain-drive", "Chain-driven sprocket", "Chain drive", "Chain tool", "Chainguard", "Chainring", "Chaise", "Challenge riding", "Champs-\u00c9lys\u00e9es", "Chater-Lea", "Chesini", "Chicago Bicycle Company", "Chiorda", "Cimatti", "Cinelli", "Cino Cinelli", "City bicycle", "Ci\u00f6cc", "Clark-Kent", "Claud Butler", "Clipless", "Clipless pedals", "Cl\u00e9ment Cycles", "Cl\u00e9ment Tyres", "Co-Motion Cycles", "Coaster brake", "Code point", "Cogeneration", "Cogset", "Coker Tire", "Cold-weather biking", "Colnago", "Columbia Bicycles", "Columbia Manufacturing Inc.", "Columbus (company)", "Community wind energy", "Commuting", "Compact fluorescent lamp", "Composite material", "Computer-aided design", "Condor Cycles", "Conspicuous consumption", "Continental AG", "Copenhagen", "Corima", "Corratec", "Cortina Cycles", "Countersteering", "Coventry", "Coventry-Eagle", "Coventry Premier", "Crampons", "Crank (mechanism)", "Crank set", "Crankset", "Criterium", "Cross-country cycling", "Cross-country skiing", "Cruiser bicycle", "Cruzbike", "Cube Bikes", "Cyclability", "Cycle Force Group", "Cycle rickshaw", "Cycle rickshaws", "Cycle speedway", "Cycle sport", "Cycles Follis", "Cycles Peugeot", "Cycling", "Cycling UK", "Cycling advocacy", "Cycling club", "Cycling ecosystem", "Cycling infrastructure", "Cycling kit", "Cyclo-cross", "Cyclo-cross bicycle", "Cyclocomputer", "Cyclosportive", "Cyfac", "DM Telai", "Daccordi", "Dahon", "Dandy horse", "Danish bicycle VIN-system", "Dario Pegoretti", "Dawes Cycles", "De Marchi (clothing)", "De Rosa (bicycle company)", "Defiance Cycle Company", "Dennis Crowley", "Derailleur", "Derailleur gears", "Derby Cycle", "Di Blasi Industriale", "Diamant (German bicycle company)", "Diameter", "Diamondback Bicycles", "Disc brakes", "Distribution (business)", "Doi (identifier)", "Dolan Bikes", "Downhill bike", "Downhill mountain biking", "Duathlon", "Duke University", "Dunlop Tyres", "Durham, North Carolina", "Dustcap", "Dynacraft BSC", "E-scooter", "E. C. Stearns Bicycle Agency", "EN 14764", "EN 14765", "EN 14766", "EN 14781", "EN 14782", "EN 15194", "EN 15496", "EN 15532", "Eagle Bicycle Manufacturing Company", "Eastman Kodak", "Eco-cities", "Eco hotel", "Ecohouse", "Ecolabel", "Edoardo Bianchi", "Efficient energy use", "Electra Bicycle Company", "Electric bicycle", "Electric bicycles", "Electric motor", "Electric motorcycles and scooters", "Electric skateboard", "Electric trike", "Electric unicycle", "Electric vehicle", "Ellis Briggs", "Ellsworth Handcrafted Bicycles", "Elswick Hopper", "Emancipation of women", "Emilio Bozzi", "Enduro (mountain biking)", "Energy", "Energy Star", "Energy audit", "Energy conservation", "Energy efficiency implementation", "Energy recovery", "Energy recycling", "Energy saving lamp", "Energy storage", "Energy transition", "Environmental planning", "Environmental technology", "Ernesto Colnago", "Eug\u00e8ne Meyer (inventor)", "European Committee for Standardization", "Evans Cycles", "Express Werke", "Factor Bikes", "Faggin", "Falcon Cycles", "Fat City Cycles", "Fatbike", "Felt Bicycles", "Fender (vehicle)", "Ferrule", "Fixed-gear bicycle", "Flat bar road bike", "Flatbed trolley", "Flexible carpooling", "Floating wind turbine", "Flying Pigeon", "Flying Scot (bicycles)", "Focus Bikes", "Folding bicycle", "Ford Motor Company", "Fork end", "Fossil fuel phase-out", "Foursquare (company)", "Fox Factory", "Frame geometry", "Frances Willard (suffragist)", "Francesco Moser", "Frankfurt", "Fred P. Hochberg", "Freddie Grubb", "Fredrik Ljungstr\u00f6m", "Freeboard (skateboard)", "Freeride (mountain biking)", "Freeskates", "Freestyle BMX", "Freewheel", "Freiherr", "Frejus", "French chalk", "Frera", "Frog Bikes", "Fuji Bikes", "Fulcrum Wheels", "Fyxation", "GT Bicycles", "Gary Fisher", "Gear case", "Gear ratio", "Gendron, Inc.", "General Motors", "Genesis (bicycle company)", "Geothermal energy", "Geothermal heating", "Geothermal power", "Ghost-Bikes", "Gios", "Gipiemme", "Giro (company)", "Gitane", "Giuseppe Olmo", "Gladiator Cycle Company", "Glass in green buildings", "Glossary of cycling", "Gnome et Rh\u00f4ne", "Go-kart", "Goldsprint", "Golf cart", "Gondola", "Gormully & Jeffery", "Gravel cycling", "Gravity biking", "Gravity racer", "Green building", "Green building and wood", "Green transport hierarchy", "Green vehicle", "Greymouth", "Guerciotti", "HTML", "Hackney carriage", "Halfords", "Hand", "Hand signals", "Hand truck", "Handcar", "Handcycle", "Haro Bikes", "Harry Quinn", "Hase Spezialr\u00e4der", "Hayes Brake", "Head (company)", "Head tube", "Headset (bicycle part)", "Heat pump", "Hercules Cycle and Motor Company", "Hetchins", "Hex key", "High tech", "Hillman", "History of cycling infrastructure", "History of the bicycle", "Hobcart", "Hoffmann (motorcycle)", "Holdsworth", "Hope Technology", "Horse-drawn vehicle", "Hot air balloon", "Hoverboard", "Hovercraft", "Hub gear", "Huffy", "Human-powered aircraft", "Human-powered helicopter", "Human-powered hydrofoil", "Human-powered land vehicle", "Human-powered transport", "Human-powered watercraft", "Human power", "Human\u2013electric hybrid vehicle", "Humber cycles", "Hurtu", "Hutch BMX", "Hutchinson SA", "Hybrid bicycle", "Hydraulic", "Hydrocycle", "Hydroelectricity", "Hydropower", "ISBN (identifier)", "ISO 10230", "ISO 11243", "ISO 4210", "ISO 5775", "ISO 6692", "ISO 6695", "ISO 6696", "ISO 6697", "ISO 6698", "ISO 6699", "ISO 6701", "ISO 6742", "ISO 8090", "ISO 8098", "ISO 8488", "ISO 8562", "ISO 9633", "ISSN (identifier)", "Ibis (bicycle company)", "Ice cycle", "Ice skate", "Ida Husted Harper", "Idaho stop", "Independent Fabrication", "Indiana Bicycle Company", "Indoor cycling", "Industrieverband Fahrzeugbau", "Industry (economics)", "Inline skates", "Inline skating", "Inner tube", "International Organization for Standardization", "International Surrey Company", "Invalid carriage", "Iride Bicycles", "Iron Horse Bicycles", "Islabikes", "Italmanubri", "Italvega", "JMC Bicycles", "James Starley", "Jamis Bicycles", "Jock strap", "John Boyd Dunlop", "John Kemp Starley", "Jurisdiction", "K2 Sports", "Kalkhoff", "Karl Drais", "Kayak", "Keith Bontrager", "Kent International", "Kestrel USA", "Kettler", "Kevlar", "Kick scooter", "Kick stand", "Kickbike", "Kicksled", "Kickstand", "Kirkpatrick MacMillan", "Klein Bicycle Corporation", "Kogswell Cycles", "Kona Bicycle Company", "Kuota", "L.H. Thomson", "La Rochelle", "Lane splitting", "Lapierre Bikes", "LeMond Racing Cycles", "Legnano", "Lezyne", "List of BMX bicycle manufacturers", "List of ISO standards", "List of bicycle- and human-powered vehicle museums", "List of bicycle-sharing systems", "List of bicycle brands and manufacturing companies", "List of bicycle manufacturers", "List of bicycle parts", "List of bicycle types", "List of cyclists", "List of doping cases in cycling", "List of films about bicycles and cycling", "List of human-powered aircraft", "List of land vehicles types by number of wheels", "List of low-energy building techniques", "Litespeed", "Litter (vehicle)", "Local bike shop", "Locking hubs", "Longboard (skateboard)", "Look (company)", "Lotus (bicycles)", "Lotus Cars", "Louison Bobet (company)", "Low-energy house", "Lowrider bicycle", "Lucien Juy", "Luggage carrier", "Lulu (company)", "MCipollini", "Mafac", "Maffeis", "Magna (bicycle company)", "Magura GmbH", "Maino (company)", "Mannheim", "Manufrance", "Marin Bikes", "Marine current power", "Marine energy", "Marketplace (radio program)", "Marzocchi", "Masciaghi", "Masi Bicycles", "Mass production", "Master link", "Matra", "Maurizio Fondriest", "Mavic (bicycle parts company)", "Melon Bicycles", "Mercian Cycles", "Merlin (bicycle company)", "Miche (company)", "Michelin", "Micro hydro", "Microcar", "Microgeneration (energy)", "Micromobility", "Middlemores Saddles", "Military bicycle", "Military communications", "Milwaukee Bicycle Co.", "Mixed-mode commuting", "Mixte", "Mobility scooter", "Mochet", "Modal share", "Mode of transport", "Modern materials", "Modolo", "Monarch Cycle Manufacturing Company", "Mongoose (company)", "Moots Cycles", "Moped", "Morris Motors", "Motob\u00e9cane", "Motor ship", "Motor vehicle", "Motorboat", "Motorcycle", "Motorcycle racing", "Motorcycle taxi", "Motorized bicycle", "Motorized wheelchair", "Moulton Bicycle", "Mountain bicycle", "Mountain bike", "Mountain bike trials", "Mountain biking", "Muddyfox", "Multi-tool", "Murray (bicycle company)", "NSU Motorenwerke", "National Bike Month", "National Geographic", "National Museum of Scotland", "Netherlands", "New Woman", "New York University", "New York World", "Next (bicycle company)", "Nicholas D. Kristof", "Niner (bicycle company)", "Nishiki (bicycle company)", "Norman Cycles", "Northwave (sportswear)", "Nottingham", "Novara (company)", "Numeric character reference", "Ocean thermal energy conversion", "Olivier brothers", "Onewheel", "Opel", "Ornithopter", "Ottavio Bottecchia", "Ouagadougou", "Outline of bicycles", "Outline of cycling", "Outline of wind energy", "Overman Wheel Company", "Oxford", "Oxford English Dictionary", "PMC (identifier)", "PMID (identifier)", "Pacific Cycle", "Pack animal", "Paddleboarding", "Paioli", "Pannier", "Paramedic", "Paratransit", "Party bike", "Pashley Cycles", "Passive house", "Passive solar building design", "Pedalo", "Pedelec", "Pedersen bicycle", "Pedro de Alc\u00e2ntara, Prince of Gr\u00e3o-Par\u00e1", "Penny-farthing", "Pentacycle", "Perry (car)", "Personal public transport", "Personal rapid transit", "Personal transporter", "Phillips Cycles", "Physical fitness", "Pico hydro", "Pierre Lallement", "Pierre Michaux", "Pinarello", "Pirelli", "Planet X Limited", "Planned obsolescence", "Play (activity)", "Plug-in hybrid", "Plymouth, England", "Pocket Bicycles", "Pogliaghi", "Pogo stick", "Police bicycle", "Pope Manufacturing Company", "Porteur bicycle", "Poverty reduction", "Prince Ant\u00f4nio Gast\u00e3o of Orl\u00e9ans-Braganza", "Prince Lu\u00eds of Orl\u00e9ans-Braganza (1878\u20131920)", "Prinetti & Stucchi", "Priority Bicycles", "Private jet", "Private railroad car", "Private spaceflight", "Private transport", "Proceedings of the Royal Society A", "Prone bicycle", "Propain Bicycles", "Prophete", "Protected intersection", "Public transport", "Pulled rickshaw", "Pump track", "Puncture resistance", "Punt (boat)", "Pure Cycles", "Quadracycle", "Quadracycle (human-powered vehicle)", "Quality Bicycle Products", "Quick release skewer", "Quintana Roo (company)", "R+E Cycles", "ROSE Bikes", "Racing bicycle", "Rail trail", "Rail transport", "Raleigh Bicycle Company", "Rambler (bicycle)", "Randonneuring", "Rans Designs", "Rapid transit", "Razor USA", "Reconnaissance", "Recreation", "Recumbent bicycle", "Redline (bicycle brand)", "Renewable energy", "Renewable heat", "Ren\u00e9 Herse", "Retailing", "Retronym", "Rewel Bikes", "Reynolds Technology", "Rhoades Car", "Richard Sachs", "Ridesharing company", "Ridgeback (brand)", "Riese und M\u00fcller", "Rivendell Bicycle Works", "Rixe", "Road bicycle", "Road bicycle racing", "Road bicycles", "Road cycling", "Roadmaster (bicycle company)", "Roadster (bicycle)", "Roberts Cycles", "Robin Hood (bicycle company)", "RockShox", "Rodale, Inc.", "Rohloff", "Roller skates", "Roller skating", "Ross (bicycle company)", "Rossin", "Rover (motorcycles)", "Rover Company", "Rowing", "Rowing cycle", "Royal Enfield", "Rubber pollution", "Rudge-Whitworth", "Rudin Center for Transportation Policy & Management", "Run-of-the-river hydroelectricity", "Running", "Rural economics", "Rural poverty", "S2CID (identifier)", "SE Racing", "SIDI", "SOMA Fabrications", "SRAM Corporation", "Saddlebag", "Safety bicycle", "Safety reflector", "Salsa Cycles", "Sandpaper", "Santa Cruz Bicycles", "Santana Cycles", "Santini SMS", "Saracen Cycles", "Schlumpf Drive", "Schmidt Original Nabendynamo", "Schoberer Rad Me\u00dftechnik", "Schwalbe Tires", "Schwinn Bicycle Company", "Scientific American", "Scoop stretcher", "Scooter (motorcycle)", "Seatpost", "Segway", "Selle Royal", "Serotta", "Seven Cycles", "Shaft-driven bicycle", "Share taxi", "Shared transport", "Shelby Cycle Company", "Shifter (bicycle part)", "Shilling", "Shimano", "Shinola (retail company)", "Shopping", "Shopping caddy", "Shopping cart", "Simson (company)", "Single-track vehicle", "Single track (mountain biking)", "Skateboard", "Skateboarding", "Ski", "Skirt guard", "Sled", "Slick tire", "Slugging", "Small-wheel bicycle", "Small hydro", "Snakeboard", "Snowboard", "Snowshoe", "Sociable", "Softride", "Solar power", "Solar vehicle", "Solex (manufacturer)", "Sol\u00e9 Bicycles", "Somec", "Specialized Bicycle Components", "Speedplay (bicycle pedal)", "Spoke", "Spoke beads", "Spoke card", "Spoke nipple", "Sprocket", "Sri Lanka", "Stair Climbing", "Stair climbing", "Stairclimber", "Standup paddleboarding", "Steel", "Stelbel", "Stelber Cycle Corp", "Stelio Belletti", "Stella (bicycle company)", "Stem (bicycle part)", "Stem (bike)", "Step-through frame", "Sterling Bicycle Co.", "Stiffness", "Stoppie", "Stover Bicycle Manufacturing Company", "Street luge", "Stretcher", "Strida", "Stroller", "Sturmey-Archer", "Submarine", "Suffragist", "Summer toboggan", "Sun (motorcycle)", "Sunbeam Cycles", "SureStop", "Surly Bikes", "Susan B. Anthony", "Sustainable architecture", "Sustainable biofuel", "Sustainable city", "Sustainable energy", "Sustainable habitat", "Sustainable refurbishment", "Sustainable transport", "Svea Velocipede", "Swimming", "TI Group", "Tall bike", "Tandem", "Tandem bicycle", "Tanzania", "Taxicab", "Tegelijk groen", "Telemark skiing", "TerraCycle (bicycle)", "Terrible One", "Terrot", "The Daily News (UK)", "The Economist", "The Independent", "The New York Times", "Thermal energy storage", "Thomas McCall (inventor)", "Tidal barrage", "Tidal farm", "Tidal power", "Tidal stream generator", "Time's Up!", "Time (bicycle company)", "Time trial", "Tire", "Tire lever", "Titanium", "Toboggan", "Tom Ritchey", "Tommasini", "Torker", "Torpado", "Touring bicycle", "Toy", "Toy wagon", "Track bicycle", "Track cycling", "Traffic congestion", "Trailer bike", "Training wheels", "Tram", "Trampe bicycle lift", "Transportation", "Treadle bicycle", "Trek Bicycle Corporation", "Triathlon", "Tricycle", "Trikke", "Triumph (TWN)", "Triumph Cycle", "Triumph Cycle Co. Ltd.", "Trondheim", "Tropical green building", "Truss", "Tullio Campagnolo", "Turner Suspension Bicycles", "Twike", "Uganda", "Ulnar tunnel syndrome", "Unicode", "Unicycle", "Unicycle hockey", "Unicycle trials", "Union Cycliste Internationale", "Univega", "Unpaved road", "Uppadine Cycles", "Urago", "Urban planning", "Utility bicycle", "Utility cycling", "Valve stem", "Van Dessel Sports", "Van Rysel", "Vanpool", "Vehicle for hire", "Vehicular cycling", "Velocar", "Velocipede", "Velomobile", "Venture capitalists", "Victoria (motorcycle)", "Victorian dress reform", "Vienna Convention on Road Traffic", "Viking Cycle Company", "Villy Custom", "Vittoria S.p.A.", "Vitus (bicycle company)", "Volagi Cycles", "Vulcanization", "V\u00e9loSoleX", "Walking", "Wanderer (company)", "Washer (mechanical)", "Waste-to-energy", "Waterford Precision Cycles", "Wave power", "Wayback Machine", "Welding", "Western Wheel Works" ], "link_list_capped": true, "probability": 0.03656681627035141, "decision_seconds": 1.8453984698280692, "source": "model" }, { "from": "Step-through frame", "to": "Bicycle frame", "candidates": 25, "offered_links": [ "Bicycle-sharing system", "Bicycle frame", "Bicycle industry", "Bicycling and feminism", "Chain guard", "Cross", "Cycles Peugeot", "Dahon", "Delivery bicycle", "Diamond frame", "Electric bicycle", "Folding bicycle", "Head tube", "ISBN (identifier)", "Itera plastic bicycle", "Kilt", "Loan word", "Monocoque", "SMPTE timecode", "Sheet metal", "Sheldon Brown (bicycle mechanic)", "Skirt guard", "Triumph Cycle Co. Ltd.", "Underbone", "Utility bicycle" ], "link_list_capped": false, "probability": 0.5173271298408508, "decision_seconds": 0.07102176174521446, "source": "model" }, { "from": "Bicycle frame", "to": "Specific gravity", "candidates": 192, "offered_links": [ "6061 aluminium alloy", "7005 aluminum alloy", "Aerodynamic", "Aerospace engineering", "Air-hardening steel", "Alloy", "Aluminium alloy", "American Bicycle Manufacturing", "Bamboo bicycle", "Belt-driven bicycle", "Beryllium", "Bibcode (identifier)", "Bicycle", "Bicycle and motorcycle dynamics", "Bicycle and motorcycle geometry", "Bicycle basket", "Bicycle bell", "Bicycle brake", "Bicycle chain", "Bicycle drivetrain systems", "Bicycle fairing", "Bicycle fender", "Bicycle fork", "Bicycle handlebar", "Bicycle lighting", "Bicycle pedal", "Bicycle pump", "Bicycle saddle", "Bicycle suspension", "Bicycle tire", "Bicycle torque coupling", "Bicycle wheel", "Boron", "Bottle cage", "Bottom bracket", "Bowden cable", "Braze-on", "Brazing", "Brompton bicycle", "Butted tubing", "Cable guide", "Carbon fiber", "Cardboard bicycle", "Casting (metalworking)", "Chromium", "Chromoly", "Cogset", "Columbus tubing", "Crankset", "Crashworthiness", "Cruiser bicycle", "Cyclocomputer", "Damping ratio", "Danish bicycle VIN-system", "Density", "Derailleur", "Die cast", "Doi (identifier)", "Downhill mountain biking", "Drawing (manufacturing)", "Dress", "Dustcap", "Eccentric (mechanism)", "Elastic modulus", "Epoxy", "Exploratorium", "Fatigue (material)", "Fatigue limit", "Ferrule", "Fillet (mechanics)", "Folding bicycle", "Fork end", "Fretting", "GT Bicycles", "Gas metal arc welding", "Gas tungsten arc welding", "Gear case", "Gearbox bicycle", "Glossary of cycling", "Graeme Obree", "Guy-wire", "Head tube", "Headset (bicycle part)", "Hub gear", "Humber cycles", "Hybrid bicycle", "Hydroformed", "I-beam", "ISBN (identifier)", "I beam", "Individual time trial", "Itera plastic bicycle", "Kestrel USA", "Kickstand", "Laminate", "List of bicycle parts", "List of bicycle types", "Longtail (bicycle)", "Lowrider bicycle", "Luggage carrier", "Lugged steel frame construction", "Magnesium", "Mangalloy", "Manganese", "Master link", "Metallurgy", "Miter joint", "Mixte", "Molding (process)", "Molybdenum", "Monocoque", "Motorcycle frame", "Mountain bike", "Notching", "Pannier", "Paris\u2013Roubaix", "Pedersen bicycle", "Penny-farthing", "Pocket Bicycles", "Precession (mechanical)", "Prone bicycle", "Q Factor (Bicycles)", "Quick release skewer", "Racing bicycle", "Recumbent bicycle", "Remco Evenepoel", "Reynolds 531", "Reynolds Technology", "Road bicycle", "Roadster (bicycle)", "Rocky Mountain Bicycles", "S2CID (identifier)", "Saddlebag", "Safety bicycle", "Safety reflector", "Santa Cruz Bicycles", "Scandium", "Schwinn", "Seatpost", "Sheldon Brown (bicycle mechanic)", "Shielding gas", "Shifter (bicycle part)", "Shock absorber", "Skirt", "Skirt guard", "Snowbiking", "Sociable", "Softride", "Specific gravity", "Specific strength", "Spoke", "Spoke card", "Spoke nipple", "Sprocket", "Steel", "Stem (bicycle part)", "Step-through frame", "Stiffness", "Strength of materials", "Stretch ratio", "Strida", "Suspension (vehicle)", "Tandem bicycle", "Tensile strength", "The Wirecutter", "Thermoplastic", "Ti-6Al-4V", "Time-trial", "Time (bicycle company)", "Titanium", "Titanium alloy", "Track bicycle", "Training wheels", "Trek Bicycle Corporation", "Triangle", "Triathlon", "Triumph Cycle", "Truss", "Tungsten inert gas welding", "Union Cycliste Internationale", "Upright bicycle", "Utility bicycle", "Valve stem", "Vanadium", "Volagi Cycles", "Welding", "Wheelie bike", "Windsor Star", "Wood", "Wooden bicycle", "Zipp 2001", "\u0160koda Auto" ], "link_list_capped": false, "probability": 0.1095890998840332, "decision_seconds": 0.3519749762490392, "source": "model" }, { "from": "Relative density", "to": "Bubble (physics)", "candidates": 309, "offered_links": [ "API gravity", "ASTM", "ASTM International", "Agar plate", "Air", "Albuminuria", "Alcohol burner", "Alligator clip", "Aluminium", "American Society of Brewing Chemists", "Ammeter", "Analytical balance", "Analytical chemistry", "Ancient Greek language", "Apron", "Aragonite", "Archimedes", "Archimedes' principle", "Aspirator (pump)", "Atmosphere (unit)", "Atmospheric pressure", "AutoAnalyzer", "Autoclave", "Aviation boatswain's mate", "Balsa wood", "Baum\u00e9 scale", "Beaker (glassware)", "Bell jar", "Bench power supply", "Bibcode (identifier)", "Biosafety cabinet", "Bitumen", "Blood", "Boston round (bottle)", "Brewing industry", "Brine", "Brix", "Bubble (physics)", "Bunsen burner", "Buoyancy", "Burette", "Burette clamp", "B\u00fcchner flask", "B\u00fcchner funnel", "CGS system", "CHN analyzer", "Caesium-137", "Calcite", "Calorimeter", "Capillary tube", "Carbon dioxide", "Celsius", "Cement", "Chemostat", "Clamp (tool)", "Clamp holder", "Cleavage (crystal)", "Cold finger", "Colony counter", "Colorimeter (chemistry)", "Compounding", "Condenser (laboratory)", "Conical measure", "Copper", "Cork borer", "Cragie tube", "Crucible", "Cryogenic storage dewar", "Crystal habit", "Crystal system", "Cubic centimetre", "Cubic metre", "Current source", "Cuvette", "Dean\u2013Stark apparatus", "Density", "Depleted uranium", "Desiccator", "Diabetes insipidus", "Differential scanning calorimetry", "Dimensionless quantity", "Displacement (fluid)", "Doi (identifier)", "Dropping funnel", "Drying tube", "Earth's gravity", "Electronics", "Emergency eyewash and safety shower station", "Erlenmeyer flask", "Ethanol", "Eudiometer", "Evaporating dish", "Eye dropper", "Face shield", "Fahrenheit", "Fernbach flask", "File (tool)", "Filter paper", "Fire blanket", "Fire extinguisher", "Fleaker", "Florence flask", "Fluid", "Fluid mechanics", "Forceps", "Fracture (mineralogy)", "Fume hood", "Function generator", "Galvanostat", "Gas", "Gas chromatography", "Gas pycnometer", "Gas syringe", "Gay-Lussac", "Gemology", "Gemstone", "Geologist", "Geometric series", "Glass", "Glass rod", "Glass tube", "Glasses", "Glove", "Glovebox", "Glycosuria", "Goggles", "Gold", "Graduated cylinder", "Gram", "Graphite", "Gravitational acceleration", "Gravity (beer)", "Ground glass joint", "Heat gun", "Heating mantle", "Heavy crude oil", "Helium", "High-performance liquid chromatography", "Homogenizer", "Honey", "Hot air oven", "Hot plate", "Hydrometer", "Hydrostatic weighing", "ISBN (identifier)", "ISO", "ITS-90", "IUPAC", "Ideal gas", "Incubator (culture)", "Inductively coupled plasma", "Inoculation loop", "Inoculation needle", "Instruments used in medical laboratories", "International System of Units", "Iron", "Iron ring (laboratory)", "JP-5", "Jolly balance", "Juice", "Kiln", "Kilogram", "Kipp's apparatus", "Laboratory", "Laboratory centrifuge", "Laboratory drying rack", "Laboratory flask", "Laboratory glassware", "Laboratory rubber stopper", "Laboratory water bath", "Laminar flow cabinet", "Lead", "Liebig condenser", "Liquid", "Liquid whistle", "Literal translation", "Logic analyzer", "Lustre (mineralogy)", "Magnetic stirrer", "Mass", "Mass spectrometry", "Medical glove", "Meker\u2013Fisher burner", "Melting-point apparatus", "Mercury (element)", "Microplate", "Microscope", "Microscopy", "Mineral", "Mineral identification", "Mineralogy", "Mohs scale", "Molar mass", "Mole (unit)", "Mortar and pestle", "Multimeter", "Must", "Must weight", "NIST", "NMR tube", "Network analyzer (electrical)", "Newton (unit)", "Nitrile rubber", "Nuclear magnetic resonance", "OCLC (identifier)", "Oak", "Olea capensis", "Olive oil", "Orders of approximation", "Oscillating U-tube", "Oscilloscope", "Osmium", "Ostwald viscometer", "PH indicator", "PH meter", "PTB-Mitteilungen", "Parenteral nutrition", "Particle density (packed density)", "Pascal (unit)", "Personal protective equipment", "Petri dish", "Petroleum industry", "Picotiter plate", "Pipeclay triangle", "Pipette", "Plate reader", "Plato scale", "Potentiostat", "Pound-force", "Pressure", "Pulse generator", "Quartz", "Ratio", "Refrigerator", "Respirator", "Retort", "Retort stand", "Rho", "Romanization of Ancient Greek", "Room temperature", "Round-bottom flask", "SI unit", "Safety cabinet", "Scanning electron microscope", "Schlenk flask", "Scoopula", "Separatory funnel", "Shaker (laboratory)", "Soldering iron", "Solid", "Solvent cabinet", "Sonication", "Soxhlet extractor", "Spatula", "Specific Gravity (album)", "Specific weight", "Spectrophotometry", "Spectrum analyzer", "Spiral plater", "Splint (laboratory equipment)", "Static equilibrium", "Static mixer", "Stopper (plug)", "Streak (mineralogy)", "Surface tension", "Syracuse dish", "Syrup", "Table salt", "Teclu burner", "Temperature", "Test probe", "Test tube", "Test tube brush", "Test tube holder", "Test tube rack", "Thermochemistry", "Thermogravimetric analysis", "Thermometer", "Thiele tube", "Thistle tube", "Time-domain reflectometer", "Transistor tester", "Transmission electron microscopy", "Tripod (laboratory)", "Tweezers", "United States Navy", "United States customary units", "Urinalysis", "Urine", "Urine specific gravity", "Vacuum dry box", "Vacuum flask", "Vial", "Vodka", "Voltage source", "Voltmeter", "Volume", "Volumetric flask", "Vortex mixer", "Wash bottle", "Watch glass", "Water", "Wayback Machine", "White coat", "Wire brush", "Wire gauze", "Wire stripper", "Wolters Kluwer", "Wort" ], "link_list_capped": false, "probability": 0.30609604716300964, "decision_seconds": 0.6012896476313472, "source": "model" }, { "from": "Bubble (physics)", "to": "Bubble gum", "candidates": 84, "offered_links": [ "Abiogenesis", "Actuator", "Adiabatic", "Advances in Colloid and Interface Science", "Aerated chocolate", "Aeration", "Air", "American water shrew", "Andrea Prosperetti", "Antibubble", "Arterial gas embolism", "Barotrauma", "Bazooka", "Bibcode (identifier)", "Blood vessel", "Bubble fusion", "Bubble gum", "Bubble laser", "Bubble sensor", "Bubblegram", "Carbon dioxide", "Cavitation", "Cell membranes", "Chemical engineering", "Contrast-enhanced ultrasound", "Decompression (diving)", "Decompression sickness", "Density", "Doi (identifier)", "Dolphins", "Drop (liquid)", "Droplet", "Engineer", "Fluid dynamics", "Foam", "Gas", "Glass", "Heat capacity ratio", "ISBN (identifier)", "ISSN (identifier)", "Inkjet printer", "Internal reflection", "Intravenous therapy", "Isothermal", "Kidney stones", "Lithotripter", "Marangoni effect", "Mass", "Membrane bubble", "Metallurgy", "Microfluidics", "Minnaert resonance", "Nanobubble", "Natural frequency", "Nucleation", "PMC (identifier)", "PMID (identifier)", "Pistol shrimp", "Precursor (chemistry)", "Pressure", "Rain", "Refraction", "Refractive index", "Scuba diver", "Sea foam", "Snell's Law", "Soap bubble", "Soft drink", "Sonoluminescence", "Sound", "Specular reflection", "Spirit level", "Star-nosed mole", "Steady state", "Surface tension", "Surgery", "Thermal conductivity", "Thin-film diffraction", "Torpedo", "Ultrasound", "Underwater acoustics", "Vapor", "Viscosity", "Whales" ], "link_list_capped": false, "probability": 0.09779126197099686, "decision_seconds": 0.18897477816790342, "source": "model" }, { "from": "Bubble gum", "to": "Bubble (physics)", "candidates": 57, "offered_links": [ "Alley", "Amyl acetate", "Antonio L\u00f3pez de Santa Anna", "Banana", "Benzyl acetate", "Bibcode (identifier)", "Blibber-Blubber", "Blue raspberry flavor", "Bubble (physics)", "Bubble Yum", "Bubblegum (disambiguation)", "Bubblegum Alley", "Chewiness", "Chewing gum", "Chewing gum industry", "Chicle", "Cinnamic aldehyde", "Cinnamon", "Clove", "Doi (identifier)", "Downtown Seattle", "Dubble Bubble", "Elastic deformation", "Ester", "Ethyl butyrate", "Fleer", "Functional chewing gum", "Guinness World Record", "Guinness World Records", "Gum base", "Gumball machine", "Hubba Bubba", "ISBN (identifier)", "ISSN (identifier)", "Inca Kola", "List of chewing gum brands", "Market Theater Gum Wall", "Methyl salicylate", "Organic compound", "Pike Place Market", "Pineapple", "Polysaccharide", "S2CID (identifier)", "San Luis Obispo, California", "Shear rate", "Shear strain", "Shear stress", "Strain hardening", "Strain rate", "Strawberry", "Susan Montgomery Williams", "United States", "Viscoelastic", "Viscosity", "Walter Diemer", "Wintergreen", "Yield strain" ], "link_list_capped": false, "probability": 0.6747032999992371, "decision_seconds": 0.12436850648373365, "source": "model" } ], "scope": "old_demo_regression" }, { "start": "Cat", "target": "Computer science", "final": "Science (journal)", "reason": "cycle", "success": false, "decisions": [ { "from": "Cat", "to": "Science (journal)", "candidates": 1000, "offered_links": [ "10th edition of Systema Naturae", "3-mercapto-3-methylbutan-1-ol", "Aardwolf", "Abril Media", "Abu Hurayrah", "Abyssinian cat", "Abyssinian genet", "Acetaminophen", "Acid", "Acinonyx", "Actinidia polygama", "Adam", "Aegean cat", "African civet", "African clawless otter", "African golden cat", "African palm civet", "African striped weasel", "African wild dog", "African wildcat", "African wolf", "Age of Discovery", "Aging in cats", "Aglais io", "Agouti-signaling protein", "Agricultural practices", "Ahmed ar-Rifa'i", "Ailuridae", "Ailurophobia", "Ailuropoda", "Alexander's kusimanse", "Alpaca", "Altai Mountains", "Amazon weasel", "Ambush predator", "American Bobtail", "American Cat Fanciers Association", "American Curl", "American Shorthair", "American Society for the Prevention of Cruelty to Animals", "American Society of Mammalogists", "American Veterinary Medical Association", "American Wirehair", "American badger", "American black bear", "American ermine", "American hog-nosed skunk", "American marten", "American mink", "Amino acid", "Amulet", "Anatomy", "Ancient Egypt", "Ancient Greek literature", "Andean mountain cat", "Andrews McMeel Publishing", "Angolan genet", "Angolan kusimanse", "Angolan slender mongoose", "Animal", "Animal coat", "Animal cognition", "Animal communication", "Animal model", "Animal population control", "Animal testing on cats", "Animal welfare", "Animal worship", "Annunciation", "Antarctic fur seal", "Antarctica", "Anthropomorphism", "Aonyx", "Aquatic genet", "Arabian Mau", "Archaeology", "Arctic fox", "Arctocephalus", "Arctocephalus forsteri", "Arctocephalus pusillus", "Arctoidea", "Arginine", "Aristotle", "Artemis", "Arthritis", "Arthropod", "Artificial selection", "Asian badger", "Asian black bear", "Asian cat", "Asian golden cat", "Asian palm civet", "Asian small-clawed otter", "Asiatic linsang", "Asiatic wildcat", "Aspartic acid", "Aspirin", "Associazione Nazionale Felina Italiana", "Australian Cat Federation", "Australian Faunal Directory", "Australian Mist", "Australian sea lion", "BBC News", "Back-striped weasel", "Bactrian camel", "Badger", "Baikal seal", "Bali cattle", "Balinese cat", "Baltic Sea", "Banded linsang", "Banded mongoose", "Banded palm civet", "Barcode of Life Data System", "Barron's Educational Series", "Bassaricyon", "Bassariscus", "Bastet", "Bat-eared fox", "Bay cat", "Bdeogale", "Bear", "Bearded seal", "Beech marten", "Bengal cat", "Bengal fox", "Bethlehem", "Bibcode (identifier)", "Bicolor cat", "Binomial nomenclature", "Binturong", "Bird", "Birman", "Black-backed jackal", "Black-footed cat", "Black-footed ferret", "Black-footed mongoose", "Black cat", "Blanford's fox", "Blastocyst", "Blink reflex", "Bobcat", "Bodega cat", "Bombay cat", "Bombyx mori", "Bornean ferret badger", "Bourlon's genet", "Brazilian Shorthair", "Breastfeeding", "Brill (publisher)", "Brill Publishers", "Brisbane", "British Shorthair", "Broad-striped Malagasy mongoose", "Brown-tailed mongoose", "Brown bear", "Brown hyena", "Brown palm civet", "Br\u00fcel & Kj\u00e6r", "Bubastis", "Burmese cat", "Burmese ferret-badger", "Burmilla", "Bush dog", "Bushy-tailed mongoose", "CBC News", "Cacomistle", "Calico cat", "California Spangled", "California sea lion", "Callorhinus", "Cambrian", "Cambridge University Press", "Canada lynx", "Canadian Cat Association", "Canadian Federation of Humane Societies", "Cancer in cats", "Canidae", "Caniformia", "Canina (subtribe)", "Canine tooth", "Canini (tribe)", "Canis", "Cape fox", "Cape genet", "Cape gray mongoose", "Caracal", "Caracal (genus)", "Carbohydrates", "Carboniferous", "Cardboard", "Carl Linnaeus", "Carnassial", "Carnivora", "Carnivore", "Carnivore protoparvovirus 1", "Carotenoids", "Carthaginia", "Caspian seal", "Castration", "Cat-scratch disease", "Cat (disambiguation)", "Cat Aficionado Association", "Cat Fanciers' Association", "Cat anatomy", "Cat behavior", "Cat bite", "Cat body language", "Cat breeds", "Cat caf\u00e9", "Cat coat genetics", "Cat collar", "Cat communication", "Cat fancy", "Cat flea", "Cat flu", "Cat food", "Cat gap", "Cat genetics", "Cat health", "Cat intelligence", "Cat lady", "Cat massage", "Cat meat", "Cat pheromone", "Cat play and toys", "Cat predation on wildlife", "Cat registry", "Cat repeller", "Cat righting reflex", "Cat senses", "Cat show", "Cat skin disorders", "Catalogue of Life", "Catfight (animal behavior)", "Catloaf (cat pose)", "Catnip", "Catopuma", "Cats (disambiguation)", "Cats and the Internet", "Cats in Australia", "Cats in New Zealand", "Cats in ancient Egypt", "Cats in the United States", "Cattle", "Cat\u2013dog relationship", "Caucasian badger", "Caudal vertebrae", "Cawthron Institute", "Cengage", "Central African oyan", "Centre for Agriculture and Bioscience International", "Cerdocyonina", "Cervical vertebrae", "Chantilly-Tiffany", "Chartreux", "Chausie", "Cheetah", "Chicken", "Chinese ferret-badger", "Chinese mountain cat", "Chioninia coctei", "Chlamydia felis", "Chocolate", "Chordate", "Chromatic aberration", "Chromosome", "Chronic kidney disease in cats", "Citrulline", "Clavicle", "Claw", "Clone (cell biology)", "Clouded leopard", "Clouded tiger cat", "Coati", "Coccidia", "Coccyx", "Collared mongoose", "Colombian weasel", "Color vision", "Colorpoint Shorthair", "Colosseum", "Common ancestor", "Common dwarf mongoose", "Common genet", "Common kusimanse", "Common raccoon dog", "Common slender mongoose", "Conditioned taste aversion", "Cone cell", "Congenital sensorineural deafness in cats", "Congo clawless otter", "Conservation status", "Cornish Rex", "Corsac fox", "Corsica", "Cosegregation", "Cosmopolitan species", "Cougar", "Coyote", "Cozumel raccoon", "Crab-eating fox", "Crab-eating mongoose", "Crab-eating raccoon", "Crabeater seal", "Crepuscular", "Crepuscular animal", "Crested servaline genet", "Cretaceous", "Crocuta", "Crossarchus", "Culpeo", "Cultural depictions of cats", "Cymric cat", "Cyprus", "Cyprus cat", "Cysteine", "D. Appleton and Company", "Darwin's fox", "Deermouse", "Defecation", "Deimatic behaviour", "Dental health diets for cats", "Dermatophytosis", "Devon Rex", "Devonian", "Dewclaw", "Dhole", "Diabetes in cats", "Diana (mythology)", "Diarrhea", "Digitigrade", "Dilated cardiomyopathy", "Dirofilaria immitis", "Dog", "Dog-like cat", "Doi (identifier)", "Domestic Muscovy duck", "Domestic duck", "Domestic long-haired cat", "Domestic rabbit", "Domestic turkey", "Domesticated plants and animals of Austronesia", "Domesticated silver fox", "Domestication", "Domestication of animals", "Domestication of the Syrian hamster", "Domestication of the cat", "Domestication of the dog", "Domestication of the goat", "Domestication of the horse", "Domestication of the sheep", "Dominance hierarchy", "Don E. Wilson", "Donkey", "Donskoy cat", "Dragon Li", "Dried cat", "Dromedary", "Durrell's vontsira", "Dutch language", "Dwarf cat", "EPPO Code", "Eared seal", "Earless seal", "Early Modern English", "Eastern falanouc", "Eastern lowland olingo", "Eastern spotted skunk", "Eastern wolf", "Egyptian Mau", "Egyptian mongoose", "El Comercio (Peru)", "Elephant seal", "Encyclopedia Americana", "Enhydra", "Ensembl", "Environmental enrichment", "Enzyme", "Epiphyseal plate", "Erika Zavaleta", "Erithacus rubecula", "Estrous cycle", "Estrus", "Ethiopian dwarf mongoose", "Ethiopian wolf", "Ethology", "Etruria", "Etrusca", "Eupleres", "Eupleridae", "Euplerinae", "Eurasian lynx", "Eurasian otter", "European Shorthair", "European badger", "European mink", "European pine marten", "European polecat", "European wildcat", "Eutheria", "Evelyn De Morgan", "Evolutionary radiation", "Excavation (archaeology)", "Exotic Shorthair", "Eye socket", "Facial expression", "Falling cat problem", "Familiar spirit", "Family (taxonomy)", "Fancy mouse", "Farm cat", "Fauna", "Feces", "Felid hybrid", "Felidae", "Feliformia", "Felinae", "Feline acne", "Feline asthma", "Feline calicivirus", "Feline corneal sequestrum", "Feline hepatic lipidosis", "Feline hyperthyroidism", "Feline immunodeficiency virus", "Feline infectious peritonitis", "Feline leukemia virus", "Feline lower urinary tract disease", "Feline vaccination", "Feline viral rhinotracheitis", "Feline zoonosis", "Felinology", "Felis", "Fennec fox", "Feral cat", "Feral cat colonies", "Feral cat colony", "Feral cats in Istanbul", "Ferret", "Ferret-badger", "Fertile Crescent", "Filiform papillae", "Fisher (animal)", "Fishing cat", "Fitoaty", "Flat-headed cat", "Flat-headed kusimanse", "Flehmen response", "Foldex cat", "Folklore of Italy", "Formosan ferret-badger", "Forum Romanum", "Fossa (animal)", "Fox", "Frequency", "Freyja", "Fuegian dog", "Fungus", "Fur seal", "Fur trade", "F\u00e9d\u00e9ration Internationale F\u00e9line", "Gait", "Galictis", "Galidictis", "Galidiinae", "Gal\u00e1pagos fur seal", "Gal\u00e1pagos sea lion", "Gambian mongoose", "Garland STPM Press", "Garlic", "Gayal", "Gene pool", "Genet (animal)", "Genetic disorder", "Genetic divergence", "Genetic diversity", "Genetic testing", "Genetics", "Genettinae", "Genome", "Genomics of domestication", "Genus (biology)", "Geoffroy's cat", "Georgia Institute of Technology", "German Rex", "Gestation", "Giant forest genet", "Giant otter", "Giant panda", "Giardiasis", "Global Biodiversity Information Facility", "Global Invasive Species Database", "Globe Pequot", "Glottis", "Glucokinase", "Glutamic acid", "Goat", "Golden jackal", "Golden palm civet", "Governing Council of the Cat Fancy", "Grandidier's mongoose", "Grapes", "Gray fox", "Greater grison", "Greater hog badger", "Grey seal", "Grimace scale", "Growling", "Guadalupe fur seal", "Guinea pig", "Gulo", "Guloninae", "Gums", "Gut (anatomy)", "Habituation", "Haida ermine", "Hairball", "Hairy-nosed otter", "Hannah Devlin", "Harbor seal", "Harp seal", "Hausa genet", "Havana Brown", "Hawaiian monk seal", "Hdl (identifier)", "Helogale", "Hemigalinae", "Herd behavior", "Herodotus", "Herpestes", "Herpestoidea", "Highlander cat", "Himalayan cat", "Histidine", "History of Animals", "History of horse domestication theories", "Hoary fox", "Hog-nosed skunk", "Hog badger", "Holocene", "Holy Family", "Honey badger", "Honey bee", "Hooded seal", "Hooded skunk", "Horse", "Hose's palm civet", "House mouse", "House of the Faun", "Human interaction with cats", "Humane Society International", "Humane Society of the United States", "Humboldt's hog-nosed skunk", "Hungarian language", "Hunting by cheetah", "Hyaeninae", "Hybrid (biology)", "Hyena", "Hypertrophic cardiomyopathy", "Hz", "INaturalist", "ISBN (identifier)", "ISSN (identifier)", "IUCN Species Survival Commission", "Iberian Peninsula", "Iberian lynx", "Ictonychinae", "Ictonychini", "Ictonyx", "Immunocompetence", "Inborn errors of metabolism", "Indian brown mongoose", "Indian grey mongoose", "Indonesian mountain weasel", "Induced ovulation (animals)", "Infections", "Inosine monophosphate", "Institut de l'information scientifique et technique", "Integrated Taxonomic Information System", "Interim Register of Marine and Nonmarine Genera", "International Cat Day", "International Commission on Zoological Nomenclature", "International Union for Conservation of Nature", "Interpretatio graeca", "Intestine", "Invasive Species Compendium", "Invasive species", "Iowa State University", "Irish language", "Islam and cats", "Island fox", "JSTOR (identifier)", "Jackson's mongoose", "Jacobson's organ", "Jaguar", "Jaguarundi", "Japanese Bobtail", "Japanese badger", "Japanese marten", "Japanese raccoon dog", "Japanese weasel", "Javan ferret-badger", "Javan mongoose", "Javanese cat", "Jesus", "Jewish Publication Society", "Johann Christian Polycarp Erxleben", "John Heywood", "Johns Hopkins University", "Johnston's genet", "Juan Fern\u00e1ndez fur seal", "Jungle cat", "Jurassic", "Kanaani cat", "Karl Christian Gmelin", "Kattenstoet", "Kellas cat", "Keratin", "Kerguelen Islands", "Khao Manee", "King genet", "Kinkajou", "Kit fox", "Kitten", "Kneading (cats)", "Kodkod", "Konstantin Satunin", "Korat", "Kruger National Park", "Kurilian Bobtail", "LaPerm", "Lactose intolerant", "Landrace", "Languages of Africa", "Lantern Books", "Large-spotted civet", "Large Indian civet", "Larynx", "Late Latin", "Laurasiatheria", "Least weasel", "Legends of the Jews", "Leopard", "Leopard cat", "Leopard seal", "Leopardus", "Leopardus guttulus", "Lesser grison", "Letaba genet", "Liberian mongoose", "Library cat", "Lilium", "Lineage (genetic)", "Linkage analysis", "Lion", "List of cat breeds", "List of cat documentaries, television series and cartoons", "List of domesticated animals", "List of experimental cat breeds", "List of feline diseases", "List of fictional felines", "List of individual cats", "List of longest-living cats", "Lithuanian language", "Litter (animal)", "Llama", "Lobodontini", "Lolcat", "Long-nosed mongoose", "Long-tailed weasel", "Lontra", "Lordosis behavior", "Low German", "Lumbar vertebrae", "Lupulella", "Lutra", "Lutrogale", "Lyall's wren", "Lycaon (genus)", "Lykoi", "Lyncodontini", "Lynx", "MC1R", "Magna Graecia", "Maine Coon", "Malabar large-spotted civet", "Malagasy civet", "Malayan civet", "Malayan weasel", "Maltese cat", "Mammal", "Mammal Species of the World", "Maned wolf", "Maneki neko", "Manx cat", "Marbled cat", "Marbled polecat", "Margay", "Marine otter", "Marsh mongoose", "Marten", "Mary, mother of Jesus", "Masked palm civet", "Mating", "Medications", "Mediterranean monk seal", "Meerkat", "Megaannum", "Mekong Bobtail", "Melanism", "Meles (genus)", "Meller's mongoose", "Mellivora", "Meow", "Mephitidae", "Mephitis (genus)", "Metabolism", "Metamorphoses", "Methionine", "Mice", "Microsatellite", "Middle Ages", "Millisecond", "Mink", "Miocene", "Mitochondrial DNA", "Moggy", "Molar (tooth)", "Molina's hog-nosed skunk", "Monachinae", "Mongoose", "Monk seal", "Morula", "Mountain weasel", "Muezza", "Muhammad", "Mummy", "Munchkin cat", "Mundo Estranho", "Mungos", "Mural", "Mustela aistoodonnivalis", "Mustelidae", "Mustelinae", "Musteloidea", "Mutation", "Mutualism (biology)", "Narrow-striped mongoose", "Nasua", "Nasuella", "Nasuella meridensis", "Nasuella olivacea", "National Biodiversity Network", "National Cat Day", "National Center for Biotechnology Information", "National Geographic Society", "National Museum of Georgia", "NatureServe", "Nature Communications", "Navassa curly-tailed lizard", "Near East", "Nebelung", "Neko-dera", "Nekonomics", "Neofelis", "Neogale", "Neogene", "Neolithic", "Neomonachus", "Neophobia", "Neophoca", "Neoplasia", "Neoteny", "Neotropical otter", "Nepetalactone", "Neural oscillation", "Neuroplasticity", "Neutering", "Neva Masquerade", "New York University Press", "New Zealand Cat Fancy", "New Zealand lesser short-tailed bat", "New Zealand merganser", "New Zealand sea lion", "Niacin", "Nictitating membrane", "Night vision", "Nilgiri marten", "Nobiin language", "Nocturnal animal", "Norse mythology", "North American river otter", "Northern S\u00e1mi", "Northern elephant seal", "Northern fur seal", "Northern hog badger", "Northern olingo", "Norwegian Forest Cat", "Norwegian language", "Nubian languages", "Nutrition", "Nyctereutes", "OCLC (identifier)", "Obligate carnivore", "Observation.org", "Observational learning", "Ocelot", "Ocicat", "Octave", "Odd-eyed cat", "Odobenidae", "Ojos Azules", "Old English", "Olfactory bulb", "Olfactory mucosa", "Olinguito", "Oncilla", "Onions", "Onomatopoeia", "Onychectomy", "Open Tree of Life", "Opossum", "Oral hygiene", "Order (taxonomy)", "Ordovician", "Oriental Longhair", "Oriental Shorthair", "Otariinae", "Otter", "Otter civet", "Ovid", "Owston's palm civet", "Oxford Dictionaries Online", "Oxford University Press", "PMC (identifier)", "PMID (identifier)", "Pacific marten", "Palatability", "Palawan stink badger", "Pale-headed rosella", "Pale fox", "Paleobiology Database", "Paleogene", "Pallas's cat", "Palm civet", "Pampas cat", "Pampas fox", "Panthera", "Pantherinae", "Paradoxurinae", "Paradoxurus", "Paralysis", "Parapatric speciation", "Parasite", "Parasitic disease", "Pardine genet", "Pardofelis", "Partridge", "Patagonian weasel", "Pathogenic bacteria", "Pedigree (cat)", "Pedigreed cat", "Pekania", "Pelvis", "Penile spines", "Penis", "Perlorian", "Permian", "Persian cat", "Pet", "Pet culture", "Pet door", "Pet first aid", "Pet humanization", "Peterbald", "Pheromone", "Philodendron", "Phoca", "Phocinae", "Phocini", "Phoenicia", "Phylogenetic", "Pica (disorder)", "Pig", "Pinna (anatomy)", "Pinniped", "Pixie-bob", "Poiana (genus)", "Poisoning", "Polar bear", "Polecat", "Polydactyl cat", "Polyestrous", "Pompeii", "Popular cat names", "Positive punishment", "Poultry", "Pousargues's mongoose", "Pravda", "Preadaptation", "Precambrian", "Predator", "Premolar", "Prionailurus", "Proceedings of the National Academy of Sciences of the United States of America", "Procyon (genus)", "Procyonidae", "Promiscuity", "Proteles", "Proto-Uralic language", "Protozoans", "Proximal", "Prunella modularis", "Puberty", "Puma (genus)", "Pupil", "Purebred", "Purr", "Purring", "Pusa", "Putorius", "Pygmy spotted skunk", "Raas cat", "Rabies in animals", "Raccoon", "Ragamuffin cat", "Ragdoll", "Rallus modestus", "Random House", "Rapid eye movement sleep", "Rat", "Red fox", "Red panda", "Red wolf", "Redirected aggression", "Reflex", "Reggio Calabria", "Reindeer", "Reptile", "Retina", "Rheumatism", "Ribbon seal", "Ring-tailed vontsira", "Ringed seal", "Ringtail", "Rod cell", "Rodent", "Roman Empire", "Roman mosaic", "Ross seal", "Rough-and-tumble play", "Ruddy mongoose", "Russian Blue", "Rusty-spotted cat", "Rusty-spotted genet", "R\u00fcppell's fox", "S2CID (identifier)", "Sable", "Sacrum", "Saharan striped polecat", "Sailing ship", "Salanoia", "Salmonella", "Sand cat", "Sardinia", "Savannah cat", "Scent", "Scent gland", "Scent rubbing", "Schouteden's genet", "Science (journal)", "Scientific American", "Scientific name", "Scottish Fold", "Scribner's", "Sea lion", "Sea otter", "Sechuran fox", "Secondary sex characteristic", "Selective breeding", "Self-domestication", "Selkirk Rex", "Selous's mongoose", "Senior cat diet", "Sense of smell", "Serengeti cat", "Serval", "Servaline genet", "Sex hormone", "Sheep", "Shillourokambos", "Ship's cat", "Short-eared dog", "Short-tailed mongoose", "Siamese cat", "Siberian cat", "Siberian weasel", "Side-striped jackal", "Silurian", "Simon & Schuster" ], "link_list_capped": true, "probability": 0.037197295576334, "decision_seconds": 1.860577905550599, "source": "model" }, { "from": "Science (journal)", "to": "Quantum machine", "candidates": 169, "offered_links": [ "AGORA", "Academic journal", "Accelerating expansion of the universe", "Adam Michnik", "Alain Touraine", "Albert Einstein", "Alexander Graham Bell", "Alliance fran\u00e7aise", "Alma Guillermoprieto", "AlphaFold", "American Association for the Advancement of Science", "Annie Leibovitz", "Apollo program", "Ardipithecus ramidus", "Bibcode (identifier)", "Black hole", "Breakthrough of the Year", "British Council", "Bruce Alberts", "Byung-Chul Han", "CNN", "CODEN (identifier)", "COVID-19", "COVID-19 vaccine", "CRISPR gene editing", "Cambridge", "Cancer immunotherapy", "Caro and Cuervo Institute", "Celera Corporation", "Central American University, San Salvador", "Christian mission", "Clarivate", "Claudio S\u00e1nchez-Albornoz", "Daniel E. Koshland Jr.", "Dante Alighieri Society", "Dark energy", "Darwin Correspondence Project", "Delayed open-access journal", "Delayed open access", "District of Columbia", "Doi (identifier)", "Dolly (sheep)", "Donald Kennedy", "Drosophila melanogaster", "EFE", "Edwin Hubble", "El Espectador", "El Pa\u00eds", "El Tiempo (Colombia)", "Emilio Garc\u00eda G\u00f3mez", "Emilio Lled\u00f3", "Evolution", "First observation of gravitational waves", "Floyd E. Bloom", "Fondo de Cultura Econ\u00f3mica", "GLP-1 receptor agonist", "GW170817", "Genetics", "George Steiner", "Gloria Steinem", "Goethe-Institut", "Google", "Gravitational lens", "Gravitational wave", "Grupo Globo", "Guadalajara International Book Fair", "Gustavo Guti\u00e9rrez", "HINARI", "HIV", "HPTN 052", "Hans Magnus Enzensberger", "Hay Festival", "Heising-Simons Foundation", "Higgs boson", "Holden Thorp", "Horacio S\u00e1enz Guerrero", "Human Genome Project", "Human genetic variation", "Human genome", "IP address", "ISBN (identifier)", "ISO 4 (infobox)", "ISSN (identifier)", "Impact factor", "Indro Montanelli", "Induced pluripotent stem cell", "Instituto Cam\u00f5es", "Instituto Cervantes", "Interdisciplinarity", "JSTOR (identifier)", "James McKeen Cattell", "James Nachtwey", "James Webb Space Telescope", "Jean Daniel", "Jeremy M. Berg", "John Michels (editor)", "Jos\u00e9 Ferrater Mora", "Jos\u00e9 Luis L\u00f3pez Aranguren", "Journal Citation Reports", "Juli\u00e1n Mar\u00edas", "LCCN (identifier)", "Leland Ossian Howard", "Lenacapavir", "Les Luthiers", "List of academic disciplines", "List of scientific journals", "Luis Mar\u00eda Anson", "Marcia McNutt", "Mario Bunge", "Marjane Satrapi", "Mar\u00eda Zambrano", "Messier 87", "Molecular scale electronics", "Museo del Prado", "Nanocircuitry", "National Autonomous University of Mexico", "National Geographic Society", "Nature (journal)", "Neptunium", "Neutron star merger", "Nova ScienceNow", "Nuccio Ordine", "OCLC (identifier)", "Open access", "PMC (identifier)", "PMID (identifier)", "Pedro La\u00edn Entralgo", "Peer review", "Philip Abelson", "Phys.org", "Poincar\u00e9 conjecture", "Prince of Asturias Awards", "Princess of Asturias Awards", "Protein structure prediction", "Pulitzer Center", "Quantum machine", "Quino", "RNA interference", "Reinhard Mohn", "Renewable energy", "Rosetta (spacecraft)", "Royal Society", "Rush Holt Jr.", "Ryszard Kapu\u015bci\u0144ski", "S2CID (identifier)", "Samuel Hubbard Scudder", "Scidev.net", "Science Advances", "Science Magazine (disambiguation)", "Science policy", "Scientific journals", "Shigeru Miyamoto", "Single-cell sequencing", "Spiral nebulae", "Spirit (rover)", "Stem cell", "Studio Ghibli", "The Scientific Monthly", "Thomas Edison", "Thomas Hunt Morgan", "Umberto Eco", "Vuelta (magazine)", "V\u00e1clav Havel", "Washington University in St. Louis", "Wayback Machine", "Web of Science", "Whole genome sequencing", "Wikisource", "Zygmunt Bauman" ], "link_list_capped": false, "probability": 0.08864924311637878, "decision_seconds": 0.33494423422962427, "source": "model" }, { "from": "Quantum machine", "to": "Science (journal)", "candidates": 328, "offered_links": [ "Aaron D. O'Connell", "Accelerating expansion of the universe", "Acoustic levitation", "Adiabatic quantum computation", "Algorithmic cooling", "AlphaFold", "American Association for the Advancement of Science", "Amplitude amplification", "Andrew N. Cleland", "Anti-gravity", "ArXiv (identifier)", "Ardipithecus ramidus", "BB84", "BHT algorithm", "BQP", "Bacon\u2013Shor code", "Bell's theorem", "Bell test", "Bernstein\u2013Vazirani algorithm", "Bibcode (identifier)", "Black hole", "Boltzmann constant", "Born rule", "Boson sampling", "Bra\u2013ket notation", "Breakthrough of the Year", "COVID-19 vaccine", "CRISPR gene editing", "CSS code", "Cancer immunotherapy", "Casimir effect", "Cavity quantum electrodynamics", "Charge qubit", "Circuit quantum electrodynamics", "Cirq", "Classical capacity", "Classical mechanics", "Classical physics", "Cloak of invisibility", "Cloud-based quantum computing", "Cluster state", "Complementarity (physics)", "Consciousness causes collapse", "Consistent histories", "Continuous-variable quantum information", "Copenhagen interpretation", "Coupling (physics)", "Coupling capacitor", "Cross-entropy benchmarking", "Dark energy", "Davisson\u2013Germer experiment", "De Broglie\u2013Bohm theory", "Decoy state", "Degenerate energy levels", "Delayed-choice quantum eraser", "Density matrix", "Deutsch\u2013Jozsa algorithm", "DiVincenzo's criteria", "Digital scent technology", "Dilution refrigerator", "Dirac equation", "Doi (identifier)", "Dolly (sheep)", "Double-slit experiment", "Eastin\u2013Knill theorem", "Einselection", "Einstein\u2013Podolsky\u2013Rosen paradox", "Elitzur\u2013Vaidman bomb tester", "Emerging technologies", "Energy level", "Ensemble interpretation", "Entanglement-assisted classical capacity", "Entanglement-assisted stabilizer formalism", "Entanglement distillation", "Entanglement swapping", "Evolution", "Exact quantum polynomial time", "Excited state", "First observation of gravitational waves", "Five-qubit error correcting code", "Flux qubit", "Force field (technology)", "Franck\u2013Hertz experiment", "Frequency", "GLP-1 receptor agonist", "GW170817", "Gleason's theorem", "Glossary of elementary quantum mechanics", "Gnu code", "Gottesman\u2013Kitaev\u2013Preskill code", "Gottesman\u2013Knill theorem", "Gravitational wave", "Ground state", "Grover's algorithm", "HHL algorithm", "HIV", "HPTN 052", "Hamiltonian (quantum mechanics)", "Hamiltonian quantum computation", "Heisenberg picture", "Hidden-variable theory", "Hidden matching problem", "Hidden subgroup problem", "Higgs boson", "History of quantum field theory", "History of quantum mechanics", "Holevo's theorem", "Human genetic variation", "IBM Quantum Experience", "Immersion (virtual reality)", "Induced pluripotent stem cell", "Interaction picture", "Interpretations of quantum mechanics", "Introduction to quantum mechanics", "James Webb Space Telescope", "John M. Martinis", "KLM protocol", "Kane quantum computer", "Klein\u2013Gordon equation", "LOCC", "Lenacapavir", "Libquantum", "Linear optical quantum computing", "List of emerging technologies", "List of quantum key distribution protocols", "List of quantum processors", "Local hidden-variable theory", "MHz", "Mach\u2013Zehnder interferometer", "Macroscopic", "Magic state distillation", "Magnetic refrigeration", "Majorana equation", "Many-worlds interpretation", "Mathematical formulation of quantum mechanics", "Matrix mechanics", "Measurement in quantum mechanics", "Measurement problem", "Messier 87", "Model of computation", "Molecular scale electronics", "Monogamy of entanglement", "Nanocircuitry", "Nanoseconds", "Nanotechnology", "Nature (journal)", "Neutral atom quantum computer", "Neutron star merger", "Nitrogen-vacancy center", "No-broadcasting theorem", "No-cloning theorem", "No-communication theorem", "No-deleting theorem", "No-hiding theorem", "No-teleportation theorem", "Noisy intermediate-scale quantum era", "Nuclear magnetic resonance quantum computer", "Objective-collapse theory", "Old quantum theory", "One-way quantum computer", "One clean qubit", "OpenQASM", "PBR theorem", "PMID (identifier)", "Path integral formulation", "Pauli equation", "Phase-space formulation", "Phase qubit", "Phased-array optics", "Phonons", "Physical and logical qubits", "Piezoelectric material", "Planck constant", "Plasma window", "Poincar\u00e9 conjecture", "Popper's experiment", "Post-quantum cryptography", "PostBQP", "Protein structure prediction", "QIP (complexity)", "QMA", "Q Sharp", "Qiskit", "Quantum Bayesianism", "Quantum Fourier transform", "Quantum Turing machine", "Quantum algorithm", "Quantum amplifier", "Quantum annealing", "Quantum biology", "Quantum bus", "Quantum capacity", "Quantum cellular automaton", "Quantum channel", "Quantum chaos", "Quantum chemistry", "Quantum circuit", "Quantum coin flipping", "Quantum complexity theory", "Quantum computer", "Quantum computing", "Quantum computing scaling laws", "Quantum convolutional code", "Quantum cosmology", "Quantum counting algorithm", "Quantum cryptography", "Quantum decoherence", "Quantum differential calculus", "Quantum dynamics", "Quantum electronics", "Quantum energy teleportation", "Quantum engineering", "Quantum entanglement", "Quantum eraser experiment", "Quantum error correction", "Quantum field theory", "Quantum finite automaton", "Quantum fluctuation", "Quantum gate teleportation", "Quantum geometry", "Quantum gravity", "Quantum harmonic oscillator", "Quantum image processing", "Quantum imaging", "Quantum information", "Quantum information science", "Quantum jump", "Quantum key distribution", "Quantum logic", "Quantum logic clock", "Quantum logic gate", "Quantum machine learning", "Quantum mechanics", "Quantum metamaterial", "Quantum metrology", "Quantum mind", "Quantum money", "Quantum mysticism", "Quantum network", "Quantum neural network", "Quantum nonlocality", "Quantum optics", "Quantum optimization algorithms", "Quantum phase estimation algorithm", "Quantum programming", "Quantum secret sharing", "Quantum sensor", "Quantum simulator", "Quantum spacetime", "Quantum speed limit theorems", "Quantum state", "Quantum state purification", "Quantum statistical mechanics", "Quantum stochastic calculus", "Quantum superposition", "Quantum supremacy", "Quantum technology", "Quantum teleportation", "Quantum tunnelling", "Quantum volume", "Qubit", "Quil (instruction set architecture)", "RNA interference", "Randomized benchmarking", "Rarita\u2013Schwinger equation", "Relational quantum mechanics", "Relativistic quantum mechanics", "Relaxation (NMR)", "Renewable energy", "Resonator", "Rigetti Computing", "Rosetta (spacecraft)", "Rydberg formula", "S2CID (identifier)", "SARG04", "Scanning electron micrograph", "Scattering", "Schr\u00f6dinger's cat", "Schr\u00f6dinger's cat in popular culture", "Schr\u00f6dinger equation", "Schr\u00f6dinger picture", "Schr\u00f6dinger\u2013HJW theorem", "Science (journal)", "Shor's algorithm", "Shor code", "Simon's problem", "Single-cell sequencing", "Solovay\u2013Kitaev theorem", "Spin (physics)", "Spin qubit quantum computer", "Spin\u2013lattice relaxation", "Spin\u2013spin relaxation", "Spirit (rover)", "Stabilizer code", "Steane code", "Stem cell", "Stern\u2013Gerlach experiment", "Superconducting quantum computing", "Superdense coding", "Superdeterminism", "Symmetry in quantum mechanics", "Thermoacoustic heat engine", "Thin film bulk acoustic resonator", "Thought experiment", "Threshold theorem", "Timeline of quantum computing and communication", "Timeline of quantum mechanics", "Topological quantum computer", "Toric code", "Transactional interpretation", "Transmon", "Trapped-ion quantum computer", "Ultracold atom", "Uncertainty principle", "Universal wave function", "University of California, Santa Barbara", "Variational quantum eigensolver", "Wave function", "Wave function collapse", "Wave interference", "Wave\u2013particle duality", "Wayback Machine", "Weyl equation", "Wheeler's delayed-choice experiment", "Whole genome sequencing", "Wigner's friend", "Zero-point energy", "\u039cK" ], "link_list_capped": false, "probability": 0.08691415190696716, "decision_seconds": 0.6674817996099591, "source": "model" } ], "scope": "related_to_old_demo" }, { "start": "Solar energy", "target": "Botany", "final": "HTTP 301", "reason": "cycle", "success": false, "decisions": [ { "from": "Solar energy", "to": "Plant genetic resources", "candidates": 836, "offered_links": [ "1973 oil crisis", "1979 energy crisis", "ABC-CLIO", "Active region", "Adaptive management", "Adelaide", "Agricultural land", "Agriculture", "Agrivoltaics", "Air pollution", "Air quality index", "Air quality law", "Airborne wind energy", "Airshed", "Albedo", "Alfv\u00e9n surface", "Algae", "Ancient Greece", "Andasol solar power station", "Anticyclone", "Antofagasta Region", "Aquifer", "Aquifer storage and recovery", "Arable land", "Arcology", "Artificial photosynthesis", "Asian Development Bank", "AstroFlight Sunrise", "Atmosphere of Earth", "Atmospheric circulation", "Augustin Mouchot", "Auroville", "BAE Systems", "Bibcode (identifier)", "Bicycle", "Bifacial solar cells", "Binding energy", "Biodiversity", "Bioenergy", "Biofuel", "Biogas", "Biomass", "Biopiracy", "Bioprospecting", "Biosphere", "Bow shock", "Brackish water", "Building-integrated photovoltaics", "Building insulation", "Buoyancy", "Bush tucker", "Bushmeat", "C. V. Boys", "Calcium nitrate", "Calculator", "California", "Capacitor", "Carbon-neutral fuel", "Carbon Tracker Initiative", "Carbon dioxide", "Carbon footprint", "Chemical energy", "Chile", "Chromosphere", "Circumnavigation", "Cityscape", "Clean Air Act (United States)", "Climate change", "Climate change and fisheries", "Climate change mitigation", "Clothes line", "Clotheshorse", "Coal", "Coefficient of performance", "Cogeneration", "Coimbatore", "Common-pool resource", "Common land", "Commons", "Community wind energy", "Compact fluorescent lamp", "Concentrated solar power", "Concentrated solar power plant", "Concentrator photovoltaics", "Conflict resource", "Conservation of energy", "Convection", "Convection zone", "Coronal hole", "Coronal loop", "Coronal mass ejection", "Corotating interaction region", "Cost of electricity by source", "Costa Rica", "Cucumbers", "Cycle rickshaw", "Cyclone", "Cyprus", "Daily consumption of drinking water", "Dark energy", "Darmstadt University of Technology", "Darwin, Northern Territory", "Daylighting (architecture)", "Deciduous", "Deployment of solar power to energy grids", "Desalination", "Disinfection", "Doi (identifier)", "Dover, Massachusetts", "Drainage basin", "Drinking water", "Dust storm", "Earth's atmosphere", "Earth Overshoot Day", "Eclipses in mythology and culture", "Eco-cities", "Eco hotel", "Ecohouse", "Ecolabel", "Ecological economics", "Ecosystem service", "Efficient energy use", "Egypt", "Elastic energy", "Electric aircraft", "Electric battery", "Electric bicycle", "Electric boat", "Electric current", "Electric motor", "Electric potential energy", "Electric power", "Electric vehicle", "Electrical energy", "Electricity", "Electricity delivery", "Electrification", "Electromagnetic radiation", "Electromagnetic spectrum", "Electrostate", "Ellerman bomb", "Emissions trading", "Enclosure", "Energy", "Energy Information Administration", "Energy Star", "Energy audit", "Energy carrier", "Energy condition", "Energy conservation", "Energy consumption", "Energy conversion efficiency", "Energy democracy", "Energy development", "Energy efficiency implementation", "Energy efficiency in agriculture", "Energy efficiency in transport", "Energy engineering", "Energy in Africa", "Energy in Asia", "Energy in Australia", "Energy in Europe", "Energy in Mexico", "Energy in South America", "Energy in the United States", "Energy in work", "Energy law", "Energy level", "Energy policy", "Energy policy of Canada", "Energy recovery", "Energy recycling", "Energy saving lamp", "Energy security", "Energy storage", "Energy supply", "Energy system", "Energy transformation", "Energy transition", "England", "Enthalpy", "Entropic force", "Entropy", "Environmental good", "Environmental planning", "Environmental technology", "Eric Scott Raymond", "Evaporation", "Exergy", "Exploitation of natural resources", "Feed-in tariff", "Feng shui", "Field (agriculture)", "Financial incentives for photovoltaics", "Fisheries law", "Fisheries management", "Fishery", "Floating solar", "Floating wind turbine", "Flood", "Food", "Forest", "Forest genetic resources", "Forest management", "Forestry law", "Fossil fuel", "Fossil fuel phase-out", "Fossil fuel power station", "Fossil fuels", "Frank Shuman", "Fraunhofer Society", "Free entropy", "Fresh water", "Fuel", "Fuel cell", "Fuel gas", "Fuel oil", "G-type main-sequence star", "GWth", "Game (hunting)", "Game law", "Gemstone", "Gene bank", "Geothermal energy", "Geothermal heating", "Geothermal power", "Gigawatt", "Glacier", "Glass in green buildings", "Global commons", "Gossamer Albatross", "Gravitational binding energy", "Gravitational energy", "Green building", "Green building and wood", "Green hydrogen", "Green vehicle", "Greenhouse", "Greenhouse gas", "Greenhouse gas emissions", "Greenhouses", "Grid-tied electrical system", "Grid energy storage", "Groundwater", "Groundwater pollution", "Groundwater recharge", "Groundwater remediation", "Growth of photovoltaics", "HVAC", "Habitat conservation", "Hail", "Hdl (identifier)", "Heat", "Heat capacity", "Heat pump", "Heat transfer", "Heliopause (astronomy)", "Heliophysics", "Helios Prototype", "Helioseismology", "Heliosphere", "Heliospheric current sheet", "Heliostat", "Helmet streamer", "History of energy", "Horace de Saussure", "Horizontal irradiation", "Horsepower", "Horticulture", "Hot air balloon", "Huerta", "Human-powered helicopter", "Human-powered hydrofoil", "Human-powered land vehicle", "Human-powered transport", "Human-powered watercraft", "Human\u2013electric hybrid vehicle", "Hybrid solar lighting", "Hydroelectricity", "Hydrogen", "Hydrogen fuel", "Hydrogen production", "Hydropower", "Hydrosphere", "ISBN (identifier)", "ISSN (identifier)", "Ice", "Iceberg", "Improved sanitation", "Improved water source", "Index of energy articles", "Index of solar energy articles", "Indoor air quality", "Industrial Revolution", "Industrial mineral", "Insolation", "Integrated gasification combined cycle", "Interatomic potential", "Internal combustion engine", "Internal energy", "International Energy Agency", "International Treaty on Plant Genetic Resources for Food and Agriculture", "International Union for the Protection of New Varieties of Plants", "Ionization energy", "Irreversible process", "Irrigation", "Isolated system", "Israel", "Jevons paradox", "Joule", "Keighley", "Kenichi Horie", "Kick scooter", "Kilowatt-hour", "Kinetic energy", "Land", "Land-use planning", "Land (economics)", "Land degradation", "Land law", "Land management", "Land use", "Landscape", "Latent heat", "Laws of thermodynamics", "Lazard", "Leaching (agriculture)", "Lenses", "Levelised cost of electricity", "Levelized cost of energy", "Life", "Life-cycle assessment", "Light tube", "List of countries by photovoltaics exports", "List of countries by photovoltaics production", "List of heliophysics missions", "List of low-energy building techniques", "List of photovoltaics companies", "List of plants used in herbalism", "List of renewable energy journals", "List of solar-powered products", "List of solar cycles", "List of solar deities", "List of solar energy topics", "Little Ice Age", "Low-carbon power", "Low-energy house", "Lunar eclipse", "Maadi", "Magnetic energy", "Magnetic sail", "Magnetic switchback", "Marine conservation", "Marine current power", "Marine energy", "Marine resources", "Mass", "Massachusetts Institute of Technology", "Mass\u2013energy equivalence", "Meadow", "Mechanical energy", "Mechanical wave", "Metal", "Methanol", "Micro hydro", "Microgeneration (energy)", "Mineral", "Mineral rights", "Mining", "Mining law", "Model aircraft", "Molten salt", "Mono-crystalline silicon", "Monterrey Institute of Technology and Higher Education, Mexico City", "Moreton wave", "Morocco", "NASA Pathfinder", "NREL", "Nanocrystal solar cell", "Nanoflare", "National Ambient Air Quality Standards", "National Health Service", "National Renewable Energy Laboratory", "Natural capital", "Natural capital accounting", "Natural gas", "Natural heritage", "Natural resource", "Natural resource economics", "Natural resource management", "Natural uranium", "Nature reserve", "Near-infrared", "Near-ultraviolet", "Negative energy", "Negative mass", "Negentropy", "Neighborhood Electric Vehicle", "Net energy gain", "Net metering", "New Energy and Industrial Technology Development Organization", "Nicolas Fatio de Duillier", "Nile River", "Nominal power (photovoltaic)", "Non-renewable resource", "Non-timber forest product", "North American Solar Challenge", "Nuclear binding energy", "Nuclear fuel", "Nuclear power", "Nuclear power plant", "Nuna 7", "Ocean thermal energy conversion", "Off-grid", "Oil refinery", "Oil war", "Open space reserve", "Orders of magnitude (energy)", "Ore", "Organic solar cell", "Outline of energy", "Outline of solar energy", "Outline of wind energy", "Overexploitation", "Ozone depletion", "PMC (identifier)", "PMID (identifier)", "Pacific Northwest National Laboratory", "Parabolic trough", "Paraffin wax", "Passive house", "Passive solar", "Passive solar building design", "Pasteurization", "Pasture", "Peak coal", "Peak copper", "Peak demand", "Peak farmland", "Peak gas", "Peak minerals", "Peak oil", "Peak phosphorus", "Peak water", "Personal rapid transit", "Personal transporter", "Petawatt", "Petro-Islam", "Petroleum", "Petroleum industry", "Petroleum politics", "Petrostate", "Phantom energy", "Phase-change material", "Phase change material", "Photochemical", "Photosphere", "Photosynthesis", "Photovoltaic effect", "Photovoltaic power station", "Photovoltaic system", "Photovoltaic thermal hybrid solar collector", "Photovoltaics", "Pico hydro", "Plant", "Plant genetic resources", "Plug-in hybrid", "Polar ice cap", "Pollution", "Polycrystalline silicon", "Polyethylene terephthalate", "Polytunnel", "Potassium nitrate", "Potential energy", "Power (physics)", "Power beaming", "Power usage effectiveness", "Primary energy", "Primary energy consumption", "Property law", "Pumped-storage hydroelectricity", "QinetiQ Zephyr", "Quadracycle", "Quantum chromodynamics binding energy", "Quantum fluctuation", "Quantum potential", "Quantum thermodynamics", "Quintessence (physics)", "REDD and REDD+", "Radiant energy", "Radiation", "Radiative zone", "Radioisotope thermoelectric generator", "Rail transport", "Rain", "Rainwater harvesting", "Rangeland", "Rankine cycle", "Rapid transit", "Rechargeable batteries", "Reclaimed water", "Remnant natural area", "Renewable energy", "Renewable energy by country", "Renewable energy in Asia", "Renewable heat", "Renewable resource", "Resource", "Resource curse", "Resource depletion", "Resource extraction", "Resource nationalism", "Resource war", "Rest energy", "Robert Ehrlich (physicist)", "Roller skating", "Rooftop solar power", "Row cover", "Royal Society of Chemistry", "Run-of-the-river hydroelectricity", "S2CID (identifier)", "Saline water", "Salt evaporation pond", "Sand mining", "Sanitation", "Seascape", "Seasonal thermal energy storage", "Seed bank", "Sewage", "Shade (shadow)", "Single-crystal silicon", "Skateboarding", "Small hydro", "Socrates", "Sodium nitrate", "Sodium sulfate", "Soil", "Soil conservation", "Soil fertility", "Soil health", "Soil resilience", "Soil solarization", "Solana Generating Station", "Solar-assisted heat pump", "Solar-charged vehicle", "Solar-powered aircraft", "Solar-powered pump", "Solar-pumped laser", "SolarReserve", "Solar Challenger", "Solar Decathlon", "Solar Energy (journal)", "Solar Impulse", "Solar Impulse 2", "Solar PV systems", "Solar Powered Desalination Unit", "Solar Riser", "Solar Shade Control Act", "Solar System", "Solar Total Energy Project", "Solar Tuki", "Solar Two", "Solar air conditioning", "Solar aircraft", "Solar architecture", "Solar balloon", "Solar cell", "Solar cell efficiencies", "Solar cell panel", "Solar chemical", "Solar chimney", "Solar combisystem", "Solar controller", "Solar cooker", "Solar core", "Solar corona", "Solar cycle", "Solar deity", "Solar desalination", "Solar design", "Solar dynamo", "Solar easement", "Solar eclipse", "Solar electricity", "Solar energy in Finland", "Solar energy use in rural Africa", "Solar facula", "Solar flare", "Solar fuel", "Solar furnace", "Solar gain", "Solar granule", "Solar heating", "Solar hot water", "Solar irradiance", "Solar lamp", "Solar maximum", "Solar minimum", "Solar moss", "Solar neutrino", "Solar observation", "Solar panel", "Solar panels", "Solar phenomena", "Solar physics", "Solar plage", "Solar pond", "Solar power", "Solar power by country", "Solar power in Africa", "Solar power in Albania", "Solar power in Algeria", "Solar power in Argentina", "Solar power in Armenia", "Solar power in Australia", "Solar power in Austria", "Solar power in Belarus", "Solar power in Belgium", "Solar power in Brazil", "Solar power in Bulgaria", "Solar power in Canada", "Solar power in Chile", "Solar power in China", "Solar power in Cyprus", "Solar power in Denmark", "Solar power in Estonia", "Solar power in France", "Solar power in Georgia (country)", "Solar power in Germany", "Solar power in Greece", "Solar power in Hungary", "Solar power in India", "Solar power in Israel", "Solar power in Italy", "Solar power in Jamaica", "Solar power in Japan", "Solar power in Kosovo", "Solar power in Lithuania", "Solar power in Mexico", "Solar power in Morocco", "Solar power in Myanmar", "Solar power in Nepal", "Solar power in New Zealand", "Solar power in Pakistan", "Solar power in Poland", "Solar power in Portugal", "Solar power in Qatar", "Solar power in Romania", "Solar power in Saudi Arabia", "Solar power in Somalia", "Solar power in South Africa", "Solar power in South Korea", "Solar power in Spain", "Solar power in Sweden", "Solar power in Switzerland", "Solar power in Taiwan", "Solar power in Thailand", "Solar power in Tunisia", "Solar power in Turkey", "Solar power in Ukraine", "Solar power in Uruguay", "Solar power in Uzbekistan", "Solar power in Yemen", "Solar power in the Czech Republic", "Solar power in the European Union", "Solar power in the Netherlands", "Solar power in the United Arab Emirates", "Solar power in the United Kingdom", "Solar power in the United States", "Solar power satellite", "Solar power tower", "Solar prominence", "Solar radiation", "Solar radio emission", "Solar sail", "Solar spicule", "Solar still", "Solar telescope", "Solar thermal collector", "Solar thermal energy", "Solar thermal rocket", "Solar time", "Solar tracker", "Solar tracking", "Solar transition region", "Solar trough", "Solar updraft tower", "Solar variation", "Solar vehicle", "Solar water disinfection", "Solar water heating", "Solar wind", "Solar wind turbulence", "Sound energy", "Sound wave", "Soundscape", "South African Solar Challenge", "Space-based solar power", "Space climate", "Space weather", "Specific heat", "Squad Solar", "Square kilometre", "Standard solar model", "Star", "Steam reforming", "Steam turbine", "Stellar atmosphere", "Stellar classification", "Still", "Stormwater", "Substitution method (primary energy)", "Sun", "Sun in fiction", "Sunlight", "Sunspot", "Sunspot number", "Supergranulation", "Superheated steam", "Supply side", "Supra-arcade downflows", "Surface energy", "Surface water", "Sustainability", "Sustainable architecture", "Sustainable biofuel", "Sustainable city", "Sustainable energy", "Sustainable habitat", "Sustainable refurbishment", "Sustainable transport", "Sweden", "Systems ecology", "Tachocline", "Technologies", "Terajoule", "Terawatt", "Terawatt-hour", "The New York Times", "The Solar Project", "The Sun in culture", "Thermal energy", "Thermal energy storage", "Thermal equilibrium", "Thermal mass", "Thermal mass (Building)", "Thermal reservoir", "Thermodynamic equilibrium", "Thermodynamic free energy", "Thermodynamic potential", "Thermodynamic state", "Thermodynamic system", "Thermodynamic temperature", "Thermodynamics", "Thermoelectric generator", "Thermogenerator", "Thin-film solar cell", "Tiberius", "Tidal barrage", "Tidal farm", "Tidal power", "Tidal stream generator", "Timeline of solar cells", "Tragedy of the commons", "Tram", "Tricycle", "Tropical green building", "Twike", "Ultracapacitors", "United Nations Development Programme", "Units of energy", "Unmanned aerial vehicle", "Updraft", "Urban ecology", "Urban heat island", "Utility-scale solar", "Vacuum energy", "Variable cost", "Vehicle-to-grid", "Velomobile", "Ventilation (architecture)", "Viewshed", "Visible light", "Volume (thermodynamics)", "Walking", "Waste-to-energy", "Waste-to-energy plant", "Waste water", "Water", "Water conflict", "Water conservation", "Water cycle", "Water efficiency", "Water heating", "Water law", "Water pollution", "Water privatization", "Water quality", "Water resource policy", "Water resources", "Water right", "Water scarcity", "Water security", "Water supply", "Wave farm", "Wave power", "Wayback Machine", "Weizmann Institute of Science", "Wilderness", "Wildlife", "Wildlife conservation", "Wildlife management", "Wind-powered vehicle", "Wind farm", "Wind lens", "Wind power", "Wind power forecasting", "Wind power industry", "Wind rights", "Wind turbine", "Windbelt", "Windpump", "Winemakers", "Wood", "Work (physics)", "Working fluid", "World Energy Council", "World Health Organization", "World Solar Challenge", "World energy consumption", "World energy resources", "World energy supply and consumption", "Zero-energy building", "Zero-point energy", "Zero heating building", "Zinc oxide" ], "link_list_capped": false, "probability": 0.11424200981855392, "decision_seconds": 1.5276664504781365, "source": "model" }, { "from": "Plant genetic resources", "to": "Fair use", "candidates": 400, "offered_links": [ "Abandonware", "Aboriginal title", "Access and Benefit Sharing Agreement", "Accumulation by dispossession", "Acequia", "Adam Smith", "Adaptive management", "Agricultural land", "Air pollution", "Air quality index", "Air quality law", "Air rights", "Airshed", "Alienation (property law)", "Aquifer", "Aquifer storage and recovery", "Arable land", "Artificial intelligence and copyright", "Atmosphere of Earth", "August Weismann", "Authors' rights", "Bergregal", "Bibcode (identifier)", "Biodiversity", "Bioenergy", "Biopiracy", "Bioprospecting", "Biosphere", "Bioversity International", "Brand protection", "Bride buying", "Bundle of rights", "Bush tucker", "Bushmeat", "CGIAR", "CIMMYT", "Cityscape", "Clean Air Act (United States)", "Climate change", "Climate change and fisheries", "Collective ownership", "Collectivization in the Soviet Union", "Commodity", "Common-pool resource", "Common good (economics)", "Common land", "Common ownership", "Commons", "Communal land", "Community property", "Conflict resource", "Convention on Biological Diversity", "Cooperative", "Copyleft", "Copyright", "Copyright abolition", "Copyright troll", "Criticism of copyright", "Croft (land)", "Crop biodiversity", "Crop wild relatives", "Crown land", "Customary land", "DNA", "Daily consumption of drinking water", "Das Kapital", "Database right", "David Fairchild", "David Harvey", "David Ricardo", "Desalination", "Digital commons (economics)", "Doi (identifier)", "Drainage basin", "Drinking water", "Earth Overshoot Day", "Easement", "Ecological economics", "Ecosystem service", "Ejido", "Electrostate", "Elinor Ostrom", "Eminent domain", "Emissions trading", "Enclosure", "Energy", "Energy law", "Environmental good", "Epigenetics", "Erna Bennett", "Estate (law)", "Estate in land", "European Society of Breeding Research", "Eviction", "Excludability", "Exclusive economic zone", "Executor", "Exploitation of natural resources", "Expropriation", "Fair dealing", "Fair use", "Farhud", "Farmers' rights", "Farmers rights", "Fictitious commodities", "Field (agriculture)", "First possession theory of property", "Fisheries law", "Fisheries management", "Fishery", "Flood", "Food", "Food and Agriculture Organization", "Forced displacement", "Forest", "Forest Rights Act (India)", "Forest genetic resources", "Forest management", "Forestry law", "Fossil fuel", "Free-rider problem", "Freedom to roam", "Fresh water", "Friedrich Engels", "Fr\u00e9d\u00e9ric Bastiat", "Fuel gas", "Game (hunting)", "Game law", "Game theory", "Garrett Hardin", "Gemstone", "Gene bank", "Gene banks", "Genetic resources (disambiguation)", "Genetic variation", "Geographical indication", "Georgism", "Geothermal energy", "Germ plasm", "Germplasm", "Gift economy", "Glacier", "Global Crop Diversity Trust", "Global commons", "Grazing rights", "Groundwater", "Groundwater pollution", "Groundwater recharge", "Groundwater remediation", "Habitat conservation", "Henry George", "Homestead principle", "Huerta", "Human trafficking", "Hunting", "Husband-selling", "Hydropower", "Hydrosphere", "IRRI", "Ice", "Iceberg", "Idea\u2013expression distinction", "Illegal, unreported and unregulated fishing", "Illegal logging", "Improved sanitation", "Improved water source", "Indigenous intellectual property", "Indigenous land rights", "Indoor air quality", "Industrial design right", "Industrial mineral", "Information commons", "Inheritance", "Inheritance tax", "Intangible property", "Integrated circuit layout design protection", "Intellectual property", "Intellectual property infringement", "International Biological Program", "International Convention for the Protection of New Varieties of Plants", "International Treaty on Plant Genetic Resources for Food and Agriculture", "International Union for the Protection of New Varieties of Plants", "Irrigation", "Jack Harlan", "Jean-Jacques Rousseau", "John Locke", "John Stuart Mill", "Karl Marx", "Karl Polanyi", "Knowledge commons", "Labor theory of property", "Land", "Land-use planning", "Land (economics)", "Land Back", "Land degradation", "Land law", "Land management", "Land reform", "Land tenure", "Land use", "Landscape", "Law of rent", "Leaching (agriculture)", "Legal plunder", "Life", "Limitations and exceptions to copyright", "List of plants used in herbalism", "List of types of formally designated forests", "Literary estate", "Literary property", "Littoral rights", "Marcel Mauss", "Marine conservation", "Marine resources", "Material Transfer Agreement", "Meadow", "Metal", "Mineral", "Mineral rights", "Mining", "Mining law", "Moral rights", "Murray Rothbard", "Nagoya Protocol", "National Ambient Air Quality Standards", "Natural capital", "Natural capital accounting", "Natural heritage", "Natural resource", "Natural resource economics", "Natural resource management", "Natural rights and legal rights", "Nature reserve", "Nikolai Vavilov", "Non-renewable resource", "Non-timber forest product", "Nuclear power", "Oil war", "Open space reserve", "Optimal tax", "Ore", "Original appropriation", "Orphan work", "Otto Frankel", "Outline of intellectual property", "Outline of patents", "Overexploitation", "Ownership", "Ozone depletion", "Pannage", "Paraphrasing of copyrighted material", "Pasture", "Patent", "Patent infringement", "Patent troll", "Peak coal", "Peak copper", "Peak farmland", "Peak gas", "Peak minerals", "Peak oil", "Peak phosphorus", "Peak water", "Peasants' rights", "Personal property", "Petro-Islam", "Petroleum politics", "Petrostate", "Pierre-Joseph Proudhon", "Piracy", "Pirate Party", "Plant", "Plant Treaty", "Plant breeders' rights", "Poaching", "Polar ice cap", "Poll tax", "Population transfer", "Primitive accumulation of capital", "Primogeniture", "Prior-appropriation water rights", "Private property", "Privatization", "Progress and Poverty", "Progressive tax", "Property", "Property is theft!", "Property law", "Property rights (economics)", "Property tax", "Proprietary software", "Public domain", "Public property", "REDD and REDD+", "Rain", "Rainwater harvesting", "Rangeland", "Real estate", "Real property", "Reclaimed water", "Redistribution of income and wealth", "Regressive tax", "Regulatory taking", "Related rights", "Remnant natural area", "Renewable resource", "Rent-seeking", "Repatriation", "Resource", "Resource curse", "Resource depletion", "Resource extraction", "Resource nationalism", "Resource war", "Restraint on alienation", "Right of way", "Right to property", "Right to quote", "Riparian water rights", "Rivalry (economics)", "Rockefeller Foundation", "Ronald Coase", "S2CID (identifier)", "Sand mining", "Sanitation", "Seascape", "Second World War", "Seed bank", "Self-ownership", "Sewage", "Shade (shadow)", "Slavery", "Social ownership", "Soil", "Soil conservation", "Soil fertility", "Soil health", "Soil resilience", "Solar energy", "Sound recording copyright", "Soundscape", "Squatting", "State ownership", "Stormwater", "Sunlight", "Supplementary protection certificate", "Surface water", "Systems ecology", "Tangible property", "Tax", "Tax burden", "Tax incidence", "The Ethics of Liberty", "The Gift (essay)", "The Great Transformation (book)", "The Law (Bastiat book)", "The Origin of the Family, Private Property and the State", "The Social Contract", "The Wealth of Nations", "Theft", "Title (property)", "Trade dress", "Trade secret", "Trademark", "Tragedy of the anticommons", "Tragedy of the commons", "Two Treatises of Government", "United Nations Declaration on the Rights of Peasants", "United States Department of Agriculture", "Unowned property", "Urban ecology", "Usufruct", "Utility model", "Viewshed", "Wage slavery", "Water", "Water conflict", "Water conservation", "Water efficiency", "Water law", "Water pollution", "Water privatization", "Water quality", "Water resource policy", "Water resources", "Water right", "Water scarcity", "Water security", "Water supply", "Wife selling", "Wilderness", "Wildlife", "Wildlife conservation", "Wildlife management", "Wind power", "Women's property rights", "Wood", "World energy resources", "Yard-sale model" ], "link_list_capped": false, "probability": 0.04709649085998535, "decision_seconds": 0.7617790047079325, "source": "model" }, { "from": "Fair use", "to": "Inline linking", "candidates": 309, "offered_links": [ "2 Live Crew", "Abandonware", "Acuff-Rose Music", "Affirmative defense", "Afghanistan and copyright issues", "American Civil Liberties Union", "American Library Association", "American University", "Andrea Blanch", "Andy Warhol", "Andy Warhol Foundation for the Visual Arts, Inc. v. Goldsmith", "Assassination of President Kennedy", "Association of Research Libraries", "Audio Home Recording Act", "Australian Digital Alliance", "Australian Law Reform Commission", "Australia\u2013United States Free Trade Agreement", "Authors Guild, Inc. v. Google, Inc.", "Authors Guild, Inc. v. HathiTrust", "Authors Guild v. HathiTrust", "Barbie", "Bernard J. Geis", "Berne three-step test", "Betamax", "Biz Markie", "Blanch v. Koons", "Bridgeport Music, Inc. v. Dimension Films", "CCH Canadian Ltd v. Law Society of Upper Canada", "Campbell v. Acuff-Rose Music, Inc.", "Campbell v. Acuff-Rose Music Inc", "Canadian copyright law", "Cariou v. Prince", "Cease and desist", "Charles Nesson", "CiteSeerX (identifier)", "Civil law (legal system)", "Common law", "Computer and Communications Industry Association", "Computer hardware", "Computer software", "Copyfraud", "Copyleft", "Copyright", "Copyright Act of 1976", "Copyright Act of Canada", "Copyright in Armenia", "Copyright in Belarus", "Copyright in Belgium", "Copyright in Bermuda", "Copyright in Ecuador", "Copyright in Iran", "Copyright in Israel", "Copyright in Ivory Coast", "Copyright in Kyrgyzstan", "Copyright in Latvia", "Copyright in Lebanon", "Copyright in Lithuania", "Copyright in Luxembourg", "Copyright in Madagascar", "Copyright in Mongolia", "Copyright in Morocco", "Copyright in Mozambique", "Copyright in Ukraine", "Copyright in Uruguay", "Copyright in Uzbekistan", "Copyright in the Dominican Republic", "Copyright in the United Arab Emirates", "Copyright infringement", "Copyright law of Albania", "Copyright law of Argentina", "Copyright law of Australia", "Copyright law of Austria", "Copyright law of Azerbaijan", "Copyright law of Bangladesh", "Copyright law of Benin", "Copyright law of Bolivia", "Copyright law of Brazil", "Copyright law of Burundi", "Copyright law of Cameroon", "Copyright law of Canada", "Copyright law of Chile", "Copyright law of China", "Copyright law of Egypt", "Copyright law of El Salvador", "Copyright law of France", "Copyright law of Georgia", "Copyright law of Germany", "Copyright law of Ghana", "Copyright law of Greece", "Copyright law of Honduras", "Copyright law of Hong Kong", "Copyright law of India", "Copyright law of Indonesia", "Copyright law of Ireland", "Copyright law of Italy", "Copyright law of Japan", "Copyright law of Jordan", "Copyright law of Kazakhstan", "Copyright law of Malaysia", "Copyright law of Moldova", "Copyright law of Myanmar", "Copyright law of Nepal", "Copyright law of New Zealand", "Copyright law of North Korea", "Copyright law of Oman", "Copyright law of Pakistan", "Copyright law of Panama", "Copyright law of Peru", "Copyright law of Poland", "Copyright law of Romania", "Copyright law of Russia", "Copyright law of Saudi Arabia", "Copyright law of Senegal", "Copyright law of Serbia", "Copyright law of South Africa", "Copyright law of South Korea", "Copyright law of Spain", "Copyright law of Sri Lanka", "Copyright law of Sweden", "Copyright law of Switzerland", "Copyright law of Syria", "Copyright law of Tajikistan", "Copyright law of Thailand", "Copyright law of Turkey", "Copyright law of Venezuela", "Copyright law of the European Union", "Copyright law of the Netherlands", "Copyright law of the Philippines", "Copyright law of the Russian Federation", "Copyright law of the Soviet Union", "Copyright law of the United Kingdom", "Copyright law of the United States", "Court of Chancery", "Creative Commons", "Cryptography", "Data mining", "De minimis", "Default judgment", "Denny Chin", "Derivative work", "Doi (identifier)", "Electronic Frontier Foundation", "Enjoin", "Exclusive right", "FAIR USE Act", "Fair License", "Fair Usage Policy", "Fair Use Project", "Fair dealing", "Fair dealing in Canadian copyright law", "Fair dealing in United Kingdom law", "Fair use (Poland)", "Fair use (U.S. trademark law)", "Folsom v. Marsh", "Freedom of speech", "GDP", "Gagosian Gallery", "Generative AI", "Georgia v. Public.Resource.Org, Inc.", "Gerald Ford", "Gilbert O'Sullivan", "Gone with the Wind (novel)", "Google", "Grand Upright Music, Ltd. v. Warner Bros. Records Inc.", "Green Day", "Gyles v Wilcox", "Harold Baer Jr.", "Harper & Row v. Nation Enterprises", "Harvard Law Review", "Harvard University", "Hdl (identifier)", "History of Fair Use proposals in Australia", "ISBN (identifier)", "Idea-expression divide", "Inline linking", "International Intellectual Property Alliance", "International copyright treaties", "J. D. Salinger", "JSTOR (identifier)", "Jammie Thomas", "Jeff Koons", "Jeremy Fogel", "Joel Tenenbaum", "Joseph Story", "Jules and G\u00e9d\u00e9on Naudet", "Kelly v. Arriba Soft Corp.", "Kiwi Camara", "Knesset", "L.A. Times v. Free Republic", "LCCN (identifier)", "Las Vegas Review-Journal", "Law Society of Upper Canada", "Legal burden of proof", "Legal doctrine", "Legal issues surrounding music sampling", "Leibovitz v. Paramount Pictures Corp.", "Lenz v. Universal Music Corp.", "Let's Go Crazy", "Licensing", "Limitations and exceptions to copyright", "List of United States Supreme Court cases, volume 464", "List of United States Supreme Court cases, volume 471", "List of United States Supreme Court cases, volume 510", "List of copyright acts", "List of copyright case law", "List of copyright duration by country", "List of parties to international copyright agreements", "List of parties to international treaties protecting rights related to copyright", "Litigation", "Loose Change", "Lumen (website)", "Lynn Goldsmith", "Margaret Mitchell estate", "Mattel", "Matthew Bender", "Melville Nimmer", "Microsoft", "Moral rights (copyright law)", "National Coalition Against Censorship", "Network protocol", "Official Code of Georgia Annotated", "Oh, Pretty Woman", "Oracle Corporation", "Parody", "Perfect 10, Inc. v. Amazon.com, Inc.", "Philip Pro", "Pia Hunter", "Pierre N. Leval", "Piracy", "Plagiarism", "Polish copyright law", "Polish language", "Polish law", "Precedent", "Prima facie", "Private fair use (Poland)", "Productivity Commission", "Professional liability insurance", "Public.Resource.Org", "Public sphere", "Reverse engineering", "Richard Prince", "Richard Story", "Righthaven", "Righthaven v. Hoehn", "Rogers v. Koons", "Roy Orbison", "Rule of the shorter term", "S.D.N.Y.", "S2CID (identifier)", "SSRN (identifier)", "Salinger v. Random House", "Salinger v. Random House, Inc.", "Sampling (music)", "Satire", "Sc\u00e8nes \u00e0 faire", "Search engine", "Second Circuit", "Seltzer v. Green Day, Inc", "Sony Corp. of America v. Universal City Studios, Inc.", "Stationers' Company", "Statute of Anne", "Statutory law", "Strategic lawsuit against public participation", "Substitute good", "Summary judgment", "Sun Microsystems", "Suntrust Bank v. Houghton Mifflin Co.", "Supreme Court of Canada", "Supreme Court of the United States", "TEACH Act", "Test (law)", "Text mining", "The Sydney Morning Herald", "The Wall Street Journal", "The Wind Done Gone", "This Film Is Not Yet Rated", "Thumbnail", "Thumbnails", "Time-shifting", "Title 17 of the United States Code", "Tom Forsythe", "Toward a Fair Use Standard", "Trade group efforts against file sharing", "Transformation (law)", "Transformative use", "U.S. District Court for the Northern District of Georgia", "U.S. Supreme Court", "United States Copyright Act of 1976", "United States Copyright Office", "United States Court of Appeals for the Eleventh Circuit", "United States Court of Appeals for the Ninth Circuit", "United States Court of Appeals for the Second Circuit", "United States District Court for the District of Nevada", "United States District Court for the Northern District of California", "United States Reports", "United States copyright law", "Universal Pictures", "Warner Bros. and J. K. Rowling v. RDR Books", "Warren Report", "Wayback Machine", "Web mining", "Web search engine", "Wendy Gordon", "World Intellectual Property Organization", "World Trade Center (1973\u20132001)", "Yahoo!", "YouTube", "Zapruder film" ], "link_list_capped": false, "probability": 0.30286335945129395, "decision_seconds": 0.6365083092823625, "source": "model" }, { "from": "Inline linking", "to": "Hypertext Transfer Protocol", "candidates": 37, "offered_links": [ "Ad filtering", "Adobe Flash", "Apache HTTP Server", "Client (computing)", "Common Gateway Interface", "Copyright aspects of hyperlinking and framing", "Copyright infringement", "Cross-site scripting", "Deep linking", "Drive-by download", "Embedding Rich Media", "File host", "HTML Tags", "HTTP referer", "HTTP referrer", "Hit counter", "Hypertext", "Hypertext Transfer Protocol", "Maxis Communications", "Perfect 10, Inc. v. Amazon.com, Inc.", "Phishing", "Security bug", "Server (computing)", "Slashdot", "Style sheet (web development)", "Transclusion", "URL rewriting", "Uniform Resource Locator", "United States Court of Appeals for the Ninth Circuit", "Web banner", "Web browser", "Web bug", "Web counter", "Web page", "Web visitor tracking", "Website", "World Wide Web" ], "link_list_capped": false, "probability": 0.32695090770721436, "decision_seconds": 0.09659184515476227, "source": "model" }, { "from": "HTTP", "to": "HTTP 301", "candidates": 598, "offered_links": [ "360 Secure Browser", "AOL Explorer", "ASCII", "AT&T Pogo", "Abaco (web browser)", "About URI scheme", "Acct URI scheme", "ActiveX", "Active Server Pages", "Address Resolution Protocol", "Addressability", "Ajax (programming)", "Alert dialog box", "Amaya (web editor)", "Amazon Silk", "Apache HTTP Server", "Apache JServ Protocol", "Application-Layer Protocol Negotiation", "Application layer", "Application server", "Arachne (web browser)", "Arc (web browser)", "Arena (web browser)", "Arora (web browser)", "Asynchronous Server Gateway Interface", "Authentication", "Avast Secure Browser", "BIBFRAME", "Basic access authentication", "Basilisk (web browser)", "Beaker (web browser)", "Beonex Communicator", "Bibliographic Ontology", "Blazer (web browser)", "Blink (browser engine)", "Bolt (web browser)", "Bookmark (digital)", "Border Gateway Protocol", "Brave (web browser)", "Browser Helper Object", "Browser cache", "Browser cookies", "Browser engine", "Browser extension", "Byte serving", "CERN", "CERN httpd", "CERT Coordination Center", "CM Browser", "COinS", "CSS", "Cake Browser", "Camino (web browser)", "Canvas element", "Carriage return", "Cascading Style Sheets", "ChatGPT Atlas", "Chromium (web browser)", "Chunked transfer encoding", "Citrio", "Classilla", "Client-side", "Client-side persistent data", "Client-side scripting", "Client (computing)", "Client\u2013server model", "Cloudflare", "Collective intelligence", "Command\u2013query separation", "Common Gateway Interface", "Common Logic", "Communication protocol", "Comodo Dragon", "Comodo IceDragon", "Comparison of file transfer protocols", "Comparison of web browsers", "Computer file", "Computer mouse", "Conkeror", "Connection-oriented communication", "Constrained Application Protocol", "Content negotiation", "Content reference identifier", "Cross-origin resource sharing", "Cross-site scripting", "C\u1ed1c C\u1ed1c", "DHCPv6", "DOAP", "DOM event", "Data URI scheme", "Data retrieval", "Database", "Datagram Congestion Control Protocol", "Dataspaces", "Dave Raggett", "Deepnet Explorer", "Description logic", "Digest access authentication", "Digital humanities", "Digital library", "Dillo", "Do-Not-Track", "Do Not Track", "Document Object Model", "Doi (identifier)", "Dolphin Browser", "Domain Name System", "Dooble", "Dublin Core", "DuckDuckGo Private Browser", "Dynamic HTML", "Dynamic Host Configuration Protocol", "Dynamic web page", "ELinks", "Ecosia", "Ed2k URI scheme", "Email", "Encrypted Media Extensions", "Encryption", "End-to-end principle", "Epic (web browser)", "Eww (web browser)", "Example.com", "Explicit Congestion Notification", "FOAF", "Facebook Platform", "Falkon", "FastCGI", "Feed URI scheme", "File Transfer Protocol", "File URI scheme", "Finger (protocol)", "Firefox", "Firefox Lite", "Flock (web browser)", "Floorp", "Flow (web browser)", "Fluid (web browser)", "Folksonomy", "Fork (software development)", "Form (web)", "Free and open-source software", "Frontend and backend", "GNOME Web", "GNU IceCat", "GRDDL", "Galeon", "Gazelle (web browser)", "Gears (software)", "Gecko (software)", "Gemini (protocol)", "Geo URI scheme", "Geotagging", "Ghostzilla", "GitHub", "Global Privacy Control", "Google", "Google Chrome", "Google Native Client", "Google TV (2010\u20132014)", "Google Web Accelerator", "Gopher (protocol)", "GraphQL", "GreenBrowser", "Gzip", "H-feed", "HAtom", "HCalendar", "HCard", "HProduct", "HRecipe", "HReview", "HTML", "HTML5", "HTML5 File API", "HTML audio", "HTML video", "HTTP/1.1 Upgrade header", "HTTP/2", "HTTP/3", "HTTPS", "HTTP 301", "HTTP 302", "HTTP 303", "HTTP 403", "HTTP 404", "HTTP 451", "HTTP ETag", "HTTP compression", "HTTP cookie", "HTTP handler", "HTTP header injection", "HTTP location", "HTTP parameter pollution", "HTTP persistent connection", "HTTP pipelining", "HTTP proxy", "HTTP referer", "HTTP request header field", "HTTP request smuggling", "HTTP response splitting", "HTTP tunnel", "Head-of-line blocking", "Henrik Frystyk Nielsen", "Hop-by-hop transport", "Host (network)", "HotJava", "Https", "Huawei Mobile Services", "Human-readable", "Hydration (web development)", "Hyper Text Coffee Pot Control Protocol", "Hyperdata", "Hyperlink", "Hypermedia", "Hypertext", "IBM Home Page Reader", "IBM Lotus Symphony", "IBM WebExplorer", "IBrowse", "ICMPv6", "ICab", "IETF", "IP address", "IPsec", "IPv4", "IPv6", "IRC", "ISBN (identifier)", "ISSN (identifier)", "IXBRL", "Idempotence", "IndexedDB", "Info URI scheme", "Information architecture", "InterPlanetary File System", "Internationalized Resource Identifier", "Internet", "Internet Control Message Protocol", "Internet Engineering Task Force", "Internet Explorer", "Internet Explorer for Mac", "Internet Group Management Protocol", "Internet Message Access Protocol", "Internet Printing Protocol", "Internet Protocol", "Internet Protocol suite", "Internet Relay Chat", "Internet Research Task Force", "Internet Server Application Programming Interface", "Internet bot", "Internet forum", "Internet layer", "Internet media type", "Internet protocol suite", "Intranet", "Iris Browser", "JSGI", "JSON-LD", "Jakarta Servlet", "JavaScript", "Java Portlet Specification", "K-Meleon", "Kagi (search engine)", "Kazehakase", "Khronos Group", "KidZui", "Kirix Strata", "Knowledge extraction", "Knowledge management", "Knowledge representation and reasoning", "Konqueror", "Kylo (web browser)", "L4S", "Ladybird (web browser)", "Larry Masinter", "Library 2.0", "LibreWolf", "Lightweight Directory Access Protocol", "Line Mode Browser", "Line feed", "Link layer", "Linked data", "Links (web browser)", "List of Apache modules", "List of HTTP header fields", "List of HTTP status codes", "List of TCP and UDP port numbers", "List of URI schemes", "List of application servers", "List of network protocols (OSI model)", "List of search engine software", "List of web browsers", "Local area network", "Login", "Logout", "Lunascape", "Lynx (web browser)", "MQTT", "MSN Dial-Up Internet Access", "MSN TV", "Magnet URI scheme", "Mailing list", "Mailto", "Mashup (web application hybrid)", "Maxthon", "MediaBrowser", "Media Gateway Control Protocol", "Media Source Extensions", "Medium access control", "Mercury Browser", "Metadata", "Metadata Authority Description Schema", "Metadata Object Description Schema", "MicroB", "Microdata (HTML)", "Microformat", "Microservices", "Microsoft Edge", "Microsoft Edge Legacy", "Microsoft Live Labs Deepfish", "Midori (web browser)", "Minimo", "Mobile app", "Mod jk", "Mod lisp", "Mod mono", "Mod parrot", "Mod perl", "Mod proxy", "Mod python", "Mod ruby", "Mod wsgi", "Mosaic (web browser)", "Mozilla Application Suite", "Mullvad Browser", "Multicast", "Multiplexing", "N-Triples", "NPAPI", "Name-value pair", "Naver Whale", "Neighbor Discovery Protocol", "NeoPlanet", "NetCaptor", "NetFront", "NetPositive", "NetSurf", "Netscape (web browser)", "Netscape Server Application Programming Interface", "Network File System", "Network News Transfer Protocol", "Network Time Protocol", "Network latency", "Nokia Browser for Symbian", "Notation3", "OmniWeb", "Online Certificate Status Protocol", "Online shopping", "Ontology (information science)", "Open API", "Open Network Computing Remote Procedure Call", "Open Shortest Path First", "Open Web Interface for .NET", "Opera (web browser)", "Opera Coast", "Opera Mini", "Opera Mobile", "Origyn Web Browser", "Otter Browser", "PATCH (HTTP)", "PHP", "POST (HTTP)", "Pale Moon", "Perplexity AI", "Phusion Passenger", "PirateBrowser", "Plack (software)", "Plain text", "Plug-in (computing)", "Point-to-Point Protocol", "Polling (computer science)", "Post Office Protocol", "Precision Time Protocol", "Private browsing", "Private network", "Progressive web app", "Proprietary software", "Proxy server", "Puffin Browser", "Push technology", "QQ Browser", "QUERY (HTTP)", "QUIC", "QtWeb", "Qutebrowser", "RDF/XML", "RDF Schema", "RDFa", "REST", "RFC (identifier)", "Rack (web server interface)", "Real-Time Streaming Protocol", "Real-time Transport Protocol", "Redcore", "Reference (computer science)", "Remote scripting", "Representational state transfer", "Request-response", "Request for Comments", "Request\u2013response", "Research Resource Identifier", "Resource-oriented architecture", "Resource Description Framework", "Resource Reservation Protocol", "Rich Internet Application", "Rockmelt", "Router (computing)", "Routing Information Protocol", "Roy Fielding", "Rsync", "Rule-based system", "Rule Interchange Format", "S2CID (identifier)", "SAWSDL", "SHACL", "SIP URI scheme", "SPARQL", "SPDY", "SRWare Iron", "SVG", "Safari (web browser)", "SalamWeb", "Samsung Browser", "Schema.org", "SeaMonkey", "Secure Hypertext Transfer Protocol", "Secure Shell", "Semantic HTML", "Semantic Web", "Semantic Web Rule Language", "Semantic analytics", "Semantic computing", "Semantic mapper", "Semantic matching", "Semantic network", "Semantic publishing", "Semantic reasoner", "Semantic search", "Semantic service-oriented architecture", "Semantic triple", "Semantic wiki", "Semantically Interlinked Online Communities", "Semantics (programming languages)", "Server-sent events", "Server-side", "Server-side scripting", "Server (computing)", "Server Side Includes", "Server application programming interface", "Server log", "Session (computer science)", "Session Initiation Protocol", "Session layer", "Shiira", "Side effect (computer science)", "Simple Common Gateway Interface", "Simple Knowledge Organization System", "Simple Mail Transfer Protocol", "Simple Network Management Protocol", "Simple Service Discovery Protocol", "Single-page application", "Skweezer", "Skyfire (company)", "Sleipnir (web browser)", "SlimBrowser", "Software", "Solid (web decentralization project)", "Solution stack", "SpaceTime (software)", "Space (punctuation)", "Sputnik (search engine)", "Stateless protocol", "Static web page", "Steel (web browser)", "Stream Control Transmission Protocol", "Supermium", "Surf (web browser)", "Swiftfox", "TCP congestion control", "TCP port", "TLS 1.2", "Tab character", "Tag URI scheme", "Telnet", "TenFourFox", "Third-party cookies", "ThunderHawk", "Tim Berners-Lee", "Timberwolf (web browser)", "Topic map", "Tor Browser", "Torch (web browser)", "Transmission Control Protocol", "Transport Layer Security", "Transport layer", "TriG (syntax)", "TriX (serialization format)", "Trident (software)", "Tunneling protocol", "Turtle (syntax)", "UC Browser", "UPnP", "URL", "Ungoogled-chromium", "Unicast", "Uniform Resource Identifier", "Uniform Resource Name", "Uniform resource locator", "Upstream server", "User-agent", "User (computing)", "User Datagram Protocol", "User agent", "User interface", "Uzbl", "Variable (computer science)", "Variant object", "View-source URI scheme", "Virtual hosting", "Vision Mobile Browser", "Vivaldi (web browser)", "Voice browser", "W3C", "W3C Geolocation API", "W3m", "WHATWG", "Waterfox", "Waterfox Classic", "Web-oriented architecture", "WebAssembly", "WebAuthn", "WebCL", "WebDAV", "WebGL", "WebGPU", "WebKit", "WebPositive", "WebRTC", "WebSocket", "WebUSB", "WebXR", "Web 2.0", "Web API", "Web API security", "Web IDL", "Web Messaging", "Web Ontology Language", "Web SQL Database", "Web Science Trust", "Web Server Gateway Interface", "Web Services for Remote Portlets", "Web application", "Web banner", "Web browser", "Web cache", "Web caching", "Web container", "Web crawler", "Web engineering", "Web framework", "Web page", "Web resource", "Web server", "Web service", "Web standards", "Web storage", "Web worker", "Webhook", "Webserver", "Website", "Whitespace (computer science)", "WinWAP", "Wireless Application Protocol", "WorldWideWeb", "World Wide Web", "World Wide Web Consortium", "X-Forwarded-For", "XAML Browser Applications", "XB Browser", "XML", "XMLHttpRequest", "XMPP", "Xombrero", "Yahoo! Messenger", "Yandex Browser", "ZAC Browser", "Zen Browser" ], "link_list_capped": false, "probability": 0.07254233211278915, "decision_seconds": 1.1740018418058753, "source": "model" }, { "from": "HTTP 301", "to": "URL redirection", "candidates": 42, "offered_links": [ ".htaccess", "Basic access authentication", "Bing (search engine)", "CGI.pm", "Digest access authentication", "Do Not Track", "Doi (identifier)", "Express.js", "Google", "HTTP", "HTTP/1.1 Upgrade header", "HTTPS", "HTTP 302", "HTTP 303", "HTTP 403", "HTTP 404", "HTTP 451", "HTTP ETag", "HTTP compression", "HTTP cookie", "HTTP header injection", "HTTP location", "HTTP parameter pollution", "HTTP persistent connection", "HTTP referer", "HTTP request smuggling", "HTTP response splitting", "Hypertext Transfer Protocol", "List of HTTP header fields", "List of HTTP status codes", "Nginx", "PATCH (HTTP)", "PHP", "POST (HTTP)", "Perl", "QUERY (HTTP)", "QUIC", "Request for Comments", "URL", "URL redirection", "World Wide Web", "X-Forwarded-For" ], "link_list_capped": false, "probability": 0.32603445649147034, "decision_seconds": 0.10776681266725063, "source": "model" }, { "from": "URL redirection", "to": "HTTP 301", "candidates": 156, "offered_links": [ ".at", ".htaccess", ".is", ".org", ".to", "305 Use Proxy", "AJAX", "Accelerated Mobile Pages", "Active Server Pages", "Address munging", "Advance-fee scam", "Akismet", "Amavis", "Anti-spam techniques", "Apache HTTP Server", "Apache SpamAssassin", "Authentication", "Authentication cookie", "Auto dialer", "Bogofilter", "Bulk email software", "CRM114 (program)", "Canonical link element", "Challenge\u2013response spam filtering", "Clean URL", "Cloaking", "Cold calling", "Common Gateway Interface", "Context filtering", "Cross-site leak", "DNSWL", "Design pattern", "Directory harvest attack", "Disposable email address", "Distributed Checksum Clearinghouse", "Doi (identifier)", "Domain Name System", "Domain Name System blocklist", "Domain masking", "Domain name", "Doorway page", "Email-address harvesting", "Email authentication", "Email filtering", "Email spam", "Email spoofing", "Form (web)", "Forum spam", "Frame (World Wide Web)", "Framing (World Wide Web)", "Geotargeting", "Google", "Google bombing", "Greylisting (email)", "HTTP", "HTTPS", "HTTP 300", "HTTP 301", "HTTP 302", "HTTP 303", "HTTP 304", "HTTP 305", "HTTP 307", "HTTP 308", "HTTP Strict Transport Security", "HTTP headers", "HTTP location", "HTTP referer", "HTTP request", "HTTP response", "Hdl (identifier)", "ISBN (identifier)", "ISSN (identifier)", "Image spam", "Instagram", "Internet Engineering Task Force", "Internet fraud", "Invidious", "JavaScript", "Joe job", "Junk fax", "Link farm", "Link rot", "List of HTTP status codes", "List poisoning", "Lottery scam", "MIMEDefang", "Make Money Fast", "Man page", "Messaging spam", "Meta refresh", "Microblogging", "Mobile phone spam", "MyWOT", "Naive Bayes classifier", "Netscape", "Newsgroup spam", "Nginx", "Nitter", "PHP", "PURL", "Permalink", "Phishing", "Pink contract", "Post/Redirect/Get", "Protocol (computing)", "Referer", "Referrer", "Referrer spam", "Request for Comments", "Responsive web design", "Rewriting", "Robocall", "Roy Fielding", "Rspamd", "Scraper site", "Search engine", "Server log", "Session ID", "Social spam", "SpamCop", "Spam and Open Relay Blocking System", "Spam blog", "Spam in blogs", "Spambot", "Spamdexing", "Spamming", "Sping", "Telemarketing", "The Spamhaus Project", "Tim Berners-Lee", "TinyURL", "Top-level domain", "Top-level domains", "Trojan horse (computing)", "Twitter", "URI normalization", "URL", "URL hijacking", "URL rewriting", "URL shortening", "Uniform Resource Locator", "User agent", "VoIP spam", "Voice phishing", "Wayback Machine", "Web browser", "Web crawler", "Web designer", "Web development", "Web page", "Website", "Website spoofing", "World Wide Web", "World Wide Web Consortium", "YouTube" ], "link_list_capped": false, "probability": 0.35770556330680847, "decision_seconds": 0.312852562405169, "source": "model" } ], "scope": "fresh_route" }, { "start": "Violin", "target": "Computer science", "final": "Scientific pitch notation", "reason": "cycle", "success": false, "decisions": [ { "from": "Violin", "to": "Scientific pitch notation", "candidates": 409, "offered_links": [ "Acoustic resonance", "Adam Taubitz", "Adhesive tape", "Alexander violin", "Amati", "Anders Zorn", "Andrew Bird", "Antonio Stradivari", "Apache fiddle", "Arabian maqam", "Arcade Fire", "Arch", "Arpeggio", "Arpeggione", "Art forgery", "Articulation (music)", "Artificial harmonic", "Ashmolean Museum", "BBC News Online", "Bagpipes", "Baleen", "Bariolage", "Baritone violin", "Baroque", "Baroque music", "Baroque pop", "Baroque violin", "Baryton", "Bass amplifier", "Bass bar", "Bass violin", "Benjamin Britten", "Benjamin Miessner", "Bergen", "Big band", "Bluegrass music", "Bohemia", "Bow (music)", "Bow frog", "Bow maker", "Bow stroke", "Boyd Tinsley", "Brazilwood", "Brescia", "Bridge (instrument)", "Byzantine Empire", "B\u00e9la Bart\u00f3k", "Camille Saint-Sa\u00ebns", "Caprice No. 24 (Paganini)", "Carbon fiber", "Carlo Bergonzi (luthier)", "Carnatic music", "Catgut", "Cello", "Cello concerto", "Cello da spalla", "Cello rock", "Cello sonata", "Cellone", "Chamber music", "Charles IX of France", "Chinrest", "Chordophone", "Classical music", "Col legno", "Coll\u00e9 (violin)", "Concert pitch", "Consonance and dissonance", "Correction fluid", "Country music", "Cremona", "Cross tuning", "Crossover music", "Cs\u00e1rd\u00e1s (Monti)", "Danse macabre (Saint-Sa\u00ebns)", "Darol Anger", "Dave Matthews Band", "David Schoenbaum", "Distortion (music)", "Divisi", "Dmitri Shostakovich", "Domenico Montagnana", "Double-stop", "Double bass", "Double bass concerto", "Double stop", "Drone (music)", "Dynamics (music)", "Ear training", "Ebony", "Eddie Lang", "Eddie South", "Edward Heron-Allen", "Effect unit", "Electric Light Orchestra", "Electric cello", "Electric guitar", "Electric upright bass", "Electric violin", "Electric violinist", "Electronic music", "Encyclop\u00e6dia Britannica Eleventh Edition", "Endpin", "Equal temperament", "Equestrianism", "Eric Stanley (violinist)", "Ernst Chladni", "Ethnomusicology", "European classical music", "F-hole", "Facebook", "Ferdinand II, Archduke of Austria", "Fiddle", "Fiddler", "Figure (wood)", "Finger substitution", "Finger vibrato", "Fingerboard", "Fingering (music)", "Five-string violin", "Fleur-de-lis", "Folk metal", "Folk music", "Francesco Rugeri", "Fraud", "Freiburger Barockorchester", "Frets", "Fritz Kreisler", "Fundamental frequency", "Gasparo da Sal\u00f2", "Gentle Giant", "Georg Philipp Telemann", "George Beauchamp", "Giovan Giacomo Dalla Corna", "Giovanni Battista Rogeri", "Giovanni Paolo Maggini", "Giuseppe Giovanni Battista Guarneri", "Grey (horse)", "Guadagnini", "Guarneri", "Guitar", "Hardanger fiddle", "Harmonic", "Hector Berlioz", "Heinrich Ignaz Franz Biber", "Her Campus", "Hertz", "Hide glue", "Hindustani classical music", "Hip-hop", "Historically informed performance", "History of the violin", "Hoedown", "Hornbostel\u2013Sachs", "Houghton Mifflin Harcourt", "Hugo Benioff", "Hurdy-gurdy", "ISBN (identifier)", "Independent music", "Indian music", "Indie rock", "Instrument amplifier", "Interval (music)", "Intonation (music)", "Inverardi", "Iranian music", "Iranian traditional music", "Italian language", "Italy", "Ithilien (band)", "Itzhak Perlman", "Jacob Stainer", "Jambe de Fer", "James (band)", "Jazz", "Jazz-rock fusion", "Jazz bass", "Jazz fusion", "Jazz violin", "Jean-Luc Ponty", "Jerry Goodman", "Joe Venuti", "John Blake, Jr.", "Johnny Frigo", "KTSP-TV", "Kansas (band)", "Kazakhstan", "King Crimson", "Kingri (string instrument)", "Kobyz", "Kontra", "Kyoko Yonemoto", "Lady Blunt Stradivarius", "Leather", "Legato", "Leroy Jenkins (jazz musician)", "Linarolo family", "Lindsey Stirling", "Lira da braccio", "Lirone", "List of jazz violinists", "List of luthiers", "List of solo violin pieces", "List of violinists", "Luciano Berio", "Luthier", "Luthiers", "Lyon", "Lyre", "L\u00e5tfiol", "Magnetism", "Maple", "Mark O'Connor", "Martel\u00e9 (bowstroke)", "Matteo Goffriller", "Medieval Latin", "Messiah Stradivarius", "Metropolitan Museum of Art", "Middle C", "Middle Dutch", "Mirecourt", "Mongolia", "Morin huur", "Motown", "Music notation", "Musical composition", "Musical instrument", "Mute (music)", "Mute violin", "Mystery Sonatas", "M\u00e9ditation (Tha\u00efs)", "N. Simrock", "NPR", "Ne Obliviscaris (band)", "Neck (music)", "Neue Z\u00fcrcher Zeitung", "New York Times", "Niccol\u00f2 Paganini", "Node (physics)", "Northern Italy", "Norway spruce", "Nut (string instrument)", "Nyckelharpa", "Nylon 6", "OCLC (identifier)", "Octobass", "Old-time music", "Old English", "Old High German", "Old Norse", "Old Proven\u00e7al", "Ole Bull", "Oral tradition", "Orchestra", "Orchestras", "Overtone", "Owen Pallett", "Oxford", "PA system", "Patch cable", "Peg dope", "Percussion", "Perfect fifth", "Persian traditional music", "Petrowitsch Bissing", "Piano", "Pickup (music technology)", "Pietro Guarneri", "Piezoelectricity", "Pitch (music)", "Pizzicato", "Playing the violin", "Pochette (musical instrument)", "Portamento", "Portato", "Pound sterling", "Progressive metal", "Progressive rock", "Proprioception", "Purfling", "Pythagorean tuning", "Quarter tone", "Quinton (musical instrument)", "Rabeca", "Range (music)", "Ravanahatha", "Rebab", "Rebec", "Regina Carter", "Renaissance", "Repetitive strain injury", "Reverb", "Rhythm", "Robert Cocks & Co.", "Roberto Regazzi", "Rock music", "Romantic music", "Romantic music era", "Rosin", "Rubato", "Saint-Sa\u00ebns", "Sal\u00f2", "Sanctus Seraphin", "Saronno", "Saul Davies", "Sautill\u00e9 (bow stroke)", "Saxony", "Scientific pitch notation", "Scordatura", "Scroll (music)", "Sears", "Shinichi Suzuki (violinist)", "Shoulder rest", "Silk", "Silver", "Slapping (music)", "Snakewood", "Solfege", "Sonata", "Soprano", "Soul music", "Sound board (music)", "Sound effect", "Sound hole", "Sound post", "Spectrum", "Spiccato", "Spruce", "Steel", "Stopped note", "Stradivari", "Stradivarius", "String harmonic", "String instrument", "String octet", "String orchestra", "String quartet", "String quartets", "String quintet", "String section", "String sextet", "String trio", "Strings (music)", "Stroh violin", "Stuff Smith", "St\u00e9phane Grappelli", "Swing era", "Swing music", "Symphonie Fantastique", "Synthesizer", "TEDx", "Tailpiece", "Tarisio Auctions", "Tenor violin", "The Corrs", "The Flock (band)", "The Mahavishnu Orchestra", "The Planets", "The Shondes", "The Young Person's Guide to the Orchestra", "Timbre", "Traditional music", "Traditional pop", "Tremolo", "Trill (music)", "Tuning mechanisms for stringed instruments", "Tuning peg", "US$", "VH1", "Vanessa-Mae", "Varnish", "Venice", "Vertical viola", "Vibrato", "Vielle", "Viol", "Viola", "Viola concerto", "Viola da braccio (instrument)", "Viola da gamba", "Viola pomposa", "Viola sonata", "Violin (disambiguation)", "Violin Concerto (Tchaikovsky)", "Violin Concerto No. 1 (Paganini)", "Violin acoustics", "Violin authentication", "Violin concerto", "Violin construction and mechanics", "Violin family", "Violin in music", "Violin making", "Violin making and maintenance", "Violin musical styles", "Violin octet", "Violin sonata", "Violin technique", "Violino piccolo", "Violone", "Vittorio Monti", "Wah-wah pedal", "Wayback Machine", "Western classical music", "Whole step", "Wood", "Yilian Ca\u00f1izares", "Young's modulus", "Youth orchestra", "Zanetto Micheli" ], "link_list_capped": false, "probability": 0.07240723073482513, "decision_seconds": 0.760071400552988, "source": "model" }, { "from": "Scientific pitch notation", "to": "Repeat sign", "candidates": 161, "offered_links": [ "A440 (pitch standard)", "ABC Notation", "Abbreviation (music)", "Absolute pitch", "Accent (music)", "Accidental (music)", "Acoustical Society of America", "Alexander J. Ellis", "Appoggiatura", "Articulation (music)", "Audio frequency", "Bar (music)", "Beam (music)", "Beat (acoustics)", "Bibcode (identifier)", "Braille music", "C (music)", "C (musical note)", "Caesura", "Chandra X-ray Observatory", "Chinese musical notation", "Chord (music)", "Chord chart", "Chord diagram (music)", "Circle of fifths", "Clarinet", "Clef", "Concert pitch", "Cue note", "Da capo", "Dal segno", "Damping (music)", "Doi (identifier)", "Dotted note", "Dynamics (music)", "Ear training", "Ekphonetic notation", "Electronic tuner", "Enharmonic", "Equal temperament", "Eye music", "Femto-", "Fermata", "Figured bass", "Fingering (music)", "Flat (music)", "Frequencies", "Frequency", "Fundamental frequency", "Gamelan notation", "Glissando", "Grace note", "Graphic notation (music)", "Guitar", "Hearing range", "Helmholtz notation", "Helmholtz pitch notation", "Hermann von Helmholtz", "Hertz", "History of music publishing", "ISBN (identifier)", "International Organization for Standardization", "Internet Archive", "Interval (music)", "Joseph Sauveur", "Journal of the Acoustical Society of America", "Just intonation", "Key (music)", "Key signature", "Keyboard tablature", "Klavarskribo", "Kunkunshi", "Lead sheet", "Ledger line", "Legato", "Letter notation", "List of musical symbols", "MIDI", "MIDI tuning standard", "Marcato", "Meantone temperament", "Mensural notation", "Mersenne's laws", "Microtuner", "Middle C", "Mode (music)", "Mordent", "Music and mathematics", "Music engraving", "Music publisher", "Music stand", "Musical notation", "Musical note", "Musical system of ancient Greece", "Musical tuning", "NASA", "Nashville Number System", "Natural (music)", "Neume", "Note (music)", "Note value", "Notehead", "Numbered musical notation", "Octave", "One-line octave", "Ornament (music)", "Ossia", "Parsons code", "Percussion notation", "Piano key frequencies", "Pitch (music)", "Pitch circularity", "Pitch class", "Pitch pipe", "Pitch standard", "Portamento", "Portato", "Pythagorean intonation", "Rehearsal letter", "Relative pitch", "Repeat sign", "Rest (music)", "Robert W. Young", "Savart wheel", "Scale (music)", "Scientific pitch", "Scorewriter", "Shakuhachi musical notation", "Shape note", "Sharp (music)", "Sheet music", "Sight-reading", "Simplified music notation", "Slide (musical ornament)", "Slur (music)", "Staccato", "Staff (music)", "Stem (music)", "Sub-contra octave", "Swaralipi", "Tablature", "Tacet", "Tempo", "Tenuto", "Tie (music)", "Time signature", "Tonal memory", "Tone deafness", "Tonguing", "Transcription (music)", "Transposing instrument", "Transposition (music)", "Transposition convention", "Tremolo", "Trill (music)", "Tuning fork", "Tuplet", "Twelfth root of two", "Twelve-tone equal temperament", "Virtual pitch", "Znamenny chant" ], "link_list_capped": false, "probability": 0.03202936053276062, "decision_seconds": 0.3284918861463666, "source": "model" }, { "from": "Repeat sign", "to": "Scientific pitch notation", "candidates": 111, "offered_links": [ "Abbreviation (music)", "Absolute pitch", "Accent (music)", "Accidental (music)", "Appoggiatura", "Articulation (music)", "Bar (music)", "Beam (music)", "Braille music", "Caesura", "Chinese musical notation", "Chord (music)", "Chord chart", "Chord diagram (music)", "Clef", "Coda (music)", "Colon (punctuation)", "Cue note", "Da capo", "Dal segno", "Damping (music)", "Dotted note", "Dynamics (music)", "Ekphonetic notation", "Eye music", "Fermata", "Figured bass", "Fingering (music)", "Flat (music)", "Gamelan notation", "Glissando", "Grace note", "Graphic notation (music)", "Gregorian chant", "Helmholtz pitch notation", "History of music publishing", "Internet Archive", "Interval (music)", "John Stainer", "Key signature", "Klavarskribo", "Kunkunshi", "Kyrie", "Lead sheet", "Ledger line", "Legato", "Letter notation", "List of musical symbols", "Marcato", "Mensural notation", "Mode (music)", "Mordent", "Music engraving", "Music publisher", "Music stand", "Musical Symbols (Unicode block)", "Musical notation", "Musical note", "Musical system of ancient Greece", "Nashville Number System", "Natural (music)", "Neume", "Note value", "Notehead", "Numbered musical notation", "Octave", "Ornament (music)", "Ossia", "Parsons code", "Percussion notation", "Pitch (music)", "Portamento", "Portato", "Punctuation", "Rehearsal letter", "Repetition (music)", "Rest (music)", "Roman numeral", "Scale (music)", "Scientific pitch notation", "Scorewriter", "Shakuhachi musical notation", "Shape-note", "Shape note", "Sharp (music)", "Sheet music", "Sight-reading", "Simplified music notation", "Slide (musical ornament)", "Slur (music)", "Specials (Unicode block)", "Staccato", "Staff (music)", "Stem (music)", "Swaralipi", "Tablature", "Tacet", "Tempo", "Tenuto", "Tie (music)", "Time signature", "Tonguing", "Transcription (music)", "Transposing instrument", "Transposition (music)", "Tremolo", "Trill (music)", "Tuplet", "Unicode", "Vertical bar", "Znamenny chant" ], "link_list_capped": false, "probability": 0.3050660789012909, "decision_seconds": 0.2206858592107892, "source": "model" } ], "scope": "fresh_route" }, { "start": "Coral reef", "target": "Geology", "final": "Cobble (geology)", "reason": "cycle", "success": false, "decisions": [ { "from": "Coral reef", "to": "Cobble (geology)", "candidates": 1000, "offered_links": [ "14th CMAS Underwater Photography World Championship", "1973 Mount Gambier cave diving accident", "1992 cageless shark-diving expedition", "2023\u20132025 global coral bleaching event", "2026 Dhekunu Kandu cave diving incident", "8A4-class ROUV", "AAI underwater revolver", "ABISMO", "ADS amphibious rifle", "AIDA Hellas", "AIDA International", "AN/BLQ-11 Long-Term Mine Reconnaissance System", "APS underwater rifle", "AP Diving", "ASM-DT amphibious rifle", "ASRV Remora", "Abrasive waterjet", "Accretion (coastal management)", "Acoustic ecology", "Acropora", "Activated carbon", "Adaptive management", "Adrian Biddle", "Advanced Open Water Diver", "Advanced SEAL Delivery System", "Aerosinusitis", "Aerospace Medical Association", "Africa", "African coral reefs", "Afrotropical realm", "Agent-based model in biology", "Agnes Milowka", "Agricultural runoff", "Air-lock", "Air embolism", "Air line", "Air spread", "Airlift (dredging device)", "Akihiko Hoshide", "Alaska", "Albert A. B\u00fchlmann", "Albert D. Stover", "Albert Falco", "Albert R. Behnke", "Albert Tillman", "Alessia Zecchini", "Alexey Molchanov", "Alf O. Brubakk", "Algae", "Algal bloom", "Alina Szmant", "Allan Bridge", "Alpazat cave rescue", "Alternative air source", "Alternobaric vertigo", "Altitude diving", "Altitudinal zonation", "Aluminaut", "Ama (diving)", "Amazon Reef", "Amazon River", "Amelia Behrens-Furniss", "American Academy of Underwater Sciences", "American Canadian Underwater Certifications", "American Nitrox Divers International", "American submarine NR-1", "Americas", "Amino acids", "Amphidinium", "Anchialine system", "Anders Franz\u00e9n", "Andreas Mogensen", "Andreas Rechnitzer", "Andrew Abercromby", "Andrew J. Feustel", "Andrew Wight", "Andriy Yevhenovych Khvetkevych", "Andros, Bahamas", "Andros, Greece", "Andy Torbet", "Ankle weights (diving)", "Anna Marguerite McCann", "Annelie Pompe", "Annum", "Anode", "Anoxic waters", "Antarctic realm", "Anthozoa", "Anti-fog", "Anti-fouling paint", "Anxiety", "Apeks", "Apnoea finswimming", "Apo Reef", "Aqua-Lung", "Aqua Lung/La Spirotechnique", "Aqua Lung America", "Aquaculture of coral", "Aquanaut", "Aquarius Reef Base", "Aquathlon (underwater wrestling)", "Aquatic adaptation", "Aquatic animal", "Aquatic biomonitoring", "Aquatic ecosystem", "Aquatic insect", "Aquatic mammal", "Aquatic plant", "Aquatic predation", "Aquatic respiration", "Aquatic science", "Aquatic toxicology", "Arabic", "Aragonite", "Archaeocyatha", "Archaeology of shipwrecks", "Archim\u00e8de", "Archipelago", "Arctic realm", "Aristotelis Zervoudis", "Army engineer diver", "Arne Zetterstr\u00f6m", "Arthur C. Clarke", "Arthur J. Bachrach", "Artificial Reef Society of British Columbia", "Artificial reef", "Artur Koz\u0142owski (speleologist)", "Ascending and descending (diving)", "Asiatic glassfish", "Asphyxia", "Association nationale des moniteurs de plong\u00e9e", "Association of Diving Contractors International", "Atlantic", "Atlantic Ocean", "Atlantic coastal plain", "Atlantis ROV Team", "Atmospheric diving suit", "Atmospheric pressure diving", "Atoll", "Atoll reef", "Atrial septal defect", "Audrey Mestre", "Auguste Denayrouze", "Auguste Piccard", "Augustus Siebe", "Australasian realm", "Australia", "Australian Diver Accreditation Scheme", "Australian Underwater Federation", "Autonomous diver", "Avascular necrosis", "Avelo diving system", "Avulsion (river)", "Ayre (landform)", "Bailout block", "Bailout bottle", "Bailout gas", "Baited remote underwater video", "Band mask", "Banded coral shrimp", "Banded sea krait", "Bangladesh", "Barodontalgia", "Barostriction", "Barotrauma", "Barrier island", "Basic Cave Diving: A Blueprint for Survival", "Basic Scuba", "Bathyscaphe", "Bathyscaphe Trieste II", "Bathysphere", "Bay", "Bay Islands (department)", "Bay Islands Department", "Bay mud", "Beach", "Beach cusps", "Beach evolution", "Beach ridge", "Beach wrack", "Beaches in estuaries and bays", "Beachrock", "Bedrock", "Belize", "Belize Barrier Reef", "Bell cursor", "Bellman (diving)", "Ben Cropp", "Benguela Current", "Benign water diving", "Bennett and Elliott's physiology and medicine of diving", "Benthic-pelagic coupling", "Benthic fish", "Benthic zone", "Benthopelagic", "Benthopelagic fish", "Benthos", "Bermuda", "Bernard Delemotte", "Berry L. Cannon", "Beuchat", "Bibcode (identifier)", "Bight (geography)", "Bill Nagle", "Bill Todd", "Billy Deans (diver)", "Biocide", "Biodiversity", "Bioerosion", "Biogeochemical cycle", "Biogeographic realm", "Biogeography", "Bioirrigation", "Bioluminescence", "Biomass", "Biomass (ecology)", "Biome", "Bioregion", "Biorock", "Biosphere reserve", "Bioturbation", "Biscayne Bay", "Bivalve", "Bivalve reef", "Black-footed albatross", "Black-water diving", "Black band disease", "Black coral", "Blake Plateau", "Blast fishing", "Blowhole (geology)", "Blue-water diving", "Blue coral", "Boarding stirrup", "Boat diving", "Bob Behnken", "Bob Halstead", "Bodden", "Bog", "Bolt snap", "Boobies", "Booster pump", "Bottom feeder", "Bottom gas", "Bottom timer", "Bottom trawling", "Boulder", "Brackish marsh", "Brain coral", "Breaking wave", "Breathing air", "Breathing gas", "Breathing gas quality", "Breathing performance of regulators", "Bret Gilliam", "Brian Andrew Hills", "Brian Kakuk", "Brian Skerry", "Brine pool", "British Columbia", "British Freediving Association", "British Octopush Association", "British Sub-Aqua Club", "British Underwater Sports Association", "Buddy breathing", "Buddy check", "Buddy diving", "Buddy line", "Built-in breathing system", "Bulkhead line", "Buoyancy compensator (diving)", "Burst disc", "Byford Dolphin", "B\u00fchlmann decompression algorithm", "CMAS** scuba diver", "CMAS* scuba diver", "CMAS Europe", "COTSBot", "CUMA", "CURV", "Calcareous algae", "Calcium carbonate", "Cambrian", "Canadian Armed Forces Divers", "Canal", "Canary Current", "Candice Farmer", "Canoe and kayak diving", "Cape (geography)", "Carbon dioxide", "Carbon dioxide scrubber", "Carbon fixation", "Carbon monoxide poisoning", "Carboniferous", "Cardinal fish", "Cardinalfish", "Caribbean", "Caribbean reef squid", "Carleton CDBA", "Carlos Coste", "Caroline Islands", "Cascade effect (ecology)", "Cascade filling system", "Catalaphyllia", "Catherine Coleman", "Cathode", "Cathy Church", "Catlin Seaview Survey", "Cave Divers Association of Australia", "Cave Diving Group", "Cave diving", "Cavitation cleaning", "Cay", "Census of Coral Reefs", "Census of Marine Life", "Central Indo-Pacific", "Cephalopod", "Cetacean", "Chagos Islands", "Chamber operator", "Channel (geography)", "Charles Anthony Deane", "Charles Darwin", "Charles Momsen", "Charles Spalding", "Charles T. Meide", "Charles Wesley Shilling", "Checklist", "Chennai", "Chesapeake Bay", "Children in scuba diving", "Chris Hadfield", "Christian J. Lambertsen", "Christopher E. Gerty", "Cis-Lunar", "Civil liability in recreational diving", "Clade", "Class (biology)", "Claudia Serpieri", "Clay", "Clayton Anderson", "Clean Water Act", "Cleaner shrimp", "Cleaning and disinfection of personal diving equipment", "Clearance Divers Life Support Equipment", "Clearance Diving Branch (RAN)", "Clearance diver", "Cliff", "Cliff-top dune", "Cliffed coast", "Climate change", "Clive Cussler", "Closed bell", "Cloud sponge", "Clump weight", "Cl\u00e1udio Coutinho", "Cnidaria", "Cnidarians", "Coast", "Coastal biogeomorphology", "Coastal engineering", "Coastal erosion", "Coastal fish", "Coastal geography", "Coastal management", "Coastal morphodynamics", "Coastal plain", "Coastal waterfall", "Cobble (geology)", "Coconut Island (Oahu Island)", "Cocos Island", "Code of Practice for Scientific Diving (UNESCO)", "Code of practice", "Codium", "Cold seep", "Cold shock response", "Collector urchin", "Colony (biology)", "Colored dissolved organic matter", "Comando Raggruppamento Subacquei e Incursori Teseo Tesei", "Combat rubber raiding craft", "Combat sidestroke", "Comhairle Fo-Thuinn", "Commando Hubert", "Commercial diver", "Commercial diver registration in South Africa", "Commercial diver training", "Commercial offshore diver", "Commercial offshore diving", "Compagnie maritime d'expertises", "Competency-based learning", "Compression arthralgia", "Computer vision", "Concordant coastline", "Confined water diving", "Conf\u00e9d\u00e9ration Mondiale des Activit\u00e9s Subaquatiques", "Conservation movement", "Constant weight", "Constant weight bi-fins", "Constant weight without fins", "Continental Shelf Station Two", "Continental margin", "Continental shelf", "Contingency plan", "Contour line", "Convention on the Protection of the Underwater Cultural Heritage", "Cook Islands", "Coral", "Coral Reef Alliance", "Coral Sea Islands", "Coral Triangle", "Coral aquaculture", "Coral bleaching", "Coral dermatitis", "Coral in non-tropical regions", "Coral rag", "Coral reef fish", "Coral reef organizations", "Coral reef protection", "Coral reef restoration", "Coral reefs in India", "Coral reefs of Jamaica", "Coral reefs of Kiribati", "Coral reefs of Tuvalu", "Coral reefs of the Solomon Islands", "Coral reefs of the Virgin Islands", "Coral sand", "Coralline algae", "Coralline rock", "Corals", "Cosmos CE2F series", "Cotton Coulson", "Cove", "Crab", "Craig B. Cooper", "Craig Challen", "Craig M. Hoffman", "Craig McKinley (physician)", "Cramp", "Crassostrea virginica", "Cressi-Sub", "Cretaceous", "Cristina Zenato", "Crocodylus porosus", "Crustacean", "Crustaceans", "Cryogenic rebreather", "Current (hydrology)", "Cuspate foreland", "Cyanide fishing", "Cyanobacteria", "DESCO", "DIN 7876", "DSEA", "DSRV-1 Mystic", "DSRV-2 Avalon", "DSV-5 Nemo", "DSV Alvin", "DSV Limiting Factor", "DSV Sea Cliff", "DSV Shinkai", "DSV Shinkai 2000", "DSV Shinkai 6500", "DSV Turtle", "Dacor (scuba diving)", "Dafydd Williams", "Damselfish", "Danai Varveri", "Daniel M. Tani", "Dave Mullins (freediver)", "Dave Shaw", "David Attenborough", "David Bright (diver)", "David Doubilet", "David Gibbins", "David Gruber", "David Saint-Jacques", "Davidson Seamount", "Davis Submerged Escape Apparatus", "Dead zone (ecology)", "Death of Bradley Westell", "Death of Steve Irwin", "Deborah Andollo", "Debouch", "Decima Flottiglia MAS", "Decompression (diving)", "Decompression buoy", "Decompression chamber", "Decompression cylinder", "Decompression equipment", "Decompression gas", "Decompression illness", "Decompression practice", "Decompression sickness", "Decompression tables", "Decompression theory", "Decompression trapeze", "Deep-sea community", "Deep-sea exploration", "Deep-sea fish", "Deep-submergence rescue vehicle", "Deep-submergence vehicle", "Deep-water blackout", "Deep-water coral", "Deep Drone", "Deep diving", "Deep scattering layer", "Deep sea", "Deep sea communities", "Deep water coral", "Deepsea Challenger", "Defence Diving School", "Defense against swimmer incursions", "Delta-P (hazard)", "Demand valve oxygen therapy", "Demersal fish", "Demersal zone", "Dental barotrauma", "Deon Dreyer", "Department for Environment and Water", "Department of Employment and Labour", "Depth gauge", "Derya Can G\u00f6\u00e7en", "Deserts and xeric shrublands", "Devonian", "Devrim Cenk Ulusoy", "Dewey Smith", "Diadema antillarum", "Diamond Reef System", "Dick Rutkowski", "Diel vertical migration", "Dinoflagellate", "Directional selection", "Discordant coastline", "Dissolved inorganic carbon", "Dissolved organic matter", "Distance line", "Dive Xtras", "Dive boat", "Dive briefing", "Dive center", "Dive computer", "Dive guide (publication)", "Dive leader", "Dive light", "Dive log", "Dive planning", "Dive reel", "Dive skins", "Dive timer", "Divemaster", "Diver's attendant", "Diver's cutting tool", "Diver's knife", "Diver's pump", "Diver's telephone", "Diver's umbilical", "Diver communications", "Diver detection sonar", "Diver down flag", "Diver lift", "Diver medical technician", "Diver navigation", "Diver organisations", "Diver propulsion vehicle", "Diver rescue", "Diver training", "Diver training organization", "Diver training standard", "Diver trim", "Divers Academy International", "Divers Alert Network", "Divers Institute of Technology", "Diversnight", "Divex", "Diving Diseases Research Centre", "Diving Medical Advisory Council", "Diving Medical Examiner", "Diving Medical Practitioner", "Diving Medical Technician", "Diving Science and Technology", "Diving Unlimited International", "Diving activities", "Diving air compressor", "Diving air filter", "Diving bell", "Diving chamber", "Diving compass", "Diving contractor", "Diving cylinder", "Diving disorders", "Diving equipment", "Diving hazards", "Diving helmet", "Diving in Timor-Leste", "Diving in the Maldives", "Diving in the Philippines", "Diving instructor", "Diving ladder", "Diving mask", "Diving medicine", "Diving mode", "Diving physics", "Diving physiology", "Diving platform (scuba)", "Diving procedures", "Diving rebreather", "Diving reflex", "Diving regulations", "Diving regulator", "Diving safety", "Diving safety harness", "Diving safety officer", "Diving school", "Diving shot", "Diving spread", "Diving stage", "Diving suit", "Diving superintendent", "Diving supervisor", "Diving support equipment", "Diving support vessel", "Diving systems technician", "Diving team", "Diving watch", "Diving weighting system", "Doi (identifier)", "Doing It Right (scuba diving)", "Dolphin", "Dominic Landucci", "Dominican Republic", "Dorothy Metcalf-Lindenburger", "Dotidae", "Dottie Frazier", "Doug Allan", "Douglas H. Wheelock", "Downline (diving)", "Drift diving", "Drill Master diving accident", "Drowning", "Dry Combat Submersible", "Dry Tortugas", "Dry suit", "Dr\u00e4ger Dolphin", "Dr\u00e4ger Ray", "Dr\u00e4gerwerk", "Dump valve (diving)", "Dune", "Duty of care", "Dynamic apnea", "Dynamic apnea without fins", "Dysbaric osteonecrosis", "Dysbarism", "E. Lee Spence", "E. Yale Dawson", "ENOS Rescue-System", "Ear clearing", "Early Cambrian", "Early Ordovician", "Earth Observatory", "East African coral coast", "Eastern Indo-Pacific", "Eastern oyster", "Ebenezer Watson", "Echinoderm", "Ecohydrology", "Ecological classification", "Ecological values of mangroves", "Ecology of the San Francisco Estuary", "Ecoregion", "Ecosystem", "Ecosystem of the North Pacific Subtropical Gyre", "Ecosystem services", "Eduard Admetlla i L\u00e1zaro", "Edward D. Thalmann", "Edwin Clayton Link", "Eel", "Effects of drugs on fitness to dive", "Eilat", "Eilat's Coral Beach", "El Ni\u00f1o", "Electrical current", "Electro-galvanic oxygen sensor", "Elisabeth Kristoffersen", "Elkhorn coral", "Embayment", "Emergency ascent", "Emergency gas supply", "Emergency locator beacon", "Emergency response plan", "Emergent coastline", "Emma Farrell (freediver)", "Emma Hwang", "Encyclopedia of Recreational Diving", "Encyclop\u00e6dia Britannica Eleventh Edition", "End-Permian extinction", "Endobenthos", "Endolith", "Endosymbiont", "Eniwetok Atoll", "Entanglement (hazard)", "Environmental impact of recreational diving", "Environmental issues with coral reefs", "Environmental threats to the Great Barrier Reef", "Enzo Maiorca", "Epibenthic sled", "Epibenthos", "Epipelagic zone", "Epiphytic", "Equivalent air depth", "Equivalent narcotic depth", "Eric Cheng", "Ernest William Moir", "Erosion", "Esbj\u00f6rn Svensson", "Escape set", "Escape trunk", "Estuary", "Eugenie Clark", "Euphotic", "European Diving Technology Committee", "European Underwater Federation", "European Underwater and Baromedical Society", "Eutrophication", "Evolution of Hawaiian volcanoes", "Exoskeleton", "Extinction", "F-ratio (oceanography)", "FNRS-2", "FNRS-3", "Faber Industrie S.p.A.", "Fabien Cousteau", "Fatma Uruk", "Federaci\u00f3n Espa\u00f1ola de Actividades Subacu\u00e1ticas", "Federazione Italiana Attivit\u00e0 Subacquee", "Feeder bluff", "Felix Hoppe-Seyler", "Fen", "Fenzy", "Fernando Garfella Palmer", "Filter feeder", "Finger Lakes Underwater Preserve Association", "Finning techniques", "Finswimming", "Fire coral", "First aid", "Firth", "Fish", "Fish pond", "Fish trap", "Fisheries and climate change", "Fisheries management", "Fisheries science", "Fitness to dive", "Fjard", "Fjord", "Flat coast", "Flavia Eberhard", "Flooded grasslands and savannas", "Florida", "Florida Keys National Marine Sanctuary", "Florida Reef Tract", "Food chain", "Food web", "Forage fish", "Fossil Coral Reef", "Francis P. Hammerberg", "Francisco Ferreras", "Fran\u00e7ois de Roubaix", "Fred M. Roberts", "Free-flow helmet", "Free immersion", "Freediving", "Freediving blackout", "Freeflow", "French Polynesia", "French federation of underwater studies and sports", "Frenzel maneuver", "Freshwater biology", "Freshwater biome", "Freshwater ecology of Maharashtra", "Freshwater ecosystem", "Freshwater environmental quality parameters", "Freshwater fish", "Freshwater marsh", "Freshwater swamp forest", "Fringing reef", "Frogman", "Frogman Corps (Denmark)", "Fuerzas Especiales", "Fukuryu", "Full-face diving mask", "Fundus (seabed)", "F\u00e9d\u00e9ration Fran\u00e7aise d'\u00c9tudes et de Sports Sous-Marins", "GIS and aquatic science", "GRUMEC", "Galapagos", "Gambier Islands", "Ganges", "Gannet", "Garrett Reisman", "Gary Gentile", "Gas blending", "Gas blending for scuba diving", "Gas man", "Gas panel", "Gas reclaim system", "Gas storage bank", "Gas storage quad", "Gas storage tube", "Gat (landform)", "Genetic diversity", "Genetically modified bacterium", "Genus", "Geo (landform)", "Geography and ecology of the Everglades", "Geologic hazards", "Geological period", "Geomorphology", "George Bass (archaeologist)", "George F. Bond", "George R. Fischer", "Georges Beuchat", "Georgia Perimeter College", "Gerard Anthony Prangley", "Giant clam", "Giovanni Alfonso Borelli", "Global 200", "Global Explorer ROV", "Global Underwater Explorers", "Glossary of underwater diving terminology", "Glucose", "Glycerin", "Glycerol", "Goldfinder", "Goldfish-class ROUV", "Goran \u010colak", "Gordon Smith (inventor)", "Graded shoreline", "Graham Balcombe", "Graham Jessop", "Grain size", "Granule (geology)", "Gravel", "Great Barrier Reef", "Great Barrier Reef Marine Park Authority", "Green Fins", "Green turtle", "Greenhouse gas", "Gregory Chamitoff", "Grup Gerak Khas", "Guardian.co.uk", "Guillaume N\u00e9ry", "Gulf", "Gulf Stream", "Gunter Sch\u00f6bel", "Gut (coastal geography)", "Guy Garman", "Guybon Chesney Castell Damant", "Guyot", "Gyrojet", "HMS Challenger (K07)", "HMS Royal George (1756)", "Habitat (ecology)", "Haenyeo", "Halcyon PVR-BASC", "Halcyon RB80", "Haldane's decompression model", "Halimeda", "Hannes Keller", "Hans Hass", "Hans Hass Award", "Hapua", "Hawaii", "Hawaiian sling", "Hawai\u02bbi Institute of Marine Biology", "Hawksbill sea turtle", "Hazard analysis", "Hazards of the diving environment", "Hazmat diver", "Hazmat diving", "Hdl (identifier)", "Headland", "Health and Safety Executive", "Hecate Strait", "Heckler & Koch P11", "Heidemarie Stefanyshyn-Piper", "Heinke (diving equipment manufacturer)", "HeinrichsWeikamp", "Helgoland Habitat", "Helicopter Aircrew Breathing Device", "Heliox", "Helium analyzer", "Helium release valve", "Helix Energy Solutions Group", "Henderson Island (Pitcairn Islands)", "Henry Fleuss", "Henry Valence Hempleman", "Henry Way Kendall", "Herbert Nitsch", "Hermatypic coral", "Heron", "Herv\u00e9 Stevenin", "Hexacorallia", "Hexactinellid", "Hierarchy of hazard controls", "High-pressure nervous syndrome", "High pressure breathing air compressor", "Hillary Hauser", "History of Diving Museum", "History of decompression research and development", "History of dive computers", "History of scuba diving", "History of underwater diving", "Holarctic realm", "Holocene", "Holothuroidea", "Homeostasis", "Honduras", "Honor Frost", "Hookah (diving)", "Hopcalite", "Hot-water suit", "Hot stab", "Hot water system (diving)", "Hotspot Ecosystem Research and Man's Impact On European Seas", "Hugh Bradner", "Human factors in diving equipment design", "Human factors in diving safety", "Human impact on marine life", "Human torpedo", "Humboldt Current", "Hurricane Allen", "Hydreliox", "Hydrobiology", "Hydrogen narcosis", "Hydrostatic test", "Hydrothermal vent", "Hydrothermal vent microbial communities", "Hydrox (breathing gas)", "Hyperbaric evacuation and rescue", "Hyperbaric lifeboat", "Hyperbaric medicine", "Hyperbaric nursing", "Hyperbaric stretcher", "Hyperbaric treatment schedules", "Hyperbaric welding", "Hyperbenthos", "Hypercapnia", "Hyperoxia", "Hyperthermia", "Hypocapnia", "Hyporheic zone", "Hypothermia", "Hypoxia (environmental)", "Hypoxia (medical)", "IDA71", "IMCA Code of Practice for Offshore Diving", "ISBN (identifier)", "ISO 24801 Recreational diving services \u2014 Requirements for the training of recreational scuba divers", "ISO recreational diving training standards", "ISSN (identifier)", "Ian Edward Fraser", "Ice diving", "Ictineu 3", "Immersion diuresis", "Immersion finswimming", "In-water recompression", "In-water surface cleaning", "Incident pit", "Incompetence", "Independent doubles", "Index fossil", "Index of recreational dive sites", "Index of underwater divers", "Index of underwater diving", "Indian Ocean", "Indo-Pacific", "Indomalayan realm", "Indonesia", "Ingression coast", "Injection well", "Inland diving", "Inlet", "Inner ear decompression sickness", "Innes McCartney", "Inshore diving", "Instinctive drowning response", "Integrated coastal zone management", "Integrated weights", "International Association for Handicapped Divers", "International Association of Nitrox and Technical Divers", "International Coral Reef Society", "International Diving Regulators and Certifiers Forum", "International Diving Schools Association", "International Life Saving Federation", "International Marine Contractors Association", "International Scuba Diving Hall of Fame", "International Submarine Escape and Rescue Liaison Office", "International Union for Conservation of Nature" ], "link_list_capped": true, "probability": 0.3597771227359772, "decision_seconds": 1.84638037905097, "source": "model" }, { "from": "Cobble (geology)", "to": "Cape (geography)", "candidates": 173, "offered_links": [ "Accretion (coastal management)", "Alluvium", "Anchialine system", "Archipelago", "Atoll", "Avulsion (river)", "Ayre (landform)", "Barrier island", "Bay", "Beach", "Beach cusps", "Beach evolution", "Beach ridge", "Beach wrack", "Beaches in estuaries and bays", "Beachrock", "Bibcode (identifier)", "Bight (geography)", "Blowhole (geology)", "Bodden", "Boulder", "Brackish marsh", "British Standards Institution", "Building material", "Bulkhead line", "Cape (geography)", "Channel (geography)", "Clastic rock", "Clay", "Cliff", "Cliff-top dune", "Cliffed coast", "Coast", "Coastal biogeomorphology", "Coastal engineering", "Coastal erosion", "Coastal geography", "Coastal management", "Coastal morphodynamics", "Coastal plain", "Coastal waterfall", "Cobblestone", "Cobblestones", "Concordant coastline", "Conglomerate (geology)", "Continental margin", "Continental shelf", "Coral reef", "Cove", "Current (hydrology)", "Cuspate foreland", "Debouch", "Debris flow", "Discordant coastline", "Doi (identifier)", "Dune", "Emergent coastline", "Estuary", "Exfoliation joint", "Feeder bluff", "Firth", "Fjard", "Fjord", "Flat coast", "Freshwater marsh", "Fundus (seabed)", "Gat (landform)", "Geo (landform)", "Glacier", "Graded shoreline", "Grain size", "Granule (geology)", "Gravel", "Gulf", "Gut (coastal geography)", "Hapua", "Hdl (identifier)", "Headland", "ISBN (identifier)", "ISO", "ISO 14688-1:2002", "In situ", "Ingression coast", "Inlet", "Integrated coastal zone management", "Intertidal wetland", "Intertidal zone", "Island", "Islet", "Isthmus", "JSTOR (identifier)", "Krumbein phi scale", "Lagoon", "Landform", "Large-scale coastal behaviour", "Liman (landform)", "Lithification", "Littoral zone", "Longshore drift", "Machair", "Marine regression", "Marine transgression", "Matrix (geology)", "Mega delta", "Modern recession of beaches", "Mouth bar", "Mud", "Mudflat", "Nash Point", "National Research Council (United States)", "Natural arch", "Particle size", "Paywall", "Pebble", "Peninsula", "Peresyp", "Physical oceanography", "Pocket beach", "Raised beach", "Raised shoreline", "Reef", "Region of freshwater influence", "Regressive delta", "Ria", "Rip current", "River delta", "River mouth", "River plume", "Rocky shore", "S2CID (identifier)", "Salt marsh", "Sand", "Sea cave", "Sea foam", "Seashell", "Shingle beach", "Shoal", "Sic", "Silt", "Skerry", "Sound (geography)", "Spit (landform)", "Stack (geology)", "Steep coast", "Storm beach", "Strait", "Strand plain", "Streambed", "Striation (geology)", "Submarine canyon", "Submergent coastline", "Submersion (coastal management)", "Surf break", "Surf zone", "Surge channel", "Swash", "Tidal island", "Tidal marsh", "Tide pool", "Tied island", "Till", "Tombolo", "Udden\u2013Wentworth scale", "Undertow (water waves)", "United States Department of Agriculture", "Volcanic arc", "Waituna", "Wash margin", "Wave-cut platform", "Wave shoaling", "Wind fetch", "Wind wave", "Windwatt" ], "link_list_capped": false, "probability": 0.043474189937114716, "decision_seconds": 0.3367920257151127, "source": "model" }, { "from": "Cape (geography)", "to": "Cobble (geology)", "candidates": 272, "offered_links": [ "Accretion (coastal management)", "Africa", "Agamemnon", "Anchialine system", "Archipelago", "Argonauts", "Atoll", "Australia (continent)", "Avulsion (river)", "Ayre (landform)", "Barrier island", "Bascule light", "Bay", "Beach", "Beach cusps", "Beach evolution", "Beach ridge", "Beach wrack", "Beaches in estuaries and bays", "Beachrock", "Bight (geography)", "Blowhole (geology)", "Bodden", "Body of water", "Boulder", "Brackish marsh", "Bulkhead line", "Cabo Ortegal", "Cabo Touri\u00f1\u00e1n", "Cabo Verde", "Cabo da Roca", "Caesarea Maritima", "Canopus, Egypt", "Cap Blanc Nez", "Cap Ferret", "Cap Fr\u00e9hel", "Cap d'Antifer Lighthouse", "Cap de la Ch\u00e8vre", "Cap de la Hague", "Cape (disambiguation)", "Cape Ann", "Cape Ann (Enderby Land)", "Cape Blomidon", "Cape Breton (Nova Scotia)", "Cape Byron", "Cape Campbell", "Cape Canaveral", "Cape Canaveral Space Force Station", "Cape Charles, Virginia", "Cape Cod", "Cape Colony", "Cape Comorin", "Cape Coral", "Cape Cornwall", "Cape Fear, North Carolina", "Cape Fear (headland)", "Cape Finisterre", "Cape Flattery (Queensland)", "Cape Gelidonya", "Cape Hangklip", "Cape Hatteras", "Cape Henry", "Cape Horn", "Cape Howe", "Cape Leeuwin", "Cape Lookout (North Carolina)", "Cape Maclear", "Cape Malea", "Cape Mandelo", "Cape May", "Cape May (Antarctica)", "Cape North (Nova Scotia)", "Cape Pachynus", "Cape Peloro", "Cape Province", "Cape Race", "Cape Rosier", "Cape Sable Island", "Cape Sidero", "Cape Sounion", "Cape South", "Cape Spear", "Cape St. Mary's (disambiguation)", "Cape St. Marys, Nova Scotia", "Cape Tisan", "Cape Town", "Cape Traverse, Prince Edward Island", "Cape Verde", "Cape Vilan", "Cape York (Queensland)", "Cape of Good Hope", "Capo Colonna", "Capo Miseno", "Capo Palinuro", "Capo d'Anzio Lighthouse", "Capo d'Orso Lighthouse", "Capo di Milazzo", "Channel (geography)", "Clay", "Cliff", "Cliff-top dune", "Cliffed coast", "Clipper route", "Coast", "Coastal biogeomorphology", "Coastal engineering", "Coastal erosion", "Coastal geography", "Coastal management", "Coastal morphodynamics", "Coastal plain", "Coastal waterfall", "Cobble (geology)", "Concordant coastline", "Continental margin", "Continental shelf", "Coral reef", "Cove", "Crete", "Current (hydrology)", "Cuspate foreland", "Debouch", "Discordant coastline", "Dune", "Dutch Cape Colony", "Egypt", "Emergent coastline", "Erosion", "Estuary", "Euboea", "Europe", "Extreme points of Africa", "Extreme points of Antarctica", "Extreme points of Asia", "Extreme points of Australia", "Extreme points of Europe", "Extreme points of North America", "Extreme points of South America", "Far East", "Feeder bluff", "Firth", "Fjard", "Fjord", "Flat coast", "Freshwater marsh", "Fundus (seabed)", "Gat (landform)", "Geo (landform)", "Geography", "Glacier", "Graded shoreline", "Grain size", "Granule (geology)", "Gravel", "Great capes", "Gulf", "Gut (coastal geography)", "Hapua", "Headland", "Homer", "ISBN (identifier)", "Ingression coast", "Inlet", "Integrated coastal zone management", "Intertidal wetland", "Intertidal zone", "Island", "Islet", "Isthmus", "Jason", "Lagoon", "Landform", "Large-scale coastal behaviour", "Last Glacial Period", "Libya", "Lilybaeum", "Liman (landform)", "Littoral zone", "Longshore drift", "Machair", "Marine navigation", "Marine regression", "Marine transgression", "Mediterranean Sea", "Mega delta", "Menelaus", "Mersin Province", "Modern recession of beaches", "Mouth bar", "Mudflat", "Natural arch", "Nestor (mythology)", "New Zealand", "North Cape (Norway)", "North Cape (Prince Edward Island)", "Odysseus", "Paul the Apostle", "Pebble", "Peloponnese", "Peninsula", "Peresyp", "Periplus", "Periplus of Pseudo-Scylax", "Physical oceanography", "Pocket beach", "Poseidon", "Promontory", "Raised beach", "Raised shoreline", "Reef", "Region of freshwater influence", "Regressive delta", "Ria", "Rip current", "River delta", "River mouth", "River plume", "Rocky shore", "Rome", "Roquebrune-Cap-Martin", "Sacred promontory", "Salt marsh", "Sand", "Sea", "Sea cave", "Sea foam", "Sea level", "Seashell", "Shingle beach", "Shoal", "Sicily", "Silt", "Skerry", "Sound (geography)", "South America", "Spit (landform)", "Stack (geology)", "Steep coast", "Storm beach", "Strait", "Strand plain", "Submarine canyon", "Submergent coastline", "Submersion (coastal management)", "Surf break", "Surf zone", "Surge channel", "Swash", "Tanjung Benoa", "Tanjung Datu National Park", "Tanjung Piai", "Tanjung Tuan", "Texas A&M University", "Tidal island", "Tidal marsh", "Tide pool", "Tied island", "Tindari", "Tombolo", "Turkey", "Undertow (water waves)", "Verdens Ende", "Volcanic arc", "Volcano", "Waituna", "Wash margin", "Wave-cut platform", "Wave shoaling", "Wind fetch", "Wind wave", "Windwatt", "Yacht racing" ], "link_list_capped": false, "probability": 0.8332095742225647, "decision_seconds": 0.5224242620170116, "source": "model" } ], "scope": "fresh_route" }, { "start": "Coffee", "target": "Mathematics", "final": "Mathematics", "reason": "reached_target", "success": true, "decisions": [ { "from": "Coffee", "to": "Open access", "candidates": 521, "offered_links": [ "Abd al-Qadir al-Jaziri", "Abu Bakr al-Razi", "Abyssinia", "Acacia", "Adal Sultanate", "Aden", "Adenosine receptor", "AeroPress", "Affogato", "Age of Sail", "Ajam", "Al-Hawi", "Al-Shihr", "Albizia", "Alton Brown", "American Birding Association", "American Heart Association", "American Journal of Epidemiology", "American Revolution", "American University", "American yellow warbler", "Americas", "Angel Gabriel", "Anorectic", "Antioxidant", "Arabic coffee", "Aramaic", "Ashwagandha", "Asian palm civet", "Asi\u00e1tico", "Atlantic Forest", "Average Joe", "Avicenna", "B-52 (cocktail)", "BBC", "BMJ", "B vitamins", "Balliol College, Oxford", "Bar (unit)", "Barista", "Barley tea", "Barleycup", "Basic Books", "Battle of Vienna", "Beaten coffee", "Beliefnet", "Benguet coffee", "Bibcode (identifier)", "Bica (coffee)", "Bicerin", "Bikini barista", "Bioeconomy", "Bitterness", "Black Coffee (disambiguation)", "Black Russian", "Blade grinder", "Bloomberg News", "Boma Plateau", "Bosporus", "Boston Tea Party", "Bourbon coffee", "Brazil", "Break (work)", "Brosimum alicastrum", "Burr mill", "CAB International", "Cafestol", "Caffeic acid", "Caffeine", "Caffeine dependence", "Caffeine withdrawal", "Caff\u00e8 americano", "Caff\u00e8 corretto", "Caff\u00e8 crema", "Caff\u00e8 d'orzo", "Caff\u00e8 macchiato", "Caff\u00e8 mocha", "Caff\u00e8 shakerato", "Caff\u00e8 sospeso", "Caf\u00e9 Central", "Caf\u00e9 Touba", "Caf\u00e9 au lait", "Caf\u00e9 com cheirinho", "Caf\u00e9 con leche", "Caf\u00e9 de olla", "Caf\u00e9 tropeiro", "Cairo", "Canned coffee", "Cappuccino", "Carajillo", "Caramelization", "Caro (drink)", "Cash crop", "Cassia (genus)", "Casuarina", "Cereal coffee", "Cezve", "Charles II of England", "Chemex Coffeemaker", "Chicory", "Chlorogenic acid", "Chorreador", "Classical element", "Clinical trial", "Coffea", "Coffea arabica", "Coffea canephora", "Coffea charrieriana", "Coffea liberica", "Coffea racemosa", "Coffea stenophylla", "CoffeeCon", "Coffee (disambiguation)", "Coffee and doughnuts", "Coffee bag", "Coffee bean", "Coffee bean storage", "Coffee borer beetle", "Coffee break", "Coffee brew", "Coffee cabinet", "Coffee ceremony of Ethiopia and Eritrea", "Coffee culture", "Coffee culture in Australia", "Coffee culture in former Yugoslavia", "Coffee culture in the former Yugoslavia", "Coffee cup", "Coffee cup sleeve", "Coffee cupping", "Coffee extraction", "Coffee filter", "Coffee in Italy", "Coffee in Japan", "Coffee in South Korea", "Coffee in Sweden", "Coffee leaf rust", "Coffee milk", "Coffee palace", "Coffee percolator", "Coffee pot", "Coffee preparation", "Coffee production", "Coffee production in Brazil", "Coffee production in Indonesia", "Coffee roasting", "Coffee root-knot nematode", "Coffee service", "Coffee substitute", "Coffee vending machine", "Coffee wars", "Coffee wastewater", "Coffee wilt disease", "Coffeehouse", "Coffeemaker", "Cold brew coffee", "Coleoptera", "Collagen", "Colombia", "Colombian coffee", "Colombian coffee growing axis", "Commission for Environmental Cooperation", "Consumer Reports", "Cordyceps", "Cortado", "Cremat", "Crete", "Cuban espresso", "Cultural Critique", "Culture of Bosnia and Herzegovina", "Cup of Joe (disambiguation)", "Current Neuropharmacology", "Cushitic languages", "Dalgona coffee", "Dandelion coffee", "Decaffeinated", "Decaffeination", "Deforestation", "Demitasse", "Demitasse spoon", "Digestive enzymes", "Diner", "Doi (identifier)", "Doppio", "Drip coffee", "Dutch East India Company", "E.J. Brill", "EFTA", "EU Regulation on Deforestation-free products", "Economics of coffee", "Egg coffee", "Eight O'Clock Coffee", "Einsp\u00e4nner", "Encyclopaedia Aethiopica", "Encyclop\u00e6dia Britannica Eleventh Edition", "English coffeehouses in the 17th and 18th centuries", "Erythrina", "Es yen", "Espresso", "Espresso con panna", "Espresso machine", "Espresso martini", "Espresso tonic", "Essential oil", "Ethiopia", "Ethiopian Orthodox Tewahedo Church", "European Fair Trade Association", "European Union", "Evergreen State College", "FAOSTAT", "Fair trade", "Fair trade coffee", "Fair trade debate", "Fair trade impact studies", "Fairtrade Foundation", "Fairtrade Labelling Organizations International", "Fairtrade certification", "Feces", "Flat red", "Flat white", "Food Network", "Food Quality and Preference", "Food grading", "Frapp\u00e9 coffee", "Fred Pearce", "Frederick II of Prussia", "Frederika Charlotte Riedesel", "Freeze drying", "French drip", "French press", "Friedrich Adolf Riedesel", "Frost & Sullivan", "Furan-2-ylmethanethiol", "Futures contracts", "Gabriel de Clieu", "Gal\u00e3o", "Gastrocolic reflex", "Gazzosa al caff\u00e8", "Geisha (coffee)", "George Washington (inventor)", "Gibberella xylarioides", "Ginseng coffee", "Gliricidia", "Global Exchange", "Google Books", "Grevillea robusta", "Guadeloupe Bonifieur", "Guatemala", "Gustav III of Sweden's coffee experiment", "Gynoecium", "Haitian Revolution", "Hdl (identifier)", "Health effects of coffee", "Hemileia vastatrix", "Hemiptera", "Hericium erinaceus", "History of coffee", "Home roasting coffee", "Honourable East India Company", "Horticultural", "Houghton Mifflin", "HuffPost", "ISBN (identifier)", "Ibn Hajar al-Haytami", "Iced coffee", "Immigration to Brazil", "Indian filter coffee", "Indonesia", "Inga", "Inka (drink)", "Inonotus obliquus", "Insecticide", "Instant coffee", "Intercontinental Exchange", "Intercropping", "International Coffee Day", "International Coffee Organization", "Ipoh white coffee", "Irish coffee", "JSTOR (identifier)", "Jabarti", "Jamaican Blue Mountain Coffee", "Java", "Java coffee", "Jebena", "Jeddah", "Jeremy P. E. Spencer", "Jewish Telegraphic Agency", "Johann Sebastian Bach", "John Adams", "John B. Watson", "John Burgoyne", "John C. Winston Company", "John Evelyn", "John Frederick Lewis", "John Wiley & Sons", "Johns Hopkins University Press", "Josephus Daniels", "Joule (journal)", "Journal of Agricultural and Environmental Ethics", "Journal of Consumer Affairs", "Journal of Food Composition and Analysis", "Journal of the American College of Cardiology", "Journal of the American Dietetic Association", "Kaffa Province", "Kahawa Sug", "Kahl\u00faa", "Kahweol", "Kaldi", "Kapeng barako", "Karlsbad coffee maker", "Karsk", "Khat", "Kona coffee", "Kopi (drink)", "Kopi joss", "Kopi luwak", "Kopi tubruk", "Kopitiam", "Kurdish coffee", "Latin", "Latte", "Latte art", "Latte macchiato", "Laxative", "Leaf", "Leonhard Rauwolf", "Leucaena", "Lingzhi (mushroom)", "Liqueur coffee", "List of bakery caf\u00e9s", "List of chemical compounds in coffee", "List of coffee companies", "List of coffee dishes", "List of coffee drinks", "List of coffee varieties", "List of coffeehouse chains", "List of countries", "List of countries by coffee production", "Lomani River", "London International Financial Futures and Options Exchange", "Long black", "Low-acid coffee", "Low caffeine coffee", "Lungo", "Maracaturra coffee", "Maragogipe Coffee", "Margin (economics)", "Mark Pendergrast", "Marocchino", "Maronite", "Martinique", "Massachusetts Historical Society", "Maxwell House", "Mayo Clinic", "Mazagran (drink)", "McGraw-Hill", "Mechanism of action", "Microfoam", "Milk coffee", "Mineral (nutrient)", "Moka pot", "Mokha", "Mold", "Molokai coffee", "Moretta (coffee)", "Mount Marsabit", "Mucilage", "Mug", "Muhammad", "Museo del Objeto del Objeto", "Muslims", "Mustang coffee", "Mycena citricolor", "M\u0131rra", "NBC News", "NPR", "National Arbor Day Foundation", "National Coffee Association", "National Geographic", "Nescaf\u00e9", "Net-filter coffee", "New Scientist", "New Straits Times", "New York Mercantile Exchange", "Nitro cold brew coffee", "Nutrient", "Nutrients (journal)", "OCLC (identifier)", "Oliang", "Open access", "Organic coffee", "Orientalism", "Oromo people", "Osprey Publishing", "Ottoman Empire", "Ottoman Iraq", "Outcrossing", "Oxford", "Oxford English Dictionary", "Oxford University Press", "PMC (identifier)", "PMID (identifier)", "Peaberry", "Per capita", "Pera Museum", "Petiole (botany)", "Piscoffee", "Polyphenol", "Pope Clement VIII", "Postum", "Protein powder", "Pumpkin spice latte", "Purdue University", "Qishr", "Queen's Lane Coffee House", "Raf coffee", "Rainforest Alliance", "Random House", "Rastafarians", "Rasulid dynasty", "Reader's Digest", "Receptor antagonist", "Red Sea", "Reversible coffee pot", "Rio de Janeiro", "Rio de Janeiro (state)", "Ristretto", "Robusta coffee", "Rosen Publishing Group", "Routledge", "Rowman & Littlefield", "Rubiaceae", "Rufous-capped warbler", "R\u00fcdesheimer Kaffee", "S795 coffee", "Sa'ad ad-Din II", "Sagada coffee", "Saint-Domingue", "Sanka", "Saratoga campaign", "Schweigt stille, plaudert nicht", "Scientific American", "Scientific Reports", "Shade-grown coffee", "Shadhili", "Single-origin coffee", "Single-serve coffee container", "Skeletal formula", "Smithsonian Institution", "Smithsonian Migratory Bird Center", "South Arabia", "Specialty Coffee Association of Indonesia", "Specialty coffee", "Spectroscopy", "Spice trade", "Starbucks", "Starch", "Stichting Max Havelaar", "Stimulant", "Stipules", "Stoughton, Wisconsin", "Stroke", "Sufi", "Sustainability standards and certification", "Sustainable coffee", "S\u00e3o Paulo", "S\u00e3o Paulo (state)", "Tasse \u00e0 caf\u00e9", "Tea", "Tea culture", "Tenom coffee", "The Canon of Medicine", "The Guardian", "The Hispanic American Historical Review", "The New Press", "The New York Times", "Third-wave coffee", "Tia Maria", "Tihamah", "Time (magazine)", "Today.com", "Tonne", "Transpiration", "Turkish coffee", "Type 2 diabetes", "US$", "US gallon", "UTZ Certified", "United Nations", "United Nations Conference on Trade and Development", "United States Barista Championship", "University of Chicago Press", "Used coffee grounds", "Vacuum coffee maker", "Variety (biology)", "Vascular Medicine (journal)", "Vegetative reproduction", "Vienna", "Viennese coffee house", "Viennese coffee house culture", "Vietnam", "Vietnamese iced coffee", "Washington State University", "Wet season", "White Russian (cocktail)", "White coffee", "Wiener Melange", "Wikispecies", "Wiley-Blackwell", "Wilt disease", "World Barista Championship", "World Brewers Cup", "Yazdi coffee", "Yemen", "Yuenyeung", "Zabid", "Zarf", "Zed Books", "Zeila", "Zeila (historical region)", "Ziploc" ], "link_list_capped": false, "probability": 0.16092266142368317, "decision_seconds": 0.9455130407586694, "source": "model" }, { "from": "Open access", "to": "Science, technology, engineering, and mathematics", "candidates": 610, "offered_links": [ "AMiner (database)", "ASAPbio", "Aaron Swartz", "Aboriginal title", "Abstract (summary)", "Academic freedom", "Academic institution", "Academic journal", "Academic journal publishing reform", "Academic journals", "Academic publisher", "Academic publishing", "Academic staff", "Access2Research", "Access to Knowledge movement", "Access to knowledge movement", "Accumulation by dispossession", "Acequia", "Acknowledgment index", "Adam Smith", "Advertisements", "African Journals Online", "Air rights", "Alexandra Elbakyan", "Alienation (property law)", "Altmetrics", "Amateur astronomy", "AmeliCA", "American Chemical Society", "American Library Association", "American Scientist Open Access Forum", "Anna's Archive", "Annual Reviews (publisher)", "Annual report", "ArXiv", "ArXiv (identifier)", "Article-level metrics", "Article processing charge", "Association of College and Research Libraries", "Association of Research Libraries", "Atmospheric Chemistry and Physics", "Attribution (copyright)", "Author-level metrics", "Author fees", "BASE (search engine)", "BMC journals", "Beall's List", "Bergregal", "Berlin Declaration on Open Access to Knowledge in the Sciences and Humanities", "Bethesda Statement on Open Access Publishing", "Bibcode (identifier)", "Bibliometrics", "BioMed Central", "Bioline International", "Biological patent", "Biopiracy", "Bioprospecting", "Blog", "Book", "Bride buying", "Budapest Open Access Initiative", "Budget", "Bundle of rights", "Business model", "CERN Open Hardware License", "CORE (research service)", "Cabell's blacklist", "Cameron Neylon", "Canadian Association of Research Libraries", "Career", "Carol Tenopir", "Chapter (books)", "Chemical patent", "Citation", "Citation cartel", "Citation impact", "Citation index", "CiteSeer", "CiteSeerX (identifier)", "Citizen journalism", "Citizen media", "Citizen science", "Collaborative writing", "Collection of articles", "Collective ownership", "Collectivization in the Soviet Union", "Commodity", "Common-pool resource", "Common good (economics)", "Common land", "Common ownership", "Commons", "Commons-based peer production", "Communal land", "Community property", "Composite index (metrics)", "Conference papers", "Conference proceedings", "Cooperative", "Copyright", "Copyright policies of academic publishers", "Copyright term", "Copyright transfer", "Copyright transfer agreement", "Creative Commons", "Creative Commons license", "Croft (land)", "Crowdsourcing", "Crown land", "Customary land", "DOAJ", "Darenet", "Das Kapital", "David Harvey", "David Ricardo", "Definition of Free Cultural Works", "Delayed open-access journal", "Demand elasticity", "Democratic media", "Developing country", "Diamond open access", "Digital commons (economics)", "Digital object identifier", "Directory of Open Access Books", "Directory of Open Access Journals", "Directory of Open Access Scholarly Resources", "Disciplinary repository", "Do-it-yourself biology", "Documentary editing", "Doi (identifier)", "Double dipping (publishing)", "Douglas Rushkoff", "Durham Statement on Open Access to Legal Scholarship", "Dutch universities", "ELife", "ERIH PLUS", "Easement", "Edited volume", "Eigenfactor", "Ejido", "Electronic publishing", "Elinor Ostrom", "Elsevier", "Embargo (academic publishing)", "Emergency room", "Eminent domain", "Enclosure", "Erratum", "Essay", "Estate (law)", "Estate in land", "European Commission", "European Council", "European Union", "Eviction", "Excludability", "Exclusive economic zone", "Executor", "Expropriation", "FAIR data", "FTP", "FUTON bias", "Farhud", "Festschrift", "Fiction writing", "Fictitious commodities", "First possession theory of property", "Forced displacement", "Forest Rights Act (India)", "Francis Collins", "Free-culture movement", "Free-rider problem", "Free Journal Network", "Free Software Foundation", "Free and open-source software", "Free content", "Free license", "Free software", "Free software license", "Free software movement", "Freedom of information", "Freedom of information laws by country", "Freedom to roam", "Friedrich Engels", "Frontiers Media", "Fr\u00e9d\u00e9ric Bastiat", "G-index", "G20", "G7", "GNU General Public License", "Game theory", "Garrett Hardin", "Gates Foundation", "Geneva Declaration on the Future of the World Intellectual Property Organization", "Georgism", "Gift economy", "Global commons", "Google Scholar", "Government grant", "Gratis versus libre", "Grazing rights", "Grey literature", "Guerilla Open Access", "Gulliver's Travels", "H-index", "Harry Potter and the Philosopher's Stone", "Hashtag", "Hdl (identifier)", "Health care", "Henry George", "Highly Cited Researchers", "Hindawi Publishing Corporation", "History of open access", "Homestead principle", "Huerta", "Human trafficking", "Humanities", "Hunting", "Husband-selling", "Hybrid open-access journal", "ICanHazPDF", "ISBN (identifier)", "ISSN", "ISSN (identifier)", "Illegal, unreported and unregulated fishing", "Illegal logging", "Impact factor", "Impact factors", "Imprint (trade name)", "Index Copernicus", "Indigenous intellectual property", "Indigenous land rights", "Information", "Information Today", "Information commons", "Ingelfinger rule", "Inheritance", "Inheritance tax", "Initiative for Open Citations", "Institute of Physics", "Institutional repositories", "Institutional repository", "Intangible property", "Intellectual property", "Interlibrary loan", "International Federation of Library Associations and Institutions", "International Mathematical Union", "Internet", "Jack Andraka", "James Madison Award", "Jean-Jacques Rousseau", "Joe Biden", "John Locke", "John Stuart Mill", "John Wilbanks", "Journal impact factor", "Journal of Information Science", "Journal of Library Administration", "Journal of the Royal Society of Medicine", "Journal ranking", "Junior college", "Karl Marx", "Karl Polanyi", "Knowledge Unlatched", "Knowledge commons", "Labor theory of property", "Land Back", "Land law", "Land reform", "Land tenure", "Latin America", "Law of rent", "Lawrence Lessig", "Learned society", "Least publishable unit", "Legal plunder", "Leiden Manifesto", "Librarian", "Libraries", "Library Genesis", "Library publishing", "License", "List of academic databases and search engines", "List of academic publishers by preprint policy", "List of open-access journals", "List of open access journals", "List of open universities", "List of scientific journals", "List of style guides", "List of types of formally designated forests", "List of university presses", "Lists of academic journals", "Literary estate", "Literature review", "Littoral rights", "MDPI", "MIT Press", "Magazine", "Manuscript (publishing)", "Marcel Mauss", "Matthew effect", "Max Planck Society", "Mega journal", "Mental health professional", "Mephistophelian", "Mineral rights", "Modern Language Association", "Monograph", "Murray Rothbard", "NARCIS (National Academic Research and Collaboration Information System)", "NIH Public Access Policy", "National Institutes of Health", "Natural rights and legal rights", "Nature (journal)", "Nature Communications", "Netherlands Organisation for Scientific Research", "Newspaper", "Non-profit organization", "OAIster", "OCLC (identifier)", "ORCID", "Office of Science and Technology Policy", "Open-access mandate", "Open-access repository", "Open-design movement", "Open-door academic policy", "Open-notebook science", "Open-source-software movement", "Open-source appropriate technology", "Open-source architecture", "Open-source governance", "Open-source hardware", "Open-source journalism", "Open-source robotics", "Open-source software", "Open-source software movement", "OpenAIRE", "OpenAlex", "OpenCores", "OpenScience", "OpenWetWare", "Open Access Button", "Open Access Directory", "Open Access Scholarly Publishers Association", "Open Access Scholarly Publishing Association", "Open Access Tracking Project", "Open Access Week", "Open Architecture Network", "Open Archives Initiative", "Open Data Indices", "Open Energy Modelling Initiative", "Open Journal Systems", "Open Knowledge Foundation", "Open Rights Group", "Open Society Foundations", "Open Source Ecology", "Open Source Initiative", "Open Web", "Open Web Foundation", "Open access (disambiguation)", "Open access citation advantage", "Open access in Australia", "Open access in Austria", "Open access in Belgium", "Open access in Canada", "Open access in China", "Open access in Denmark", "Open access in France", "Open access in Germany", "Open access in Greece", "Open access in Hungary", "Open access in India", "Open access in Italy", "Open access in Japan", "Open access in New Zealand", "Open access in Norway", "Open access in Poland", "Open access in Portugal", "Open access in Russia", "Open access in South Africa", "Open access in Spain", "Open access in Sweden", "Open access in Ukraine", "Open access in the Netherlands", "Open access in the Republic of Ireland", "Open access in the United Kingdom", "Open access mandate", "Open access monograph", "Open admissions", "Open collaboration", "Open communication", "Open content", "Open data", "Open education", "Open educational resources", "Open gaming", "Open government", "Open innovation", "Open knowledge", "Open license", "Open music model", "Open patent", "Open peer review", "Open publishing", "Open research", "Open science", "Open science data", "Open scientific data", "Open source", "Open source software", "Open standard", "Openness", "Optimal tax", "Original appropriation", "Ownership", "PLOS", "PLOS One", "PMC (identifier)", "PMID (identifier)", "Pamphlet", "Pannage", "Paperity", "Participatory culture", "Participatory media", "Patent", "Pay-per-view", "Paywall", "Paywalled", "Peer-reviewed", "PeerJ", "Peer review", "Personal property", "Peter Baldwin (professor)", "Peter Murray-Rust", "Peter Suber", "Peter Sunde", "Philanthropist", "Physician", "Pierre-Joseph Proudhon", "Piled Higher and Deeper", "Piracy", "Pirate Party", "Plan S", "Poaching", "Poll tax", "Population transfer", "Position paper", "Poster session", "Postprint", "Predatory open access publishing", "Predatory publishing", "Prednisone", "Preprint", "Preprint server", "Preregistration (pharmaceutical)", "Primitive accumulation of capital", "Primogeniture", "Prior-appropriation water rights", "Private property", "Privatization", "Progress and Poverty", "Progressive tax", "Property", "Property is theft!", "Property law", "Property rights (economics)", "Property tax", "Protocol for Metadata Harvesting", "PubMed", "PubMed Central", "Public Knowledge Project", "Public Library of Science", "Public health journal", "Public property", "Publish or perish", "Publisher", "ROARMAP", "ROAR Registry of Open Access Repositories", "Rankings of academic publishers", "Real estate", "Real property", "Redalyc", "Redistribution of income and wealth", "Registry of Open Access Repositories", "Registry of Open Access Repository Mandates and Policies", "Regressive tax", "Regulatory taking", "Rent-seeking", "Repatriation", "Research Excellence Framework", "Research Papers in Economics", "Research Works Act", "Research funding", "Research grant", "Research paper mill", "Research report", "Restraint on alienation", "Retraction in academic publishing", "Review article", "Richard Stallman", "Right of way", "Right to Internet access", "Right to property", "Riparian water rights", "Rivalry (economics)", "Robert Darnton", "Ronald Coase", "Royal Netherlands Academy of Arts and Sciences", "S2CID (identifier)", "SCImago Journal Rank", "SHERPA/RoMEO", "SSRN (identifier)", "SWORD (protocol)", "San Francisco Declaration on Research Assessment", "Scholarly Publishing and Academic Resources Coalition", "Scholarly communication", "Scholarly peer review", "Scholarly society", "Sci-Hub", "Sci-hub", "SciELO", "Science, technology, engineering, and mathematics", "Science-wide author databases of standardized citation indicators", "Science (journal)", "Scientific journal", "Scientific literature", "Scientific writing", "Scientometrics", "Scientometrics (journal)", "Scopus", "Scott Halpern", "Search engine", "Self-archiving", "Self-ownership", "Semantic Scholar", "Serials crisis", "Shadow library", "Sharing economy", "Sharism", "Sherpa Romeo", "Simmons School of Library and Information Science", "Slavery", "Social ownership", "Social sciences", "Squatting", "Start-up", "State ownership", "Stevan Harnad", "Subscribe to Open", "Subscription business model", "Sustainable development", "Tangible property", "Tax", "Tax burden", "Tax incidence", "Technical report", "Text publication society", "The Anarchist Library", "The Cost of Knowledge", "The Ethics of Liberty", "The FASEB Journal", "The Free Software Definition", "The Gift (essay)", "The Great Transformation (book)", "The Lancet", "The Law (Bastiat book)", "The Lens", "The New York Review of Books", "The Open Definition", "The Open Source Definition", "The Origin of the Family, Private Property and the State", "The Social Contract", "The Wealth of Nations", "The arts", "Theft", "Theses", "Thesis", "Tim Berners-Lee", "Timeline of the open-access movement", "Times Higher Education World University Rankings", "Title (property)", "Tragedy of the anticommons", "Tragedy of the commons", "Treatise", "Truth", "Two Treatises of Government", "UNESCO", "Ubiquity Press", "University of Florida", "University of Nebraska\u2013Lincoln", "Unowned property", "Unpaywall", "Urushiol", "Usufruct", "Version of record", "WDQ (identifier)", "Wage slavery", "Water right", "Wayback Machine", "Web of Science", "Web search timeline", "White House", "White paper", "Wife selling", "Wiki journalism", "Women's property rights", "Working paper", "World Wide Web", "Yard-sale model", "Z-Library" ], "link_list_capped": false, "probability": 0.28410574793815613, "decision_seconds": 1.177703452296555, "source": "model" }, { "from": "Science, technology, engineering, and mathematics", "to": "Applied mathematics", "candidates": 332, "offered_links": [ "3D printers", "AL-Bairaq", "AP Calculus AB", "AP Statistics", "Advanced Placement", "Aerospace", "Air Force Reserve", "Alan Turing", "America COMPETES Act", "American Competitiveness Initiative", "Analytical skill", "Anthropology", "Applied mathematics", "ArXiv (identifier)", "Arizona", "Arne Duncan", "Art", "Austria", "Automotive", "Bangkok Post", "Barack Obama", "Ben Casselman", "Bibcode (identifier)", "Biotechnology", "Boy Scouts of America", "Brazil", "Bureau of Labor Statistics", "California", "Career and technical education", "Chemistry", "China", "Compost", "Computer science", "Construction industry", "Craft Academy for Excellence in Science and Mathematics", "Critical thinking", "Curriculum", "Department of Education", "Doi (identifier)", "ECybermission", "Economics", "Economy of the United States", "Education policy", "Energy industry", "Engineering", "Environmental sensor", "Erasmus programme", "European Union", "FIRST Robotics Competition", "FIRST Tech Challenge", "Female education in STEM", "Financial services", "Finland", "FiveThirtyEight", "France", "George W. Bush", "Geospatial technology", "Germany", "Girl Scouts of the USA", "Glossary of Arabic toponyms", "Glossary of Hebrew toponyms", "Glossary of aerospace engineering", "Glossary of agriculture", "Glossary of archaeology", "Glossary of architecture", "Glossary of areas of mathematics", "Glossary of artificial intelligence", "Glossary of astronomy", "Glossary of biology", "Glossary of bird terms", "Glossary of botanical terms", "Glossary of calculus", "Glossary of cell biology", "Glossary of cellular and molecular biology (0\u2013L)", "Glossary of cellular and molecular biology (M\u2013Z)", "Glossary of chemistry terms", "Glossary of civil engineering", "Glossary of clinical research", "Glossary of computer hardware terms", "Glossary of computer science", "Glossary of developmental biology", "Glossary of ecology", "Glossary of economics", "Glossary of electrical and electronics engineering", "Glossary of engineering: A\u2013L", "Glossary of engineering: M\u2013Z", "Glossary of entomology terms", "Glossary of environmental science", "Glossary of genetics and evolutionary biology", "Glossary of geography terms (A\u2013M)", "Glossary of geography terms (N\u2013Z)", "Glossary of geology", "Glossary of ichthyology", "Glossary of machine vision", "Glossary of mechanical engineering", "Glossary of medicine", "Glossary of meteorology", "Glossary of mycology", "Glossary of nanotechnology", "Glossary of physics", "Glossary of probability and statistics", "Glossary of protistology", "Glossary of psychiatry", "Glossary of quantum computing", "Glossary of robotics", "Glossary of scientific naming", "Glossary of structural engineering", "Glossary of virology", "Goddard Space Flight Center", "Hard and soft science", "Health care industry", "High school", "Higher Secondary School Certificate", "Higher education", "Homeland security", "Hospitality industry", "Humanities", "Humanities, arts, and social sciences", "IAS machine", "IEEE Spectrum", "ISBN (identifier)", "ISSN (identifier)", "Immigration to the United States", "India", "Indonesia", "Information science", "Information technology", "Institute for Advanced Study", "Integrated learning", "International Physics Olympiad", "Iran", "Irrigation", "Israel", "Issues in Science and Technology", "J. Robert Oppenheimer", "Japan", "John F. Kennedy High School (Paterson, New Jersey)", "John von Neumann", "Khyber Pakhtunkhwa", "LGBT people in science", "Land lab", "Life sciences", "List of African American women in STEM fields", "Maker culture", "Marxist feminism", "Mathematics", "Mathematics education in the United States", "Matriculation", "Medicine", "Meritocracy", "Mexico", "Michael S. Teitelbaum", "Ministry of Information Technology and Telecommunication", "NASA", "NASA RealWorld-InWorld Engineering Design Challenge", "National Aeronautics and Space Administration", "National Guard of the United States", "National Institute of Standards and Technology", "National Inventors Hall of Fame", "National Science Foundation", "National Society of Black Engineers", "New Jersey", "North Carolina", "Occupational Information Network", "Ohio", "Oikonyms in West and South Asia", "PMC (identifier)", "PMID (identifier)", "Philippines", "Phoenix Business Journal", "Photovoltaics", "Political science", "Portmanteau", "Pre-STEM", "Prime Minister of Vietnam", "Problem solving", "Project Lead The Way", "Psychology", "Public education", "Qatar", "Qatar University", "R&D", "Racial minorities in STEM fields", "Retail industry", "Rita Colwell", "Russia", "Rutgers University", "S2CID (identifier)", "SAE International", "STARBASE", "STEAM education", "STEAM fields", "STEM.org", "STEMNET", "STEM Academy (disambiguation)", "STEM pipeline", "Sacramento, California", "Sara Josephine Baker", "Schulich Leader Scholarships", "Science", "Science, Technology, Engineering and Mathematics Network", "Science Expo", "Science and technology in Albania", "Science and technology in Antigua and Barbuda", "Science and technology in Argentina", "Science and technology in Armenia", "Science and technology in Australia", "Science and technology in Azerbaijan", "Science and technology in Bahrain", "Science and technology in Bangladesh", "Science and technology in Belgium", "Science and technology in Botswana", "Science and technology in Brazil", "Science and technology in Bulgaria", "Science and technology in Burkina Faso", "Science and technology in Cambodia", "Science and technology in Canada", "Science and technology in Cape Verde", "Science and technology in Chile", "Science and technology in China", "Science and technology in Colombia", "Science and technology in Denmark", "Science and technology in Egypt", "Science and technology in Ethiopia", "Science and technology in Fiji", "Science and technology in France", "Science and technology in Germany", "Science and technology in Ghana", "Science and technology in Greece", "Science and technology in Hungary", "Science and technology in Iceland", "Science and technology in India", "Science and technology in Indonesia", "Science and technology in Iran", "Science and technology in Israel", "Science and technology in Italy", "Science and technology in Ivory Coast", "Science and technology in Jamaica", "Science and technology in Japan", "Science and technology in Jordan", "Science and technology in Kazakhstan", "Science and technology in Kuwait", "Science and technology in Kyrgyzstan", "Science and technology in Lebanon", "Science and technology in Lithuania", "Science and technology in Malawi", "Science and technology in Malaysia", "Science and technology in Malta", "Science and technology in Mexico", "Science and technology in Morocco", "Science and technology in Nepal", "Science and technology in New Zealand", "Science and technology in Pakistan", "Science and technology in Papua New Guinea", "Science and technology in Poland", "Science and technology in Portugal", "Science and technology in Qatar", "Science and technology in Romania", "Science and technology in Russia", "Science and technology in Slovakia", "Science and technology in South Africa", "Science and technology in South Korea", "Science and technology in Spain", "Science and technology in Sri Lanka", "Science and technology in Sudan", "Science and technology in Sweden", "Science and technology in Switzerland", "Science and technology in Tajikistan", "Science and technology in Tanzania", "Science and technology in Thailand", "Science and technology in Trinidad and Tobago", "Science and technology in Turkey", "Science and technology in Uganda", "Science and technology in Ukraine", "Science and technology in Uzbekistan", "Science and technology in Venezuela", "Science and technology in Vietnam", "Science and technology in Zimbabwe", "Science and technology in the Czech Republic", "Science and technology in the Netherlands", "Science and technology in the Philippines", "Science and technology in the United Kingdom", "Science and technology in the United States", "Scouts Canada", "SeaPerch", "Second Cold War", "Sex differences in intelligence", "Sex differences in psychology", "Sexism", "Seymour Schulich", "Social", "Social Sciences, Humanities and the Arts for People and the Economy", "Social science", "Social sciences", "Society of Hispanic Professional Engineers", "Sociology", "Space Race", "Space agency", "State of the Union Address", "Stem (disambiguation)", "Stereotypes", "Tech ed", "Technology", "Texas", "The Atlantic", "Transportation", "Umbrella term", "United States", "United States Air Force", "United States Department of Commerce", "United States Department of Education", "United States Department of Energy", "United States Department of Homeland Security", "United States Department of Labor", "United States Marine Corps", "United States National Academies", "United States Navy", "United States Secretary of Education", "University of Leicester", "University of Massachusetts Amherst", "VEX Robotics Competition", "Victorian Model Solar Vehicle Challenge", "Virginia", "Wayback Machine", "Webinar", "White House", "Women in STEM fields", "Women in computing", "Women in engineering", "Women in science", "Work visa", "World War II" ], "link_list_capped": false, "probability": 0.32532137632369995, "decision_seconds": 0.6691400874406099, "source": "model" }, { "from": "Applied mathematics", "to": "List of mathematics topics", "candidates": 306, "offered_links": [ "Abstract algebra", "Actuarial science", "Aerospace engineering", "Affine geometry", "Aleksandr Lyapunov", "Algebra", "Algebra of physical space", "Algebraic geometry", "Algebraic number theory", "Algebraic statistics", "Algebraic structure", "Algebraic topology", "Algorithm", "Algorithm design", "American Mathematical Society", "Analysis of algorithms", "Analytic geometry", "Analytic number theory", "Analytical mechanics", "Analytics", "Andrey Kolmogorov", "Applied Maths", "Applied science", "Approximation theory", "Arithmetic", "Arithmetic geometry", "Arithmetic topology", "Asymptotic analysis", "Automata theory", "Automated theorem proving", "Bibcode (identifier)", "Biologist", "Biology", "Bosonic string theory", "Brown University", "Business", "Calculus", "Calculus of variations", "Category theory", "Chaos theory", "Charles Babbage", "Chemistry", "Civil engineering", "Classical field theory", "Classical mechanics", "Clifford Truesdell", "Clifford algebra", "Clifford analysis", "Coding theory", "Combinatorial design", "Combinatorial optimization", "Combinatorics", "Commutative algebra", "Complex analysis", "Complex geometry", "Computational complexity theory", "Computational economics", "Computational engineering", "Computational fluid dynamics", "Computational geometry", "Computational group theory", "Computational mathematics", "Computational number theory", "Computational science", "Computational statistics", "Computer algebra", "Computer science", "Computing science", "Conformal field theory", "Constraint programming", "Constraint satisfaction problem", "Continuum mechanics", "Control engineering", "Control theory", "Convex geometry", "Cryptography", "Data science", "Decision theory", "Design of experiments", "Differential equation", "Differential equations", "Differential form", "Differential geometry", "Differential topology", "Diophantine geometry", "Discrete geometry", "Discrete mathematics", "Doctorate", "Doi (identifier)", "Dynamical system", "Dynamical systems", "Effective field theory", "Electrical engineering", "Elementary algebra", "Engineering", "Engineering mathematics", "Ethnomathematics", "Euclidean geometry", "European Community on Computational Methods in Applied Sciences", "Exterior algebra", "Exterior calculus", "Faculty of Mathematics, University of Cambridge", "Field (mathematics)", "Field theory (physics)", "Fields Medal", "Finance", "Financial mathematics", "Finite element method", "Finite geometry", "Fluid mechanics", "Foundations of mathematics", "Fourier analysis", "Functional analysis", "Functional integration", "Future of mathematics", "Game theory", "Gauge theory", "Gauge theory (mathematics)", "General topology", "Geometric algebra", "Geometric analysis", "Geometric calculus", "Geometric topology", "Geometry", "George Batchelor", "Glasgow Caledonian University", "Glossary of mathematical symbols", "Graph theory", "Group theory", "Hamiltonian mechanics", "Harmonic analysis", "Harmonic analysis (mathematics)", "Heat equation", "Henri Poincar\u00e9", "High-performance computing", "History of mathematics", "Homological algebra", "Homotopy theory", "ISBN (identifier)", "Industrial sector", "Informal mathematics", "Information geometry", "Information theory", "Integer programming", "International Council for Industrial and Applied Mathematics", "Isaac Newton", "James Lighthill", "Japan Society for Industrial and Applied Mathematics", "Lagrangian mechanics", "Large numbers", "Lev Pontryagin", "Linear algebra", "List of arbitrary-precision arithmetic software", "List of films about mathematicians", "List of finite element software packages", "List of interactive geometry software", "List of mathematics topics", "List of numerical-analysis software", "List of numerical libraries", "List of optimization software", "List of statistical software", "Lists of mathematicians", "Lists of mathematics topics", "Liverpool Hope University", "Logic", "Logic in computer science", "Lucasian Professor of Mathematics", "MIT", "Malliavin calculus", "Management science", "Master of Science", "Mathematical analysis", "Mathematical and theoretical biology", "Mathematical chemistry", "Mathematical economics", "Mathematical finance", "Mathematical geology", "Mathematical linguistics", "Mathematical logic", "Mathematical model", "Mathematical modelling", "Mathematical optimization", "Mathematical physics", "Mathematical psychology", "Mathematical science", "Mathematical sociology", "Mathematical software", "Mathematical statistics", "Mathematicians", "Mathematics", "Mathematics Subject Classification", "Mathematics and art", "Mathematics education", "Matrix population models", "Measure (mathematics)", "Mechanical engineering", "Medicine", "Metamathematics", "Morehead State University", "Multilinear algebra", "Multivariable calculus", "Natural sciences", "Navier-Stokes existence and smoothness", "Newtonian physics", "Norbert Wiener", "Notre Dame University", "Number", "Number theory", "Numerical algebraic geometry", "Numerical analysis", "Numerical integration", "Numerical linear algebra", "Numerical methods for ordinary differential equations", "Numerical methods for partial differential equations", "Operations research", "Operator algebra", "Operator theory", "Optimal decision", "Optimisation", "Order theory", "Ordinary differential equation", "PMID (identifier)", "Partial differential equation", "Partial differential equations", "Particle physics and representation theory", "Path integral formulation", "Paul Dirac", "Perturbation theory", "Perturbation theory (quantum mechanics)", "Philosophy of mathematics", "Physics", "Pierre-Louis Lions", "Poisson algebra", "Potential theory", "Probability", "Probability distribution", "Probability theory", "Profession", "Projective geometry", "Proof assistant", "Pseudomathematics", "Psychology", "Pure mathematics", "Quantum field theory", "Quantum group", "Queen's University, Belfast", "Random variable", "Real analysis", "Recreational mathematics", "Renormalization group", "Representation (mathematics)", "S2CID (identifier)", "Santa Clara University", "Scientific computation", "Scientific computing", "Set theory", "Simulation", "Social choice theory", "Social science", "Social sciences", "Society for Industrial and Applied Mathematics", "Soci\u00e9t\u00e9 de Math\u00e9matiques Appliqu\u00e9es et Industrielles", "Solid mechanics", "Solver", "Spacetime algebra", "Statistical field theory", "Statistician", "Statisticians", "Statistics", "Stephen Hawking", "Stochastic calculus", "Stochastic differential equation", "Stochastic process", "String theory", "Superalgebra", "Supercomputer", "Supersymmetric quantum mechanics", "Supersymmetric theory of stochastic dynamics", "Supersymmetry", "Supersymmetry algebra", "Synthetic geometry", "Systems science", "Tensor", "Tensor calculus", "Tensor software", "The Unreasonable Effectiveness of Mathematics in the Natural Sciences", "Theoretical computer science", "Theory of computation", "Timeline of mathematics", "Topic outline of mathematics", "Topological field theory", "Topological string theory", "Topology", "Trigonometry", "Type theory", "United Kingdom", "University of Cambridge", "Validated numerics", "Vector calculus", "Vehicle routing problem", "Vladimir Arnold", "Walter Ledermann", "Walter Noll", "Wayback Machine", "World Scientific", "World War II" ], "link_list_capped": false, "probability": 0.17125116288661957, "decision_seconds": 0.6093782568350434, "source": "model" }, { "from": "Lists of mathematics topics", "to": "Mathematics", "candidates": 433, "offered_links": [ "Abstract algebra", "Affine geometry", "Algebra", "Algebraic combinatorics", "Algebraic geometry", "Algebraic number theory", "Algebraic structure", "Algebraic topology", "American Mathematical Society", "Analytic geometry", "Analytic number theory", "Anthropology", "Applied mathematics", "Areas of mathematics", "Arithmetic", "Arithmetic geometry", "Arithmetic topology", "Audio signal processing", "Basic mathematics", "Calculus", "Catalog of articles in probability theory", "Category theory", "Combinatorial design", "Combinatorial optimization", "Combinatorial principles", "Combinatorics", "Communication", "Commutative algebra", "Complex analysis", "Complex geometry", "Computational complexity theory", "Computational geometry", "Computational mathematics", "Computer algebra", "Computer science", "Control theory", "Convex geometry", "Countable set", "Data compression", "Differential equation", "Differential geometry", "Differential topology", "Diophantine geometry", "Discrete geometry", "Discrete mathematics", "Dynamical system", "ECG", "Economics", "Elementary algebra", "Engineering mathematics", "Enumerative combinatorics", "Ethnomathematics", "Euclidean geometry", "Extremal combinatorics", "Feature extraction", "Field (mathematics)", "Filter (signal processing)", "Finite geometry", "Finite set", "Ford circle", "Foundations of mathematics", "Fourier series", "Function (mathematics)", "Functional analysis", "Future of mathematics", "Game theory", "General topology", "Geometric topology", "Geometry", "Glossary of Riemannian and metric geometry", "Glossary of areas of mathematics", "Glossary of arithmetic and Diophantine geometry", "Glossary of differential geometry and topology", "Glossary of field theory", "Glossary of game theory", "Glossary of general topology", "Glossary of graph theory", "Glossary of group theory", "Glossary of linear algebra", "Glossary of mathematical symbols", "Glossary of order theory", "Glossary of ring theory", "Glossary of scheme theory", "Glossary of tensor theory", "Graph theory", "Group (mathematics)", "Group theory", "Harmonic analysis", "History of mathematics", "Homological algebra", "Homotopy theory", "Image processing", "Index of wave articles", "Informal mathematics", "Information", "Information geometry", "Information theory", "Integral", "Large numbers", "Linear algebra", "List of Boolean algebra topics", "List of Euclidean uniform tilings", "List of Fourier-related transforms", "List of Fourier analysis topics", "List of Lie groups topics", "List of abstract algebra topics", "List of algebraic coding theory topics", "List of algebraic geometry topics", "List of algebraic number theory topics", "List of algebraic structures", "List of algebraic surfaces", "List of algebraic topology topics", "List of algorithm general topics", "List of algorithms", "List of axioms", "List of calculus topics", "List of category theory topics", "List of circle topics", "List of cohomology theories", "List of combinatorial computational geometry topics", "List of commutative algebra topics", "List of complex analysis topics", "List of complex and algebraic surfaces", "List of complex reflection groups", "List of complexity classes", "List of computability and complexity topics", "List of computer graphics and descriptive geometry topics", "List of computer vision topics", "List of conjectures", "List of conjectures by Paul Erd\u0151s", "List of convexity topics", "List of curves", "List of curves topics", "List of differential geometry topics", "List of dualities", "List of dynamical systems and differential equations topics", "List of equations", "List of examples in general topology", "List of exceptional set concepts", "List of exponential topics", "List of factorial and binomial topics", "List of films about mathematicians", "List of finite simple groups", "List of first-order theories", "List of formal language and literal string topics", "List of formulae involving pi", "List of fractal topics", "List of functional analysis topics", "List of game theorists", "List of games in game theory", "List of general topology topics", "List of geometers", "List of geometric topology topics", "List of geometry topics", "List of graph theory topics", "List of graphical methods", "List of group theory topics", "List of harmonic analysis topics", "List of homological algebra topics", "List of important publications in mathematics", "List of important publications in statistics", "List of incomplete proofs", "List of inequalities", "List of information theory topics", "List of integrals of Gaussian functions", "List of integrals of exponential functions", "List of integrals of hyperbolic functions", "List of integrals of inverse hyperbolic functions", "List of integrals of inverse trigonometric functions", "List of integrals of irrational functions", "List of integrals of logarithmic functions", "List of integrals of rational functions", "List of integrals of trigonometric functions", "List of integration and measure theory topics", "List of knapsack problems", "List of knot theory topics", "List of large cardinal properties", "List of lemmas", "List of letters used in mathematics and science", "List of linear algebra topics", "List of logarithm topics", "List of logarithmic identities", "List of logicians", "List of long mathematical proofs", "List of manifolds", "List of mathematical constants", "List of mathematical examples", "List of mathematical functions", "List of mathematical identities", "List of mathematical knots and links", "List of mathematical logic topics", "List of mathematical probabilists", "List of mathematical proofs", "List of mathematical properties of points", "List of mathematical reference tables", "List of mathematical series", "List of mathematical shapes", "List of mathematical societies", "List of mathematical spaces", "List of mathematical symbols by subject", "List of mathematical theories", "List of mathematical topics in classical mechanics", "List of mathematical topics in quantum theory", "List of mathematical topics in relativity", "List of mathematicians", "List of mathematics-based methods", "List of mathematics books", "List of mathematics categories", "List of mathematics competitions", "List of mathematics education journals", "List of mathematics history topics", "List of mathematics journals", "List of matrices", "List of moments of inertia", "List of multivariable calculus topics", "List of network theory topics", "List of nonlinear partial differential equations", "List of number theory topics", "List of numbers", "List of numeral system topics", "List of numerical analysis topics", "List of numerical computational geometry topics", "List of order theory topics", "List of order topics", "List of partial differential equation topics", "List of partition topics", "List of permutation topics", "List of polygons, polyhedra and polytopes", "List of polynomial topics", "List of prime numbers", "List of probability distributions", "List of probability topics", "List of properties of sets of reals", "List of publications in mathematics", "List of q-analogs", "List of real analysis topics", "List of reciprocity laws", "List of recreational number theory topics", "List of regular polytopes", "List of representation theory topics", "List of representations of e", "List of rules of inference", "List of set identities and relations", "List of set theory topics", "List of simple Lie groups", "List of small groups", "List of special functions and eponyms", "List of statisticians", "List of statistics articles", "List of stochastic processes topics", "List of string theory topics", "List of surfaces", "List of theorems", "List of things named after Adrien-Marie Legendre", "List of things named after Alan Turing", "List of things named after Albert Einstein", "List of things named after Alexander Grothendieck", "List of things named after Alfred Tarski", "List of things named after Anatoliy Skorokhod", "List of things named after Andrey Markov", "List of things named after Andr\u00e9 Weil", "List of things named after Archimedes", "List of things named after Arthur Cayley", "List of things named after Augustin-Louis Cauchy", "List of things named after Bernhard Riemann", "List of things named after Carl Friedrich Gauss", "List of things named after Carl Gustav Jacob Jacobi", "List of things named after Charles Hermite", "List of things named after David Hilbert", "List of things named after Eduard Heine", "List of things named after Emil Artin", "List of things named after Emmy Noether", "List of things named after Erich Hecke", "List of things named after Erik Fredholm", "List of things named after Ernst Witt", "List of things named after Euclid", "List of things named after Felix Klein", "List of things named after Ferdinand Georg Frobenius", "List of things named after Fibonacci", "List of things named after Friedrich Bessel", "List of things named after George Airy", "List of things named after George Gabriel Stokes", "List of things named after Gottfried Leibniz", "List of things named after Henri Poincar\u00e9", "List of things named after Hermann Grassmann", "List of things named after Hermann Minkowski", "List of things named after Hermann Weyl", "List of things named after Isaac Newton", "List of things named after Issai Schur", "List of things named after Jacques Hadamard", "List of things named after Jakob Bernoulli", "List of things named after James Joseph Sylvester", "List of things named after Jean-Pierre Serre", "List of things named after Jean d'Alembert", "List of things named after Johann Lambert", "List of things named after Johannes Kepler", "List of things named after John Horton Conway", "List of things named after John Milnor", "List of things named after John von Neumann", "List of things named after Joseph-Louis Lagrange", "List of things named after Joseph Fourier", "List of things named after Joseph Liouville", "List of things named after Karl Weierstrass", "List of things named after Leonhard Euler", "List of things named after Niels Henrik Abel", "List of things named after Norbert Wiener", "List of things named after Pafnuty Chebyshev", "List of things named after Paul Erd\u0151s", "List of things named after Peter Gustav Lejeune Dirichlet", "List of things named after Pierre-Simon Laplace", "List of things named after Pierre Deligne", "List of things named after Pierre de Fermat", "List of things named after Pythagoras", "List of things named after Richard Dedekind", "List of things named after Sim\u00e9on Denis Poisson", "List of things named after Sophus Lie", "List of things named after Srinivasa Ramanujan", "List of things named after Stanislaw Ulam", "List of things named after Stefan Banach", "List of things named after Thomas Bayes", "List of things named after Vladimir Arnold", "List of things named after W. V. D. Hodge", "List of things named after William Rowan Hamilton", "List of things named after members of the Bernoulli family", "List of things named after \u00c9lie Cartan", "List of things named after \u00c9variste Galois", "List of topics in logic", "List of topics related to \u03c0", "List of topologies", "List of topology topics", "List of transforms", "List of triangle topics", "List of trigonometric identities", "List of trigonometry topics", "List of two-dimensional geometric shapes", "List of uniform polyhedra", "List of uniform polyhedra by Schwarz triangle", "List of uniform tilings on the sphere, plane, and hyperbolic plane", "List of variational topics", "List of vector spaces in mathematics", "List of zeta functions", "Lists of integrals", "Lists of mathematicians", "Lists of shapes", "Lists of statistics topics", "Lists of unsolved problems in mathematics", "Logic", "Mathematical Reviews", "Mathematical analysis", "Mathematical and theoretical biology", "Mathematical chemistry", "Mathematical economics", "Mathematical finance", "Mathematical geology", "Mathematical linguistics", "Mathematical logic", "Mathematical object", "Mathematical optimization", "Mathematical physics", "Mathematical psychology", "Mathematical society", "Mathematical sociology", "Mathematical statistics", "Mathematician", "Mathematicians", "Mathematics", "Mathematics Subject Classification", "Mathematics and art", "Mathematics education", "Matroid", "Measure (mathematics)", "Metamathematics", "Military strategy", "Model (abstract)", "Multilinear algebra", "Noise", "Normal distribution", "Number", "Number theory", "Numerical algebraic geometry", "Numerical analysis", "Operations research", "Order theory", "Outline of algebra", "Outline of arithmetic", "Outline of calculus", "Outline of combinatorics", "Outline of discrete mathematics", "Outline of geometry", "Outline of logic", "Outline of regression analysis", "Outline of trigonometry", "Outline of vector identities", "Philosophy of mathematics", "Political science", "Prime number", "Probability theory", "Projective geometry", "Proposition (mathematics)", "Pseudomathematics", "Pure mathematics", "Radar", "Ray tracing (graphics)", "Real analysis", "Recreational mathematics", "Ring (mathematics)", "Scientific computing", "Scientific equations named after people", "Set (mathematics)", "Set theory", "Signal (electrical engineering)", "Signal processing", "Social psychology", "Social science", "Space (mathematics)", "Statistical theory", "Statistics", "Synthetic geometry", "Systems science", "Table of Lie groups", "Table of derivatives", "Table of logic symbols", "Table of mathematical symbols", "Theory of computation", "Timeline of mathematics", "Timeline of women in mathematics", "Topological property", "Topology", "Trigonometry", "Type theory", "Van der Pol oscillator", "Venn diagram", "Zentralblatt MATH" ], "link_list_capped": false, "probability": 0.40716710686683655, "decision_seconds": 0.904171128757298, "source": "model" } ], "scope": "fresh_route" } ] }, "navigation_coverage": { "candidate": { "scheduled_routes": 6, "available_routes": 6, "environment_unavailable": 0, "successful_routes": 1 }, "baseline": { "scheduled_routes": 6, "available_routes": 6, "environment_unavailable": 0, "successful_routes": 0 } }, "rl_updates": 90, "nonzero_advantage_updates": 18, "tests_passed": 55, "coverage_audit": { "checkpoint_sha256": "ec83247177a6919c17944093fdd02d3258906dc809c16b326e0dfd879275efeb", "audit_source_sha256": "87acbde5cb51bd1bdbda17b609a900279a1c023080fe24ab489724ce9480adb7", "data": { "sha256": { "train": "3bfc4f3a81d88e96ee60daf0bbacaa365429f73cf79ab0d4e2477ca19d156494", "validation": "8cc3bfce961984919949f557b7bec8600b2cbade459d627c49cd9138b6317796", "test": "27fbab8ee57117b72e814511a279384a96f0c5d249355fc0166194cae0242cb6", "heldout": "181c5dafe5ac560b25a37c0b1a9b9b7a67e58efd89467d65e512e7570807cc31" }, "decisions": { "train": 28234, "validation": 3100, "test": 3866, "heldout": 2351 }, "selection_decisions": 1457, "calibration_decisions": 1643 }, "integrity_verified": true, "configured_execution_complete": true, "quality_pass_or_jev_parity_implied": false, "typed": { "pipeline": { "test": { "session_execution_forecast": 1294, "clinc_8way": 150, "threshold_policy": 150, "ordinal_rubric": 150, "native_workflow": 168, "emotion_presence": 150, "contrast_control": 180, "contrast_mission_control": 120, "contrast_ranking": 120, "commonsense_qa": 150, "contrast_conditional": 120, "contrast_policy": 118, "contrast_injection": 118, "contrast_evidence": 180, "contrast_permission": 120, "contrast_actuation": 180, "contrast_probability": 114, "contrast_rubric": 116, "contrast_navigation": 120, "native_route": 48 }, "heldout": { "heldout_winogrande": 150, "heldout_agent_trace": 150, "contrast_permission": 120, "native_workflow": 240, "contrast_ranking": 120, "contrast_mission_control": 120, "contrast_policy": 120, "contrast_rubric": 118, "contrast_probability": 120, "native_route": 43, "contrast_injection": 120, "contrast_conditional": 120, "contrast_control": 180, "contrast_actuation": 180, "heldout_security_policy": 150, "contrast_evidence": 180, "contrast_navigation": 120 } }, "full": { "test": { "session_execution_forecast": 1294, "clinc_8way": 150, "threshold_policy": 150, "ordinal_rubric": 150, "native_workflow": 168, "emotion_presence": 150, "contrast_control": 180, "contrast_mission_control": 120, "contrast_ranking": 120, "commonsense_qa": 150, "contrast_conditional": 120, "contrast_policy": 118, "contrast_injection": 118, "contrast_evidence": 180, "contrast_permission": 120, "contrast_actuation": 180, "contrast_probability": 114, "contrast_rubric": 116, "contrast_navigation": 120, "native_route": 48 }, "heldout": { "heldout_winogrande": 150, "heldout_agent_trace": 150, "contrast_permission": 120, "native_workflow": 240, "contrast_ranking": 120, "contrast_mission_control": 120, "contrast_policy": 120, "contrast_rubric": 118, "contrast_probability": 120, "native_route": 43, "contrast_injection": 120, "contrast_conditional": 120, "contrast_control": 180, "contrast_actuation": 180, "heldout_security_policy": 150, "contrast_evidence": 180, "contrast_navigation": 120 } }, "no_graph": { "test": { "session_execution_forecast": 1294, "clinc_8way": 150, "threshold_policy": 150, "ordinal_rubric": 150, "native_workflow": 168, "emotion_presence": 150, "contrast_control": 180, "contrast_mission_control": 120, "contrast_ranking": 120, "commonsense_qa": 150, "contrast_conditional": 120, "contrast_policy": 118, "contrast_injection": 118, "contrast_evidence": 180, "contrast_permission": 120, "contrast_actuation": 180, "contrast_probability": 114, "contrast_rubric": 116, "contrast_navigation": 120, "native_route": 48 }, "heldout": { "heldout_winogrande": 150, "heldout_agent_trace": 150, "contrast_permission": 120, "native_workflow": 240, "contrast_ranking": 120, "contrast_mission_control": 120, "contrast_policy": 120, "contrast_rubric": 118, "contrast_probability": 120, "native_route": 43, "contrast_injection": 120, "contrast_conditional": 120, "contrast_control": 180, "contrast_actuation": 180, "heldout_security_policy": 150, "contrast_evidence": 180, "contrast_navigation": 120 } }, "no_messages": { "test": { "session_execution_forecast": 1294, "clinc_8way": 150, "threshold_policy": 150, "ordinal_rubric": 150, "native_workflow": 168, "emotion_presence": 150, "contrast_control": 180, "contrast_mission_control": 120, "contrast_ranking": 120, "commonsense_qa": 150, "contrast_conditional": 120, "contrast_policy": 118, "contrast_injection": 118, "contrast_evidence": 180, "contrast_permission": 120, "contrast_actuation": 180, "contrast_probability": 114, "contrast_rubric": 116, "contrast_navigation": 120, "native_route": 48 }, "heldout": { "heldout_winogrande": 150, "heldout_agent_trace": 150, "contrast_permission": 120, "native_workflow": 240, "contrast_ranking": 120, "contrast_mission_control": 120, "contrast_policy": 120, "contrast_rubric": 118, "contrast_probability": 120, "native_route": 43, "contrast_injection": 120, "contrast_conditional": 120, "contrast_control": 180, "contrast_actuation": 180, "heldout_security_policy": 150, "contrast_evidence": 180, "contrast_navigation": 120 } }, "reverse_edges": { "test": { "session_execution_forecast": 1294, "clinc_8way": 150, "threshold_policy": 150, "ordinal_rubric": 150, "native_workflow": 168, "emotion_presence": 150, "contrast_control": 180, "contrast_mission_control": 120, "contrast_ranking": 120, "commonsense_qa": 150, "contrast_conditional": 120, "contrast_policy": 118, "contrast_injection": 118, "contrast_evidence": 180, "contrast_permission": 120, "contrast_actuation": 180, "contrast_probability": 114, "contrast_rubric": 116, "contrast_navigation": 120, "native_route": 48 }, "heldout": { "heldout_winogrande": 150, "heldout_agent_trace": 150, "contrast_permission": 120, "native_workflow": 240, "contrast_ranking": 120, "contrast_mission_control": 120, "contrast_policy": 120, "contrast_rubric": 118, "contrast_probability": 120, "native_route": 43, "contrast_injection": 120, "contrast_conditional": 120, "contrast_control": 180, "contrast_actuation": 180, "heldout_security_policy": 150, "contrast_evidence": 180, "contrast_navigation": 120 } }, "pretrained_reference": { "test": { "session_execution_forecast": 1294, "clinc_8way": 150, "threshold_policy": 150, "ordinal_rubric": 150, "native_workflow": 168, "emotion_presence": 150, "contrast_control": 180, "contrast_mission_control": 120, "contrast_ranking": 120, "commonsense_qa": 150, "contrast_conditional": 120, "contrast_policy": 118, "contrast_injection": 118, "contrast_evidence": 180, "contrast_permission": 120, "contrast_actuation": 180, "contrast_probability": 114, "contrast_rubric": 116, "contrast_navigation": 120, "native_route": 48 }, "heldout": { "heldout_winogrande": 150, "heldout_agent_trace": 150, "contrast_permission": 120, "native_workflow": 240, "contrast_ranking": 120, "contrast_mission_control": 120, "contrast_policy": 120, "contrast_rubric": 118, "contrast_probability": 120, "native_route": 43, "contrast_injection": 120, "contrast_conditional": 120, "contrast_control": 180, "contrast_actuation": 180, "heldout_security_policy": 150, "contrast_evidence": 180, "contrast_navigation": 120 } } }, "native": { "full/test/sampled/control": { "episodes": 16, "success_rate": 0.5, "mean_return": -0.02125000000000002, "mean_steps": 2.0625 }, "full/test/sampled/route": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.9725, "mean_steps": 2.375 }, "full/test/sampled/workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.88, "mean_steps": 7.0 }, "full/test/greedy/control": { "episodes": 16, "success_rate": 0.5, "mean_return": -0.018750000000000017, "mean_steps": 1.9375 }, "full/test/greedy/route": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.97625, "mean_steps": 2.1875 }, "full/test/greedy/workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.88, "mean_steps": 7.0 }, "full/ood/sampled/control": { "episodes": 16, "success_rate": 0.0625, "mean_return": -0.90625, "mean_steps": 2.5625 }, "full/ood/sampled/route": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.955, "mean_steps": 3.25 }, "full/ood/sampled/workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.77625, "mean_steps": 10.375 }, "full/ood/greedy/control": { "episodes": 16, "success_rate": 0.0, "mean_return": -1.02375, "mean_steps": 2.1875 }, "full/ood/greedy/route": { "episodes": 16, "success_rate": 0.9375, "mean_return": 0.89125, "mean_steps": 3.25 }, "full/ood/greedy/workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.80125, "mean_steps": 10.1875 }, "no_graph/test/sampled/control": { "episodes": 16, "success_rate": 0.5, "mean_return": -0.02375000000000002, "mean_steps": 2.1875 }, "no_graph/test/sampled/route": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.9725, "mean_steps": 2.375 }, "no_graph/test/sampled/workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.88, "mean_steps": 7.0 }, "no_graph/test/greedy/control": { "episodes": 16, "success_rate": 0.5, "mean_return": -0.026250000000000023, "mean_steps": 2.3125 }, "no_graph/test/greedy/route": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.97625, "mean_steps": 2.1875 }, "no_graph/test/greedy/workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.88, "mean_steps": 7.0 }, "no_graph/ood/sampled/control": { "episodes": 16, "success_rate": 0.0, "mean_return": -0.9975, "mean_steps": 3.9375 }, "no_graph/ood/sampled/route": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.9475, "mean_steps": 3.625 }, "no_graph/ood/sampled/workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.7887500000000001, "mean_steps": 10.25 }, "no_graph/ood/greedy/control": { "episodes": 16, "success_rate": 0.0, "mean_return": -1.01125, "mean_steps": 4.625 }, "no_graph/ood/greedy/route": { "episodes": 16, "success_rate": 0.9375, "mean_return": 0.89125, "mean_steps": 3.25 }, "no_graph/ood/greedy/workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.8137500000000001, "mean_steps": 10.0625 }, "no_messages/test/sampled/control": { "episodes": 16, "success_rate": 0.5, "mean_return": -0.02125000000000002, "mean_steps": 2.0625 }, "no_messages/test/sampled/route": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.9725, "mean_steps": 2.375 }, "no_messages/test/sampled/workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.88, "mean_steps": 7.0 }, "no_messages/test/greedy/control": { "episodes": 16, "success_rate": 0.5, "mean_return": -0.018750000000000017, "mean_steps": 1.9375 }, "no_messages/test/greedy/route": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.97625, "mean_steps": 2.1875 }, "no_messages/test/greedy/workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.88, "mean_steps": 7.0 }, "no_messages/ood/sampled/control": { "episodes": 16, "success_rate": 0.0625, "mean_return": -0.90625, "mean_steps": 2.5625 }, "no_messages/ood/sampled/route": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.9525, "mean_steps": 3.375 }, "no_messages/ood/sampled/workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.77625, "mean_steps": 10.375 }, "no_messages/ood/greedy/control": { "episodes": 16, "success_rate": 0.0, "mean_return": -1.02375, "mean_steps": 2.1875 }, "no_messages/ood/greedy/route": { "episodes": 16, "success_rate": 0.9375, "mean_return": 0.89125, "mean_steps": 3.25 }, "no_messages/ood/greedy/workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.80125, "mean_steps": 10.1875 }, "reverse_edges/test/sampled/control": { "episodes": 16, "success_rate": 0.5, "mean_return": -0.02125000000000002, "mean_steps": 2.0625 }, "reverse_edges/test/sampled/route": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.9725, "mean_steps": 2.375 }, "reverse_edges/test/sampled/workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.88, "mean_steps": 7.0 }, "reverse_edges/test/greedy/control": { "episodes": 16, "success_rate": 0.5, "mean_return": -0.018750000000000017, "mean_steps": 1.9375 }, "reverse_edges/test/greedy/route": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.97625, "mean_steps": 2.1875 }, "reverse_edges/test/greedy/workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.88, "mean_steps": 7.0 }, "reverse_edges/ood/sampled/control": { "episodes": 16, "success_rate": 0.0625, "mean_return": -0.91, "mean_steps": 2.75 }, "reverse_edges/ood/sampled/route": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.9525, "mean_steps": 3.375 }, "reverse_edges/ood/sampled/workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.77625, "mean_steps": 10.375 }, "reverse_edges/ood/greedy/control": { "episodes": 16, "success_rate": 0.0, "mean_return": -1.02375, "mean_steps": 2.1875 }, "reverse_edges/ood/greedy/route": { "episodes": 16, "success_rate": 0.9375, "mean_return": 0.8887499999999999, "mean_steps": 3.375 }, "reverse_edges/ood/greedy/workflow": { "episodes": 16, "success_rate": 1.0, "mean_return": 0.80125, "mean_steps": 10.1875 } }, "public_examples": { "agent_trace_observability": { "scheduled_questions": 52, "answered_fraction": 1.0 }, "customer_service": { "scheduled_questions": 98, "answered_fraction": 1.0 }, "invoice_processing": { "scheduled_questions": 232, "answered_fraction": 1.0 }, "security_incidents": { "scheduled_questions": 26, "answered_fraction": 1.0 } }, "demos": { "doom_engage": { "episodes": 8, "kill_rate": 1.0, "no_shot_rate": 0.0 }, "doom_hold": { "episodes": 8, "kill_rate": 0.0, "no_shot_rate": 1.0 }, "navigation_baseline": { "scheduled_routes": 6, "available_routes": 6, "environment_unavailable": 0, "successful_routes": 0 }, "navigation_candidate": { "scheduled_routes": 6, "available_routes": 6, "environment_unavailable": 0, "successful_routes": 1 } }, "scope": "All configured project tests; not all Jev cookbooks or general benchmarks.", "latency": { "cases": { "questions_1": { "median_ms": 23.47190072759986, "min_ms": 23.272513411939144, "max_ms": 23.73420726507902, "repeats": 10, "usage": { "input_tokens": 35, "output_tokens": 0, "candidate_token_evaluations": 352 } }, "questions_4": { "median_ms": 27.050161734223366, "min_ms": 26.89395472407341, "max_ms": 27.70743053406477, "repeats": 10, "usage": { "input_tokens": 56, "output_tokens": 0, "candidate_token_evaluations": 1408 } }, "questions_16": { "median_ms": 83.96025840193033, "min_ms": 83.64804182201624, "max_ms": 84.8001092672348, "repeats": 10, "usage": { "input_tokens": 140, "output_tokens": 0, "candidate_token_evaluations": 5632 } }, "candidates_2": { "median_ms": 18.87609576806426, "min_ms": 18.762939609587193, "max_ms": 19.03966534882784, "repeats": 10, "usage": { "input_tokens": 39, "output_tokens": 0, "candidate_token_evaluations": 244 } }, "candidates_8": { "median_ms": 21.052168682217598, "min_ms": 20.94463352113962, "max_ms": 21.099507808685303, "repeats": 10, "usage": { "input_tokens": 39, "output_tokens": 0, "candidate_token_evaluations": 976 } }, "candidates_32": { "median_ms": 51.21985590085387, "min_ms": 50.7119232788682, "max_ms": 51.58271826803684, "repeats": 10, "usage": { "input_tokens": 39, "output_tokens": 0, "candidate_token_evaluations": 3948 } }, "candidates_128": { "median_ms": 192.74931261315942, "min_ms": 191.98421109467745, "max_ms": 193.06670874357224, "repeats": 10, "usage": { "input_tokens": 39, "output_tokens": 0, "candidate_token_evaluations": 15908 } }, "candidates_255": { "median_ms": 374.278134200722, "min_ms": 373.33650793880224, "max_ms": 375.9045694023371, "repeats": 10, "usage": { "input_tokens": 39, "output_tokens": 0, "candidate_token_evaluations": 31910 } }, "mixed": { "median_ms": 25.624173693358898, "min_ms": 25.515634566545486, "max_ms": 26.493120938539505, "repeats": 10, "usage": { "input_tokens": 48, "output_tokens": 0, "candidate_token_evaluations": 935 } } }, "permutation_plus_extra_question_max_probability_drift": 0.0, "schema_checks_passed": true, "scope": "Warm local Python API: includes tokenization, forward and CPU normalization. Model load, cold start and HTTP/network excluded. No generated output tokens.", "hardware": "NVIDIA H100 80GB HBM3", "torch": "2.8.0+cu128", "method": "independent candidate prompts, repeated state prefill" }, "native_episode_evaluations": 768, "unique_typed_tasks": [ "clinc_8way", "commonsense_qa", "contrast_actuation", "contrast_conditional", "contrast_control", "contrast_evidence", "contrast_injection", "contrast_mission_control", "contrast_navigation", "contrast_permission", "contrast_policy", "contrast_probability", "contrast_ranking", "contrast_rubric", "emotion_presence", "heldout_agent_trace", "heldout_security_policy", "heldout_winogrande", "native_route", "native_workflow", "ordinal_rubric", "session_execution_forecast", "threshold_policy" ], "source_files_sha256": { "evaluation/metrics.json": "47056fe50f5847d819758cb88b82325e377603c69eccc52c51541e40d708d7fa", "suite/metrics.json": "1c1266c99df73cca79663871dcec27d31722ac71ce5e03c8f7ac038d2dd5288c", "evaluation/coverage_audit.json": "9f09eb975c1b524a8f347515a5cf7720bd59b7d4257813ae4e4d78989a1514c1", "evaluation/test.jsonl": "fdae2eed01ecdc36d657ffd37cd072b6f00b7eb0375c23cf3716d912e262b61a", "evaluation/heldout.jsonl": "18f3a819e8309f7207564b5e650d24cc743ab348b4833af63c9a0c31e37a47dc", "suite/typed/test.jsonl": "fdae2eed01ecdc36d657ffd37cd072b6f00b7eb0375c23cf3716d912e262b61a", "suite/typed/heldout.jsonl": "18f3a819e8309f7207564b5e650d24cc743ab348b4833af63c9a0c31e37a47dc", "suite/typed_no_graph/test.jsonl": "645173a05c6dab25a30b60087cd4dcf97ea076af13796984d78cf47f00205ac0", "suite/typed_no_graph/heldout.jsonl": "169e5aa4375718ae122ec78862610e63022f8d8ad41508f6c20f65ec705dbbb2", "suite/typed_no_messages/test.jsonl": "ee57fb284dabc633612292f2612e0e2ee7b7694aebfec37e41d7b26682730aa6", "suite/typed_no_messages/heldout.jsonl": "d128b23172e89b39dd504cd9e1d440d988fc5bf9e565f47891d6b291a71b59e5", "suite/typed_reverse_edges/test.jsonl": "3d39ee3a90021c2865d8cccdb75f77fa0a31ab26ded39eb508b2c1116c803593", "suite/typed_reverse_edges/heldout.jsonl": "f8bbdea270f0bc78a62dbffefcace13b67915efab59295670d06730a41103893", "suite/reference/test.jsonl": "337b9040200bc9ee6f0d145d96e2291c77e96ab2db52cffa3e94d886f05b48b5", "suite/reference/heldout.jsonl": "ae8881ea5ace8092f09d36b2d291058dbf27367d272fd8091e860902812f355c", "suite/full_test.jsonl": "2af9f6d34c89bac16d8adc02d4fe80c42d67eca0aa39b97152368f132fe6dfa3", "suite/full_test_greedy.jsonl": "c07b5696a6a26ed9cdec6f430e60a5290a2d53207c8e1c4c7bf4152ef644a383", "suite/full_ood.jsonl": "5748e8ebcd3267e72734d14cf5672e0c04fcaf8ddda21e97f5b4c2c79106c277", "suite/full_ood_greedy.jsonl": "6e36aa6500c6e392d43a72af25b5c25b6f501e418ed6a03536f25e7e914945fe", "suite/no_graph_test.jsonl": "06f296e0c7f85222739f16f0bc9ed472511e8687c88425f7485ec48a30976e68", "suite/no_graph_test_greedy.jsonl": "95e72e8371c0c3dae4bff3f2f92c7b7ab31017a11682d20758f4015d01884ed4", "suite/no_graph_ood.jsonl": "ba2319ef9d590ddc04aebf3d0c85898ae6bf0f0ddb98e09cede2cac33b208319", "suite/no_graph_ood_greedy.jsonl": "6bbc62ea04e8d51fccc315a45a95e94024fd647e1ce1638814fe6b6149b7f2c9", "suite/no_messages_test.jsonl": "e2598359be637b1781cd0bd28b0ec2e6937492278908d9f9f503f9ee68b2ed15", "suite/no_messages_test_greedy.jsonl": "d8d073658e2e76218d2aad0305a7aa6df9019a31402dc39c910ac66660f5e5d5", "suite/no_messages_ood.jsonl": "725b6b1f6d81ef8b8221537c3c39eabaafbd6d8cde432a83036e45c13d9bf44f", "suite/no_messages_ood_greedy.jsonl": "0b0b410a5169c54e8ea1cf6946a6158271f28484325c98a5e6f06ec2ac6a4d90", "suite/reverse_edges_test.jsonl": "3881fbba217fc95eb0cde87496275ac659d034b21c524567ca6b67c498f03dd7", "suite/reverse_edges_test_greedy.jsonl": "00e1d854322d7631b4395c9212b537d7638838dd08ed5fe8769a6f2b9bfd929b", "suite/reverse_edges_ood.jsonl": "62155fec82c5ef47e55cf255c15162ac03611fad984b6ba81017856906c88e61", "suite/reverse_edges_ood_greedy.jsonl": "9a351c4b27f41710e98f67ce7a751a55c80dc806fc3422f8ae72ef369a26f601", "evaluation/published-canonical/metrics.json": "c117bdb40d796182e63736ef55dd2ddda84dd7cfacef8287736c9777fb8e4753", "doom-engage/metrics.json": "b48c37bc7cba8aacde403ae39d51790122e9f6e7a1aac7683cf997b16c910b74", "doom-hold/metrics.json": "d9f3e07970ef0989794a31398fbc07b24dba9acc1de3d48d1406050778689569", "navigation/comparison.json": "a91d0ee814c04a7388e2d60518704867bf2aca4ab68f59b6937cbfe47aac3450" } } }