{
  "study": "codex-sdk-compare-20260913",
  "problem": "ISUCON11 qualifier / ISUCONDITION",
  "start_utc": "2026-09-13T02:14:32.741995+00:00",
  "deadline_utc": "2026-09-13T05:14:32.741995+00:00",
  "minutes_per_arm": 180,
  "trials_per_arm": 1,
  "authentication": "ChatGPT Pro; no API key fallback",
  "parent_runtime": "openai-codex 0.154.0 / Astra high",
  "worker_runtime": "managed Codex CLI / Sol high",
  "environment": "3 c5.large apps + 1 c4.xlarge benchmark per arm; same reconstructed AMI, not original competition image",
  "token_caveat": "Last reported cumulative usage per unique thread; interrupted root turns may have unreported usage. Not a billing meter. Cached input is part of input.",
  "aws_destroy_verified": true,
  "arms": {
    "single": {
      "baseline": 1627,
      "best": 556115,
      "eligible_runs": 40,
      "candidate_runs": 47,
      "diagnostic_runs": 4,
      "failed_or_incomplete_runs": 4,
      "threshold_seconds": {
        "10000": 203.72306180000305,
        "50000": 3179.532159805298,
        "100000": 4550.103665828705,
        "250000": 6238.85768198967,
        "500000": 9484.712657928467,
        "1000000": null
      },
      "time_average_best_score": 238620.43529194567,
      "eligible_experiments_per_hour": 13.333333333333334,
      "milestones": [
        {
          "elapsed_seconds": 0,
          "score": 1627,
          "label": "baseline",
          "run": "baseline"
        },
        {
          "elapsed_seconds": 203.72306180000305,
          "score": 16578,
          "label": "condition-index",
          "run": "20260913T021622.380490Z-candidate-eefae3ee",
          "commit": "795ee82999068c904406a5ea35fa774e67cc3b87"
        },
        {
          "elapsed_seconds": 807.3943009376526,
          "score": 23114,
          "label": "trend-limit",
          "run": "20260913T022637.032963Z-candidate-7e982d5c",
          "commit": "80127ddb96aadebfad29199f866e42ecb3dd3c5c"
        },
        {
          "elapsed_seconds": 1272.8971898555756,
          "score": 23220,
          "label": "metadata-projection",
          "run": "20260913T023422.459730Z-candidate-1ee14749",
          "commit": "a71d2089666751bca024ba5ba972308fd1562c38"
        },
        {
          "elapsed_seconds": 2107.815048933029,
          "score": 23389,
          "label": "bounded-history",
          "run": "20260913T024817.622128Z-candidate-2f3a488b",
          "commit": "54dabc48f90f4abf300776ac04a2d843d80bda4a"
        },
        {
          "elapsed_seconds": 2805.3443858623505,
          "score": 32576,
          "label": "split-roles",
          "run": "20260913T025953.862997Z-candidate-0a1ecd2f",
          "commit": "23e7a2cf4a052b649bca6a48537a4f64291461fa"
        },
        {
          "elapsed_seconds": 3179.532159805298,
          "score": 67430,
          "label": "db-connections",
          "run": "20260913T030607.774989Z-candidate-cf05e8a5",
          "commit": "ff0e5f7f0816c9087a5432ae7b9b5ac598ec8769"
        },
        {
          "elapsed_seconds": 3375.8785548210144,
          "score": 86807,
          "label": "mysql-interpolation",
          "run": "20260913T030925.685197Z-candidate-e1b26cfd",
          "commit": "f36a2b39426027810b94c0ecee564efb5b10b727"
        },
        {
          "elapsed_seconds": 4339.483110904694,
          "score": 87249,
          "label": "bounded-http-admission",
          "run": "20260913T032527.195533Z-candidate-c289cb93",
          "commit": "36af392600421563bd5a576bc0127a204a290f1e"
        },
        {
          "elapsed_seconds": 4550.103665828705,
          "score": 135916,
          "label": "nginx-static",
          "run": "20260913T032859.226747Z-candidate-952f019d",
          "commit": "ce0418490e3ba1ec361509d0fbe12e728dfa53dd"
        },
        {
          "elapsed_seconds": 4929.2769157886505,
          "score": 151079,
          "label": "two-group-writers",
          "run": "20260913T033517.269204Z-candidate-4dc0f520",
          "commit": "be94f26ef492389394d8bfcf1c39071de3d17b28"
        },
        {
          "elapsed_seconds": 5122.5286819934845,
          "score": 199694,
          "label": "upstream-keepalive",
          "run": "20260913T033823.245600Z-candidate-8f656ab5",
          "commit": "0bdde2e2d0c734bdfd24f50b740eed920095f474"
        },
        {
          "elapsed_seconds": 5600.67529797554,
          "score": 200698,
          "label": "startup-retry",
          "run": "20260913T034628.760465Z-candidate-f6e00258",
          "commit": "47ae6e3d7b49039d1847bb71f77f6580d585e022"
        },
        {
          "elapsed_seconds": 5762.106953859329,
          "score": 204152,
          "label": "compact-json",
          "run": "20260913T034910.431559Z-candidate-3b6be5db",
          "commit": "4b7ce9e5209f07bf48284e15b7926ee94fd8cc39"
        },
        {
          "elapsed_seconds": 5916.6443519592285,
          "score": 238502,
          "label": "quiet-requests",
          "run": "20260913T035144.699034Z-candidate-8efd9bd0",
          "commit": "804d9a3648c837e3f9cc5ffccf958a4dc779d877"
        },
        {
          "elapsed_seconds": 6238.85768198967,
          "score": 407760,
          "label": "pool512",
          "run": "20260913T035705.165015Z-candidate-5184f235",
          "commit": "d0e50aa0651bad23eda297b095773d160d19d8aa"
        },
        {
          "elapsed_seconds": 9076.313433885574,
          "score": 458825,
          "label": "graph-projection",
          "run": "20260913T044424.453795Z-candidate-1949c1da",
          "commit": "bcd399516067ae8bcd13283708574728e2bed135"
        },
        {
          "elapsed_seconds": 9484.712657928467,
          "score": 556115,
          "label": "graph-flags",
          "run": "20260913T045112.224650Z-candidate-3d750bda",
          "commit": "9242fe46b3382bcbc5d8bf728939e07de0af7d80"
        }
      ],
      "reboot": {
        "present": true,
        "passed": true,
        "score": 439762,
        "detail": null
      },
      "recorded_usage": {
        "input_tokens": 40771724,
        "cached_input_tokens": 39753344,
        "cache_write_input_tokens": 0,
        "output_tokens": 177176,
        "reasoning_output_tokens": 94110,
        "total_tokens": 40948900
      },
      "usage_by_model": {
        "gpt-6-astra": {
          "input_tokens": 40771724,
          "cached_input_tokens": 39753344,
          "output_tokens": 177176,
          "reasoning_output_tokens": 94110,
          "total_tokens": 40948900
        }
      },
      "child_threads": 0,
      "normal_pass": 40,
      "normal_failed": 3,
      "diagnostic_incomplete": 1
    },
    "multi": {
      "baseline": 1843,
      "best": 409477,
      "eligible_runs": 23,
      "candidate_runs": 31,
      "diagnostic_runs": 7,
      "failed_or_incomplete_runs": 1,
      "threshold_seconds": {
        "10000": 366.1947247982025,
        "50000": 4117.877104997635,
        "100000": 5013.637737989426,
        "250000": 6170.540030956268,
        "500000": null,
        "1000000": null
      },
      "time_average_best_score": 200449.49500797343,
      "eligible_experiments_per_hour": 7.666666666666667,
      "milestones": [
        {
          "elapsed_seconds": 0,
          "score": 1843,
          "label": "baseline",
          "run": "baseline"
        },
        {
          "elapsed_seconds": 366.1947247982025,
          "score": 17782,
          "label": "condition-index-v2",
          "run": "20260913T021913.773666Z-candidate-b1e0b113",
          "commit": "c7f27535fcf67343ecbe0e52cc366ad3604acd76"
        },
        {
          "elapsed_seconds": 618.5941219329834,
          "score": 23514,
          "label": "trend-latest",
          "run": "20260913T022325.779029Z-candidate-7c85a643",
          "commit": "8b4b458390e3ccd70afc39eac86e2f5d5fd2bb38"
        },
        {
          "elapsed_seconds": 1002.7726140022278,
          "score": 25080,
          "label": "condition-batch",
          "run": "20260913T022946.935108Z-candidate-24ea750a",
          "commit": "7fea2b8e0dc0aaed931de56591eee39e4e970e49"
        },
        {
          "elapsed_seconds": 1750.7839069366455,
          "score": 29134,
          "label": "condition-query-limit",
          "run": "20260913T024222.019475Z-candidate-cbe90366",
          "commit": "d0b5731953fc62cb8ff02f40514e523c930b07e4"
        },
        {
          "elapsed_seconds": 2637.8685159683228,
          "score": 32316,
          "label": "nginx-keepalive",
          "run": "20260913T025708.632021Z-candidate-f2a26e91",
          "commit": "3f09071554b4a8d4ea81e91e968f5403de99f120"
        },
        {
          "elapsed_seconds": 2966.0181658267975,
          "score": 34142,
          "label": "ingest-logging",
          "run": "20260913T030236.529509Z-candidate-286ead27",
          "commit": "1c509cdcf34e078ec263e44162e9e15517c7c660"
        },
        {
          "elapsed_seconds": 3402.373928785324,
          "score": 39064,
          "label": "graph-range",
          "run": "20260913T030953.271609Z-candidate-a5016bbc",
          "commit": "4ea24c81608a6bde8ea30bd2389a592836b46418"
        },
        {
          "elapsed_seconds": 4117.877104997635,
          "score": 57279,
          "label": "db-app2",
          "run": "20260913T032144.676738Z-candidate-89b11db6",
          "commit": "10fbc89c7f9cbccb34556bbd566145ca852ca450"
        },
        {
          "elapsed_seconds": 4629.79097700119,
          "score": 89432,
          "label": "two-go",
          "run": "20260913T033017.507336Z-candidate-68987d94",
          "commit": "92615d4ee7954959368309a229fed018449f06e8"
        },
        {
          "elapsed_seconds": 5013.637737989426,
          "score": 126973,
          "label": "mysql-interpolate",
          "run": "20260913T033630.018817Z-candidate-e8643ff2",
          "commit": "38cede5e4f476b4b745f8b108b672810789366e1"
        },
        {
          "elapsed_seconds": 5368.53187084198,
          "score": 245148,
          "label": "condition-full",
          "run": "20260913T034237.063610Z-candidate-0cfdd34d",
          "commit": "3790586bd185bcc1ac30f2a015b647aea9876da1"
        },
        {
          "elapsed_seconds": 6170.540030956268,
          "score": 352129,
          "label": "db-bufferpool",
          "run": "20260913T035558.648115Z-candidate-c35d65a7",
          "commit": "c15e65ed4f4d880af4d615bc21611b0817b6775c"
        },
        {
          "elapsed_seconds": 6450.200699806213,
          "score": 355339,
          "label": "db-idle-pool",
          "run": "20260913T040037.568861Z-candidate-e2d24441",
          "commit": "2c0bf617c6172d6a8de84c6c9b4cdc22af9e6c84"
        },
        {
          "elapsed_seconds": 8500.025525808334,
          "score": 369457,
          "label": "condition-prepared",
          "run": "20260913T043434.798024Z-candidate-b69a081b",
          "commit": "a30b0a79ebf84f1f6b2d818a41b90a4b0ad3d859"
        },
        {
          "elapsed_seconds": 9033.964691877365,
          "score": 409477,
          "label": "nginx-static",
          "run": "20260913T044342.908044Z-candidate-d9e53889",
          "commit": "d7915b3785f5a99f3eb28c75d6c5b5596fdf3313"
        }
      ],
      "reboot": {
        "present": true,
        "passed": true,
        "score": 429895,
        "detail": null
      },
      "recorded_usage": {
        "input_tokens": 46328401,
        "cached_input_tokens": 44610304,
        "cache_write_input_tokens": 0,
        "output_tokens": 390713,
        "reasoning_output_tokens": 219790,
        "total_tokens": 46719114
      },
      "usage_by_model": {
        "gpt-6-astra": {
          "input_tokens": 40844810,
          "cached_input_tokens": 40115584,
          "output_tokens": 204961,
          "reasoning_output_tokens": 123056,
          "total_tokens": 41049771
        },
        "gpt-5.6-sol": {
          "input_tokens": 5483591,
          "cached_input_tokens": 4494720,
          "output_tokens": 185752,
          "reasoning_output_tokens": 96734,
          "total_tokens": 5669343
        }
      },
      "child_threads": 29,
      "normal_pass": 23,
      "normal_failed": 1,
      "diagnostic_incomplete": 0
    }
  },
  "coordination": {
    "child_threads": 29,
    "worker_invocations": 34,
    "resumes": 5,
    "max_concurrency": 2,
    "child_active_union_seconds": 4449.261,
    "two_child_overlap_seconds": 480.211,
    "prepared_slot_block_seconds": 1680.487,
    "capacity_rejections": 2,
    "parent_peak_input": 244705,
    "child_peak_input": 53083,
    "scope": "Measured control properties do not establish optimal scheduling or causal score impact."
  }
}