{
  "meta": {
    "benchmark": "SREGym (Microsoft + UIUC), diagnosis-only faults",
    "date": "2026-09-20",
    "scenarios": 50,
    "trialsPerScenario": 1,
    "judge": "claude-opus-5 on SREGym's own rubric, judged on three questions: where the fault is, what broke, and how far it spread",
    "passRule": "SREGym composite ≥ 0.7",
    "cluster": "3-node Amazon EKS, live application, injected fault",
    "timing": "product answer time: question sent → final answer returned. A trial still running at 1100s is stopped by the harness and its last output graded; those are marked capped and enter the timing aggregates at the cap, which understates how long that product would have taken.",
    "agentCapSeconds": 1100,
    "armOrder": [
      "radar",
      "kubectlai",
      "holmes",
      "opensre",
      "aws"
    ],
    "arms": {
      "radar": {
        "name": "Claude Code + Radar MCP",
        "shortName": "Radar",
        "kind": "Coding agent on a correlated cluster model",
        "version": "1.13.1",
        "model": "claude-sonnet-5 on Amazon Bedrock",
        "billing": "LLM tokens",
        "configuration": "Radar MCP read tools, no shell; diagnosis task only",
        "source": "https://github.com/skyhook-io/radar"
      },
      "kubectlai": {
        "name": "kubectl-ai",
        "shortName": "kubectl-ai",
        "kind": "Agent loop over kubectl and a shell",
        "version": "0.0.31",
        "model": "claude-sonnet-5 on Amazon Bedrock",
        "billing": "LLM tokens",
        "configuration": "OpenAI-compatible provider through a local proxy (its own Claude providers are broken in 0.0.31); iteration cap raised 20 → 100; no prompt caching on this path, so its input spend is an upper bound",
        "source": "https://github.com/GoogleCloudPlatform/kubectl-ai"
      },
      "holmes": {
        "name": "HolmesGPT",
        "shortName": "HolmesGPT",
        "kind": "SRE agent with its own investigation prompt and toolsets",
        "version": "0.41.0",
        "model": "claude-sonnet-5 on Amazon Bedrock",
        "billing": "LLM tokens",
        "configuration": "kubectl-backed read toolsets, no shell; step cap raised",
        "source": "https://github.com/robusta-dev/holmesgpt"
      },
      "opensre": {
        "name": "OpenSRE",
        "shortName": "OpenSRE",
        "kind": "Planning SRE agent with typed Kubernetes tools",
        "version": "0.1.2026.9.12",
        "model": "claude-sonnet-5 on Amazon Bedrock",
        "billing": "LLM tokens",
        "configuration": "12 typed read tools plus a read-only kubectl shim",
        "source": "https://github.com/tracer-ai/opensre"
      },
      "aws": {
        "name": "AWS DevOps Agent",
        "shortName": "AWS DevOps Agent",
        "kind": "AWS-managed SRE agent (hosted service)",
        "version": "GA (generally available 2026-03-31)",
        "model": "undisclosed AWS-managed model, default \"Balanced\" tier - not selectable",
        "billing": "agent-seconds",
        "configuration": "Account association plus an EKS access entry with AWS read policies (AIDevOpsAgentAccessPolicy, AmazonAIOpsAssistantPolicy, AmazonEKSViewPolicy, AmazonEKSAdminViewPolicy)",
        "source": "https://aws.amazon.com/devops-agent/"
      }
    },
    "faultClassDefinitions": {
      "announces": "The workload is visibly unhealthy before anyone investigates: a crash loop, a Pending pod, a failing probe, an image that will not pull.",
      "readyBroken": "Every pod reports Ready and nothing is restarting, but the application is wrong. The evidence is in a configuration object; pod status looks healthy.",
      "control": "The fault lives in a controller, Job, webhook, HPA or admission path rather than in the workload's own spec."
    },
    "faultClassNote": "Our grouping, not SREGym's, and assigned after the runs completed. Every scenario's class ships in this file so the cut can be checked or redrawn.",
    "costNote": "Four arms are billed for LLM tokens, priced at Amazon Bedrock on-demand list rates. AWS DevOps Agent is billed for agent-seconds; its per-fault figure is the account's metered total for the run allocated across trials in proportion to answer time, not an independently metered per-trial charge. AWS Support customers receive monthly DevOps Agent credits (100% Unified Operations, 75% Enterprise, 30% Business+), so list price is an upper bound for them. Radar's figure excludes its own daemon, which does not call an LLM."
  },
  "overall": {
    "radar": {
      "correct": 44,
      "of": 50,
      "meanScore": 0.8958,
      "medianAnswer": 55.0,
      "meanAnswer": 79.0,
      "medianCost": 0.2296,
      "meanCost": 0.2748
    },
    "kubectlai": {
      "correct": 41,
      "of": 50,
      "meanScore": 0.8468,
      "medianAnswer": 183.5,
      "meanAnswer": 287.5,
      "medianCost": 0.6338,
      "meanCost": 1.6682
    },
    "holmes": {
      "correct": 38,
      "of": 50,
      "meanScore": 0.8048,
      "medianAnswer": 115.5,
      "meanAnswer": 175.6,
      "medianCost": 0.2552,
      "meanCost": 0.3731
    },
    "opensre": {
      "correct": 38,
      "of": 50,
      "meanScore": 0.8026,
      "medianAnswer": 137.0,
      "meanAnswer": 151.1,
      "medianCost": 1.2115,
      "meanCost": 2.067
    },
    "aws": {
      "correct": 33,
      "of": 50,
      "meanScore": 0.6936,
      "medianAnswer": 99.0,
      "meanAnswer": 123.2,
      "medianCost": 1.0244,
      "meanCost": 1.2714
    }
  },
  "byFaultClass": {
    "announces": {
      "radar": {
        "correct": 27,
        "of": 28,
        "meanScore": 0.9525,
        "medianAnswer": 48.5,
        "meanAnswer": 60.3,
        "medianCost": 0.2051,
        "meanCost": 0.2343
      },
      "kubectlai": {
        "correct": 26,
        "of": 28,
        "meanScore": 0.9168,
        "medianAnswer": 123.0,
        "meanAnswer": 221.7,
        "medianCost": 0.4242,
        "meanCost": 1.0495
      },
      "holmes": {
        "correct": 25,
        "of": 28,
        "meanScore": 0.9411,
        "medianAnswer": 91.5,
        "meanAnswer": 127.3,
        "medianCost": 0.1943,
        "meanCost": 0.2627
      },
      "opensre": {
        "correct": 26,
        "of": 28,
        "meanScore": 0.9446,
        "medianAnswer": 96.5,
        "meanAnswer": 109.9,
        "medianCost": 0.6429,
        "meanCost": 1.4677
      },
      "aws": {
        "correct": 24,
        "of": 28,
        "meanScore": 0.8732,
        "medianAnswer": 76.0,
        "meanAnswer": 95.1,
        "medianCost": 0.7835,
        "meanCost": 0.981
      }
    },
    "readyBroken": {
      "radar": {
        "correct": 12,
        "of": 14,
        "meanScore": 0.8971,
        "medianAnswer": 73.0,
        "meanAnswer": 85.6,
        "medianCost": 0.2595,
        "meanCost": 0.2864
      },
      "kubectlai": {
        "correct": 9,
        "of": 14,
        "meanScore": 0.7064,
        "medianAnswer": 198.0,
        "meanAnswer": 476.1,
        "medianCost": 1.1503,
        "meanCost": 3.4164
      },
      "holmes": {
        "correct": 7,
        "of": 14,
        "meanScore": 0.5636,
        "medianAnswer": 290.5,
        "meanAnswer": 278.2,
        "medianCost": 0.6072,
        "meanCost": 0.6206
      },
      "opensre": {
        "correct": 6,
        "of": 14,
        "meanScore": 0.5321,
        "medianAnswer": 206.5,
        "meanAnswer": 206.2,
        "medianCost": 3.053,
        "meanCost": 3.2504
      },
      "aws": {
        "correct": 5,
        "of": 14,
        "meanScore": 0.4529,
        "medianAnswer": 128.5,
        "meanAnswer": 168.4,
        "medianCost": 1.3231,
        "meanCost": 1.7383
      }
    },
    "control": {
      "radar": {
        "correct": 5,
        "of": 8,
        "meanScore": 0.695,
        "medianAnswer": 125.0,
        "meanAnswer": 132.6,
        "medianCost": 0.3452,
        "meanCost": 0.3963
      },
      "kubectlai": {
        "correct": 6,
        "of": 8,
        "meanScore": 0.8475,
        "medianAnswer": 193.0,
        "meanAnswer": 187.5,
        "medianCost": 0.7269,
        "meanCost": 0.7743
      },
      "holmes": {
        "correct": 6,
        "of": 8,
        "meanScore": 0.75,
        "medianAnswer": 137.0,
        "meanAnswer": 165.1,
        "medianCost": 0.2409,
        "meanCost": 0.3262
      },
      "opensre": {
        "correct": 6,
        "of": 8,
        "meanScore": 0.7788,
        "medianAnswer": 181.5,
        "meanAnswer": 198.8,
        "medianCost": 0.7892,
        "meanCost": 2.0934
      },
      "aws": {
        "correct": 4,
        "of": 8,
        "meanScore": 0.4863,
        "medianAnswer": 111.5,
        "meanAnswer": 142.4,
        "medianCost": 1.1508,
        "meanCost": 1.4708
      }
    }
  },
  "refusals": {
    "radar": 0,
    "kubectlai": 0,
    "holmes": 0,
    "opensre": 0,
    "aws": 5
  },
  "capped": {
    "radar": 0,
    "kubectlai": 3,
    "holmes": 0,
    "opensre": 0,
    "aws": 0
  },
  "scenarios": [
    {
      "id": "astronomy_shop_ad_service_high_cpu",
      "app": "Astronomy Shop",
      "faultClass": "announces",
      "arms": {
        "radar": {
          "comp": 0.89,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 71,
          "tools": 12,
          "cost": 0.2853
        },
        "kubectlai": {
          "comp": 0.0,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 441,
          "tools": 51,
          "cost": 2.561
        },
        "holmes": {
          "comp": 0.67,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 232,
          "tools": 29,
          "cost": 0.5446
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 136,
          "tools": 24,
          "cost": 2.5125
        },
        "aws": {
          "comp": 0.56,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 134,
          "tools": 26,
          "cost": 1.3823
        }
      }
    },
    {
      "id": "astronomy_shop_ad_service_image_slow_load",
      "app": "Astronomy Shop",
      "faultClass": "readyBroken",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 74,
          "tools": 11,
          "cost": 0.2536
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 200,
          "tools": 35,
          "cost": 0.8362
        },
        "holmes": {
          "comp": 0.0,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 387,
          "tools": 52,
          "cost": 1.0254
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 140,
          "tools": 27,
          "cost": 2.7939
        },
        "aws": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 166,
          "tools": 31,
          "cost": 1.7118
        }
      }
    },
    {
      "id": "astronomy_shop_product_catalog_service_failure",
      "app": "Astronomy Shop",
      "faultClass": "readyBroken",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 41,
          "tools": 7,
          "cost": 0.1949
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 194,
          "tools": 22,
          "cost": 0.8736
        },
        "holmes": {
          "comp": 0.44,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 160,
          "tools": 22,
          "cost": 0.3466
        },
        "opensre": {
          "comp": 0.67,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 142,
          "tools": 20,
          "cost": 2.3259
        },
        "aws": {
          "comp": 0.11,
          "pass": false,
          "outcome": "refused",
          "capped": false,
          "answer": 91,
          "tools": 19,
          "cost": 0.9349
        }
      }
    },
    {
      "id": "auth_miss_mongodb",
      "app": "Standalone",
      "faultClass": "announces",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 46,
          "tools": 6,
          "cost": 0.2126
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 94,
          "tools": 11,
          "cost": 0.3796
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 72,
          "tools": 11,
          "cost": 0.1685
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 123,
          "tools": 21,
          "cost": 2.3832
        },
        "aws": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 62,
          "tools": 10,
          "cost": 0.6442
        }
      }
    },
    {
      "id": "cronjob_sidecar_blocks_completion_hotel_reservation",
      "app": "Hotel Reservation",
      "faultClass": "control",
      "arms": {
        "radar": {
          "comp": 0.0,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 260,
          "tools": 36,
          "cost": 0.7323
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 239,
          "tools": 20,
          "cost": 0.7362
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 172,
          "tools": 26,
          "cost": 0.3508
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 327,
          "tools": 51,
          "cost": 6.4585
        },
        "aws": {
          "comp": 0.0,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 275,
          "tools": 54,
          "cost": 2.8403
        }
      }
    },
    {
      "id": "duplicate_pvc_mounts_social_network",
      "app": "Social Network",
      "faultClass": "announces",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 34,
          "tools": 5,
          "cost": 0.1748
        },
        "kubectlai": {
          "comp": 0.0,
          "pass": false,
          "outcome": "capped",
          "capped": true,
          "answer": 1100,
          "tools": 91,
          "cost": 8.0292
        },
        "holmes": {
          "comp": 0.45,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 388,
          "tools": 45,
          "cost": 0.6934
        },
        "opensre": {
          "comp": 0.0,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 252,
          "tools": 38,
          "cost": 5.7215
        },
        "aws": {
          "comp": 0.0,
          "pass": false,
          "outcome": "refused",
          "capped": false,
          "answer": 390,
          "tools": 80,
          "cost": 4.0231
        }
      }
    },
    {
      "id": "env_variable_shadowing_astronomy_shop",
      "app": "Astronomy Shop",
      "faultClass": "readyBroken",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 140,
          "tools": 17,
          "cost": 0.449
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 126,
          "tools": 12,
          "cost": 0.4758
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 407,
          "tools": 52,
          "cost": 0.9896
        },
        "opensre": {
          "comp": 0.0,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 251,
          "tools": 30,
          "cost": 4.9403
        },
        "aws": {
          "comp": 0.0,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 313,
          "tools": 58,
          "cost": 3.2286
        }
      }
    },
    {
      "id": "finalizer_deadlock_controller_hotel_reservation",
      "app": "Hotel Reservation",
      "faultClass": "control",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 146,
          "tools": 28,
          "cost": 0.5748
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 223,
          "tools": 20,
          "cost": 1.0543
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 267,
          "tools": 47,
          "cost": 0.6686
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 255,
          "tools": 44,
          "cost": 5.124
        },
        "aws": {
          "comp": 0.0,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 302,
          "tools": 57,
          "cost": 3.1229
        }
      }
    },
    {
      "id": "incorrect_image",
      "app": "Standalone",
      "faultClass": "announces",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 27,
          "tools": 2,
          "cost": 0.1444
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 42,
          "tools": 4,
          "cost": 0.0812
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 60,
          "tools": 9,
          "cost": 0.1304
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 92,
          "tools": 18,
          "cost": 0.5742
        },
        "aws": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 75,
          "tools": 13,
          "cost": 0.7698
        }
      }
    },
    {
      "id": "k8s_target_port-misconfig",
      "app": "Standalone",
      "faultClass": "announces",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 48,
          "tools": 9,
          "cost": 0.2028
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 131,
          "tools": 12,
          "cost": 0.6673
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 106,
          "tools": 18,
          "cost": 0.3203
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 122,
          "tools": 23,
          "cost": 2.5797
        },
        "aws": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 105,
          "tools": 18,
          "cost": 1.0846
        }
      }
    },
    {
      "id": "liveness_probe_too_aggressive_hotel_reservation",
      "app": "Hotel Reservation",
      "faultClass": "announces",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 67,
          "tools": 7,
          "cost": 0.2324
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 178,
          "tools": 14,
          "cost": 0.4396
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 90,
          "tools": 13,
          "cost": 0.205
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 88,
          "tools": 13,
          "cost": 0.3782
        },
        "aws": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 72,
          "tools": 10,
          "cost": 0.7454
        }
      }
    },
    {
      "id": "mutating_webhook_resource_limits_social_network",
      "app": "Social Network",
      "faultClass": "control",
      "arms": {
        "radar": {
          "comp": 0.33,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 212,
          "tools": 22,
          "cost": 0.5051
        },
        "kubectlai": {
          "comp": 0.67,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 253,
          "tools": 41,
          "cost": 1.5124
        },
        "holmes": {
          "comp": 0.0,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 293,
          "tools": 38,
          "cost": 0.5373
        },
        "opensre": {
          "comp": 0.0,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 179,
          "tools": 27,
          "cost": 1.6501
        },
        "aws": {
          "comp": 0.78,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 122,
          "tools": 28,
          "cost": 1.2579
        }
      }
    },
    {
      "id": "namespace_memory_limit",
      "app": "Standalone",
      "faultClass": "announces",
      "arms": {
        "radar": {
          "comp": 0.89,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 47,
          "tools": 7,
          "cost": 0.2024
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 63,
          "tools": 5,
          "cost": 0.1168
        },
        "holmes": {
          "comp": 0.89,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 79,
          "tools": 13,
          "cost": 0.1496
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 69,
          "tools": 17,
          "cost": 0.3507
        },
        "aws": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 90,
          "tools": 19,
          "cost": 0.9248
        }
      }
    },
    {
      "id": "pod_anti_affinity_deadlock",
      "app": "Standalone",
      "faultClass": "announces",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 25,
          "tools": 3,
          "cost": 0.1442
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 82,
          "tools": 6,
          "cost": 0.1247
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 64,
          "tools": 9,
          "cost": 0.1211
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 83,
          "tools": 17,
          "cost": 1.1788
        },
        "aws": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 77,
          "tools": 12,
          "cost": 0.7935
        }
      }
    },
    {
      "id": "rbac_misconfiguration",
      "app": "Standalone",
      "faultClass": "announces",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 39,
          "tools": 6,
          "cost": 0.1904
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 101,
          "tools": 18,
          "cost": 0.4985
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 86,
          "tools": 17,
          "cost": 0.1707
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 50,
          "tools": 11,
          "cost": 0.907
        },
        "aws": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 101,
          "tools": 20,
          "cost": 1.0433
        }
      }
    },
    {
      "id": "readiness_probe_misconfiguration_astronomy_shop",
      "app": "Astronomy Shop",
      "faultClass": "announces",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 55,
          "tools": 6,
          "cost": 0.1971
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 393,
          "tools": 50,
          "cost": 2.823
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 113,
          "tools": 16,
          "cost": 0.2822
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 47,
          "tools": 11,
          "cost": 0.327
        },
        "aws": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 78,
          "tools": 15,
          "cost": 0.8055
        }
      }
    },
    {
      "id": "readiness_probe_misconfiguration_social_network",
      "app": "Social Network",
      "faultClass": "announces",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 38,
          "tools": 3,
          "cost": 0.164
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 295,
          "tools": 11,
          "cost": 0.3028
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 114,
          "tools": 14,
          "cost": 0.2173
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 101,
          "tools": 18,
          "cost": 1.5935
        },
        "aws": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 73,
          "tools": 10,
          "cost": 0.7535
        }
      }
    },
    {
      "id": "rolling_update_misconfigured_social_network",
      "app": "Social Network",
      "faultClass": "announces",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 39,
          "tools": 4,
          "cost": 0.1658
        },
        "kubectlai": {
          "comp": 0.89,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 78,
          "tools": 7,
          "cost": 0.1646
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 108,
          "tools": 15,
          "cost": 0.204
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 53,
          "tools": 10,
          "cost": 0.3105
        },
        "aws": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 61,
          "tools": 10,
          "cost": 0.6305
        }
      }
    },
    {
      "id": "secret_rotation_stale_env_credentials_astronomy_shop",
      "app": "Astronomy Shop",
      "faultClass": "readyBroken",
      "arms": {
        "radar": {
          "comp": 0.56,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 116,
          "tools": 17,
          "cost": 0.3867
        },
        "kubectlai": {
          "comp": 0.45,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 805,
          "tools": 53,
          "cost": 5.9236
        },
        "holmes": {
          "comp": 0.45,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 249,
          "tools": 27,
          "cost": 0.4632
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 278,
          "tools": 40,
          "cost": 5.2448
        },
        "aws": {
          "comp": 0.78,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 192,
          "tools": 36,
          "cost": 1.9853
        }
      }
    },
    {
      "id": "service_dns_resolution_failure_astronomy_shop",
      "app": "Astronomy Shop",
      "faultClass": "readyBroken",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 117,
          "tools": 13,
          "cost": 0.3532
        },
        "kubectlai": {
          "comp": 0.11,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 885,
          "tools": 53,
          "cost": 4.4498
        },
        "holmes": {
          "comp": 0.0,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 264,
          "tools": 42,
          "cost": 0.5856
        },
        "opensre": {
          "comp": 0.11,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 255,
          "tools": 54,
          "cost": 3.0372
        },
        "aws": {
          "comp": 0.0,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 142,
          "tools": 22,
          "cost": 1.4608
        }
      }
    },
    {
      "id": "sidecar_port_conflict_astronomy_shop",
      "app": "Astronomy Shop",
      "faultClass": "announces",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 49,
          "tools": 6,
          "cost": 0.2215
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 44,
          "tools": 4,
          "cost": 0.0904
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 58,
          "tools": 8,
          "cost": 0.1176
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 109,
          "tools": 24,
          "cost": 0.6797
        },
        "aws": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 61,
          "tools": 11,
          "cost": 0.6262
        }
      }
    },
    {
      "id": "taint_no_toleration_social_network",
      "app": "Social Network",
      "faultClass": "announces",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 83,
          "tools": 10,
          "cost": 0.3098
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 132,
          "tools": 10,
          "cost": 0.3039
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 85,
          "tools": 13,
          "cost": 0.1874
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 45,
          "tools": 9,
          "cost": 0.296
        },
        "aws": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 76,
          "tools": 13,
          "cost": 0.7835
        }
      }
    },
    {
      "id": "update_incompatible_correlated",
      "app": "Standalone",
      "faultClass": "announces",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 51,
          "tools": 6,
          "cost": 0.23
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 107,
          "tools": 10,
          "cost": 0.4087
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 87,
          "tools": 13,
          "cost": 0.2653
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 141,
          "tools": 30,
          "cost": 0.9109
        },
        "aws": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 99,
          "tools": 14,
          "cost": 1.0228
        }
      }
    },
    {
      "id": "valkey_memory_disruption",
      "app": "Standalone",
      "faultClass": "announces",
      "arms": {
        "radar": {
          "comp": 0.78,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 61,
          "tools": 7,
          "cost": 0.2217
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 54,
          "tools": 5,
          "cost": 0.1554
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 78,
          "tools": 12,
          "cost": 0.1608
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 77,
          "tools": 16,
          "cost": 0.4823
        },
        "aws": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 72,
          "tools": 11,
          "cost": 0.7387
        }
      }
    },
    {
      "id": "wrong_dns_policy_social_network",
      "app": "Social Network",
      "faultClass": "readyBroken",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 52,
          "tools": 7,
          "cost": 0.263
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 196,
          "tools": 15,
          "cost": 1.1756
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 317,
          "tools": 38,
          "cost": 0.7846
        },
        "opensre": {
          "comp": 0.67,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 244,
          "tools": 31,
          "cost": 3.8917
        },
        "aws": {
          "comp": 0.22,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 179,
          "tools": 33,
          "cost": 1.8446
        }
      }
    },
    {
      "id": "admission_webhook_outage_hotel_reservation",
      "app": "Hotel Reservation",
      "faultClass": "control",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 55,
          "tools": 8,
          "cost": 0.2371
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 81,
          "tools": 7,
          "cost": 0.1631
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 95,
          "tools": 12,
          "cost": 0.1553
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 175,
          "tools": 29,
          "cost": 0.784
        },
        "aws": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 78,
          "tools": 17,
          "cost": 0.8019
        }
      }
    },
    {
      "id": "admission_webhook_tls_mismatch_hotel_reservation",
      "app": "Hotel Reservation",
      "faultClass": "control",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 87,
          "tools": 10,
          "cost": 0.2636
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 137,
          "tools": 12,
          "cost": 0.603
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 150,
          "tools": 17,
          "cost": 0.2507
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 191,
          "tools": 26,
          "cost": 0.6394
        },
        "aws": {
          "comp": 0.0,
          "pass": false,
          "outcome": "refused",
          "capped": false,
          "answer": 75,
          "tools": 21,
          "cost": 0.7779
        }
      }
    },
    {
      "id": "assign_to_non_existent_node",
      "app": "Standalone",
      "faultClass": "announces",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 33,
          "tools": 4,
          "cost": 0.1467
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 48,
          "tools": 6,
          "cost": 0.1396
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 65,
          "tools": 9,
          "cost": 0.1386
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 136,
          "tools": 25,
          "cost": 0.6025
        },
        "aws": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 62,
          "tools": 9,
          "cost": 0.6367
        }
      }
    },
    {
      "id": "astronomy_shop_cart_service_failure",
      "app": "Astronomy Shop",
      "faultClass": "announces",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 52,
          "tools": 7,
          "cost": 0.2083
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 393,
          "tools": 38,
          "cost": 2.0483
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 275,
          "tools": 44,
          "cost": 0.5866
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 84,
          "tools": 17,
          "cost": 1.0723
        },
        "aws": {
          "comp": 0.0,
          "pass": false,
          "outcome": "refused",
          "capped": false,
          "answer": 52,
          "tools": 12,
          "cost": 0.534
        }
      }
    },
    {
      "id": "astronomy_shop_payment_service_unreachable",
      "app": "Astronomy Shop",
      "faultClass": "announces",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 102,
          "tools": 19,
          "cost": 0.3541
        },
        "kubectlai": {
          "comp": 0.89,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 400,
          "tools": 30,
          "cost": 2.639
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 238,
          "tools": 32,
          "cost": 0.5226
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 241,
          "tools": 37,
          "cost": 6.1447
        },
        "aws": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 135,
          "tools": 27,
          "cost": 1.3929
        }
      }
    },
    {
      "id": "astronomy_shop_ad_service_manual_gc",
      "app": "Astronomy Shop",
      "faultClass": "readyBroken",
      "arms": {
        "radar": {
          "comp": 0.0,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 157,
          "tools": 13,
          "cost": 0.4255
        },
        "kubectlai": {
          "comp": 0.0,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 587,
          "tools": 52,
          "cost": 3.2396
        },
        "holmes": {
          "comp": 0.0,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 211,
          "tools": 21,
          "cost": 0.353
        },
        "opensre": {
          "comp": 0.0,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 386,
          "tools": 59,
          "cost": 6.4362
        },
        "aws": {
          "comp": 0.0,
          "pass": false,
          "outcome": "refused",
          "capped": false,
          "answer": 111,
          "tools": 26,
          "cost": 1.1493
        }
      }
    },
    {
      "id": "configmap_drift_hotel_reservation",
      "app": "Hotel Reservation",
      "faultClass": "readyBroken",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 115,
          "tools": 13,
          "cost": 0.3478
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 191,
          "tools": 17,
          "cost": 1.125
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 167,
          "tools": 23,
          "cost": 0.3329
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 110,
          "tools": 24,
          "cost": 0.5337
        },
        "aws": {
          "comp": 0.33,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 107,
          "tools": 21,
          "cost": 1.1065
        }
      }
    },
    {
      "id": "wrong_service_selector_social_network",
      "app": "Social Network",
      "faultClass": "readyBroken",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 42,
          "tools": 6,
          "cost": 0.1923
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 82,
          "tools": 10,
          "cost": 0.275
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 120,
          "tools": 19,
          "cost": 0.2597
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 136,
          "tools": 27,
          "cost": 2.4531
        },
        "aws": {
          "comp": 0.67,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 115,
          "tools": 20,
          "cost": 1.1854
        }
      }
    },
    {
      "id": "faulty_image_correlated",
      "app": "Standalone",
      "faultClass": "announces",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 43,
          "tools": 5,
          "cost": 0.2329
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 80,
          "tools": 11,
          "cost": 0.1507
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 83,
          "tools": 15,
          "cost": 0.1864
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 38,
          "tools": 6,
          "cost": 0.2074
        },
        "aws": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 76,
          "tools": 15,
          "cost": 0.7836
        }
      }
    },
    {
      "id": "hpa_missing_effective_cpu_request_hotel_reservation",
      "app": "Hotel Reservation",
      "faultClass": "control",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 104,
          "tools": 8,
          "cost": 0.2292
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 181,
          "tools": 31,
          "cost": 0.9419
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 114,
          "tools": 23,
          "cost": 0.2311
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 184,
          "tools": 30,
          "cost": 0.7943
        },
        "aws": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 101,
          "tools": 15,
          "cost": 1.0437
        }
      }
    },
    {
      "id": "incorrect_port_assignment",
      "app": "Standalone",
      "faultClass": "readyBroken",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 121,
          "tools": 14,
          "cost": 0.2605
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 971,
          "tools": 70,
          "cost": 5.2185
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 326,
          "tools": 37,
          "cost": 0.6288
        },
        "opensre": {
          "comp": 0.11,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 238,
          "tools": 44,
          "cost": 2.2331
        },
        "aws": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 109,
          "tools": 18,
          "cost": 1.1232
        }
      }
    },
    {
      "id": "liveness_probe_misconfiguration_social_network",
      "app": "Social Network",
      "faultClass": "announces",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 54,
          "tools": 6,
          "cost": 0.2007
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 229,
          "tools": 17,
          "cost": 0.4562
        },
        "holmes": {
          "comp": 0.89,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 112,
          "tools": 14,
          "cost": 0.195
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 156,
          "tools": 22,
          "cost": 0.6061
        },
        "aws": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 71,
          "tools": 13,
          "cost": 0.728
        }
      }
    },
    {
      "id": "init_container_dependency_hang_social_network",
      "app": "Social Network",
      "faultClass": "announces",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 47,
          "tools": 6,
          "cost": 0.1908
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 136,
          "tools": 12,
          "cost": 0.5466
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 117,
          "tools": 17,
          "cost": 0.2023
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 47,
          "tools": 13,
          "cost": 0.3349
        },
        "aws": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 68,
          "tools": 12,
          "cost": 0.7023
        }
      }
    },
    {
      "id": "misconfig_app_hotel_res",
      "app": "Hotel Reservation",
      "faultClass": "announces",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 103,
          "tools": 15,
          "cost": 0.3595
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 115,
          "tools": 16,
          "cost": 0.478
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 102,
          "tools": 16,
          "cost": 0.1935
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 62,
          "tools": 11,
          "cost": 0.3257
        },
        "aws": {
          "comp": 0.78,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 95,
          "tools": 19,
          "cost": 0.9815
        }
      }
    },
    {
      "id": "missing_configmap_social_network",
      "app": "Social Network",
      "faultClass": "announces",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 39,
          "tools": 6,
          "cost": 0.1935
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 85,
          "tools": 9,
          "cost": 1.1307
        },
        "holmes": {
          "comp": 0.89,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 93,
          "tools": 14,
          "cost": 0.1587
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 126,
          "tools": 20,
          "cost": 4.4035
        },
        "aws": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 61,
          "tools": 10,
          "cost": 0.6321
        }
      }
    },
    {
      "id": "missing_env_variable_astronomy_shop",
      "app": "Astronomy Shop",
      "faultClass": "readyBroken",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 55,
          "tools": 9,
          "cost": 0.2183
        },
        "kubectlai": {
          "comp": 0.0,
          "pass": false,
          "outcome": "capped",
          "capped": true,
          "answer": 1100,
          "tools": 118,
          "cost": 11.3579
        },
        "holmes": {
          "comp": 0.0,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 327,
          "tools": 31,
          "cost": 0.661
        },
        "opensre": {
          "comp": 0.11,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 233,
          "tools": 33,
          "cost": 4.033
        },
        "aws": {
          "comp": 0.0,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 424,
          "tools": 84,
          "cost": 4.3744
        }
      }
    },
    {
      "id": "missing_service_social_network",
      "app": "Social Network",
      "faultClass": "readyBroken",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 56,
          "tools": 11,
          "cost": 0.2584
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 142,
          "tools": 21,
          "cost": 0.6646
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 133,
          "tools": 17,
          "cost": 0.3172
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 138,
          "tools": 29,
          "cost": 3.2699
        },
        "aws": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 99,
          "tools": 17,
          "cost": 1.0259
        }
      }
    },
    {
      "id": "persistent_volume_affinity_violation",
      "app": "Standalone",
      "faultClass": "announces",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 50,
          "tools": 8,
          "cost": 0.2073
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 45,
          "tools": 6,
          "cost": 0.133
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 113,
          "tools": 17,
          "cost": 0.1979
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 187,
          "tools": 33,
          "cost": 1.9375
        },
        "aws": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 90,
          "tools": 15,
          "cost": 0.9324
        }
      }
    },
    {
      "id": "priority_preemption_cascade_hotel_reservation",
      "app": "Hotel Reservation",
      "faultClass": "control",
      "arms": {
        "radar": {
          "comp": 0.23,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 42,
          "tools": 4,
          "cost": 0.2019
        },
        "kubectlai": {
          "comp": 0.11,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 190,
          "tools": 16,
          "cost": 0.4656
        },
        "holmes": {
          "comp": 0.11,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 124,
          "tools": 13,
          "cost": 0.2105
        },
        "opensre": {
          "comp": 0.23,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 133,
          "tools": 21,
          "cost": 0.6303
        },
        "aws": {
          "comp": 0.11,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 51,
          "tools": 8,
          "cost": 0.5298
        }
      }
    },
    {
      "id": "psa_restricted_blocks_recreation_hotel_reservation",
      "app": "Hotel Reservation",
      "faultClass": "control",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 155,
          "tools": 15,
          "cost": 0.4268
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 196,
          "tools": 14,
          "cost": 0.7177
        },
        "holmes": {
          "comp": 0.89,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 106,
          "tools": 14,
          "cost": 0.205
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 146,
          "tools": 29,
          "cost": 0.6667
        },
        "aws": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 135,
          "tools": 20,
          "cost": 1.3916
        }
      }
    },
    {
      "id": "resource_request_too_large",
      "app": "Standalone",
      "faultClass": "announces",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 58,
          "tools": 7,
          "cost": 0.2466
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 186,
          "tools": 13,
          "cost": 0.4041
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 79,
          "tools": 12,
          "cost": 0.1416
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 102,
          "tools": 16,
          "cost": 0.3594
        },
        "aws": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 102,
          "tools": 18,
          "cost": 1.0519
        }
      }
    },
    {
      "id": "scale_pod_zero_social_net",
      "app": "Social Network",
      "faultClass": "announces",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 38,
          "tools": 5,
          "cost": 0.1637
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 210,
          "tools": 19,
          "cost": 0.7816
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 66,
          "tools": 11,
          "cost": 0.1669
        },
        "opensre": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 66,
          "tools": 15,
          "cost": 0.3974
        },
        "aws": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 67,
          "tools": 12,
          "cost": 0.6958
        }
      }
    },
    {
      "id": "service_wrong_pod_selection_hotel_reservation",
      "app": "Hotel Reservation",
      "faultClass": "readyBroken",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 72,
          "tools": 9,
          "cost": 0.2381
        },
        "kubectlai": {
          "comp": 0.33,
          "pass": false,
          "outcome": "capped",
          "capped": true,
          "answer": 1100,
          "tools": 98,
          "cost": 11.988
        },
        "holmes": {
          "comp": 0.0,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 460,
          "tools": 56,
          "cost": 1.1222
        },
        "opensre": {
          "comp": 0.0,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 156,
          "tools": 32,
          "cost": 1.2443
        },
        "aws": {
          "comp": 0.23,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 210,
          "tools": 45,
          "cost": 2.1707
        }
      }
    },
    {
      "id": "stale_coredns_config_social_network",
      "app": "Social Network",
      "faultClass": "readyBroken",
      "arms": {
        "radar": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 41,
          "tools": 5,
          "cost": 0.169
        },
        "kubectlai": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 86,
          "tools": 12,
          "cost": 0.2262
        },
        "holmes": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 367,
          "tools": 45,
          "cost": 0.8188
        },
        "opensre": {
          "comp": 0.78,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 180,
          "tools": 23,
          "cost": 3.0687
        },
        "aws": {
          "comp": 1.0,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 100,
          "tools": 17,
          "cost": 1.0344
        }
      }
    },
    {
      "id": "valkey_auth_disruption",
      "app": "Standalone",
      "faultClass": "announces",
      "arms": {
        "radar": {
          "comp": 0.11,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 289,
          "tools": 33,
          "cost": 0.7577
        },
        "kubectlai": {
          "comp": 0.89,
          "pass": true,
          "outcome": "correct",
          "capped": false,
          "answer": 946,
          "tools": 46,
          "cost": 3.3317
        },
        "holmes": {
          "comp": 0.56,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 401,
          "tools": 41,
          "cost": 0.7281
        },
        "opensre": {
          "comp": 0.45,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 244,
          "tools": 36,
          "cost": 3.5182
        },
        "aws": {
          "comp": 0.11,
          "pass": false,
          "outcome": "incorrect",
          "capped": false,
          "answer": 157,
          "tools": 33,
          "cost": 1.6248
        }
      }
    }
  ]
}