{ "meta": { "benchmark": "SREGym (Microsoft + UIUC)", "date": "2026-08-09", "model": "claude-sonnet-5", "judge": "claude-opus-5", "cluster": "3-node EKS, us-east-1", "scenarios": 25, "selectedDraws": 135, "resultPolicy": "Cells with multiple runs contain their mean; draws reports the sample count.", "armOrder": [ "radar", "k8smcp", "flux", "kubectl", "k8sgpt" ], "arms": { "radar": { "name": "Radar MCP", "shortName": "Radar", "kind": "Correlated cluster model", "version": "1.9.2", "configuration": "Built-in MCP server; diagnosis task only", "source": "https://github.com/skyhook-io/radar" }, "k8smcp": { "name": "containers/kubernetes-mcp-server", "shortName": "containers/kubernetes-mcp-server", "kind": "Native Kubernetes API client", "version": "v0.0.66", "configuration": "--disable-destructive", "source": "https://github.com/containers/kubernetes-mcp-server" }, "flux": { "name": "Flux159/mcp-server-kubernetes", "shortName": "Flux159/mcp-server-kubernetes", "kind": "kubectl/Helm command tools", "version": "4.1.2", "configuration": "ALLOW_ONLY_NON_DESTRUCTIVE_TOOLS=true", "source": "https://github.com/Flux159/mcp-server-kubernetes" }, "kubectl": { "name": "Raw kubectl", "shortName": "kubectl", "kind": "Shell and kubectl", "version": "EKS cluster client", "configuration": "Direct shell access", "source": "https://kubernetes.io/docs/reference/kubectl/" }, "k8sgpt": { "name": "k8sgpt MCP", "shortName": "k8sgpt", "kind": "Analyzer plus resource reads", "version": "0.4.36", "configuration": "k8sgpt serve --mcp --mcp-http", "source": "https://github.com/k8sgpt-ai/k8sgpt/blob/main/MCP.md" } } }, "allSubmissions": { "scenarios": 25, "arms": { "radar": { "medianTtd": 38.0, "medianTools": 8 }, "k8smcp": { "medianTtd": 64.3, "medianTools": 14 }, "flux": { "medianTtd": 61.5, "medianTools": 14 }, "kubectl": { "medianTtd": 72.4, "medianTools": 8 }, "k8sgpt": { "medianTtd": 119.4, "medianTools": 18 } } }, "sharedCorrect": { "scenarios": 16, "scenarioIds": [ "astronomy_shop_product_catalog_service_failure", "auth_miss_mongodb", "env_variable_shadowing_astronomy_shop", "finalizer_deadlock_controller_hotel_reservation", "incorrect_image", "k8s_target_port-misconfig", "liveness_probe_too_aggressive_hotel_reservation", "namespace_memory_limit", "pod_anti_affinity_deadlock", "rbac_misconfiguration", "readiness_probe_misconfiguration_astronomy_shop", "readiness_probe_misconfiguration_social_network", "sidecar_port_conflict_astronomy_shop", "taint_no_toleration_social_network", "update_incompatible_correlated", "wrong_dns_policy_social_network" ], "arms": { "radar": { "medianTtd": 36.0, "medianTools": 6.2 }, "k8smcp": { "medianTtd": 55.8, "medianTools": 12.5 }, "flux": { "medianTtd": 57.2, "medianTools": 11.0 }, "kubectl": { "medianTtd": 62.8, "medianTools": 6.0 }, "k8sgpt": { "medianTtd": 91.0, "medianTools": 12.0 } } }, "scenarios": [ { "id": "astronomy_shop_ad_service_high_cpu", "label": "Ad service high cpu", "app": "Astronomy Shop", "sample": "representative", "arms": { "radar": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 67.4, "blocked": 2.5, "tools": 13 }, "k8smcp": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 374.9, "blocked": 12.9, "tools": 48 }, "flux": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 97.5, "blocked": 23.0, "tools": 20 }, "kubectl": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 52.1, "blocked": 16.4, "tools": 11 }, "k8sgpt": { "comp": 0.67, "pass": false, "passRate": 0.0, "draws": 1, "scores": [ 0.67 ], "ttd": 268.4, "blocked": 52.9, "tools": 45 } } }, { "id": "astronomy_shop_ad_service_image_slow_load", "label": "Ad service image slow load", "app": "Astronomy Shop", "sample": "adversarial", "arms": { "radar": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 102.9, "blocked": 8.4, "tools": 18 }, "k8smcp": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 76.5, "blocked": 5.7, "tools": 14 }, "flux": { "comp": 0.0, "pass": false, "passRate": 0.0, "draws": 1, "scores": [ 0.0 ], "ttd": 192.8, "blocked": 49.2, "tools": 31 }, "kubectl": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 90.2, "blocked": 22.4, "tools": 16 }, "k8sgpt": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 191.1, "blocked": 50.8, "tools": 31 } } }, { "id": "astronomy_shop_product_catalog_service_failure", "label": "Product catalog service failure", "app": "Astronomy Shop", "sample": "representative", "arms": { "radar": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 55.0, "blocked": 8.7, "tools": 14 }, "k8smcp": { "comp": 0.89, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 0.89 ], "ttd": 118.1, "blocked": 26.9, "tools": 20 }, "flux": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 61.0, "blocked": 16.5, "tools": 15 }, "kubectl": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 48.8, "blocked": 28.4, "tools": 5 }, "k8sgpt": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 143.0, "blocked": 50.1, "tools": 22 } } }, { "id": "auth_miss_mongodb", "label": "Auth miss mongodb", "app": "Standalone", "sample": "representative", "arms": { "radar": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 16.5, "blocked": 1.6, "tools": 3 }, "k8smcp": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 24.5, "blocked": 2.0, "tools": 7 }, "flux": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 33.4, "blocked": 12.3, "tools": 9 }, "kubectl": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 30.6, "blocked": 12.8, "tools": 8 }, "k8sgpt": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 67.3, "blocked": 46.0, "tools": 9 } } }, { "id": "cronjob_sidecar_blocks_completion_hotel_reservation", "label": "Cronjob sidecar blocks completion", "app": "Hotel Reservation", "sample": "adversarial", "arms": { "radar": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 82.5, "blocked": 2.4, "tools": 17 }, "k8smcp": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 364.4, "blocked": 13.7, "tools": 55 }, "flux": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 189.0, "blocked": 45.4, "tools": 31 }, "kubectl": { "comp": 0.56, "pass": false, "passRate": 0.0, "draws": 1, "scores": [ 0.56 ], "ttd": 1656.5, "blocked": 526.3, "tools": 99 }, "k8sgpt": { "comp": 0.0, "pass": false, "passRate": 0.0, "draws": 1, "scores": [ 0.0 ], "ttd": 467.1, "blocked": 54.8, "tools": 50 } } }, { "id": "duplicate_pvc_mounts_social_network", "label": "Duplicate pvc mounts", "app": "Social Network", "sample": "adversarial", "arms": { "radar": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 20.8, "blocked": 1.5, "tools": 3 }, "k8smcp": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 272.2, "blocked": 11.1, "tools": 37 }, "flux": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 428.8, "blocked": 129.0, "tools": 48 }, "kubectl": { "comp": 0.22, "pass": false, "passRate": 0.0, "draws": 1, "scores": [ 0.22 ], "ttd": 637.4, "blocked": 187.2, "tools": 67 }, "k8sgpt": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 437.5, "blocked": 59.3, "tools": 56 } } }, { "id": "env_variable_shadowing_astronomy_shop", "label": "Env variable shadowing", "app": "Astronomy Shop", "sample": "representative", "arms": { "radar": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 2, "scores": [ 1.0, 1.0 ], "ttd": 38.0, "blocked": 2.6, "tools": 6.5 }, "k8smcp": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 509.1, "blocked": 16.5, "tools": 57 }, "flux": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 96.7, "blocked": 20.1, "tools": 18 }, "kubectl": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 411.5, "blocked": 232.9, "tools": 39 }, "k8sgpt": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 252.5, "blocked": 63.3, "tools": 46 } } }, { "id": "finalizer_deadlock_controller_hotel_reservation", "label": "Finalizer deadlock controller", "app": "Hotel Reservation", "sample": "adversarial", "arms": { "radar": { "comp": 0.778, "pass": true, "passRate": 0.833, "draws": 6, "scores": [ 0.89, 0.78, 1.0, 1.0, 1.0, 0.0 ], "ttd": 233.7, "blocked": 9.1, "tools": 34 }, "k8smcp": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 401.9, "blocked": 18.9, "tools": 58 }, "flux": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 614.8, "blocked": 161.5, "tools": 100 }, "kubectl": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 578.9, "blocked": 228.4, "tools": 66 }, "k8sgpt": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 194.8, "blocked": 47.8, "tools": 29 } } }, { "id": "incorrect_image", "label": "Incorrect image", "app": "Standalone", "sample": "representative", "arms": { "radar": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 13.4, "blocked": 1.4, "tools": 3 }, "k8smcp": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 14.5, "blocked": 1.5, "tools": 5 }, "flux": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 25.1, "blocked": 8.2, "tools": 7 }, "kubectl": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 20.8, "blocked": 6.4, "tools": 4 }, "k8sgpt": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 68.2, "blocked": 44.2, "tools": 7 } } }, { "id": "k8s_target_port-misconfig", "label": "K8s target port misconfig", "app": "Standalone", "sample": "adversarial", "arms": { "radar": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 29.7, "blocked": 1.7, "tools": 7 }, "k8smcp": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 50.2, "blocked": 3.3, "tools": 12 }, "flux": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 82.5, "blocked": 20.2, "tools": 15 }, "kubectl": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 109.4, "blocked": 39.7, "tools": 12 }, "k8sgpt": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 147.7, "blocked": 51.2, "tools": 32 } } }, { "id": "liveness_probe_too_aggressive_hotel_reservation", "label": "Liveness probe too aggressive", "app": "Hotel Reservation", "sample": "representative", "arms": { "radar": { "comp": 0.89, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 0.89 ], "ttd": 67.2, "blocked": 2.1, "tools": 17 }, "k8smcp": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 67.8, "blocked": 3.9, "tools": 13 }, "flux": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 56.7, "blocked": 14.5, "tools": 11 }, "kubectl": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 68.8, "blocked": 32.4, "tools": 6 }, "k8sgpt": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 88.3, "blocked": 43.3, "tools": 10 } } }, { "id": "mutating_webhook_resource_limits_social_network", "label": "Mutating webhook resource limits", "app": "Social Network", "sample": "adversarial", "arms": { "radar": { "comp": 0.56, "pass": false, "passRate": 0.0, "draws": 1, "scores": [ 0.56 ], "ttd": 96.8, "blocked": 2.1, "tools": 15 }, "k8smcp": { "comp": 0.45, "pass": false, "passRate": 0.0, "draws": 1, "scores": [ 0.45 ], "ttd": 58.8, "blocked": 3.5, "tools": 11 }, "flux": { "comp": 0.45, "pass": false, "passRate": 0.0, "draws": 1, "scores": [ 0.45 ], "ttd": 106.2, "blocked": 17.5, "tools": 14 }, "kubectl": { "comp": 0.0, "pass": false, "passRate": 0.0, "draws": 1, "scores": [ 0.0 ], "ttd": 245.8, "blocked": 111.6, "tools": 33 }, "k8sgpt": { "comp": 0.45, "pass": false, "passRate": 0.0, "draws": 1, "scores": [ 0.45 ], "ttd": 298.3, "blocked": 51.4, "tools": 18 } } }, { "id": "namespace_memory_limit", "label": "Namespace memory limit", "app": "Standalone", "sample": "representative", "arms": { "radar": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 53.9, "blocked": 1.2, "tools": 9 }, "k8smcp": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 61.4, "blocked": 4.0, "tools": 13 }, "flux": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 61.5, "blocked": 13.4, "tools": 11 }, "kubectl": { "comp": 0.89, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 0.89 ], "ttd": 60.8, "blocked": 14.4, "tools": 6 }, "k8sgpt": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 87.2, "blocked": 42.7, "tools": 12 } } }, { "id": "pod_anti_affinity_deadlock", "label": "Pod anti affinity deadlock", "app": "Standalone", "sample": "representative", "arms": { "radar": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 19.8, "blocked": 1.5, "tools": 4 }, "k8smcp": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 27.4, "blocked": 2.1, "tools": 6 }, "flux": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 42.7, "blocked": 12.5, "tools": 9 }, "kubectl": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 42.9, "blocked": 11.2, "tools": 6 }, "k8sgpt": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 85.1, "blocked": 46.1, "tools": 11 } } }, { "id": "rbac_misconfiguration", "label": "Rbac misconfiguration", "app": "Standalone", "sample": "adversarial", "arms": { "radar": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 3, "scores": [ 1.0, 1.0, 1.0 ], "ttd": 45.8, "blocked": 2.9, "tools": 12 }, "k8smcp": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 63.9, "blocked": 6.4, "tools": 18 }, "flux": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 36.7, "blocked": 13.9, "tools": 10 }, "kubectl": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 37.1, "blocked": 12.3, "tools": 6 }, "k8sgpt": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 112.8, "blocked": 43.6, "tools": 17 } } }, { "id": "readiness_probe_misconfiguration_astronomy_shop", "label": "Readiness probe misconfiguration", "app": "Astronomy Shop", "sample": "representative", "arms": { "radar": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 34.2, "blocked": 1.8, "tools": 6 }, "k8smcp": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 64.3, "blocked": 3.8, "tools": 14 }, "flux": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 91.7, "blocked": 21.7, "tools": 18 }, "kubectl": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 328.3, "blocked": 208.6, "tools": 18 }, "k8sgpt": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 82.3, "blocked": 46.0, "tools": 10 } } }, { "id": "readiness_probe_misconfiguration_social_network", "label": "Readiness probe misconfiguration", "app": "Social Network", "sample": "representative", "arms": { "radar": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 20.4, "blocked": 1.7, "tools": 4 }, "k8smcp": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 29.7, "blocked": 2.0, "tools": 8 }, "flux": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 45.3, "blocked": 12.0, "tools": 9 }, "kubectl": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 72.4, "blocked": 44.7, "tools": 5 }, "k8sgpt": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 93.7, "blocked": 45.9, "tools": 12 } } }, { "id": "rolling_update_misconfigured_social_network", "label": "Rolling update misconfigured", "app": "Social Network", "sample": "representative", "arms": { "radar": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 12.8, "blocked": 1.7, "tools": 3 }, "k8smcp": { "comp": 0.89, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 0.89 ], "ttd": 74.9, "blocked": 5.5, "tools": 14 }, "flux": { "comp": 0.78, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 0.78 ], "ttd": 57.6, "blocked": 17.8, "tools": 11 }, "kubectl": { "comp": 0.67, "pass": false, "passRate": 0.0, "draws": 1, "scores": [ 0.67 ], "ttd": 93.3, "blocked": 25.2, "tools": 8 }, "k8sgpt": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 77.1, "blocked": 29.1, "tools": 11 } } }, { "id": "secret_rotation_stale_env_credentials_astronomy_shop", "label": "Secret rotation stale env credentials", "app": "Astronomy Shop", "sample": "adversarial", "arms": { "radar": { "comp": 0.56, "pass": false, "passRate": 0.0, "draws": 1, "scores": [ 0.56 ], "ttd": 210.3, "blocked": 9.7, "tools": 24 }, "k8smcp": { "comp": 0.67, "pass": false, "passRate": 0.0, "draws": 1, "scores": [ 0.67 ], "ttd": 370.3, "blocked": 11.3, "tools": 40 }, "flux": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 408.7, "blocked": 127.0, "tools": 48 }, "kubectl": { "comp": 0.89, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 0.89 ], "ttd": 674.8, "blocked": 211.3, "tools": 49 }, "k8sgpt": { "comp": 0.34, "pass": false, "passRate": 0.0, "draws": 1, "scores": [ 0.34 ], "ttd": 177.0, "blocked": 49.9, "tools": 25 } } }, { "id": "service_dns_resolution_failure_astronomy_shop", "label": "Service dns resolution failure", "app": "Astronomy Shop", "sample": "representative", "arms": { "radar": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 38.0, "blocked": 9.9, "tools": 8 }, "k8smcp": { "comp": 0.0, "pass": false, "passRate": 0.0, "draws": 1, "scores": [ 0.0 ], "ttd": 458.5, "blocked": 19.2, "tools": 66 }, "flux": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 363.6, "blocked": 84.2, "tools": 66 }, "kubectl": { "comp": 0.44, "pass": false, "passRate": 0.0, "draws": 1, "scores": [ 0.44 ], "ttd": 681.2, "blocked": 278.2, "tools": 41 }, "k8sgpt": { "comp": 0.11, "pass": false, "passRate": 0.0, "draws": 1, "scores": [ 0.11 ], "ttd": 505.0, "blocked": 68.3, "tools": 84 } } }, { "id": "sidecar_port_conflict_astronomy_shop", "label": "Sidecar port conflict", "app": "Astronomy Shop", "sample": "representative", "arms": { "radar": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 37.8, "blocked": 1.8, "tools": 5 }, "k8smcp": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 30.4, "blocked": 2.5, "tools": 10 }, "flux": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 28.4, "blocked": 8.2, "tools": 6 }, "kubectl": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 25.7, "blocked": 8.6, "tools": 3 }, "k8sgpt": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 46.4, "blocked": 26.4, "tools": 10 } } }, { "id": "taint_no_toleration_social_network", "label": "Taint no toleration", "app": "Social Network", "sample": "representative", "arms": { "radar": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 42.2, "blocked": 2.6, "tools": 8 }, "k8smcp": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 37.0, "blocked": 2.1, "tools": 8 }, "flux": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 52.2, "blocked": 8.9, "tools": 7 }, "kubectl": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 64.8, "blocked": 10.1, "tools": 5 }, "k8sgpt": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 180.0, "blocked": 51.1, "tools": 21 } } }, { "id": "update_incompatible_correlated", "label": "Update incompatible correlated", "app": "Standalone", "sample": "representative", "arms": { "radar": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 20.9, "blocked": 1.0, "tools": 3 }, "k8smcp": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 36.8, "blocked": 3.7, "tools": 9 }, "flux": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 57.7, "blocked": 17.8, "tools": 13 }, "kubectl": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 59.5, "blocked": 19.1, "tools": 11 }, "k8sgpt": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 71.1, "blocked": 24.1, "tools": 12 } } }, { "id": "valkey_memory_disruption", "label": "Valkey memory disruption", "app": "Standalone", "sample": "adversarial", "arms": { "radar": { "comp": 0.707, "pass": false, "passRate": 0.333, "draws": 3, "scores": [ 0.45, 1.0, 0.67 ], "ttd": 55.2, "blocked": 3.3, "tools": 10.3 }, "k8smcp": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 21.9, "blocked": 2.3, "tools": 7 }, "flux": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 35.6, "blocked": 9.2, "tools": 7 }, "kubectl": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 53.2, "blocked": 16.6, "tools": 8 }, "k8sgpt": { "comp": 0.56, "pass": false, "passRate": 0.0, "draws": 1, "scores": [ 0.56 ], "ttd": 82.2, "blocked": 45.0, "tools": 9 } } }, { "id": "wrong_dns_policy_social_network", "label": "Wrong dns policy", "app": "Social Network", "sample": "adversarial", "arms": { "radar": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 20.6, "blocked": 1.7, "tools": 5 }, "k8smcp": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 113.0, "blocked": 5.7, "tools": 19 }, "flux": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 100.0, "blocked": 18.0, "tools": 16 }, "kubectl": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 83.1, "blocked": 28.0, "tools": 7 }, "k8sgpt": { "comp": 1.0, "pass": true, "passRate": 1.0, "draws": 1, "scores": [ 1.0 ], "ttd": 119.4, "blocked": 27.7, "tools": 23 } } } ] }